feat(llm): install to desktop with some basic models
This commit is contained in:
parent
b20f8db92f
commit
ec0d6928b0
2 changed files with 47 additions and 0 deletions
|
|
@ -18,6 +18,7 @@
|
||||||
"external-speakers"
|
"external-speakers"
|
||||||
"gaming"
|
"gaming"
|
||||||
"link2c"
|
"link2c"
|
||||||
|
"llm"
|
||||||
"plasma"
|
"plasma"
|
||||||
# keep-sorted end
|
# keep-sorted end
|
||||||
])
|
])
|
||||||
|
|
|
||||||
46
modules/nixos/features/llm.nix
Normal file
46
modules/nixos/features/llm.nix
Normal file
|
|
@ -0,0 +1,46 @@
|
||||||
|
{
|
||||||
|
pkgs,
|
||||||
|
...
|
||||||
|
}:
|
||||||
|
{
|
||||||
|
environment.systemPackages = [ pkgs.ollama-rocm ];
|
||||||
|
|
||||||
|
services = {
|
||||||
|
open-webui.enable = true;
|
||||||
|
|
||||||
|
ollama = {
|
||||||
|
enable = true;
|
||||||
|
package = pkgs.ollama-rocm;
|
||||||
|
loadModels = [
|
||||||
|
# small
|
||||||
|
# keep-sorted start
|
||||||
|
"deepseek-r1:1.5b"
|
||||||
|
"gemma3:1b"
|
||||||
|
"gemma3:270m"
|
||||||
|
"gemma3:4b"
|
||||||
|
"llama3.2:1b"
|
||||||
|
"llama3.2:3b"
|
||||||
|
"ministral-3:3b"
|
||||||
|
"qwen3:0.6b"
|
||||||
|
"qwen3:1.7b"
|
||||||
|
"qwen3:4b"
|
||||||
|
# keep-sorted end
|
||||||
|
# medium
|
||||||
|
# keep-sorted start
|
||||||
|
"deepseek-r1:7b"
|
||||||
|
"deepseek-r1:8b"
|
||||||
|
"llama3.1:8b"
|
||||||
|
"ministral-3:8b"
|
||||||
|
"qwen3:8b"
|
||||||
|
# keep-sorted end
|
||||||
|
# large
|
||||||
|
# keep-sorted start
|
||||||
|
"deepseek-r1:14b"
|
||||||
|
"gemma3:12b"
|
||||||
|
"ministral-3:14b"
|
||||||
|
"qwen3:14b"
|
||||||
|
# keep-sorted end
|
||||||
|
];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
}
|
||||||
Loading…
Add table
Add a link
Reference in a new issue