feat(llm): install to desktop with some basic models

This commit is contained in:
wi11-holdsworth 2026-01-14 01:32:36 +11:00
parent b20f8db92f
commit ec0d6928b0
2 changed files with 47 additions and 0 deletions

View file

@ -18,6 +18,7 @@
"external-speakers" "external-speakers"
"gaming" "gaming"
"link2c" "link2c"
"llm"
"plasma" "plasma"
# keep-sorted end # keep-sorted end
]) ])

View file

@ -0,0 +1,46 @@
{
pkgs,
...
}:
{
environment.systemPackages = [ pkgs.ollama-rocm ];
services = {
open-webui.enable = true;
ollama = {
enable = true;
package = pkgs.ollama-rocm;
loadModels = [
# small
# keep-sorted start
"deepseek-r1:1.5b"
"gemma3:1b"
"gemma3:270m"
"gemma3:4b"
"llama3.2:1b"
"llama3.2:3b"
"ministral-3:3b"
"qwen3:0.6b"
"qwen3:1.7b"
"qwen3:4b"
# keep-sorted end
# medium
# keep-sorted start
"deepseek-r1:7b"
"deepseek-r1:8b"
"llama3.1:8b"
"ministral-3:8b"
"qwen3:8b"
# keep-sorted end
# large
# keep-sorted start
"deepseek-r1:14b"
"gemma3:12b"
"ministral-3:14b"
"qwen3:14b"
# keep-sorted end
];
};
};
}