From ec0d6928b08aa5ddf530a2e109ff69f7bac56a7e Mon Sep 17 00:00:00 2001
From: wi11-holdsworth <83637728+wi11-holdsworth@users.noreply.github.com>
Date: Wed, 14 Jan 2026 01:32:36 +1100
Subject: [PATCH] feat(llm): install to desktop with some basic models

---
 hosts/desktop/configuration.nix |  1 +
 modules/nixos/features/llm.nix  | 46 +++++++++++++++++++++++++++++++++
 2 files changed, 47 insertions(+)
 create mode 100644 modules/nixos/features/llm.nix

diff --git a/hosts/desktop/configuration.nix b/hosts/desktop/configuration.nix
index a56569e..6900948 100644
--- a/hosts/desktop/configuration.nix
+++ b/hosts/desktop/configuration.nix
@@ -18,6 +18,7 @@
     "external-speakers"
     "gaming"
     "link2c"
+    "llm"
     "plasma"
     # keep-sorted end
   ])
diff --git a/modules/nixos/features/llm.nix b/modules/nixos/features/llm.nix
new file mode 100644
index 0000000..fcd470c
--- /dev/null
+++ b/modules/nixos/features/llm.nix
@@ -0,0 +1,46 @@
+{
+  pkgs,
+  ...
+}:
+{
+  environment.systemPackages = [ pkgs.ollama-rocm ];
+
+  services = {
+    open-webui.enable = true;
+
+    ollama = {
+      enable = true;
+      package = pkgs.ollama-rocm;
+      loadModels = [
+        # small
+        # keep-sorted start
+        "deepseek-r1:1.5b"
+        "gemma3:1b"
+        "gemma3:270m"
+        "gemma3:4b"
+        "llama3.2:1b"
+        "llama3.2:3b"
+        "ministral-3:3b"
+        "qwen3:0.6b"
+        "qwen3:1.7b"
+        "qwen3:4b"
+        # keep-sorted end
+        # medium
+        # keep-sorted start
+        "deepseek-r1:7b"
+        "deepseek-r1:8b"
+        "llama3.1:8b"
+        "ministral-3:8b"
+        "qwen3:8b"
+        # keep-sorted end
+        # large
+        # keep-sorted start
+        "deepseek-r1:14b"
+        "gemma3:12b"
+        "ministral-3:14b"
+        "qwen3:14b"
+        # keep-sorted end
+      ];
+    };
+  };
+}