Ollama on stargate

modules/nixos/services/ai/default.nix

@@ -31,6 +31,11 @@ in {
         Search for models of your choice from: <https://ollama.com/library>
       '';
     };
+    home = mkOpt path (
+      if impermanence.enable
+      then "${persist}/ollama"
+      else "/var/lib/ollama"
+    ) "Path to data folder";
     ui.enable = mkBoolOpt true "Enable openwebui at localhost:8080";
     ui.port = mkOption {
       type = types.port;
@@ -49,10 +54,8 @@ in {
         if nvidia.enable
         then "cuda"
         else null;
-      home =
+      home = cfg.home;
-        if impermanence.enable
+
-        then "${persist}/ollama"
-        else "/var/lib/ollama";
       user = "ollama";
       group = "ollama";
     };

systems/x86_64-linux/stargate/services/nginx.nix

@@ -138,6 +138,14 @@ in {
           proxyWebsockets = true;
         };
       };
+      "chat.kylekrein.com" = {
+        enableACME = true;
+        forceSSL = true;
+        locations."/" = {
+          proxyPass = "http://${config.services.open-webui.host}:${builtins.toString config.services.open-webui.port}";
+          proxyWebsockets = true;
+        };
+      };
       "smart-home.kylekrein.com" = {
         forceSSL = true;
         enableACME = true;

systems/x86_64-linux/stargate/services/ollama.nix

@@ -0,0 +1,20 @@
+{
+  pkgs,
+  lib,
+  config,
+  ...
+}: {
+  services.ollama = {
+    enable = true;
+    loadModels = ["qwq" "llama3.1" "qwen2.5-coder:7b" "gpt-oss:20b"];
+    acceleration = null;
+    user = "ollama";
+    group = "ollama";
+  };
+
+  services.open-webui = {
+    enable = true;
+    openFirewall = false;
+    port = 7009;
+  };
+}