Cuda + ollama on homepc

nixos/configuration.nix

@@ -119,11 +119,11 @@
     };
   };
 
-  qt = {
-    enable = true;
-    platformTheme = "qt5ct";
-    style = "kvantum";
-  };
+  #qt = {
+  #  enable = true;
+  #  platformTheme = "qt5ct";
+  #  style = "kvantum";
+  #};
 
   # List packages installed in system profile. To search, run:
   # $ nix search wget

nixos/hosts/kylekrein-homepc/default.nix

@@ -24,6 +24,49 @@
 
     #inputs.nix-gaming.packages.${pkgs.system}.star-citizen
   ];
+  #LLMs
+  services.ollama = {
+    enable = true;
+    loadModels = [ "deepseek-r1:32b" ];
+    acceleration = "cuda";
+    home = "/persist/ollama";
+    user = "ollama";
+    group = "ollama";
+  };
+  services.open-webui.enable = true;
+  services.open-webui.openFirewall = true;
+  services.open-webui.host = "0.0.0.0";
+  services.open-webui.stateDir = "/persist/open-webui";
+  systemd.services.open-webui.serviceConfig.User = "ollama";
+  systemd.services.open-webui.serviceConfig.Group = "ollama";
+  systemd.services.open-webui.serviceConfig.DynamicUser = lib.mkForce false;
 
+  #Chat host
+  networking.firewall.allowedTCPPorts = [ 80 443 ];
+  security.acme = {
+    acceptTerms = true;
+    defaults.email = "alex.lebedev2003@icloud.com";
+  };
+  services.nginx.enable = true;
+  services.nginx = {
+    # Use recommended settings
+    recommendedGzipSettings = true;
+    recommendedOptimisation = true;
+    recommendedProxySettings = true;
+    recommendedTlsSettings = true;
+  };
+  services.nginx.virtualHosts = let
+    SSL = {
+      enableACME = true;
+      forceSSL = true;
+    }; in {
+      "chat.kylekrein.com" = (SSL // {
+        locations."/" = {
+          proxyPass = "http://127.0.0.1:8080/";
+          proxyWebsockets = true;
+        };
+      });
+    };
+  
   systemd.network.wait-online.enable = lib.mkForce false;
 }

nixos/modules/hyprland/default.nix

@@ -106,11 +106,11 @@
     };
     services.hypridle.enable = true;
 
-    qt = {
-	enable = true;
-	platformTheme = "qt5ct";
-	style = "kvantum";
-    };
+   # qt = {
+	#enable = true;
+	#platformTheme = "qt5ct";
+	#style = "kvantum";
+   # };
 
 
 }

nixos/modules/impermanence/default.nix

@@ -37,6 +37,8 @@ in {
   };
   systemd.tmpfiles.rules = [
     "d /persist/home/ 0777 root root -" # /persist/home created, owned by root
+    "d /persist/ollama/ 0755 ollama ollama"
+    "d /persist/open-webui/ 0755 ollama ollama"
     #"d /persist/home/${username} 0700 ${username} users -" # /persist/home/<user> created, owned by that user
     #"d /persist/nixos-config 0700 ${username} users -"
   ];