From 1eb7d7432e01afd1c73b85ac98196a7245dda3b0 Mon Sep 17 00:00:00 2001
From: Aleksandr Lebedev <alex.lebedev2003@icloud.com>
Date: Sat, 8 Feb 2025 16:06:42 +0100
Subject: [PATCH] Disabled ai stuff on homepc

---
 flake.nix                                |  1 +
 nixos/hosts/kylekrein-homepc/default.nix | 18 ++++++++++++++----
 2 files changed, 15 insertions(+), 4 deletions(-)

diff --git a/flake.nix b/flake.nix
index a5331fc..89fd4c8 100644
--- a/flake.nix
+++ b/flake.nix
@@ -116,6 +116,7 @@
         pkgs = import nixpkgs {
           system = x86;
           overlays = [
+            #nativePackagesOverlay
             inputs.hyprland.overlays.default
           ];
           config = {
diff --git a/nixos/hosts/kylekrein-homepc/default.nix b/nixos/hosts/kylekrein-homepc/default.nix
index 6db13dd..a448537 100644
--- a/nixos/hosts/kylekrein-homepc/default.nix
+++ b/nixos/hosts/kylekrein-homepc/default.nix
@@ -26,15 +26,25 @@
   ];
   #LLMs
   services.ollama = {
-    enable = true;
+    enable = false;
     loadModels = [ "deepseek-r1:32b" ];
     acceleration = "cuda";
     home = "/persist/ollama";
     user = "ollama";
     group = "ollama";
   };
-  services.open-webui.enable = true;
-  services.open-webui.openFirewall = true;
+  services.llama-cpp = {
+    enable = false;
+    model = "/home/kylekrein/Downloads/ds/DeepSeek-R1-GGUF/DeepSeek-R1-UD-IQ1_S/DeepSeek-R1-UD-IQ1_S-00001-of-00003.gguf";
+    port = 10005;
+    extraFlags = [
+      "--ctx-size 1024" #context size
+      "--n-gpu-layers 0"
+    ];
+  };
+
+  services.open-webui.enable = false;
+  services.open-webui.openFirewall = false;
   services.open-webui.host = "0.0.0.0";
   services.open-webui.stateDir = "/persist/open-webui";
   systemd.services.open-webui.serviceConfig.User = "ollama";
@@ -47,7 +57,7 @@
     acceptTerms = true;
     defaults.email = "alex.lebedev2003@icloud.com";
   };
-  services.nginx.enable = true;
+  services.nginx.enable = false;
   services.nginx = {
     # Use recommended settings
     recommendedGzipSettings = true;