Disabled ai stuff on homepc

This commit is contained in:
Aleksandr Lebedev 2025-02-08 16:06:42 +01:00
parent 247379dce8
commit 1eb7d7432e
2 changed files with 15 additions and 4 deletions

View file

@ -116,6 +116,7 @@
pkgs = import nixpkgs { pkgs = import nixpkgs {
system = x86; system = x86;
overlays = [ overlays = [
#nativePackagesOverlay
inputs.hyprland.overlays.default inputs.hyprland.overlays.default
]; ];
config = { config = {

View file

@ -26,15 +26,25 @@
]; ];
#LLMs #LLMs
services.ollama = { services.ollama = {
enable = true; enable = false;
loadModels = [ "deepseek-r1:32b" ]; loadModels = [ "deepseek-r1:32b" ];
acceleration = "cuda"; acceleration = "cuda";
home = "/persist/ollama"; home = "/persist/ollama";
user = "ollama"; user = "ollama";
group = "ollama"; group = "ollama";
}; };
services.open-webui.enable = true; services.llama-cpp = {
services.open-webui.openFirewall = true; enable = false;
model = "/home/kylekrein/Downloads/ds/DeepSeek-R1-GGUF/DeepSeek-R1-UD-IQ1_S/DeepSeek-R1-UD-IQ1_S-00001-of-00003.gguf";
port = 10005;
extraFlags = [
"--ctx-size 1024" #context size
"--n-gpu-layers 0"
];
};
services.open-webui.enable = false;
services.open-webui.openFirewall = false;
services.open-webui.host = "0.0.0.0"; services.open-webui.host = "0.0.0.0";
services.open-webui.stateDir = "/persist/open-webui"; services.open-webui.stateDir = "/persist/open-webui";
systemd.services.open-webui.serviceConfig.User = "ollama"; systemd.services.open-webui.serviceConfig.User = "ollama";
@ -47,7 +57,7 @@
acceptTerms = true; acceptTerms = true;
defaults.email = "alex.lebedev2003@icloud.com"; defaults.email = "alex.lebedev2003@icloud.com";
}; };
services.nginx.enable = true; services.nginx.enable = false;
services.nginx = { services.nginx = {
# Use recommended settings # Use recommended settings
recommendedGzipSettings = true; recommendedGzipSettings = true;