Disabled ai stuff on homepc
This commit is contained in:
parent
247379dce8
commit
1eb7d7432e
2 changed files with 15 additions and 4 deletions
|
|
@ -116,6 +116,7 @@
|
||||||
pkgs = import nixpkgs {
|
pkgs = import nixpkgs {
|
||||||
system = x86;
|
system = x86;
|
||||||
overlays = [
|
overlays = [
|
||||||
|
#nativePackagesOverlay
|
||||||
inputs.hyprland.overlays.default
|
inputs.hyprland.overlays.default
|
||||||
];
|
];
|
||||||
config = {
|
config = {
|
||||||
|
|
|
||||||
|
|
@ -26,15 +26,25 @@
|
||||||
];
|
];
|
||||||
#LLMs
|
#LLMs
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = false;
|
||||||
loadModels = [ "deepseek-r1:32b" ];
|
loadModels = [ "deepseek-r1:32b" ];
|
||||||
acceleration = "cuda";
|
acceleration = "cuda";
|
||||||
home = "/persist/ollama";
|
home = "/persist/ollama";
|
||||||
user = "ollama";
|
user = "ollama";
|
||||||
group = "ollama";
|
group = "ollama";
|
||||||
};
|
};
|
||||||
services.open-webui.enable = true;
|
services.llama-cpp = {
|
||||||
services.open-webui.openFirewall = true;
|
enable = false;
|
||||||
|
model = "/home/kylekrein/Downloads/ds/DeepSeek-R1-GGUF/DeepSeek-R1-UD-IQ1_S/DeepSeek-R1-UD-IQ1_S-00001-of-00003.gguf";
|
||||||
|
port = 10005;
|
||||||
|
extraFlags = [
|
||||||
|
"--ctx-size 1024" #context size
|
||||||
|
"--n-gpu-layers 0"
|
||||||
|
];
|
||||||
|
};
|
||||||
|
|
||||||
|
services.open-webui.enable = false;
|
||||||
|
services.open-webui.openFirewall = false;
|
||||||
services.open-webui.host = "0.0.0.0";
|
services.open-webui.host = "0.0.0.0";
|
||||||
services.open-webui.stateDir = "/persist/open-webui";
|
services.open-webui.stateDir = "/persist/open-webui";
|
||||||
systemd.services.open-webui.serviceConfig.User = "ollama";
|
systemd.services.open-webui.serviceConfig.User = "ollama";
|
||||||
|
|
@ -47,7 +57,7 @@
|
||||||
acceptTerms = true;
|
acceptTerms = true;
|
||||||
defaults.email = "alex.lebedev2003@icloud.com";
|
defaults.email = "alex.lebedev2003@icloud.com";
|
||||||
};
|
};
|
||||||
services.nginx.enable = true;
|
services.nginx.enable = false;
|
||||||
services.nginx = {
|
services.nginx = {
|
||||||
# Use recommended settings
|
# Use recommended settings
|
||||||
recommendedGzipSettings = true;
|
recommendedGzipSettings = true;
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue