nixos-config/systems/x86_64-linux/stargate/services/ollama.nix

20 lines
318 B
Nix

{
pkgs,
lib,
config,
...
}: {
services.ollama = {
enable = true;
loadModels = ["qwq" "llama3.1" "qwen2.5-coder:7b" "gpt-oss:20b"];
acceleration = null;
user = "ollama";
group = "ollama";
};
services.open-webui = {
enable = true;
openFirewall = false;
port = 7009;
};
}