Ollama on stargate

This commit is contained in:
Aleksandr Lebedev 2025-10-17 16:17:40 +02:00
parent 11bcac1297
commit 53ed61892c
3 changed files with 35 additions and 4 deletions

View file

@ -138,6 +138,14 @@ in {
proxyWebsockets = true;
};
};
"chat.kylekrein.com" = {
enableACME = true;
forceSSL = true;
locations."/" = {
proxyPass = "http://${config.services.open-webui.host}:${builtins.toString config.services.open-webui.port}";
proxyWebsockets = true;
};
};
"smart-home.kylekrein.com" = {
forceSSL = true;
enableACME = true;

View file

@ -0,0 +1,20 @@
{
pkgs,
lib,
config,
...
}: {
services.ollama = {
enable = true;
loadModels = ["qwq" "llama3.1" "qwen2.5-coder:7b" "gpt-oss:20b"];
acceleration = null;
user = "ollama";
group = "ollama";
};
services.open-webui = {
enable = true;
openFirewall = false;
port = 7009;
};
}