Ollama on stargate
This commit is contained in:
parent
11bcac1297
commit
53ed61892c
3 changed files with 35 additions and 4 deletions
|
|
@ -138,6 +138,14 @@ in {
|
|||
proxyWebsockets = true;
|
||||
};
|
||||
};
|
||||
"chat.kylekrein.com" = {
|
||||
enableACME = true;
|
||||
forceSSL = true;
|
||||
locations."/" = {
|
||||
proxyPass = "http://${config.services.open-webui.host}:${builtins.toString config.services.open-webui.port}";
|
||||
proxyWebsockets = true;
|
||||
};
|
||||
};
|
||||
"smart-home.kylekrein.com" = {
|
||||
forceSSL = true;
|
||||
enableACME = true;
|
||||
|
|
|
|||
20
systems/x86_64-linux/stargate/services/ollama.nix
Normal file
20
systems/x86_64-linux/stargate/services/ollama.nix
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
{
|
||||
pkgs,
|
||||
lib,
|
||||
config,
|
||||
...
|
||||
}: {
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
loadModels = ["qwq" "llama3.1" "qwen2.5-coder:7b" "gpt-oss:20b"];
|
||||
acceleration = null;
|
||||
user = "ollama";
|
||||
group = "ollama";
|
||||
};
|
||||
|
||||
services.open-webui = {
|
||||
enable = true;
|
||||
openFirewall = false;
|
||||
port = 7009;
|
||||
};
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue