Ollama on stargate
This commit is contained in:
parent
11bcac1297
commit
53ed61892c
3 changed files with 35 additions and 4 deletions
20
systems/x86_64-linux/stargate/services/ollama.nix
Normal file
20
systems/x86_64-linux/stargate/services/ollama.nix
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
{
|
||||
pkgs,
|
||||
lib,
|
||||
config,
|
||||
...
|
||||
}: {
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
loadModels = ["qwq" "llama3.1" "qwen2.5-coder:7b" "gpt-oss:20b"];
|
||||
acceleration = null;
|
||||
user = "ollama";
|
||||
group = "ollama";
|
||||
};
|
||||
|
||||
services.open-webui = {
|
||||
enable = true;
|
||||
openFirewall = false;
|
||||
port = 7009;
|
||||
};
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue