This commit is contained in:
Aleksandr Lebedev 2025-05-22 14:54:14 +02:00
parent f0bc89527f
commit ae0639f524
3 changed files with 3 additions and 3 deletions

View file

@ -48,7 +48,7 @@
#LLMs #LLMs
services.ollama = { services.ollama = {
enable = true; enable = true;
loadModels = [ "qwq" "llama3.1" ]; loadModels = [ "qwq" "llama3.1" "qwen2.5-coder:7b" ];
acceleration = "cuda"; acceleration = "cuda";
home = "/persist/ollama"; home = "/persist/ollama";
user = "ollama"; user = "ollama";

View file

@ -30,7 +30,7 @@
]; ];
services.ollama = { services.ollama = {
enable = true; enable = true;
loadModels = [ "llama3.1" ]; loadModels = [ "llama3.1" "qwen2.5-coder:7b" ];
home = "/persist/ollama"; home = "/persist/ollama";
user = "ollama"; user = "ollama";
group = "ollama"; group = "ollama";

View file

@ -65,7 +65,7 @@
}; };
services.ollama = { services.ollama = {
enable = true; enable = true;
loadModels = [ "llama3.1" ]; loadModels = [ "llama3.1" "qwen2.5-coder:7b" ];
acceleration = "cuda"; acceleration = "cuda";
user = "ollama"; user = "ollama";
group = "ollama"; group = "ollama";