LLM
This commit is contained in:
parent
f0bc89527f
commit
ae0639f524
3 changed files with 3 additions and 3 deletions
|
|
@ -48,7 +48,7 @@
|
|||
#LLMs
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
loadModels = [ "qwq" "llama3.1" ];
|
||||
loadModels = [ "qwq" "llama3.1" "qwen2.5-coder:7b" ];
|
||||
acceleration = "cuda";
|
||||
home = "/persist/ollama";
|
||||
user = "ollama";
|
||||
|
|
|
|||
|
|
@ -30,7 +30,7 @@
|
|||
];
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
loadModels = [ "llama3.1" ];
|
||||
loadModels = [ "llama3.1" "qwen2.5-coder:7b" ];
|
||||
home = "/persist/ollama";
|
||||
user = "ollama";
|
||||
group = "ollama";
|
||||
|
|
|
|||
|
|
@ -65,7 +65,7 @@
|
|||
};
|
||||
services.ollama = {
|
||||
enable = true;
|
||||
loadModels = [ "llama3.1" ];
|
||||
loadModels = [ "llama3.1" "qwen2.5-coder:7b" ];
|
||||
acceleration = "cuda";
|
||||
user = "ollama";
|
||||
group = "ollama";
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue