LLM
This commit is contained in:
parent
f0bc89527f
commit
ae0639f524
3 changed files with 3 additions and 3 deletions
|
|
@ -48,7 +48,7 @@
|
||||||
#LLMs
|
#LLMs
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
loadModels = [ "qwq" "llama3.1" ];
|
loadModels = [ "qwq" "llama3.1" "qwen2.5-coder:7b" ];
|
||||||
acceleration = "cuda";
|
acceleration = "cuda";
|
||||||
home = "/persist/ollama";
|
home = "/persist/ollama";
|
||||||
user = "ollama";
|
user = "ollama";
|
||||||
|
|
|
||||||
|
|
@ -30,7 +30,7 @@
|
||||||
];
|
];
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
loadModels = [ "llama3.1" ];
|
loadModels = [ "llama3.1" "qwen2.5-coder:7b" ];
|
||||||
home = "/persist/ollama";
|
home = "/persist/ollama";
|
||||||
user = "ollama";
|
user = "ollama";
|
||||||
group = "ollama";
|
group = "ollama";
|
||||||
|
|
|
||||||
|
|
@ -65,7 +65,7 @@
|
||||||
};
|
};
|
||||||
services.ollama = {
|
services.ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
loadModels = [ "llama3.1" ];
|
loadModels = [ "llama3.1" "qwen2.5-coder:7b" ];
|
||||||
acceleration = "cuda";
|
acceleration = "cuda";
|
||||||
user = "ollama";
|
user = "ollama";
|
||||||
group = "ollama";
|
group = "ollama";
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue