added ollama context length explicitly
This commit is contained in:
@@ -5,6 +5,9 @@
|
|||||||
enable = true;
|
enable = true;
|
||||||
package = pkgs-unstable.ollama;
|
package = pkgs-unstable.ollama;
|
||||||
acceleration = "cuda";
|
acceleration = "cuda";
|
||||||
|
environmentVariables = {
|
||||||
|
OLLAMA_CONTEXT_LENGTH="32000";
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
systemd.services.ollama.serviceConfig = {
|
systemd.services.ollama.serviceConfig = {
|
||||||
|
|||||||
Reference in New Issue
Block a user