diff --git a/modules/services/ollama.nix b/modules/services/ollama.nix index da3bb89..6e07a54 100644 --- a/modules/services/ollama.nix +++ b/modules/services/ollama.nix @@ -5,6 +5,9 @@ enable = true; package = pkgs-unstable.ollama; acceleration = "cuda"; + environmentVariables = { + OLLAMA_CONTEXT_LENGTH="32000"; + }; }; systemd.services.ollama.serviceConfig = {