added ollama context length explicitly

2025-11-07 21:40:33 +01:00
parent ddfde55edf
commit 941c51884d
1 changed files with 3 additions and 0 deletions
--- a/modules/services/ollama.nix
+++ b/modules/services/ollama.nix
@@ -5,6 +5,9 @@
    enable = true;
    package = pkgs-unstable.ollama;
    acceleration = "cuda";
+    environmentVariables = {
+      OLLAMA_CONTEXT_LENGTH="32000";
+    };
  };

  systemd.services.ollama.serviceConfig = {