setup local llms with websearch

modules/services/ollama.nix

@@ -0,0 +1,34 @@
+{
+  services.ollama = {
+    enable = true;
+    acceleration = "cuda";
+  };
+
+  systemd.services.ollama.serviceConfig = {
+    Environment = [ "OLLAMA_HOST=0.0.0.0:11434" ];
+  };
+
+  services.open-webui = {
+    enable = true;
+    port = 8081;
+    environment = {
+      ANONYMIZED_TELEMETRY = "False";
+      DO_NOT_TRACK = "True";
+      SCARF_NO_ANALYTICS = "True";
+      OLLAMA_API_BASE_URL = "http://127.0.0.1:11434/api";
+      OLLAMA_BASE_URL = "http://127.0.0.1:11434";
+    };
+  };
+
+  services.searx = {
+    enable = true;
+    redisCreateLocally = true;
+    settings.server = {
+      bind_address = "::1";
+      port = 1111;
+      secret_key = "my ultra secret key";
+    };
+    settings.search.formats = ["html" "json"];
+  };
+
+}