setup local llms with websearch

modules/desktop/gnome.nix

@@ -1,8 +1,11 @@
-{ config, pkgs, ... }:
+{ pkgs, ... }:
 
 {
-  services.displayManager.gdm.enable = true;
-  services.desktopManager.gnome.enable = true;
+  services.xserver = {
+    displayManager.gdm.enable = true;
+    desktopManager.gnome.enable = true;
+  };
+
 
   # To disable installing GNOME's suite of applications
   # and only be left with GNOME shell.

modules/services/ollama.nix

@@ -0,0 +1,34 @@
+{
+  services.ollama = {
+    enable = true;
+    acceleration = "cuda";
+  };
+
+  systemd.services.ollama.serviceConfig = {
+    Environment = [ "OLLAMA_HOST=0.0.0.0:11434" ];
+  };
+
+  services.open-webui = {
+    enable = true;
+    port = 8081;
+    environment = {
+      ANONYMIZED_TELEMETRY = "False";
+      DO_NOT_TRACK = "True";
+      SCARF_NO_ANALYTICS = "True";
+      OLLAMA_API_BASE_URL = "http://127.0.0.1:11434/api";
+      OLLAMA_BASE_URL = "http://127.0.0.1:11434";
+    };
+  };
+
+  services.searx = {
+    enable = true;
+    redisCreateLocally = true;
+    settings.server = {
+      bind_address = "::1";
+      port = 1111;
+      secret_key = "my ultra secret key";
+    };
+    settings.search.formats = ["html" "json"];
+  };
+
+}

modules/system/docker.nix

@@ -1,3 +1,4 @@
 {
   virtualisation.docker.enable = true;
+  virtualisation.oci-containers.backend = "docker";
 }