{config, pkgs, ... }: { services.ollama = { enable = true; package = pkgs.ollama; acceleration = "cuda"; environmentVariables = { OLLAMA_CONTEXT_LENGTH="32000"; }; }; systemd.services.ollama.serviceConfig = { Environment = [ "OLLAMA_HOST=0.0.0.0:11434" ]; }; # services.open-webui = { # package = pkgs.open-webui; # enable = true; # port = 8081; # environment = { # ANONYMIZED_TELEMETRY = "False"; # DO_NOT_TRACK = "True"; # SCARF_NO_ANALYTICS = "True"; # OLLAMA_API_BASE_URL = "http://127.0.0.1:11434/api"; # OLLAMA_BASE_URL = "http://127.0.0.1:11434"; # WEBUI_AUTH = "False"; # FRONTEND_BUILD_DIR = "${config.services.open-webui.stateDir}/build"; # DATA_DIR = "${config.services.open-webui.stateDir}/data"; # STATIC_DIR = "${config.services.open-webui.stateDir}/static"; # }; # }; services.searx = { enable = true; redisCreateLocally = true; settings.server = { bind_address = "::1"; port = 1111; secret_key = "my ultra secret key"; }; settings.search.formats = ["html" "json"]; }; }