46 lines
1.1 KiB
Nix
46 lines
1.1 KiB
Nix
{config, pkgs, ... }:
|
|
|
|
{
|
|
services.ollama = {
|
|
enable = true;
|
|
package = pkgs.ollama;
|
|
acceleration = "cuda";
|
|
environmentVariables = {
|
|
OLLAMA_CONTEXT_LENGTH="32000";
|
|
};
|
|
};
|
|
|
|
systemd.services.ollama.serviceConfig = {
|
|
Environment = [ "OLLAMA_HOST=0.0.0.0:11434" ];
|
|
};
|
|
|
|
# services.open-webui = {
|
|
# package = pkgs.open-webui;
|
|
# enable = true;
|
|
# port = 8081;
|
|
# environment = {
|
|
# ANONYMIZED_TELEMETRY = "False";
|
|
# DO_NOT_TRACK = "True";
|
|
# SCARF_NO_ANALYTICS = "True";
|
|
# OLLAMA_API_BASE_URL = "http://127.0.0.1:11434/api";
|
|
# OLLAMA_BASE_URL = "http://127.0.0.1:11434";
|
|
# WEBUI_AUTH = "False";
|
|
# FRONTEND_BUILD_DIR = "${config.services.open-webui.stateDir}/build";
|
|
# DATA_DIR = "${config.services.open-webui.stateDir}/data";
|
|
# STATIC_DIR = "${config.services.open-webui.stateDir}/static";
|
|
# };
|
|
# };
|
|
|
|
services.searx = {
|
|
enable = true;
|
|
redisCreateLocally = true;
|
|
settings.server = {
|
|
bind_address = "::1";
|
|
port = 1111;
|
|
secret_key = "my ultra secret key";
|
|
};
|
|
settings.search.formats = ["html" "json"];
|
|
};
|
|
|
|
}
|