nixos/hosts/gunter/ollama.nix

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

24 lines
632 B
Nix
Raw Normal View History

{ pkgs, lib, ... }:
2024-07-04 09:23:06 +00:00
{
services.ollama = {
enable = true;
acceleration = "cuda";
};
2024-09-01 17:34:32 +00:00
services.open-webui = {
2025-02-20 09:25:19 +00:00
enable = true;
# enable = lib.warn "Open WebUI is disabled" false;
2024-09-01 17:34:32 +00:00
environment = {
2025-02-05 12:21:45 +00:00
VECTOR_DB = "pgvector";
PGVECTOR_DB_URL = "postgresql://openwebui:openwebui@pgdb1.home.2rjus.net:5432/openwebui";
2024-09-01 17:34:32 +00:00
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
};
port = 11444;
};
# Ensure networking is ok before starting
systemd.services.open-webui.after = [ "network-online.target" ];
2024-07-04 09:23:06 +00:00
}