nixos/hosts/gunter/ollama.nix
Torjus Håkestad 3ed85330db
All checks were successful
Run nix flake check / flake-check (push) Successful in 1m42s
Periodic flake update / flake-update (push) Successful in 1m17s
Use pgvector for openwebui RAG
2025-02-05 13:38:13 +01:00

20 lines
464 B
Nix

{ pkgs, lib, ... }:
{
services.ollama = {
enable = true;
acceleration = "cuda";
};
services.open-webui = {
enable = true;
environment = {
VECTOR_DB = "pgvector";
PGVECTOR_DB_URL = "postgresql://openwebui:openwebui@pgdb1.home.2rjus.net:5432/openwebui";
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
};
port = 11444;
};
}