nixos/hosts/gunter/ollama.nix

17 lines
333 B
Nix
Raw Normal View History

2024-07-04 09:23:06 +00:00
{ pkgs, ... }: {
services.ollama = {
enable = true;
acceleration = "cuda";
};
2024-07-11 10:13:19 +00:00
services.open-webui = {
enable = true;
environment = {
DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True";
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
};
port = 11444;
};
2024-07-04 09:23:06 +00:00
}