nixos/hosts/gunter/ollama.nix

17 lines
353 B
Nix

{ pkgs, ... }: {
services.ollama = {
enable = true;
acceleration = "cuda";
};
# services.open-webui = {
# enable = true;
# environment = {
# DO_NOT_TRACK = "True";
# SCARF_NO_ANALYTICS = "True";
# OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
# WEBUI_AUTH = "False";
# };
# port = 11444;
# };
}