2024-10-15 17:56:39 +00:00
|
|
|
{ pkgs, lib, ... }:
|
2024-07-17 20:22:04 +00:00
|
|
|
{
|
2024-07-04 09:23:06 +00:00
|
|
|
services.ollama = {
|
|
|
|
|
enable = true;
|
|
|
|
|
acceleration = "cuda";
|
|
|
|
|
};
|
2024-09-01 17:34:32 +00:00
|
|
|
services.open-webui = {
|
2024-11-06 15:13:32 +00:00
|
|
|
enable = true;
|
2024-09-01 17:34:32 +00:00
|
|
|
environment = {
|
|
|
|
|
DO_NOT_TRACK = "True";
|
|
|
|
|
SCARF_NO_ANALYTICS = "True";
|
|
|
|
|
OLLAMA_API_BASE_URL = "http://127.0.0.1:11434";
|
|
|
|
|
WEBUI_AUTH = "False";
|
|
|
|
|
};
|
|
|
|
|
port = 11444;
|
|
|
|
|
};
|
2024-07-04 09:23:06 +00:00
|
|
|
}
|
