torjus/nixos-servers
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

Add alerttonotify to monitoring host
Some checks failed
Run nix flake check / flake-check (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Torjus Håkestad 2025-02-11 22:25:54 +01:00
parent fb3d810089
commit abb4cf58ea
Signed by: torjus
SSH Key Fingerprint: SHA256:KjAds8wHfD2mBYK2H815s/+ABcSdcIHUndwHEdSxml4
8 changed files with 61 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -1 +1,2 @@
.direnv/ .direnv/
result

8
flake.lock generated
View File

@ -7,11 +7,11 @@
] ]
}, },
"locked": { "locked": {
"lastModified": 1739308211, "lastModified": 1739309053,
"narHash": "sha256-XWHHbnyeF00cNCSO+dH4QxQ6Vm2Pye6jc1CFLuA03+M=", "narHash": "sha256-sJErNNnDRxfZXn3Xoyyg3GIxiGTghhP8wjwaN25BJGo=",
"ref": "master", "ref": "master",
"rev": "360109d68446ac1047f25d6480972eb3f25368fb", "rev": "d9e2147ecac4d8558b6c0fea65f1308775af7db9",
"revCount": 5, "revCount": 6,
"type": "git", "type": "git",
"url": "https://git.t-juice.club/torjus/alerttonotify" "url": "https://git.t-juice.club/torjus/alerttonotify"
}, },

43
flake.nix
View File

@ -13,6 +13,10 @@
url = "git+https://git.t-juice.club/torjus/backup-helper?ref=master"; url = "git+https://git.t-juice.club/torjus/backup-helper?ref=master";
inputs.nixpkgs.follows = "nixpkgs-unstable"; inputs.nixpkgs.follows = "nixpkgs-unstable";
}; };
alerttonotify = {
url = "git+https://git.t-juice.club/torjus/alerttonotify?ref=master";
inputs.nixpkgs.follows = "nixpkgs-unstable";
};
}; };
outputs = outputs =
@ -22,6 +26,7 @@
nixpkgs-unstable, nixpkgs-unstable,
sops-nix, sops-nix,
backup-helper, backup-helper,
alerttonotify,
... ...
}@inputs: }@inputs:
let let
@ -32,6 +37,10 @@
config.allowUnfree = true; config.allowUnfree = true;
}; };
}; };
commonOverlays = [
overlay-unstable
alerttonotify.overlays.default
];
allSystems = [ allSystems = [
"x86_64-linux" "x86_64-linux"
"aarch64-linux" "aarch64-linux"
@ -52,7 +61,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/ns1 ./hosts/ns1
@ -68,7 +77,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/ns2 ./hosts/ns2
@ -84,7 +93,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/ns3 ./hosts/ns3
@ -100,7 +109,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/ns4 ./hosts/ns4
@ -116,7 +125,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/nixos-test1 ./hosts/nixos-test1
@ -133,7 +142,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/ha1 ./hosts/ha1
@ -150,7 +159,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/inc1 ./hosts/inc1
@ -167,7 +176,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/inc2 ./hosts/inc2
@ -184,7 +193,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/template ./hosts/template
@ -200,7 +209,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/http-proxy ./hosts/http-proxy
@ -216,7 +225,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/ca ./hosts/ca
@ -232,7 +241,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/monitoring01 ./hosts/monitoring01
@ -249,7 +258,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/jelly01 ./hosts/jelly01
@ -265,7 +274,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/nix-cache01 ./hosts/nix-cache01
@ -281,7 +290,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/media1 ./hosts/media1
@ -297,7 +306,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/pgdb1 ./hosts/pgdb1
@ -313,7 +322,7 @@
( (
{ config, pkgs, ... }: { config, pkgs, ... }:
{ {
nixpkgs.overlays = [ overlay-unstable ]; nixpkgs.overlays = commonOverlays;
} }
) )
./hosts/nats1 ./hosts/nats1

1
result Symbolic link
View File

@ -0,0 +1 @@
/nix/store/5acmmy4l87pd6c6q9mq6j73m6hh9lc5z-nixos-system-monitoring01-24.11.20250210.44534bc

7
secrets/secrets.yaml
View File

@ -1,6 +1,7 @@
root_password_hash: ENC[AES256_GCM,data:wk/xEuf+qU3ezmondq9y3OIotXPI/L+TOErTjgJz58wEvQkApYkjc3bHaUTzOrmWjQBgDUENObzPmvQ8WKawUSJRVlpfOEr5TQ==,iv:I8Z3xJz3qoXBD7igx087A1fMwf8d29hQ4JEI3imRXdY=,tag:M80osQeWGG9AAA8BrMfhHA==,type:str] root_password_hash: ENC[AES256_GCM,data:wk/xEuf+qU3ezmondq9y3OIotXPI/L+TOErTjgJz58wEvQkApYkjc3bHaUTzOrmWjQBgDUENObzPmvQ8WKawUSJRVlpfOEr5TQ==,iv:I8Z3xJz3qoXBD7igx087A1fMwf8d29hQ4JEI3imRXdY=,tag:M80osQeWGG9AAA8BrMfhHA==,type:str]
ns_xfer_key: ENC[AES256_GCM,data:VFpK7GChgFeUgQm31tTvVC888bN0yt6BAnHQa6KUTg4iZGP1WL5Bx6Zp8dY=,iv:9RF1eEc7JBxBebDOKfcDjGS2U7XsHkOW/l52yIP+1LA=,tag:L6DR2QlHOfo02kzfWWCrvg==,type:str] ns_xfer_key: ENC[AES256_GCM,data:VFpK7GChgFeUgQm31tTvVC888bN0yt6BAnHQa6KUTg4iZGP1WL5Bx6Zp8dY=,iv:9RF1eEc7JBxBebDOKfcDjGS2U7XsHkOW/l52yIP+1LA=,tag:L6DR2QlHOfo02kzfWWCrvg==,type:str]
backup_helper_secret: ENC[AES256_GCM,data:EvXEJnDilbfALQ==,iv:Q3dkZ8Ee3qbcjcoi5GxfbaVB4uRIvkIB6ioKVV/dL2Y=,tag:T/UgZvQgYGa740Wh7D0b7Q==,type:str] backup_helper_secret: ENC[AES256_GCM,data:EvXEJnDilbfALQ==,iv:Q3dkZ8Ee3qbcjcoi5GxfbaVB4uRIvkIB6ioKVV/dL2Y=,tag:T/UgZvQgYGa740Wh7D0b7Q==,type:str]
nats_nkey: ENC[AES256_GCM,data:N2CVXjdwiE7eSPUtXe+NeKSTzA9eFwK2igxaCdYsXd4Ps0/DjYb/ggnQziQzSy8viESZYjXhJ2VtNw==,iv:Xhcf5wPB01Wu0A+oMw0wzTEHATp+uN+wsaYshxIzy1w=,tag:IauTIOHqfiM75Ufml/JXbg==,type:str]
sops: sops:
kms: [] kms: []
gcp_kms: [] gcp_kms: []
@ -142,8 +143,8 @@ sops:
UWg1ZmFIMlk4STlMdzBOd1dLOW9ZY2sK8BYqBM/0YZ6fjgQAqSCYM9Cnh2IqP4QD UWg1ZmFIMlk4STlMdzBOd1dLOW9ZY2sK8BYqBM/0YZ6fjgQAqSCYM9Cnh2IqP4QD
NQDBErJf0AQ8qU+CXjBSxTLBBJPnibdBJPCcOfnym16gFgMuHsqMdg== NQDBErJf0AQ8qU+CXjBSxTLBBJPnibdBJPCcOfnym16gFgMuHsqMdg==
-----END AGE ENCRYPTED FILE----- -----END AGE ENCRYPTED FILE-----
lastmodified: "2024-06-02T22:09:06Z" lastmodified: "2025-02-11T21:18:22Z"
mac: ENC[AES256_GCM,data:cxJq4EMEMVEw0IUXNwtyQj4MaYIJ/Xo4OaY+3VLgIhYw6oBO9CmJxgLuXcSnGnr23oNE5OQF6ALv+vxF46D1pI0V1zhqKL6zMIs0DzPBwo7Arg166w5kGAT274jK7YWymeJ7fafWXYubLlGUthyVJS1BkvlqIhoe2BlTZ3bPyBs=,iv:Z2Uh9Oo4q/ce6DDLShs7JAX3XFNAVOGBmBPvRbGxaaU=,tag:6qZhZ4+tgtXl60b0Lx7Taw==,type:str] mac: ENC[AES256_GCM,data:5//boMp1awc/2XAkSASSCuobpkxa0E6IKf3GR8xHpMoCD30FJsCwV7PgX3fR8OuLEhOJ7UguqMNQdNqG37RMacreuDmI1J8oCFKp+3M2j4kCbXaEo8bw7WAtyjUez+SAXKzZWYmBibH0KOy6jdt+v0fdgy5hMBT4IFDofYRsyD0=,iv:6pD+SLwncpmal/FR4U8It2njvaQfUzzpALBCxa0NyME=,tag:4QN8ZFjdqck5ZgulF+FtbA==,type:str]
pgp: [] pgp: []
unencrypted_suffix: _unencrypted unencrypted_suffix: _unencrypted
version: 3.8.1 version: 3.9.4

21
services/monitoring/alerttonotify.nix Normal file
View File

@ -0,0 +1,21 @@
{ pkgs, config, ... }:
{
sops.secrets."nats_nkey" = { };
systemd.services."alerttonotify" = {
wants = [ "network-online.target" ];
after = [
"network-online.target"
"sops-nix.service"
];
environment = {
NATS_URL = "nats://nats1.home.2rjus.net:4222";
NATS_NKEY_FILE = "${config.sops.secrets.nats_nkey.path}";
};
serviceConfig = {
Type = "exec";
ExecStart = "${pkgs.alerttonotify}/bin/alerttonotify";
};
};
}

1
services/monitoring/default.nix
View File

@ -5,5 +5,6 @@
./grafana.nix ./grafana.nix
./prometheus.nix ./prometheus.nix
./pve.nix ./pve.nix
./alerttonotify.nix
]; ];
} }

6
services/monitoring/prometheus.nix
View File

@ -8,7 +8,7 @@
global = { global = {
}; };
route = { route = {
receiver = "webhook_gunter"; receiver = "webhook_natstonotify";
group_wait = "30s"; group_wait = "30s";
group_interval = "5m"; group_interval = "5m";
repeat_interval = "12h"; repeat_interval = "12h";
@ -16,10 +16,10 @@
}; };
receivers = [ receivers = [
{ {
name = "webhook_gunter"; name = "webhook_natstonotify";
webhook_configs = [ webhook_configs = [
{ {
url = "http://gunter.home.2rjus.net:5001/alert"; url = "http://localhost:5001/alert";
} }
]; ];
} }