kosmos/chef
8
3
Fork 0
Code Issues 39 Pull Requests Projects 2 Activity

Adjust NodeFilesystemAlmostOutOfSpace for VM hosts

Browse Source 
The hosts have much larger drives, so 10% and 5% aren't ideal for alerts
This commit is contained in:
raucao
2026-08-27 12:10:35 -06:00
parent eff0edf247
commit 076a52cdda
2 changed files with 25 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
nodes
+1 -1
Submodule nodes updated: 5020b10aa8...2b6479d2de
site-cookbooks/kosmos_prometheus/files/default/rules/node_exporter.yml
+24 -6
View File
@@ -11,23 +11,41 @@ groups:
- alert: NodeFilesystemAlmostOutOfSpace
expr: |
(node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}
/ node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}) * 100 < 10
(node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}
/ node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}) * 100 < 10
for: 5m
labels:
severity: warning
annotations:
summary: "Filesystem has < 10% free space"
summary: "VM filesystem has < 10% free space"
- alert: NodeFilesystemAlmostOutOfSpace
expr: |
(node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}
/ node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}) * 100 < 5
(node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}
/ node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}) * 100 < 5
for: 5m
labels:
severity: critical
annotations:
summary: "Filesystem has < 5% free space"
summary: "VM filesystem has < 5% free space"
- alert: NodeFilesystemAlmostOutOfSpace
expr: |
node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host!~".+"} < 53687091200
for: 5m
labels:
severity: warning
annotations:
summary: "Host filesystem has < 50GB free space"
- alert: NodeFilesystemAlmostOutOfSpace
expr: |
node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host!~".+"} < 21474836480
for: 5m
labels:
severity: critical
annotations:
summary: "Host filesystem has < 20GB free space"
- alert: NodeFilesystemAlmostOutOfInodes
expr: (node_filesystem_files_free / node_filesystem_files) * 100 < 10