Adjust NodeFilesystemAlmostOutOfSpace for VM hosts

The hosts have much larger drives, so 10% and 5% aren't ideal for alerts

site-cookbooks/kosmos_prometheus/files/default/rules/node_exporter.yml

@@ -11,23 +11,41 @@ groups:
 
       - alert: NodeFilesystemAlmostOutOfSpace
         expr: |
-          (node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}
+          (node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}
-            / node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}) * 100 < 10
+            / node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}) * 100 < 10
         for: 5m
         labels:
           severity: warning
         annotations:
-          summary: "Filesystem has < 10% free space"
+          summary: "VM filesystem has < 10% free space"
 
       - alert: NodeFilesystemAlmostOutOfSpace
         expr: |
-          (node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}
+          (node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}
-            / node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*"}) * 100 < 5
+            / node_filesystem_size_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host=~".+"}) * 100 < 5
         for: 5m
         labels:
           severity: critical
         annotations:
-          summary: "Filesystem has < 5% free space"
+          summary: "VM filesystem has < 5% free space"
+
+      - alert: NodeFilesystemAlmostOutOfSpace
+        expr: |
+          node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host!~".+"} < 53687091200
+        for: 5m
+        labels:
+          severity: warning
+        annotations:
+          summary: "Host filesystem has < 50GB free space"
+
+      - alert: NodeFilesystemAlmostOutOfSpace
+        expr: |
+          node_filesystem_avail_bytes{fstype!~"tmpfs|fuse.lxcfs|overlay|squashfs|ramfs",mountpoint!~"/run.*|/var/lib/docker/.*",vm_host!~".+"} < 21474836480
+        for: 5m
+        labels:
+          severity: critical
+        annotations:
+          summary: "Host filesystem has < 20GB free space"
 
       - alert: NodeFilesystemAlmostOutOfInodes
         expr: (node_filesystem_files_free / node_filesystem_files) * 100 < 10