diff --git a/.githooks/pre-commit b/.githooks/pre-commit
new file mode 100755
index 0000000..e97f9cb
--- /dev/null
+++ b/.githooks/pre-commit
@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+SCRIPT="$(git rev-parse --show-toplevel)/scripts/util/sanitize_node.sh"
+
+FILES=$(git diff --cached --name-only --diff-filter=ACM -- 'nodes/*.json' || true)
+
+[[ -z "$FILES" ]] && exit 0
+
+DIRTY=0
+
+while IFS= read -r file; do
+  staged_tmp=$(mktemp)
+  sanitized_tmp=$(mktemp)
+
+  # 1. get staged version
+  git show ":$file" > "$staged_tmp"
+
+  # 2. sanitize IN PLACE (on temp copy)
+  cp "$staged_tmp" "$sanitized_tmp"
+  "$SCRIPT" "$sanitized_tmp"
+
+  # 3. if sanitizer changed file, update working tree
+  if ! diff -q "$staged_tmp" "$sanitized_tmp" >/dev/null; then
+    cp "$sanitized_tmp" "$file"
+    echo "Sanitized: $file"
+    DIRTY=1
+  fi
+
+  rm -f "$staged_tmp" "$sanitized_tmp"
+
+done <<< "$FILES"
+
+if [[ "$DIRTY" -ne 0 ]]; then
+  echo ""
+  echo "Commit paused, sanitized files must be re-staged."
+  exit 1
+fi
+
+exit 0
diff --git a/README.md b/README.md
index c15ca12..ef6c609 100644
--- a/README.md
+++ b/README.md
@@ -28,6 +28,10 @@ Clone this repository, `cd` into it, and run:
 
     bundle install
 
+### Enable Git hooks
+
+    git config core.hooksPath .githooks
+
 ## Common tasks
 
 ### Bootstrap a new host server
diff --git a/clients/garage-10.json b/clients/garage-10.json
deleted file mode 100644
index 6ab390b..0000000
--- a/clients/garage-10.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
-  "name": "garage-10",
-  "public_key": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAw2+3Wo+KkXVJCOX1SxT9\nSdwKXgPbCDM3EI9uwoxhMxQfRyN53dxIsBDsQUVOIe1Z8yqm4FenMQlNmeDR+QLE\nvNFf1fisinW+D9VVRm+CjcJy96i/Dyt786Z6YRrDlB860HxCbfTL2Zv5BRtbyIKg\nhz5gO+9PMEpPVR2ij9iue4K6jbM1AAL2ia/P6zDWLJqeIzUocCeHV5N0Z3jXH6qr\nf444v78x35MMJ+3tg5h95SU1/PDCpdSTct4uHEuKIosiN7p4DlYMoM5iSyvVoujr\nflRQPEpGzS9qEt3rDo/F4ltzYMx6bf1tB/0QaBKD+zwPZWTTwf61tSBo5/NkGvJc\nFQIDAQAB\n-----END PUBLIC KEY-----\n"
-}
\ No newline at end of file
diff --git a/clients/garage-12.json b/clients/garage-12.json
deleted file mode 100644
index a297b74..0000000
--- a/clients/garage-12.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
-  "name": "garage-12",
-  "public_key": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA9GtHHi298BjiIqpZ3WkT\nkYAPfWD60hFe/8icYcq/F/6cHLYKZQ4chek9X/hDCMq4tHEN6Oh58T5x/nuNdPrK\nIAMGyVAGk6ekWlmD4jwdEf6TGb/J3ffJTRDvwX/I8xD/DW3wtXsN+X24T59ByGTm\nrnwRmmmwHF3otRx9wnCsIgDQ0AjiUujsfNNv1FcLXD/WJLys9lEeU5aJ4XtHTwDv\ntJM8YyVEFhEnuvgdKmzn5+F5k9VGdUwForlFOBfvzbCnTZMDMmDVeiUtAUv/7xWQ\nQl2mLUGCtgWuYJYXsQacAJ6pa3h+7cQyshC6w3dwUG+1fS9lNO0Yp1GGX1AGYKpp\nPQIDAQAB\n-----END PUBLIC KEY-----\n"
-}
\ No newline at end of file
diff --git a/clients/garage-13.json b/clients/garage-13.json
deleted file mode 100644
index 13582ff..0000000
--- a/clients/garage-13.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
-  "name": "garage-13",
-  "public_key": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAvbqWc6OwRxgHfsQuTNL4\naxeVvNen5d9srYpZSHjuBB/k9NHB+9P6vU5qF37XHkw1lVUGeYbPHzhYsx3O0/kZ\nH5f4+4SMy/P9jc6SE7AJF4qtYKgJ88koZdqCww07c6K9g+BnEGFFZui/h3hUBxWj\nTfhBHEWPyQ2bl/lr9sIJwsEz+EN0isGn/eIXkmw9J6LdLJ5Q0LLks33K28FNOU7q\nfeAN4MiBVMUtgCGyT2Voe6WrOXwQLSDXQONOp3sfSfFExsIJ1s24xdd7AMD7/9a7\n4sFDZ4swhqAWgWmW2giR7Kb8wTvGQLO/O/uUbmKz3DZXgkOKXHdHCEB/PZx1mRNM\nEwIDAQAB\n-----END PUBLIC KEY-----\n"
-}
\ No newline at end of file
diff --git a/clients/garage-9.json b/clients/garage-9.json
deleted file mode 100644
index 21336dc..0000000
--- a/clients/garage-9.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
-  "name": "garage-9",
-  "public_key": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAnMHzKE8JBrsQkmRDeMjX\n71mBzvRzNM90cwA8xtvIkXesdTyGqohX9k/PJbCY5ySGK9PpMaYDPVAnwnUP8LFQ\n3G98aSbLxUjqU/PBzRsnWpihehr05uz9zYcNFzr4LTNvGQZsq47nN9Tk+LG3zHP7\nAZViv2mJ4ZRnukXf6KHlyoVvhuTu+tiBM8QzjTF97iP/aguNPzYHmrecy9Uf5bSA\nZrbNZT+ayxtgswC2OclhRucx7XLSuHXtpwFqsQzSAhiX1aQ3wwCyH9WJtVwpfUsE\nlxTjcQiSM9aPZ8iSC0shpBaKD1j3iF/2K2Jk+88++zMhJJPLermvaJxzsdePgvyk\nKQIDAQAB\n-----END PUBLIC KEY-----\n"
-}
\ No newline at end of file
diff --git a/clients/prometheus-1.json b/clients/prometheus-1.json
new file mode 100644
index 0000000..a72e203
--- /dev/null
+++ b/clients/prometheus-1.json
@@ -0,0 +1,4 @@
+{
+  "name": "prometheus-1",
+  "public_key": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAp7T/OBo/TZm3YqnN4+ok\nHwcJ0kW9w2rl9UfrOlWUvoPHBd2LrqpEv3Az3a150IylQ1H/UozmQA7DtjIoTA7d\nV3oLY970vYrYiURcojOo8qAZBy8EH7dfAHxuZryUeELr+3vdcHF5WrrfSt2FdFVX\nPTY95ikafAnOO0Nt8jvnlPoDn7REV8TOE6KOiUzcHKa2xGlfaIe0oRC21LD86uQm\nR09xY1YaJkVgZfeN/opoRjZawkU3FFs3jlUEVBF8k153oOw9W3bgsFFjSOtRtRRg\nDwyQ7oDeMH83kXnaCdpkNZd59wjzPcpxYAL4LRN52ZXA4Btr4DTi+GxHz98Dr0kU\nUQIDAQAB\n-----END PUBLIC KEY-----\n"
+}
\ No newline at end of file
diff --git a/clients/rsk-testnet-5.json b/clients/rsk-testnet-5.json
deleted file mode 100644
index 827f2f7..0000000
--- a/clients/rsk-testnet-5.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
-  "name": "rsk-testnet-5",
-  "public_key": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAx/UHlgcSeh9Do7CTCKXC\n/4/aO2OvT+ijDVmrMYCNtE4sMeuFqKPnV1zxJZmRm4VNhkSQDkdWYD+6XvuFYW60\nyjB/N6D5lLlyjG4HD6fTkfh0K6f7t5mOYV7o4T59OoA3cBZuSROjtWmJ8jEFJ+k9\nII2kcyhPQcFN01ckzvZKRSPbVRccMoc+AKTjB3ZUfs/ERtlVoDrK4jEHluXOxUJO\nBKCcLonjJuLlpRLh7QfKrKFcR4idn5Ir43R6aSUesI/ipKwKsXnR3Bu7vXp74VF3\nMJ3EkdSBG+qJzy51fbRfQiUPAr/vSoVQZwW7FkIhIqqLkMaYCymn7qKfTGujoNU7\nlwIDAQAB\n-----END PUBLIC KEY-----\n"
-}
\ No newline at end of file
diff --git a/clients/uploads-1.json b/clients/uploads-1.json
deleted file mode 100644
index fec1329..0000000
--- a/clients/uploads-1.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
-  "name": "uploads-1",
-  "public_key": "-----BEGIN PUBLIC KEY-----\nMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAwJwWaz8TeGv3SFlKzLMx\nqN8GTL/c0N9ppBvv8xNSS/yF9Y40SbL418uxYzm9hIhOXgIygIgLT2EKIXX32t+R\neOJCdYycQFM3At2fhMkjhuUW0gmDRcYBcBJLC5hLh2EZ+A8V7k4qgrBpPLOjEv48\nhQY0vuAw2DGndWr4QLh5NLUmQiOrfuzcZSSNCBOTIgUZgNmRd9QcCHDq4WDH3poa\nosJo4a9JGEGUL1irOivvEdyJPwEd2f++nYAdWwj8pjCYgpRshQlLhxOlylMx7MxB\nQt2bgJC9sahfbfJCOqdlCU3DMJL0bRUiuxK77WeSsxWBJmrsiF3+Ljs2Ix+s7fnS\nywIDAQAB\n-----END PUBLIC KEY-----\n"
-}
\ No newline at end of file
diff --git a/nodes/discourse-2.json b/nodes/discourse-2.json
index b47c77d..da4bb5a 100644
--- a/nodes/discourse-2.json
+++ b/nodes/discourse-2.json
@@ -61,7 +61,7 @@
     }
   },
   "run_list": [
-    "recipe[kosmos-base]",
+    "role[base]",
     "role[kvm_guest]",
     "role[garage_gateway]",
     "role[kosmos_discourse]"
diff --git a/nodes/drone-1.json b/nodes/drone-1.json
index 40b57fc..befd090 100644
--- a/nodes/drone-1.json
+++ b/nodes/drone-1.json
@@ -55,7 +55,7 @@
     }
   },
   "run_list": [
-    "recipe[kosmos-base]",
+    "role[base]",
     "role[kvm_guest]",
     "role[drone]"
   ]
diff --git a/nodes/ejabberd-4.json b/nodes/ejabberd-4.json
index 8f88713..3a148c8 100644
--- a/nodes/ejabberd-4.json
+++ b/nodes/ejabberd-4.json
@@ -72,4 +72,4 @@
     "role[ldap_client]",
     "role[ejabberd]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/ejabberd-8.json b/nodes/ejabberd-8.json
index 4aab853..8a41ef2 100644
--- a/nodes/ejabberd-8.json
+++ b/nodes/ejabberd-8.json
@@ -72,4 +72,4 @@
     "role[ldap_client]",
     "role[ejabberd]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-10.json b/nodes/garage-10.json
deleted file mode 100644
index 7228ca1..0000000
--- a/nodes/garage-10.json
+++ /dev/null
@@ -1,64 +0,0 @@
-{
-  "name": "garage-10",
-  "chef_environment": "production",
-  "normal": {
-    "knife_zero": {
-      "host": "10.1.1.27"
-    }
-  },
-  "automatic": {
-    "fqdn": "garage-10",
-    "os": "linux",
-    "os_version": "5.4.0-1090-kvm",
-    "hostname": "garage-10",
-    "ipaddress": "192.168.122.70",
-    "roles": [
-      "base",
-      "kvm_guest",
-      "garage_node"
-    ],
-    "recipes": [
-      "kosmos-base",
-      "kosmos-base::default",
-      "kosmos_kvm::guest",
-      "kosmos_garage",
-      "kosmos_garage::default",
-      "kosmos_garage::firewall_rpc",
-      "kosmos_garage::firewall_apis",
-      "apt::default",
-      "timezone_iii::default",
-      "timezone_iii::debian",
-      "ntp::default",
-      "ntp::apparmor",
-      "kosmos-base::systemd_emails",
-      "apt::unattended-upgrades",
-      "kosmos-base::firewall",
-      "kosmos-postfix::default",
-      "postfix::default",
-      "postfix::_common",
-      "postfix::_attributes",
-      "postfix::sasl_auth",
-      "hostname::default",
-      "firewall::default"
-    ],
-    "platform": "ubuntu",
-    "platform_version": "20.04",
-    "cloud": null,
-    "chef_packages": {
-      "chef": {
-        "version": "18.5.0",
-        "chef_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/chef-18.5.0/lib",
-        "chef_effortless": null
-      },
-      "ohai": {
-        "version": "18.1.11",
-        "ohai_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/ohai-18.1.11/lib/ohai"
-      }
-    }
-  },
-  "run_list": [
-    "role[base]",
-    "role[kvm_guest]",
-    "role[garage_node]"
-  ]
-}
diff --git a/nodes/garage-11.json b/nodes/garage-11.json
index 4f6c161..1177218 100644
--- a/nodes/garage-11.json
+++ b/nodes/garage-11.json
@@ -20,6 +20,7 @@
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::guest",
       "kosmos_garage",
       "kosmos_garage::default",
@@ -30,6 +31,7 @@
       "timezone_iii::debian",
       "ntp::default",
       "ntp::apparmor",
+      "kosmos-base::journald_conf",
       "kosmos-base::systemd_emails",
       "apt::unattended-upgrades",
       "kosmos-base::firewall",
@@ -61,4 +63,4 @@
     "role[kvm_guest]",
     "role[garage_node]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-12.json b/nodes/garage-12.json
deleted file mode 100644
index f5be8b5..0000000
--- a/nodes/garage-12.json
+++ /dev/null
@@ -1,65 +0,0 @@
-{
-  "name": "garage-12",
-  "chef_environment": "production",
-  "normal": {
-    "knife_zero": {
-      "host": "10.1.1.224"
-    }
-  },
-  "automatic": {
-    "fqdn": "garage-12",
-    "os": "linux",
-    "os_version": "5.15.0-1059-kvm",
-    "hostname": "garage-12",
-    "ipaddress": "192.168.122.173",
-    "roles": [
-      "base",
-      "kvm_guest",
-      "garage_node"
-    ],
-    "recipes": [
-      "kosmos-base",
-      "kosmos-base::default",
-      "kosmos_kvm::guest",
-      "kosmos_garage",
-      "kosmos_garage::default",
-      "kosmos_garage::firewall_rpc",
-      "kosmos_garage::firewall_apis",
-      "apt::default",
-      "timezone_iii::default",
-      "timezone_iii::debian",
-      "ntp::default",
-      "ntp::apparmor",
-      "kosmos-base::journald_conf",
-      "kosmos-base::systemd_emails",
-      "apt::unattended-upgrades",
-      "kosmos-base::firewall",
-      "kosmos-postfix::default",
-      "postfix::default",
-      "postfix::_common",
-      "postfix::_attributes",
-      "postfix::sasl_auth",
-      "hostname::default",
-      "firewall::default"
-    ],
-    "platform": "ubuntu",
-    "platform_version": "22.04",
-    "cloud": null,
-    "chef_packages": {
-      "chef": {
-        "version": "18.7.10",
-        "chef_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/chef-18.7.10/lib",
-        "chef_effortless": null
-      },
-      "ohai": {
-        "version": "18.2.5",
-        "ohai_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/ohai-18.2.5/lib/ohai"
-      }
-    }
-  },
-  "run_list": [
-    "role[base]",
-    "role[kvm_guest]",
-    "role[garage_node]"
-  ]
-}
diff --git a/nodes/garage-14.json b/nodes/garage-14.json
index 2affca0..2ca3820 100644
--- a/nodes/garage-14.json
+++ b/nodes/garage-14.json
@@ -20,6 +20,7 @@
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::guest",
       "kosmos_garage",
       "kosmos_garage::default",
@@ -62,4 +63,4 @@
     "role[kvm_guest]",
     "role[garage_node]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-15.json b/nodes/garage-15.json
index eb00ff8..166d7d2 100644
--- a/nodes/garage-15.json
+++ b/nodes/garage-15.json
@@ -20,6 +20,7 @@
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::guest",
       "kosmos_garage",
       "kosmos_garage::default",
@@ -62,4 +63,4 @@
     "role[kvm_guest]",
     "role[garage_node]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-16.json b/nodes/garage-16.json
index b4da55d..5c26e0b 100644
--- a/nodes/garage-16.json
+++ b/nodes/garage-16.json
@@ -20,6 +20,7 @@
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::guest",
       "kosmos_garage",
       "kosmos_garage::default",
@@ -60,4 +61,4 @@
     "role[kvm_guest]",
     "role[garage_node]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-7.json b/nodes/garage-7.json
index 5d87c28..ab60013 100644
--- a/nodes/garage-7.json
+++ b/nodes/garage-7.json
@@ -20,6 +20,7 @@
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::guest",
       "kosmos_garage",
       "kosmos_garage::default",
@@ -30,6 +31,7 @@
       "timezone_iii::debian",
       "ntp::default",
       "ntp::apparmor",
+      "kosmos-base::journald_conf",
       "kosmos-base::systemd_emails",
       "apt::unattended-upgrades",
       "kosmos-base::firewall",
@@ -61,4 +63,4 @@
     "role[kvm_guest]",
     "role[garage_node]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-8.json b/nodes/garage-8.json
index 3800a43..3d1527e 100644
--- a/nodes/garage-8.json
+++ b/nodes/garage-8.json
@@ -20,6 +20,7 @@
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::guest",
       "kosmos_garage",
       "kosmos_garage::default",
@@ -30,6 +31,7 @@
       "timezone_iii::debian",
       "ntp::default",
       "ntp::apparmor",
+      "kosmos-base::journald_conf",
       "kosmos-base::systemd_emails",
       "apt::unattended-upgrades",
       "kosmos-base::firewall",
@@ -61,4 +63,4 @@
     "role[kvm_guest]",
     "role[garage_node]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-9.json b/nodes/garage-9.json
deleted file mode 100644
index b733284..0000000
--- a/nodes/garage-9.json
+++ /dev/null
@@ -1,64 +0,0 @@
-{
-  "name": "garage-9",
-  "chef_environment": "production",
-  "normal": {
-    "knife_zero": {
-      "host": "10.1.1.223"
-    }
-  },
-  "automatic": {
-    "fqdn": "garage-9",
-    "os": "linux",
-    "os_version": "5.4.0-1090-kvm",
-    "hostname": "garage-9",
-    "ipaddress": "192.168.122.21",
-    "roles": [
-      "base",
-      "kvm_guest",
-      "garage_node"
-    ],
-    "recipes": [
-      "kosmos-base",
-      "kosmos-base::default",
-      "kosmos_kvm::guest",
-      "kosmos_garage",
-      "kosmos_garage::default",
-      "kosmos_garage::firewall_rpc",
-      "kosmos_garage::firewall_apis",
-      "apt::default",
-      "timezone_iii::default",
-      "timezone_iii::debian",
-      "ntp::default",
-      "ntp::apparmor",
-      "kosmos-base::systemd_emails",
-      "apt::unattended-upgrades",
-      "kosmos-base::firewall",
-      "kosmos-postfix::default",
-      "postfix::default",
-      "postfix::_common",
-      "postfix::_attributes",
-      "postfix::sasl_auth",
-      "hostname::default",
-      "firewall::default"
-    ],
-    "platform": "ubuntu",
-    "platform_version": "20.04",
-    "cloud": null,
-    "chef_packages": {
-      "chef": {
-        "version": "18.5.0",
-        "chef_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/chef-18.5.0/lib",
-        "chef_effortless": null
-      },
-      "ohai": {
-        "version": "18.1.11",
-        "ohai_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/ohai-18.1.11/lib/ohai"
-      }
-    }
-  },
-  "run_list": [
-    "role[base]",
-    "role[kvm_guest]",
-    "role[garage_node]"
-  ]
-}
diff --git a/nodes/gitea-2.json b/nodes/gitea-2.json
index cddfdd9..931372a 100644
--- a/nodes/gitea-2.json
+++ b/nodes/gitea-2.json
@@ -76,4 +76,4 @@
     "role[gitea]",
     "role[gitea_actions_runner]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/her.json b/nodes/her.json
index 43402f3..ba758d0 100644
--- a/nodes/her.json
+++ b/nodes/her.json
@@ -55,4 +55,4 @@
     "role[base]",
     "role[kvm_host]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/ipfs-1.json b/nodes/ipfs-1.json
index 8022309..bb82e47 100644
--- a/nodes/ipfs-1.json
+++ b/nodes/ipfs-1.json
@@ -60,7 +60,7 @@
     }
   },
   "run_list": [
-    "recipe[kosmos-base]",
+    "role[base]",
     "role[kvm_guest]",
     "role[ipfs_gateway]"
   ]
diff --git a/nodes/ldap-3.kosmos.org.json b/nodes/ldap-3.kosmos.org.json
index 637595e..9062959 100644
--- a/nodes/ldap-3.kosmos.org.json
+++ b/nodes/ldap-3.kosmos.org.json
@@ -57,8 +57,8 @@
     }
   },
   "run_list": [
-    "recipe[kosmos-base]",
+    "role[base]",
     "role[kvm_guest]",
     "role[dirsrv_supplier]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/ldap-4.kosmos.org.json b/nodes/ldap-4.kosmos.org.json
index f66c37e..d5ff769 100644
--- a/nodes/ldap-4.kosmos.org.json
+++ b/nodes/ldap-4.kosmos.org.json
@@ -55,4 +55,4 @@
     "role[kvm_guest]",
     "role[dirsrv_supplier]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/leo.json b/nodes/leo.kosmos.org.json
similarity index 84%
rename from nodes/leo.json
rename to nodes/leo.kosmos.org.json
index ed647d2..144eeb0 100644
--- a/nodes/leo.json
+++ b/nodes/leo.kosmos.org.json
@@ -1,12 +1,13 @@
 {
-  "name": "leo",
+  "name": "leo.kosmos.org",
+  "chef_environment": "production",
   "normal": {
     "knife_zero": {
-      "host": "leo.kosmos.org"
+      "host": "10.1.1.204"
     }
   },
   "automatic": {
-    "fqdn": "leo",
+    "fqdn": "leo.kosmos.org",
     "os": "linux",
     "os_version": "5.15.0-173-generic",
     "hostname": "leo",
@@ -17,6 +18,7 @@
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::host",
       "apt::default",
       "timezone_iii::default",
@@ -32,7 +34,8 @@
       "postfix::_common",
       "postfix::_attributes",
       "postfix::sasl_auth",
-      "hostname::default"
+      "hostname::default",
+      "firewall::default"
     ],
     "platform": "ubuntu",
     "platform_version": "22.04",
@@ -53,4 +56,4 @@
     "role[base]",
     "recipe[kosmos_kvm::host]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/mail.kosmos.org.json b/nodes/mail.kosmos.org.json
index 4f116ed..f3b57b0 100644
--- a/nodes/mail.kosmos.org.json
+++ b/nodes/mail.kosmos.org.json
@@ -68,4 +68,4 @@
     "role[kvm_guest]",
     "role[email_server]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/mastodon-3.json b/nodes/mastodon-3.json
index c5dba55..82aadff 100644
--- a/nodes/mastodon-3.json
+++ b/nodes/mastodon-3.json
@@ -83,7 +83,7 @@
     }
   },
   "run_list": [
-    "recipe[kosmos-base]",
+    "role[base]",
     "role[kvm_guest]",
     "role[ldap_client]",
     "role[garage_gateway]",
diff --git a/nodes/postgres-11.json b/nodes/postgres-11.json
index a01909f..24cec64 100644
--- a/nodes/postgres-11.json
+++ b/nodes/postgres-11.json
@@ -66,4 +66,4 @@
     "role[kvm_guest]",
     "role[postgresql_primary]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/postgres-12.json b/nodes/postgres-12.json
index d2359b2..7fac349 100644
--- a/nodes/postgres-12.json
+++ b/nodes/postgres-12.json
@@ -61,4 +61,4 @@
     "role[kvm_guest]",
     "role[postgresql_replica]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/garage-13.json b/nodes/prometheus-1.json
similarity index 66%
rename from nodes/garage-13.json
rename to nodes/prometheus-1.json
index 3c0e075..f76c369 100644
--- a/nodes/garage-13.json
+++ b/nodes/prometheus-1.json
@@ -1,35 +1,32 @@
 {
-  "name": "garage-13",
+  "name": "prometheus-1",
   "chef_environment": "production",
   "normal": {
     "knife_zero": {
-      "host": "10.1.1.179"
+      "host": "10.1.1.146"
     }
   },
   "automatic": {
-    "fqdn": "garage-13",
+    "fqdn": "prometheus-1",
     "os": "linux",
-    "os_version": "5.15.0-1059-kvm",
-    "hostname": "garage-13",
-    "ipaddress": "192.168.122.27",
+    "os_version": "6.8.0-134-generic",
+    "hostname": "prometheus-1",
+    "ipaddress": "192.168.122.166",
     "roles": [
       "base",
       "kvm_guest",
-      "garage_node"
+      "prometheus_server"
     ],
     "recipes": [
       "kosmos-base",
       "kosmos-base::default",
+      "kosmos_prometheus::node_exporter",
       "kosmos_kvm::guest",
-      "kosmos_garage",
-      "kosmos_garage::default",
-      "kosmos_garage::firewall_rpc",
-      "kosmos_garage::firewall_apis",
+      "kosmos_prometheus::server",
+      "kosmos_prometheus::alertmanager",
       "apt::default",
       "timezone_iii::default",
       "timezone_iii::debian",
-      "ntp::default",
-      "ntp::apparmor",
       "kosmos-base::journald_conf",
       "kosmos-base::systemd_emails",
       "apt::unattended-upgrades",
@@ -43,23 +40,23 @@
       "firewall::default"
     ],
     "platform": "ubuntu",
-    "platform_version": "22.04",
+    "platform_version": "24.04",
     "cloud": null,
     "chef_packages": {
       "chef": {
-        "version": "18.7.10",
-        "chef_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/chef-18.7.10/lib",
+        "version": "18.10.17",
+        "chef_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/chef-18.10.17/lib",
         "chef_effortless": null
       },
       "ohai": {
-        "version": "18.2.5",
-        "ohai_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/ohai-18.2.5/lib/ohai"
+        "version": "18.2.13",
+        "ohai_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/ohai-18.2.13/lib/ohai"
       }
     }
   },
   "run_list": [
     "role[base]",
     "role[kvm_guest]",
-    "role[garage_node]"
+    "role[prometheus_server]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/rs-discourse-1.json b/nodes/rs-discourse-1.json
index ef67953..6c1a826 100644
--- a/nodes/rs-discourse-1.json
+++ b/nodes/rs-discourse-1.json
@@ -55,8 +55,8 @@
     }
   },
   "run_list": [
-    "recipe[kosmos-base]",
+    "role[base]",
     "role[kvm_guest]",
     "role[remotestorage_discourse]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/rsk-mainnet-3.json b/nodes/rsk-mainnet-3.json
index e6ad2d6..985f06f 100644
--- a/nodes/rsk-mainnet-3.json
+++ b/nodes/rsk-mainnet-3.json
@@ -58,4 +58,4 @@
     "role[kvm_guest]",
     "role[rskj_mainnet]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/rsk-testnet-4.json b/nodes/rsk-testnet-4.json
index 21ab8f2..a420cf2 100644
--- a/nodes/rsk-testnet-4.json
+++ b/nodes/rsk-testnet-4.json
@@ -57,4 +57,4 @@
     "role[base]",
     "role[kvm_guest]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/rsk-testnet-5.json b/nodes/rsk-testnet-5.json
deleted file mode 100644
index 9df65b3..0000000
--- a/nodes/rsk-testnet-5.json
+++ /dev/null
@@ -1,61 +0,0 @@
-{
-  "name": "rsk-testnet-5",
-  "normal": {
-    "knife_zero": {
-      "host": "10.1.1.194"
-    }
-  },
-  "automatic": {
-    "fqdn": "rsk-testnet-5",
-    "os": "linux",
-    "os_version": "5.4.0-1103-kvm",
-    "hostname": "rsk-testnet-5",
-    "ipaddress": "192.168.122.171",
-    "roles": [
-      "base",
-      "kvm_guest",
-      "rskj_testnet"
-    ],
-    "recipes": [
-      "kosmos-base",
-      "kosmos-base::default",
-      "kosmos_kvm::guest",
-      "kosmos_rsk::rskj",
-      "apt::default",
-      "timezone_iii::default",
-      "timezone_iii::debian",
-      "ntp::default",
-      "ntp::apparmor",
-      "kosmos-base::systemd_emails",
-      "apt::unattended-upgrades",
-      "kosmos-base::firewall",
-      "kosmos-postfix::default",
-      "postfix::default",
-      "postfix::_common",
-      "postfix::_attributes",
-      "postfix::sasl_auth",
-      "hostname::default",
-      "kosmos_rsk::firewall",
-      "firewall::default"
-    ],
-    "platform": "ubuntu",
-    "platform_version": "20.04",
-    "cloud": null,
-    "chef_packages": {
-      "chef": {
-        "version": "18.3.0",
-        "chef_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/chef-18.3.0/lib",
-        "chef_effortless": null
-      },
-      "ohai": {
-        "version": "18.1.4",
-        "ohai_root": "/opt/chef/embedded/lib/ruby/gems/3.1.0/gems/ohai-18.1.4/lib/ohai"
-      }
-    }
-  },
-  "run_list": [
-    "role[base]",
-    "role[kvm_guest]",
-    "role[rskj_testnet]"
-  ]
-}
diff --git a/nodes/rsk-testnet-6.json b/nodes/rsk-testnet-6.json
index a7c4ee0..6246c25 100644
--- a/nodes/rsk-testnet-6.json
+++ b/nodes/rsk-testnet-6.json
@@ -57,4 +57,4 @@
     "role[kvm_guest]",
     "role[rskj_testnet]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/strfry-1.json b/nodes/strfry-1.json
index 1e9de13..b151730 100644
--- a/nodes/strfry-1.json
+++ b/nodes/strfry-1.json
@@ -70,4 +70,4 @@
     "role[strfry]",
     "role[blossom]"
   ]
-}
+}
\ No newline at end of file
diff --git a/nodes/uploads-1.json b/nodes/uploads-1.json
deleted file mode 100644
index f2af120..0000000
--- a/nodes/uploads-1.json
+++ /dev/null
@@ -1,67 +0,0 @@
-{
-  "name": "uploads-1",
-  "normal": {
-    "knife_zero": {
-      "host": "10.1.1.98"
-    }
-  },
-  "automatic": {
-    "fqdn": "uploads-1",
-    "os": "linux",
-    "os_version": "5.4.0-128-generic",
-    "hostname": "uploads-1",
-    "ipaddress": "192.168.122.230",
-    "roles": [
-      "kvm_guest"
-    ],
-    "recipes": [
-      "kosmos-base",
-      "kosmos-base::default",
-      "kosmos_kvm::guest",
-      "kosmos-ejabberd::upload_service",
-      "apt::default",
-      "timezone_iii::default",
-      "timezone_iii::debian",
-      "ntp::default",
-      "ntp::apparmor",
-      "kosmos-base::systemd_emails",
-      "apt::unattended-upgrades",
-      "kosmos-base::firewall",
-      "kosmos-postfix::default",
-      "postfix::default",
-      "postfix::_common",
-      "postfix::_attributes",
-      "postfix::sasl_auth",
-      "hostname::default",
-      "kosmos-nginx::with_perl",
-      "nginx::default",
-      "nginx::package",
-      "nginx::ohai_plugin",
-      "nginx::repo",
-      "nginx::commons",
-      "nginx::commons_dir",
-      "nginx::commons_script",
-      "nginx::commons_conf",
-      "kosmos-nginx::firewall",
-      "kosmos-base::letsencrypt"
-    ],
-    "platform": "ubuntu",
-    "platform_version": "20.04",
-    "cloud": null,
-    "chef_packages": {
-      "chef": {
-        "version": "15.14.0",
-        "chef_root": "/opt/chef/embedded/lib/ruby/gems/2.6.0/gems/chef-15.14.0/lib"
-      },
-      "ohai": {
-        "version": "15.12.0",
-        "ohai_root": "/opt/chef/embedded/lib/ruby/gems/2.6.0/gems/ohai-15.12.0/lib/ohai"
-      }
-    }
-  },
-  "run_list": [
-    "recipe[kosmos-base]",
-    "role[kvm_guest]",
-    "recipe[kosmos-ejabberd::upload_service]"
-  ]
-}
\ No newline at end of file
diff --git a/roles/base.rb b/roles/base.rb
index 86d3ab5..dc838b3 100644
--- a/roles/base.rb
+++ b/roles/base.rb
@@ -2,4 +2,5 @@ name "base"
 
 run_list %w(
   kosmos-base::default
+  kosmos_prometheus::node_exporter
 )
diff --git a/roles/prometheus_server.rb b/roles/prometheus_server.rb
new file mode 100644
index 0000000..dc0bfea
--- /dev/null
+++ b/roles/prometheus_server.rb
@@ -0,0 +1,12 @@
+name "prometheus_server"
+
+default_run_list = [
+  "kosmos_prometheus::server",
+  "kosmos_prometheus::alertmanager"
+]
+
+env_run_lists(
+  "_default" => default_run_list,
+  "development" => default_run_list,
+  "production" => default_run_list
+)
diff --git a/scripts/util/sanitize_node.sh b/scripts/util/sanitize_node.sh
new file mode 100755
index 0000000..99d4ec3
--- /dev/null
+++ b/scripts/util/sanitize_node.sh
@@ -0,0 +1,69 @@
+#!/usr/bin/env bash
+# Strip the top-level "override" and "default" attributes from Chef node JSON files.
+#
+# Usage:
+#   ./scripts/util/strip_node_attrs.sh <node> [<node> ...]
+#   ./scripts/util/strip_node_attrs.sh --all
+#
+# A <node> may be a bare node name (e.g. "prometheus-1"), a path relative to the
+# repository root (e.g. "nodes/prometheus-1.json"), or an absolute path.
+#
+# Exit codes:
+#   0 - all target files processed successfully
+#   1 - one or more targets could not be processed (missing args, missing jq,
+#       file not found, invalid JSON, or write failure)
+
+set -uo pipefail
+
+command -v jq >/dev/null 2>&1 || exit 1
+
+root="$(git rev-parse --show-toplevel 2>/dev/null)" || root="$(pwd)"
+
+targets=()
+if [ "$#" -eq 0 ]; then
+  exit 1
+fi
+
+for arg in "$@"; do
+  if [ "$arg" = "--all" ]; then
+    shopt -s nullglob
+    for f in "$root"/nodes/*.json; do
+      targets+=("$f")
+    done
+    shopt -u nullglob
+    continue
+  fi
+
+  if [[ "$arg" == */* ]]; then
+    if [[ "$arg" = /* ]]; then
+      targets+=("$arg")
+    else
+      targets+=("$root/$arg")
+    fi
+  else
+    targets+=("$root/nodes/$arg.json")
+  fi
+done
+
+if [ "${#targets[@]}" -eq 0 ]; then
+  exit 1
+fi
+
+rc=0
+for file in "${targets[@]}"; do
+  [ -f "$file" ] || { rc=1; continue; }
+
+  jq -e . "$file" >/dev/null 2>&1 || { rc=1; continue; }
+
+  tmp="$(mktemp "${file}.XXXXXX")" || { rc=1; continue; }
+  if jq --indent 2 'del(.override, .default)' "$file" > "$tmp" 2>/dev/null; then
+    truncate -s -1 "$tmp" 2>/dev/null || true
+    mv "$tmp" "$file" || { rm -f "$tmp"; rc=1; continue; }
+  else
+    rm -f "$tmp"
+    rc=1
+    continue
+  fi
+done
+
+exit "$rc"
diff --git a/site-cookbooks/kosmos-base/recipes/tor_services.rb b/site-cookbooks/kosmos-base/recipes/tor_services.rb
index 3b0d841..49a8227 100644
--- a/site-cookbooks/kosmos-base/recipes/tor_services.rb
+++ b/site-cookbooks/kosmos-base/recipes/tor_services.rb
@@ -10,10 +10,10 @@ tor_service "ejabberd" do
   public_key tor_services['ejabberd']['public_key']
   secret_key tor_services['ejabberd']['secret_key']
   # TODO configure IP from node attribute
-  # (This is hardcoded for draco atm)
-  ports      [ "5222 148.251.237.73:5222",
-               "5223 148.251.237.73:5223",
-               "5269 148.251.237.73:5269" ]
+  # (This is hardcoded for ejabberd-4 atm)
+  ports      [ "5222 10.1.1.113:5222",
+               "5223 10.1.1.113:5223",
+               "5269 10.1.1.113:5269" ]
 end
 
 tor_service "web" do
diff --git a/site-cookbooks/kosmos_prometheus/.gitignore b/site-cookbooks/kosmos_prometheus/.gitignore
new file mode 100644
index 0000000..f1e57b8
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/.gitignore
@@ -0,0 +1,25 @@
+.vagrant
+*~
+*#
+.#*
+\#*#
+.*.sw[a-z]
+*.un~
+
+# Bundler
+Gemfile.lock
+gems.locked
+bin/*
+.bundle/*
+
+# test kitchen
+.kitchen/
+kitchen.local.yml
+
+# Chef Infra
+Berksfile.lock
+.zero-knife.rb
+Policyfile.lock.json
+
+.idea/
+
diff --git a/site-cookbooks/kosmos_prometheus/CHANGELOG.md b/site-cookbooks/kosmos_prometheus/CHANGELOG.md
new file mode 100644
index 0000000..2aa0619
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/CHANGELOG.md
@@ -0,0 +1,7 @@
+# kosmos_prometheus CHANGELOG
+
+This file is used to list changes made in each version of the kosmos_prometheus cookbook.
+
+## 0.1.0
+
+Initial release.
diff --git a/site-cookbooks/kosmos_prometheus/LICENSE b/site-cookbooks/kosmos_prometheus/LICENSE
new file mode 100644
index 0000000..f3b5d1c
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/LICENSE
@@ -0,0 +1,20 @@
+Copyright (c) 2019 Kosmos Developers
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
diff --git a/site-cookbooks/kosmos_prometheus/README.md b/site-cookbooks/kosmos_prometheus/README.md
new file mode 100644
index 0000000..5c56b8e
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/README.md
@@ -0,0 +1,4 @@
+# kosmos_prometheus
+
+TODO: Enter the cookbook description here.
+
diff --git a/site-cookbooks/kosmos_prometheus/attributes/default.rb b/site-cookbooks/kosmos_prometheus/attributes/default.rb
new file mode 100644
index 0000000..3189a86
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/attributes/default.rb
@@ -0,0 +1,27 @@
+node.default["kosmos_prometheus"]["version"] = "3.13.0"
+node.default["kosmos_prometheus"]["checksum"] = "744d93324cc024d82089921737bd797474d7f1e5dbbfd1c6b387bad258538cb9"
+
+node.default["kosmos_prometheus"]["alertmanager"]["version"] = "0.33.0"
+node.default["kosmos_prometheus"]["alertmanager"]["checksum"] = "8ce11c42e8a6dfbbf93a59c0b193cb1329210b36d0c7ef3df7b745608675a1d1"
+
+node.default["kosmos_prometheus"]["node_exporter"]["version"] = "1.11.1"
+node.default["kosmos_prometheus"]["node_exporter"]["checksum"] = "9f5ea48e5bc7b656f8a91a32e7d7deb89f70f73dabd0d974418aca15f37d6810"
+
+node.default["kosmos_prometheus"]["global"] = {
+  "scrape_interval" => "30s",
+  "evaluation_interval" => "30s",
+}
+
+node.default["kosmos_prometheus"]["alerting"] = {
+  "alertmanagers" => [
+    "static_configs" => [
+      { "targets" => ["127.0.0.1:9093"] }
+    ]
+  ]
+}
+
+node.default["kosmos_prometheus"]["jobs"] = {
+  "prometheus" => { "targets" => [{ "target" => "localhost:9090", "instance" => "localhost" }] },
+}
+
+node.default["kosmos_prometheus"]["rule_files"] = []
diff --git a/site-cookbooks/kosmos_prometheus/chefignore b/site-cookbooks/kosmos_prometheus/chefignore
new file mode 100644
index 0000000..cc170ea
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/chefignore
@@ -0,0 +1,115 @@
+# Put files/directories that should be ignored in this file when uploading
+# to a Chef Infra Server or Supermarket.
+# Lines that start with '# ' are comments.
+
+# OS generated files #
+######################
+.DS_Store
+ehthumbs.db
+Icon?
+nohup.out
+Thumbs.db
+.envrc
+
+# EDITORS #
+###########
+.#*
+.project
+.settings
+*_flymake
+*_flymake.*
+*.bak
+*.sw[a-z]
+*.tmproj
+*~
+\#*
+REVISION
+TAGS*
+tmtags
+.vscode
+.editorconfig
+
+## COMPILED ##
+##############
+*.class
+*.com
+*.dll
+*.exe
+*.o
+*.pyc
+*.so
+*/rdoc/
+a.out
+mkmf.log
+
+# Testing #
+###########
+.circleci/*
+.codeclimate.yml
+.delivery/*
+.foodcritic
+.kitchen*
+.mdlrc
+.overcommit.yml
+.rspec
+.rubocop.yml
+.travis.yml
+.watchr
+.yamllint
+azure-pipelines.yml
+Dangerfile
+examples/*
+features/*
+Guardfile
+kitchen.yml*
+mlc_config.json
+Procfile
+Rakefile
+spec/*
+test/*
+
+# SCM #
+#######
+.git
+.gitattributes
+.gitconfig
+.github/*
+.gitignore
+.gitkeep
+.gitmodules
+.svn
+*/.bzr/*
+*/.git
+*/.hg/*
+*/.svn/*
+
+# Berkshelf #
+#############
+Berksfile
+Berksfile.lock
+cookbooks/*
+tmp
+
+# Bundler #
+###########
+vendor/*
+Gemfile
+Gemfile.lock
+
+# Policyfile #
+##############
+Policyfile.rb
+Policyfile.lock.json
+
+# Documentation #
+#############
+CODE_OF_CONDUCT*
+CONTRIBUTING*
+documentation/*
+TESTING*
+UPGRADING*
+
+# Vagrant #
+###########
+.vagrant
+Vagrantfile
diff --git a/site-cookbooks/kosmos_prometheus/metadata.rb b/site-cookbooks/kosmos_prometheus/metadata.rb
new file mode 100644
index 0000000..1860c0f
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/metadata.rb
@@ -0,0 +1,21 @@
+name 'kosmos_prometheus'
+maintainer 'Kosmos Developers'
+maintainer_email 'mail@kosmos.org'
+license 'MIT'
+description 'Installs/Configures prometheus'
+version '0.1.0'
+chef_version '>= 16.0'
+
+depends "firewall"
+
+# The `issues_url` points to the location where issues for this cookbook are
+# tracked.  A `View Issues` link will be displayed on this cookbook's page when
+# uploaded to a Supermarket.
+#
+# issues_url 'https://github.com/<insert_org_here>/kosmos_prometheus/issues'
+
+# The `source_url` points to the development repository for this cookbook.  A
+# `View Source` link will be displayed on this cookbook's page when uploaded to
+# a Supermarket.
+#
+# source_url 'https://github.com/<insert_org_here>/kosmos_prometheus'
diff --git a/site-cookbooks/kosmos_prometheus/recipes/alertmanager.rb b/site-cookbooks/kosmos_prometheus/recipes/alertmanager.rb
new file mode 100644
index 0000000..4cba895
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/recipes/alertmanager.rb
@@ -0,0 +1,97 @@
+#
+# Cookbook:: kosmos_prometheus
+# Recipe:: alertmanager
+#
+
+include_recipe "firewall"
+
+version = node["kosmos_prometheus"]["alertmanager"]["version"]
+checksum = node["kosmos_prometheus"]["alertmanager"]["checksum"]
+tarball = "#{Chef::Config[:file_cache_path]}/alertmanager-#{version}.linux-amd64.tar.gz"
+binary_url = "https://github.com/prometheus/alertmanager/releases/download/v#{version}/alertmanager-#{version}.linux-amd64.tar.gz"
+
+group "alertmanager"
+
+user "alertmanager" do
+  gid "alertmanager"
+  system true
+  shell "/bin/false"
+  home "/nonexistent"
+end
+
+directory "/var/lib/alertmanager" do
+  owner "alertmanager"
+  group "alertmanager"
+  mode "0755"
+  recursive true
+end
+
+directory "/etc/prometheus" do
+  owner "root"
+  group "root"
+  mode "0755"
+  recursive true
+end
+
+package %w(tar bzip2)
+
+remote_file tarball do
+  source binary_url
+  checksum checksum
+  action :create
+  notifies :run, "execute[install_alertmanager]", :immediately
+end
+
+execute "install_alertmanager" do
+  command "tar -xzf #{tarball} -C /usr/local/bin --strip-components=1 alertmanager-#{version}.linux-amd64/alertmanager"
+  action :nothing
+  notifies :restart, "service[alertmanager]", :delayed
+end
+
+file "/usr/local/bin/alertmanager" do
+  owner "root"
+  group "root"
+  mode "0755"
+  notifies :restart, "service[alertmanager]", :delayed
+end
+
+template "/etc/prometheus/alertmanager.yml" do
+  source "alertmanager.yml.erb"
+  owner "root"
+  group "alertmanager"
+  mode "0644"
+  notifies :restart, "service[alertmanager]", :delayed
+end
+
+systemd_unit "alertmanager.service" do
+  content({
+    Unit: {
+      Description: "Prometheus Alertmanager",
+      After: "network.target",
+    },
+    Service: {
+      Type: "simple",
+      User: "alertmanager",
+      Group: "alertmanager",
+      ExecStart: "/usr/local/bin/alertmanager --config.file=/etc/prometheus/alertmanager.yml --storage.path=/var/lib/alertmanager --web.listen-address=:9093",
+      Restart: "on-failure",
+      RestartSec: "5",
+    },
+    Install: {
+      WantedBy: "multi-user.target",
+    },
+  })
+  triggers_reload true
+  action :create
+end
+
+service "alertmanager" do
+  action [:enable, :start]
+end
+
+firewall_rule "prometheus alertmanager" do
+  port 9093
+  source "10.1.1.0/24"
+  protocol :tcp
+  command :allow
+end
diff --git a/site-cookbooks/kosmos_prometheus/recipes/node_exporter.rb b/site-cookbooks/kosmos_prometheus/recipes/node_exporter.rb
new file mode 100644
index 0000000..b4e4a2a
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/recipes/node_exporter.rb
@@ -0,0 +1,85 @@
+#
+# Cookbook:: kosmos_prometheus
+# Recipe:: node_exporter
+#
+
+include_recipe "firewall"
+
+version = node["kosmos_prometheus"]["node_exporter"]["version"]
+checksum = node["kosmos_prometheus"]["node_exporter"]["checksum"]
+tarball = "#{Chef::Config[:file_cache_path]}/node_exporter-#{version}.linux-amd64.tar.gz"
+binary_url = "https://github.com/prometheus/node_exporter/releases/download/v#{version}/node_exporter-#{version}.linux-amd64.tar.gz"
+
+group "node_exporter"
+
+user "node_exporter" do
+  gid "node_exporter"
+  system true
+  shell "/bin/false"
+  home "/nonexistent"
+end
+
+directory "/var/lib/node_exporter/textfile" do
+  owner "node_exporter"
+  group "node_exporter"
+  mode "0755"
+  recursive true
+end
+
+package %w(tar bzip2)
+
+remote_file tarball do
+  source binary_url
+  checksum checksum
+  action :create
+  notifies :run, "execute[install_node_exporter]", :immediately
+end
+
+execute "install_node_exporter" do
+  command "tar -xzf #{tarball} -C /usr/local/bin --strip-components=1 node_exporter-#{version}.linux-amd64/node_exporter"
+  action :nothing
+  notifies :restart, "service[node_exporter]", :delayed
+end
+
+file "/usr/local/bin/node_exporter" do
+  owner "root"
+  group "root"
+  mode "0755"
+  notifies :restart, "service[node_exporter]", :delayed
+end
+
+systemd_unit "node_exporter.service" do
+  content({
+    Unit: {
+      Description: "Prometheus node exporter",
+      Documentation: ["https://github.com/prometheus/node_exporter"],
+    },
+    Service: {
+      Type: "simple",
+      User: "node_exporter",
+      Group: "node_exporter",
+      ExecStart: "/usr/local/bin/node_exporter --web.listen-address=:9100 --collector.textfile.directory=/var/lib/node_exporter/textfile",
+      Restart: "on-failure",
+      RestartSec: "5",
+      NoNewPrivileges: "yes",
+      ProtectSystem: "full",
+      ProtectHome: "yes",
+    },
+    Install: {
+      WantedBy: "multi-user.target",
+    },
+  })
+  triggers_reload true
+  action :create
+end
+
+service "node_exporter" do
+  action [:enable, :start]
+end
+
+firewall_rule "node_exporter" do
+  port 9100
+  source "10.1.1.0/24"
+  protocol :tcp
+  command :allow
+end
diff --git a/site-cookbooks/kosmos_prometheus/recipes/server.rb b/site-cookbooks/kosmos_prometheus/recipes/server.rb
new file mode 100644
index 0000000..a7b2bb1
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/recipes/server.rb
@@ -0,0 +1,134 @@
+#
+# Cookbook:: kosmos_prometheus
+# Recipe:: server
+#
+
+include_recipe "firewall"
+
+version = node["kosmos_prometheus"]["version"]
+checksum = node["kosmos_prometheus"]["checksum"]
+tarball = "#{Chef::Config[:file_cache_path]}/prometheus-#{version}.linux-amd64.tar.gz"
+binary_url = "https://github.com/prometheus/prometheus/releases/download/v#{version}/prometheus-#{version}.linux-amd64.tar.gz"
+
+group "prometheus"
+
+user "prometheus" do
+  gid "prometheus"
+  system true
+  shell "/bin/false"
+  home "/nonexistent"
+end
+
+directory "/var/lib/prometheus" do
+  owner "prometheus"
+  group "prometheus"
+  mode "0755"
+  recursive true
+end
+
+directory "/etc/prometheus" do
+  owner "root"
+  group "root"
+  mode "0755"
+  recursive true
+end
+
+directory "/etc/prometheus/rules" do
+  owner "root"
+  group "root"
+  mode "0755"
+  recursive true
+end
+
+package %w(tar bzip2)
+
+remote_file tarball do
+  source binary_url
+  checksum checksum
+  action :create
+  notifies :run, "execute[install_prometheus]", :immediately
+end
+
+execute "install_prometheus" do
+  command "tar -xzf #{tarball} -C /usr/local/bin --strip-components=1 prometheus-#{version}.linux-amd64/prometheus"
+  action :nothing
+  notifies :restart, "service[prometheus]", :delayed
+end
+
+file "/usr/local/bin/prometheus" do
+  owner "root"
+  group "root"
+  mode "0755"
+  notifies :restart, "service[prometheus]", :delayed
+end
+
+jobs = node["kosmos_prometheus"]["jobs"].merge(
+{
+  # node exporter
+  "node" => {
+    "query" => "role:base",
+    "port" => 9100
+  },
+  # garage metrics
+  "garage" => {
+    "query" => "role:garage_node",
+    "port" => 3903
+  },
+}.transform_values do |config|
+    {
+      "targets" => search(:node, config["query"]).map do |n|
+        target = { "target" => "#{n['knife_zero']['host']}:#{config['port']}", "instance" => n.name }
+        target["env"] = n.chef_environment if n.chef_environment
+        target
+      end.compact.sort_by { |t| t["instance"] },
+    }
+  end
+)
+
+template "/etc/prometheus/prometheus.yml" do
+  source "prometheus.yml.erb"
+  owner "root"
+  group "prometheus"
+  mode "0644"
+  variables(
+    global_config: node["kosmos_prometheus"]["global"],
+    alerting: node["kosmos_prometheus"]["alerting"],
+    jobs: jobs,
+    rule_files: node["kosmos_prometheus"]["rule_files"]
+  )
+  notifies :reload, "service[prometheus]", :delayed
+end
+
+systemd_unit "prometheus.service" do
+  content({
+    Unit: {
+      Description: "Prometheus",
+      After: "network.target",
+    },
+    Service: {
+      Type: "simple",
+      User: "prometheus",
+      Group: "prometheus",
+      ExecStart: "/usr/local/bin/prometheus --config.file=/etc/prometheus/prometheus.yml --storage.tsdb.path=/var/lib/prometheus --storage.tsdb.retention.time=15d --web.listen-address=:9090 --web.enable-lifecycle",
+      ExecReload: "/bin/kill -HUP $MAINPID",
+      Restart: "on-failure",
+      RestartSec: "5",
+    },
+    Install: {
+      WantedBy: "multi-user.target",
+    },
+  })
+  triggers_reload true
+  action :create
+end
+
+service "prometheus" do
+  action [:enable, :start]
+end
+
+firewall_rule "prometheus web" do
+  port 9090
+  source "10.1.1.0/24"
+  protocol :tcp
+  command :allow
+end
diff --git a/site-cookbooks/kosmos_prometheus/templates/default/alertmanager.yml.erb b/site-cookbooks/kosmos_prometheus/templates/default/alertmanager.yml.erb
new file mode 100644
index 0000000..b0fd0a9
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/templates/default/alertmanager.yml.erb
@@ -0,0 +1,12 @@
+global:
+  resolve_timeout: 5m
+
+route:
+  receiver: default
+  group_by: ['alertname']
+  group_wait: 30s
+  group_interval: 5m
+  repeat_interval: 3h
+
+receivers:
+- name: default
diff --git a/site-cookbooks/kosmos_prometheus/templates/default/prometheus.yml.erb b/site-cookbooks/kosmos_prometheus/templates/default/prometheus.yml.erb
new file mode 100644
index 0000000..9cc3ea4
--- /dev/null
+++ b/site-cookbooks/kosmos_prometheus/templates/default/prometheus.yml.erb
@@ -0,0 +1,47 @@
+global:
+<% @global_config.each do |k, v| %>
+  <%= k %>: "<%= v %>"
+<% end %>
+
+<% if @alerting %>
+alerting:
+  alertmanagers:
+<% @alerting['alertmanagers'].each do |am| %>
+    - static_configs:
+<% am['static_configs'].each do |sc| %>
+        - targets:
+<% sc['targets'].each do |target| %>
+            - <%= target %>
+<% end %>
+<% end %>
+<% end %>
+<% end %>
+
+scrape_configs:
+<% @jobs.each do |name, job| %>
+- job_name: "<%= name %>"
+<% if job['scrape_interval'] %>
+  scrape_interval: "<%= job['scrape_interval'] %>"
+<% end %>
+<% if job['scrape_timeout'] %>
+  scrape_timeout: "<%= job['scrape_timeout'] %>"
+<% end %>
+  metrics_path: "<%= job.fetch('metrics_path', '/metrics') %>"
+  static_configs:
+<% job['targets'].each do |t| %>
+    - targets:
+        - <%= t['target'] %>
+      labels:
+        instance: <%= t['instance'] %>
+<% if t['env'] %>
+        env: <%= t['env'] %>
+<% end %>
+<% end %>
+<% end %>
+
+<% if @rule_files && !@rule_files.empty? %>
+rule_files:
+<% @rule_files.each do |filename| %>
+  - <%= filename %>
+<% end %>
+<% end %>