From 528c727874042e4d7e7f295451f91b40c060257b Mon Sep 17 00:00:00 2001
From: jenkins <jenkins@bstein.dev>
Date: Wed, 10 Jun 2026 05:43:23 -0300
Subject: [PATCH] maintenance: raise node inotify limits

---
 services/maintenance/node-nofile-daemonset.yaml |  2 ++
 services/maintenance/scripts/node_nofile.sh     | 12 ++++++++++++
 2 files changed, 14 insertions(+)

diff --git a/services/maintenance/node-nofile-daemonset.yaml b/services/maintenance/node-nofile-daemonset.yaml
index 392753df..115de5b8 100644
--- a/services/maintenance/node-nofile-daemonset.yaml
+++ b/services/maintenance/node-nofile-daemonset.yaml
@@ -14,6 +14,8 @@ spec:
     metadata:
       labels:
         app: node-nofile
+      annotations:
+        bstein.dev/restarted-at: "2026-06-10T08:40:00Z"
     spec:
       serviceAccountName: node-nofile
       tolerations:
diff --git a/services/maintenance/scripts/node_nofile.sh b/services/maintenance/scripts/node_nofile.sh
index cf6c5d92..dfeed339 100644
--- a/services/maintenance/scripts/node_nofile.sh
+++ b/services/maintenance/scripts/node_nofile.sh
@@ -2,6 +2,7 @@
 set -euo pipefail
 
 limit_line="LimitNOFILE=1048576"
+sysctl_file="/host/etc/sysctl.d/99-atlas-inotify.conf"
 changed=0
 
 for unit in k3s k3s-agent; do
@@ -17,6 +18,17 @@ for unit in k3s k3s-agent; do
   fi
 done
 
+mkdir -p "$(dirname "${sysctl_file}")"
+cat > "${sysctl_file}" <<'EOF'
+fs.inotify.max_user_instances = 8192
+fs.inotify.max_user_watches = 524288
+fs.inotify.max_queued_events = 32768
+EOF
+
+printf "8192" > /host/proc/sys/fs/inotify/max_user_instances
+printf "524288" > /host/proc/sys/fs/inotify/max_user_watches
+printf "32768" > /host/proc/sys/fs/inotify/max_queued_events
+
 if [ "${changed}" -eq 1 ]; then
   sleep "$(( (RANDOM % 300) + 10 ))"
   chroot /host /bin/systemctl daemon-reload