maintenance: raise node inotify limits

services/maintenance/node-nofile-daemonset.yaml

@@ -14,6 +14,8 @@ spec:
     metadata:
       labels:
         app: node-nofile
+      annotations:
+        bstein.dev/restarted-at: "2026-06-10T08:40:00Z"
     spec:
       serviceAccountName: node-nofile
       tolerations:

services/maintenance/scripts/node_nofile.sh

@@ -2,6 +2,7 @@
 set -euo pipefail
 
 limit_line="LimitNOFILE=1048576"
+sysctl_file="/host/etc/sysctl.d/99-atlas-inotify.conf"
 changed=0
 
 for unit in k3s k3s-agent; do
@@ -17,6 +18,17 @@ for unit in k3s k3s-agent; do
   fi
 done
 
+mkdir -p "$(dirname "${sysctl_file}")"
+cat > "${sysctl_file}" <<'EOF'
+fs.inotify.max_user_instances = 8192
+fs.inotify.max_user_watches = 524288
+fs.inotify.max_queued_events = 32768
+EOF
+
+printf "8192" > /host/proc/sys/fs/inotify/max_user_instances
+printf "524288" > /host/proc/sys/fs/inotify/max_user_watches
+printf "32768" > /host/proc/sys/fs/inotify/max_queued_events
+
 if [ "${changed}" -eq 1 ]; then
   sleep "$(( (RANDOM % 300) + 10 ))"
   chroot /host /bin/systemctl daemon-reload