Set ulimit with Python (#19105)

* Set ulimit with python instead of in s6 startup

* move to services and add env var

* add comment

Author: hawkeye217

docker/main/rootfs/etc/s6-overlay/s6-rc.d/frigate/run

@@ -50,7 +50,6 @@ function set_libva_version() {
 echo "[INFO] Preparing Frigate..."
 migrate_db_path
 set_libva_version
-/usr/local/ulimit/set_ulimit.sh
 echo "[INFO] Starting Frigate..."
 
 cd /opt/frigate || echo "[ERROR] Failed to change working directory to /opt/frigate"

docker/main/rootfs/usr/local/ulimit/set_ulimit.sh

@@ -71,6 +71,7 @@
 from frigate.util.builtin import empty_and_close_queue
 from frigate.util.image import SharedMemoryFrameManager, UntrackedSharedMemory
 from frigate.util.object import get_camera_regions_grid
+from frigate.util.services import set_file_limit
 from frigate.version import VERSION
 from frigate.video import capture_camera, track_camera
 from frigate.watchdog import FrigateWatchdog
@@ -587,6 +588,9 @@ def start(self) -> None:
         # Ensure global state.
         self.ensure_dirs()
 
+        # Set soft file limits.
+        set_file_limit()
+
         # Start frigate services.
         self.init_camera_metrics()
         self.init_queues()

frigate/app.py

@@ -5,6 +5,7 @@
 import logging
 import os
 import re
+import resource
 import signal
 import subprocess as sp
 import traceback
@@ -632,3 +633,19 @@ async def calculate_duration(video: Optional[any]) -> float:
         result["fourcc"] = fourcc
 
     return result
+
+
+def set_file_limit() -> None:
+    # Newer versions of containerd 2.X+ impose a very low soft file limit of 1024
+    # This applies to OSs like HA OS (see https://github.com/home-assistant/operating-system/issues/4110)
+    # Attempt to increase this limit
+    soft_limit = int(os.getenv("SOFT_FILE_LIMIT", "65536") or "65536")
+
+    current_soft, current_hard = resource.getrlimit(resource.RLIMIT_NOFILE)
+    logger.info(f"Current file limits - Soft: {current_soft}, Hard: {current_hard}")
+
+    new_soft = min(soft_limit, current_hard)
+    resource.setrlimit(resource.RLIMIT_NOFILE, (new_soft, current_hard))
+    logger.info(
+        f"File limit set. New soft limit: {new_soft}, Hard limit remains: {current_hard}"
+    )