Tuning

Author: bymoye

frameworks/Python/blacksheep/app.py

@@ -16,8 +16,12 @@
 READ_ROW_SQL = 'SELECT "id", "randomnumber" FROM "world" WHERE id = $1'
 WRITE_ROW_SQL = 'UPDATE "world" SET "randomnumber"=$1 WHERE id=$2'
 ADDITIONAL_ROW = [0, "Additional fortune added at request time."]
-MAX_CONNECTIONS = 2000
+MAX_CONNECTIONS = 1900
 CORE_COUNT = multiprocessing.cpu_count()
+PROCESSES = CPU_CORES if os.getenv('GUNICORN') else min(8, CORE_COUNT // 4) if CORE_COUNT > 4 else CORE_COUNT
+MAX_POOL_SIZE = max(1,int(os.getenv('MAX_POOL_SIZE', MAX_CONNECTIONS // PROCESSES)))
+MIN_POOL_SIZE = max(1,int(os.getenv('MIN_POOL_SIZE', MAX_POOL_SIZE // 2)))
+
 WORKER_PROCESSES = CORE_COUNT
 MAX_POOL_SIZE = max(1, MAX_CONNECTIONS // WORKER_PROCESSES)
 MIN_POOL_SIZE = max(1, MAX_POOL_SIZE // 2)

frameworks/Python/blacksheep/blacksheep-nginx-unit.dockerfile

@@ -11,15 +11,21 @@ RUN pip3 install -r /blacksheep/requirements-uvicorn.txt -q
 
 ENV PGSSLMODE=disable
 RUN CORE_COUNT=$(nproc) && \
-    MAX_PROCESSES=$((CORE_COUNT <= 4 ? CORE_COUNT : CORE_COUNT / 2)) && \
-    SPARE_PROCESSES=$((MAX_PROCESSES / 4 > 0 ? MAX_PROCESSES / 4 : 1)) && \
-    sed -i "s|\"max\": [0-9]*|\"max\": $MAX_PROCESSES|g" /blacksheep/unit-config.json && \
-    sed -i "s|\"spare\": [0-9]*|\"spare\": $SPARE_PROCESSES|g" /blacksheep/unit-config.json && \
-    sed -i "s|\"idle_timeout\": [0-9]*|\"idle_timeout\": 3600|g" /blacksheep/unit-config.json
+    PROCESSES=$(($CORE_COUNT <= 4 ? $CORE_COUNT : $CORE_COUNT / 4)) && \
+    PROCESSES=$(($PROCESSES < 4 ? 4 : $PROCESSES > 16 ? 16 : $PROCESSES)) && \
+    THREADS=$(($CORE_COUNT / $PROCESSES)) && \
+    THREADS=$(($THREADS < 10 ? 10 : $THREADS)) && \
+    MAX_POOL_SIZE=$((2000 / $PROCESSES)) && \
+    MIN_POOL_SIZE=$(($MAX_POOL_SIZE / 2)) && \
+    sed -i "s|\"processes\": [0-9]*.*\"threads\": [0-9]*|\"processes\": $PROCESSES, \"threads\": $THREADS|g" /blacksheep/unit-config.json && \
+    echo "export MAX_POOL_SIZE=$MAX_POOL_SIZE" >> /blacksheep/env.sh && \
+    echo "export MIN_POOL_SIZE=$MIN_POOL_SIZE" >> /blacksheep/env.sh
 
 RUN chmod +x start-unit.sh
+RUN chmod +x env.sh
 ENTRYPOINT []
 EXPOSE 8080
 
 # CMD ["unitd", "--no-daemon", "--control", "unix:/var/run/control.unit.sock"]
-CMD ["./start-unit.sh"]
+# CMD ["./start-unit.sh"]
+CMD ["bash", "-c", "source /blacksheep/env.sh && ./start-unit.sh"]

frameworks/Python/blacksheep/blacksheep.dockerfile

@@ -9,7 +9,7 @@ RUN pip3 install Cython==3.0.12 -q
 RUN pip3 install -r /blacksheep/requirements.txt -q
 RUN pip3 install -r /blacksheep/requirements-gunicorn.txt -q
 RUN pip3 install -r /blacksheep/requirements-uvicorn.txt -q
-
+ENV GUNICORN=1
 EXPOSE 8080
 
 CMD gunicorn app:app -k uvicorn.workers.UvicornWorker -c blacksheep_conf.py

frameworks/Python/blacksheep/blacksheep_conf.py

@@ -3,11 +3,11 @@
 
 _is_travis = os.environ.get('TRAVIS') == 'true'
 CPU_CORES = multiprocessing.cpu_count()
-MAX_CONNECTIONS = 2000 
-CONNECTIONS_PER_WORKER = 50
+MAX_CONNECTIONS = 1900 
+CONNECTIONS_PER_WORKER = 100
 max_pg_workers = MAX_CONNECTIONS // CONNECTIONS_PER_WORKER
 
-workers = min(CPU_CORES, max_pg_workers)
+workers = CPU_CORES
 if _is_travis:
     workers = 2
 

frameworks/Python/blacksheep/start-unit.sh

@@ -1,6 +1,11 @@
 #!/usr/bin/env bash
+CORE_COUNT=$(nproc)
+sysctl -w net.core.somaxconn=65535
+sysctl -w net.ipv4.tcp_max_syn_backlog=65535
+ulimit -n 65535
+taskset -c 0-$(($CORE_COUNT-1)) unitd --no-daemon --control unix:/var/run/control.unit.sock &
 
-unitd --no-daemon --control unix:/var/run/control.unit.sock &
+# unitd --no-daemon --control unix:/var/run/control.unit.sock &
 
 # wait UNIT started
 sleep 1

frameworks/Python/blacksheep/unit-config.json

@@ -9,14 +9,11 @@
             "type": "python",
             "path": "/blacksheep",
             "working_directory": "/blacksheep",
+            "processes": 14,
+            "threads": 10,
             "protocol": "asgi",
             "module": "app",
-            "callable": "app",
-            "processes": {
-                "max": 56,
-                "spare": 14,
-                "idle_timeout": 3600
-            }
+            "callable": "app"
         }
     },
     "access_log": "/dev/null"