add keep alive params in gunicorn

Author: yihuiwen

lightllm/server/api_start.py

@@ -11,7 +11,7 @@
 from .visualserver.manager import start_visual_process
 from lightllm.utils.log_utils import init_logger
 from lightllm.utils.envs_utils import set_env_start_args, set_unique_server_name, get_unique_server_name
-from lightllm.utils.envs_utils import get_lightllm_gunicorn_time_out_seconds
+from lightllm.utils.envs_utils import get_lightllm_gunicorn_time_out_seconds, get_lightllm_gunicorn_keep_alive
 from .detokenization.manager import start_detokenization_process
 from .router.manager import start_router_process
 from lightllm.utils.process_check import is_process_active
@@ -260,6 +260,8 @@ def normal_or_p_d_start(args):
         "lightllm.server.api_http:app",
         "--timeout",
         f"{get_lightllm_gunicorn_time_out_seconds()}",
+        "--keep-alive",
+        f"{get_lightllm_gunicorn_keep_alive()}",
     ]
 
     # 启动子进程
@@ -327,6 +329,8 @@ def pd_master_start(args):
         "lightllm.server.api_http:app",
         "--timeout",
         f"{get_lightllm_gunicorn_time_out_seconds()}",
+        "--keep-alive",
+        f"{get_lightllm_gunicorn_keep_alive()}",
     ]
 
     http_server_process = subprocess.Popen(command)
@@ -367,6 +371,8 @@ def config_server_start(args):
         "lightllm.server.config_server.api_http:app",
         "--timeout",
         f"{get_lightllm_gunicorn_time_out_seconds()}",
+        "--keep-alive",
+        f"{get_lightllm_gunicorn_keep_alive()}",
     ]
 
     http_server_process = subprocess.Popen(command)

lightllm/utils/envs_utils.py

@@ -62,6 +62,10 @@ def get_lightllm_gunicorn_time_out_seconds():
     return int(os.getenv("LIGHTLMM_GUNICORN_TIME_OUT", 180))
 
 
+def get_lightllm_gunicorn_keep_alive():
+    return int(os.getenv("LIGHTLMM_GUNICORN_KEEP_ALIVE", 10))
+
+
 @lru_cache(maxsize=None)
 def get_lightllm_websocket_max_message_size():
     """