fix

Author: wangzaijun

lightllm/utils/config_utils.py

@@ -28,7 +28,7 @@ def _get_config_llm_keyvalue(model_path: str, key_name: str):
     if value is None:
         logger.error(f"cannot get {key_name} from config.json, return None")
 
-    return None
+    return value
 
 
 def get_hidden_size(model_path: str) -> Optional[int]:

lightllm/utils/kv_cache_utils.py

@@ -84,7 +84,7 @@ def calcu_cpu_cache_meta() -> "CpuKVCacheMeta":
     args = get_env_start_args()
     assert args.enable_cpu_cache
 
-    if get_model_type() not in ["deepseek_v2", "deepseek_v3"]:
+    if get_model_type(model_path=args.model_dir) not in ["deepseek_v2", "deepseek_v3"]:
         item_size = 2
         num_key_value_heads = get_num_key_value_heads(args.model_dir) * 2
         head_dim = get_head_dim(args.model_dir)