[add]add disable_prompt_cache

SangChengC · SangChengC · commit 6ea57ef42ea8 · 2025-09-24T10:44:30.000Z
diff --git a/lightllm/utils/shm_size_check.py b/lightllm/utils/shm_size_check.py
@@ -117,6 +117,7 @@ def _get_recommended_shm_size_gb(args, max_image_resolution=(3940, 2160), dtype_
         )
         fake_image_item.image_w = fake_image_item._data[0]
         fake_image_item.image_h = fake_image_item._data[1]
+        # for internvl model shm check
         fake_image_item.extra_params["image_patch_max_num"] = 12
         max_image_tokens = tokenizer.get_image_token_length(fake_image_item)
 

Original file line number	Diff line number	Diff line change
`@@ -117,6 +117,7 @@ def _get_recommended_shm_size_gb(args, max_image_resolution=(3940, 2160), dtype_`
`117`	`117`	`)`
`118`	`118`	`fake_image_item.image_w = fake_image_item._data[0]`
`119`	`119`	`fake_image_item.image_h = fake_image_item._data[1]`
	`120`	`+ # for internvl model shm check`
`120`	`121`	`fake_image_item.extra_params["image_patch_max_num"] = 12`
`121`	`122`	`max_image_tokens = tokenizer.get_image_token_length(fake_image_item)`
`122`	`123`