fix

wangzaijun · wangzaijun · commit 33cd95d6ca58 · 2025-10-22T07:36:50.000Z
diff --git a/lightllm/server/api_cli.py b/lightllm/server/api_cli.py
@@ -533,7 +533,7 @@ def make_argument_parser() -> argparse.ArgumentParser:
     parser.add_argument(
         "--cpu_cache_token_page_size",
         type=int,
-        default=64,
+        default=256,
         help="""The token page size of cpu cache""",
     )
     parser.add_argument("--enable_disk_cache", action="store_true", help="""enable disk cache to store kv cache.""")

Original file line number	Diff line number	Diff line change
`@@ -533,7 +533,7 @@ def make_argument_parser() -> argparse.ArgumentParser:`
`533`	`533`	`parser.add_argument(`
`534`	`534`	`"--cpu_cache_token_page_size",`
`535`	`535`	`type=int,`
`536`		`- default=64,`
	`536`	`+ default=256,`
`537`	`537`	`help="""The token page size of cpu cache""",`
`538`	`538`	`)`
`539`	`539`	`parser.add_argument("--enable_disk_cache", action="store_true", help="""enable disk cache to store kv cache.""")`