Update examples/windows/accuracy_benchmark/perplexity_metrics/perplexity_metrics.py

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
Signed-off-by: ynankani-nv <[email protected]>

Author: ynankani

examples/windows/accuracy_benchmark/perplexity_metrics/perplexity_metrics.py

@@ -138,7 +138,8 @@ def perplexity_eval(model_dir, input_len=1024, chunk_size=None):
             print(f"[CONFIG] Using provided chunk_size: {effective_chunk_size}")
     elif model_cfg_json and "search" in model_cfg_json and "chunk_size" in model_cfg_json["search"]:
         # Use chunk_size from existing config file
-        effective_chunk_size = config["search"]["chunk_size"]
+        effective_chunk_size = model_cfg_json["search"]["chunk_size"]
+        kv_chunking_enabled = True
         kv_chunking_enabled = True
         if DEBUG:
             print(f"[CONFIG] Using config file chunk_size: {effective_chunk_size}")