modify tokens

Author: chibu

examples/guidellm_example.py

@@ -13,8 +13,9 @@
     target="http://localhost:8000/v1",
     data_type="emulated",
     max_seconds=30,
-    data="prompt_tokens=512,generated_tokens=256,output_tokens=256",
-    #branch = "update_guidellm",
+    #data="prompt_tokens=512,generated_tokens=256,output_tokens=256",
+    data="prompt_tokens=128,generated_tokens=128,output_tokens=128",
+    branch = "update_guidellm",
     #vllm_kwargs={"enable-chunked-prefill": True}
 )