Update llmperf.py (#20)

* Update llmperf.py

correct merge with #15

Signed-off-by: kYLe <kyle@anyscale.com>

* Update llmperf.py

Signed-off-by: kYLe <kyle@anyscale.com>

---------

Signed-off-by: kYLe <kyle@anyscale.com>

Author: kylehh

llmperf.py

@@ -118,8 +118,8 @@ def validate(
             response = openai.ChatCompletion.create(
                 model=ep_config.model,
                 messages=messages,
-                api_key=ep_config["api_key"],
-                api_base=ep_config["api_base"],
+                api_key=ep_config.api_key,
+                api_base=ep_config.api_base,
                 max_tokens=max_tokens,
                 # Please keep temp at 0. Otherwise increases the number of mismatches.
                 temperature=0,
@@ -470,18 +470,18 @@ def error_analysis(df):
     elif framework == Framework.SAGEMAKER:
         import boto3
 
-        endpoint_config["api_base"] = "SageMaker Endpoint"
-        endpoint_config["region"] = os.environ["SAGEMAKER_REGION"]
-        endpoint_config["endpoint_name"] = os.environ["SAGEMAKER_ENDPOINT_NAME"]
+        endpoint_config.api_base = "SageMaker Endpoint"
+        endpoint_config.region = os.environ["SAGEMAKER_REGION"]
+        endpoint_config.endpoint_name = os.environ["SAGEMAKER_ENDPOINT_NAME"]
     elif args.framework == "vllm":
-        endpoint_config["api_base"] = os.environ["VLLM_API_BASE"]
-        endpoint_config["api_key"] = os.environ["VLLM_API_KEY"]
+        endpoint_config.api_base = os.environ["VLLM_API_BASE"]
+        endpoint_config.api_key = os.environ["VLLM_API_KEY"]
     elif args.framework == "tgi":
-        endpoint_config["api_base"]=os.environ["TGI_API_BASE"]
-        endpoint_config["api_key"]=os.environ["TGI_API_KEY"]
+        endpoint_config.api_base=os.environ["TGI_API_BASE"]
+        endpoint_config.api_key=os.environ["TGI_API_KEY"]
 
-    endpoint_config["framework"] = args.framework
-    endpoint_config["model"] = args.model
+    endpoint_config.framework = args.framework
+    endpoint_config.model = args.model
     f = open(args.random_lines_file_name, "r")
     sample_lines = f.readlines()
     f.close()