Skip to content

Commit c7d0016

Browse files
committed
Update eval_arena_hard_auto_rtc.py
- update max tokens
1 parent 811b8c1 commit c7d0016

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

scripts/eval_arena_hard_auto_rtc.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,8 @@
1717
logger = logging.getLogger(__name__)
1818

1919
# Initialize OpenAI client (only used for chat completions now)
20-
client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
20+
client = OpenAI(base_url="http://localhost:8000/v1", api_key=os.environ.get("OPENAI_API_KEY"))
21+
# client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
2122

2223
@dataclass
2324
class RTCConfig:
@@ -58,8 +59,7 @@ def get_llm_response(messages: List[Dict], model: str) -> Optional[str]:
5859
response = client.chat.completions.create(
5960
model=model,
6061
messages=messages,
61-
temperature=0.7,
62-
max_tokens=1000
62+
max_tokens=4096
6363
)
6464
return response.choices[0].message.content.strip()
6565
except Exception as e:

0 commit comments

Comments
 (0)