Evaluate 10 questions

pamelafox · pamelafox · commit 8e4453d1e6d6 · 2024-10-18T23:22:47.000Z
diff --git a/evals/evaluate.py b/evals/evaluate.py
@@ -56,5 +56,5 @@ def get_openai_config() -> dict:
     # TODO: Specify the num questions using argument
 
     run_evaluate_from_config(
-        working_dir=Path(__file__).parent, config_path="eval_config.json", openai_config=openai_config, num_questions=2
+        working_dir=Path(__file__).parent, config_path="eval_config.json", openai_config=openai_config, num_questions=10
     )

Original file line number	Diff line number	Diff line change
`@@ -56,5 +56,5 @@ def get_openai_config() -> dict:`
`56`	`56`	`# TODO: Specify the num questions using argument`
`57`	`57`
`58`	`58`	`run_evaluate_from_config(`
`59`		`- working_dir=Path(__file__).parent, config_path="eval_config.json", openai_config=openai_config, num_questions=2`
	`59`	`+ working_dir=Path(__file__).parent, config_path="eval_config.json", openai_config=openai_config, num_questions=10`
`60`	`60`	`)`