File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -77,14 +77,18 @@ def run_one_experiment(config: Config, config_path: str) -> None:
7777 RichUI .before_qa ()
7878 qa_path = dir_helper .save_paths .qa
7979 if not exists (qa_path ) or not listdir (qa_path ):
80+ # TODO: Instantiate unit test classes
8081 llm_tests = config .get ("qa" , {}).get ("llm_tests" , [])
8182 tests = QaTestRegistry .create_tests_from_list (llm_tests )
83+ # TODO: Load results.csv
8284 results_df = pd .read_csv (results_file_path )
8385 prompts = results_df ["prompt" ].tolist ()
8486 ground_truths = results_df ["ground_truth" ].tolist ()
8587 model_preds = results_df ["model_prediction" ].tolist ()
88+ # TODO: Run Unit Tests
8689 test_suite = LLMTestSuite (tests , prompts , ground_truths , model_preds )
87- test_suite .save_test_results ("unit_test_results.csv" ) # need some confirmation
90+ # TODO: Save Unit Test Results
91+ test_suite .save_test_results ("unit_test_results.csv" )
8892
8993
9094@app .command ()
You can’t perform that action at this time.
0 commit comments