File tree Expand file tree Collapse file tree 1 file changed +0
-4
lines changed Expand file tree Collapse file tree 1 file changed +0
-4
lines changed Original file line number Diff line number Diff line change @@ -77,17 +77,13 @@ def run_one_experiment(config: Config, config_path: str) -> None:
7777 RichUI .before_qa ()
7878 qa_path = dir_helper .save_paths .qa
7979 if not exists (qa_path ) or not listdir (qa_path ):
80- # TODO: Instantiate unit test classes
8180 llm_tests = config .get ("qa" , {}).get ("llm_tests" , [])
8281 tests = QaTestRegistry .create_tests_from_list (llm_tests )
83- # TODO: Load results.csv
8482 results_df = pd .read_csv (results_file_path )
8583 prompts = results_df ["prompt" ].tolist ()
8684 ground_truths = results_df ["ground_truth" ].tolist ()
8785 model_preds = results_df ["model_prediction" ].tolist ()
88- # TODO: Run Unit Tests
8986 test_suite = LLMTestSuite (tests , prompts , ground_truths , model_preds )
90- # TODO: Save Unit Test Results
9187 test_suite .save_test_results ("unit_test_results.csv" )
9288
9389
You can’t perform that action at this time.
0 commit comments