Skip to content

Commit dd8ef69

Browse files
made the lint cases again, just in case
1 parent 77fd9c7 commit dd8ef69

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

llmtune/cli/toolkit.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -77,14 +77,18 @@ def run_one_experiment(config: Config, config_path: str) -> None:
7777
RichUI.before_qa()
7878
qa_path = dir_helper.save_paths.qa
7979
if not exists(qa_path) or not listdir(qa_path):
80+
# TODO: Instantiate unit test classes
8081
llm_tests = config.get("qa", {}).get("llm_tests", [])
8182
tests = QaTestRegistry.create_tests_from_list(llm_tests)
83+
# TODO: Load results.csv
8284
results_df = pd.read_csv(results_file_path)
8385
prompts = results_df["prompt"].tolist()
8486
ground_truths = results_df["ground_truth"].tolist()
8587
model_preds = results_df["model_prediction"].tolist()
88+
# TODO: Run Unit Tests
8689
test_suite = LLMTestSuite(tests, prompts, ground_truths, model_preds)
87-
test_suite.save_test_results("unit_test_results.csv") # need some confirmation
90+
# TODO: Save Unit Test Results
91+
test_suite.save_test_results("unit_test_results.csv")
8892

8993

9094
@app.command()

0 commit comments

Comments
 (0)