Skip to content

Commit 1d62d8f

Browse files
Update sample counts and dataset metadata
1 parent 25d628f commit 1d62d8f

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

llm_train_hpo_script.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -14,15 +14,15 @@
1414
DATE_0 = "2026-01-16"
1515
EXPERIMENT_NAME = "stacked-transformer-mmc"
1616

17-
PHASE_I_A_SAMPLES_TO_CREATE = 300
17+
PHASE_I_A_SAMPLES_TO_CREATE = 500
1818
# Samples to use for the main training stage
1919
PHASE_I_B_SAMPLES_TO_CREATE = 600
2020

21-
DATA_SET_NAME = "tiny-stories-50k"
22-
ADDITIONAL_METADATA = "2-3-levels"
21+
DATA_SET_NAME = "tiny-stories-50k-run"
22+
ADDITIONAL_METADATA = "final"
2323
EXPERIMENT_ITERATION = "0001"
2424
EXPERIMENT_NAME = f"{DATE_0}-{EXPERIMENT_NAME}--{ADDITIONAL_METADATA}--{DATA_SET_NAME}-" +\
25-
f"ia-{PHASE_I_A_SAMPLES_TO_CREATE}-ib-{PHASE_I_B_SAMPLES_TO_CREATE}--{EXPERIMENT_ITERATION}-c"
25+
f"ia-{PHASE_I_A_SAMPLES_TO_CREATE}-ib-{PHASE_I_B_SAMPLES_TO_CREATE}--{EXPERIMENT_ITERATION}-a"
2626

2727
N_TRIALS = 40
2828

0 commit comments

Comments
 (0)