Skip to content

Commit c70f2ed

Browse files
Update llm_train_hpo_script.py
fix param STAGE_I_B_LEARN_RATE on HPO ...
1 parent 6603ec6 commit c70f2ed

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

llm_train_hpo_script.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -122,7 +122,7 @@ def objective(trial):
122122
phase_i_b_epochs = trial.suggest_int("phase_i_b_epochs", low=25, high=65)
123123
phase_i_b_gradient_accumulation_steps = trial.suggest_int("phase_i_b_gradient_accumulation_steps", low=2, high=15)
124124
phase_i_b_weight_decay = trial.suggest_float("phase_i_b_weight_decay", low=5e-3, high=6e-1, log=True)
125-
STAGE_I_B_LEARN_RATE = trial.suggest_float(0.0001, 0.3, log=True)
125+
STAGE_I_B_LEARN_RATE = trial.suggest_float("STAGE_I_B_LEARN_RATE", 0.0001, 0.3, log=True)
126126

127127
# Tokenization & Embedding Params
128128
tokenizer_checkpoint = "HuggingFaceTB/SmolLM3-3B" # Fixed value

0 commit comments

Comments
 (0)