We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 10ef27b commit b64f47fCopy full SHA for b64f47f
llm_train_hpo_script.py
@@ -13,8 +13,8 @@
13
14
DATE_0 = "2026-01-08"
15
EXPERIMENT_NAME = "stacked-transformer-mmc"
16
-SAMPLE_SIZE_i_a = 300
17
-SAMPLE_SIZE_i_b = 600
+SAMPLE_SIZE_i_a = 10 # 300
+SAMPLE_SIZE_i_b = 10 # 600
18
DATA_SET_NAME = "WEB-Bible"
19
ADDITIONAL_METADATA = "2-levels"
20
EXPERIMENT_ITERATION = "0001"
@@ -87,7 +87,7 @@ def objective(trial):
87
PHASE_I_B_SAMPLES_TO_CREATE = 20
88
PHASE_I_B_VAL_SPLIT = 0.15
89
90
- PHASE_I_B_SAMPLE_EXPANSION_BATCH_SIZE = 100
+ PHASE_I_B_SAMPLE_EXPANSION_BATCH_SIZE = 10 # 100
91
92
PROMPT_LENGTH = 1
93
MAX_SEQ_LENGTH = 40
0 commit comments