File tree Expand file tree Collapse file tree 1 file changed +1
-29
lines changed Expand file tree Collapse file tree 1 file changed +1
-29
lines changed Original file line number Diff line number Diff line change @@ -199,35 +199,7 @@ then create a folder `oci://<bucket>@namespace/path/to/model/config`.
199199 "replica": 1
200200 }
201201 },
202- "finetuning_params": "--trust_remote_code True",
203- "configuration":
204- {
205- "micro_batch_size": 1,
206- "gradient_accumulation_steps": 1,
207- "gradient_checkpointing": true,
208- "val_set_size": 0.1,
209- "sequence_len": 2048,
210- "sample_packing": true,
211- "pad_to_sequence_len": true,
212- "optimizer": "adamw_torch",
213- "lr_scheduler": "cosine",
214- "learning_rate": 0.0002,
215- "flash_attention": true,
216- "bf16": true,
217- "fp16": false,
218- "tf32": false,
219- "logging_steps": 1,
220- "adapter": "lora",
221- "lora_r": 32,
222- "lora_alpha": 16,
223- "lora_dropout": 0.05,
224- "lora_target_linear": true,
225- "lora_target_modules":
226- [
227- "q_proj",
228- "k_proj"
229- ]
230- }
202+ "finetuning_params": "--trust_remote_code True"
231203}
232204```
233205This JSON file lists all available shapes that can be used to fine-tune a model via AI Quick Actions. It also has additional
You can’t perform that action at this time.
0 commit comments