Skip to content

Commit 9de28bf

Browse files
removed configuration field
1 parent bc01a57 commit 9de28bf

File tree

1 file changed

+1
-29
lines changed

1 file changed

+1
-29
lines changed

ai-quick-actions/fine-tuning-tips.md

Lines changed: 1 addition & 29 deletions
Original file line numberDiff line numberDiff line change
@@ -199,35 +199,7 @@ then create a folder `oci://<bucket>@namespace/path/to/model/config`.
199199
"replica": 1
200200
}
201201
},
202-
"finetuning_params": "--trust_remote_code True",
203-
"configuration":
204-
{
205-
"micro_batch_size": 1,
206-
"gradient_accumulation_steps": 1,
207-
"gradient_checkpointing": true,
208-
"val_set_size": 0.1,
209-
"sequence_len": 2048,
210-
"sample_packing": true,
211-
"pad_to_sequence_len": true,
212-
"optimizer": "adamw_torch",
213-
"lr_scheduler": "cosine",
214-
"learning_rate": 0.0002,
215-
"flash_attention": true,
216-
"bf16": true,
217-
"fp16": false,
218-
"tf32": false,
219-
"logging_steps": 1,
220-
"adapter": "lora",
221-
"lora_r": 32,
222-
"lora_alpha": 16,
223-
"lora_dropout": 0.05,
224-
"lora_target_linear": true,
225-
"lora_target_modules":
226-
[
227-
"q_proj",
228-
"k_proj"
229-
]
230-
}
202+
"finetuning_params": "--trust_remote_code True"
231203
}
232204
```
233205
This JSON file lists all available shapes that can be used to fine-tune a model via AI Quick Actions. It also has additional

0 commit comments

Comments
 (0)