We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b10d407 commit a932b40Copy full SHA for a932b40
src/bart_reddit_lora/train.py
@@ -49,7 +49,7 @@ class CustomTrainingArgs(Seq2SeqTrainingArguments):
49
num_train_epochs: int = 6
50
per_device_train_batch_size: int = 8
51
per_device_eval_batch_size: int = 16
52
- learning_rate: float = 7e-5
+ learning_rate: float = 6e-5
53
lr_scheduler_type: str = "cosine"
54
warmup_ratio: float = 0.1
55
max_grad_norm: float = 0.5
0 commit comments