matched inference .generate max_length to that of data.py truncation limit

Author: Ubuntu

src/bart_reddit_lora/inference.py

@@ -143,7 +143,7 @@ def main() -> None:
         # fast batched generate (with arguments for higher quality generations)
         out = model.generate(
             **enc,
-            max_length=500,
+            max_length=128,
             num_beams=5,  # improves quality
             do_sample=True,  # add stochasticity
             length_penalty=1.2,  # >1 favors longer answers

src/bart_reddit_lora/train.py

@@ -63,7 +63,7 @@ class CustomTrainingArgs(Seq2SeqTrainingArguments):
     num_train_epochs: int = 12
     per_device_train_batch_size: int = 32
     per_device_eval_batch_size: int = 64
-    learning_rate: float = 6e-5
+    learning_rate: float = 3e-5
     lr_scheduler_type: str = "cosine"
     warmup_ratio: float = 0.1
     max_grad_norm: float = 0.5