Merge remote-tracking branch 'upstream/main'

Author: astefanutti

examples/kfto-sft-llm/sft.ipynb

@@ -198,7 +198,12 @@
     "        model_args.model_name_or_path, trust_remote_code=model_args.trust_remote_code, use_fast=True\n",
     "    )\n",
     "    if tokenizer.pad_token is None:\n",
-    "        tokenizer.pad_token = tokenizer.eos_token\n",
+    "        # Models like Llama 3 use a dedicated padding token\n",
+    "        right_pad_id = tokenizer.convert_tokens_to_ids('<|finetune_right_pad_id|>')\n",
+    "        if right_pad_id is not None:\n",
+    "            tokenizer.pad_token = '<|finetune_right_pad_id|>'\n",
+    "        else:\n",
+    "            tokenizer.pad_token = tokenizer.eos_token\n",
     "\n",
     "    # Chat template\n",
     "    # You may need to provide your own chat template if the model does not have a default one\n",

images/runtime/training/py311-rocm62-torch251/Pipfile

@@ -9,18 +9,18 @@ verify_ssl = true
 name = "pytorch"
 
 [packages]
-peft = ">=0.14.0"
+peft = ">=0.15.2"
 datasets = ">=2.15.0"
 liger-kernel = "==0.5.4"
-transformers = ">=4.49.0"
+transformers = ">=4.51.3"
 numpy = "<2.0.0,>=1.23.5"
-accelerate = ">=1.4.0"
+accelerate = ">=1.6.0"
 torch = {version = "==2.5.1+rocm6.2", index = "pytorch"}
 pytorch-triton-rocm = {version = "*", index = "pytorch"}
 sentencepiece = "<0.3,>=0.1.99"
 tokenizers = "<1.0,>=0.13.3"
 tqdm = "<5.0,>=4.66.2"
-trl = ">=0.15.2"
+trl = ">=0.17.0"
 protobuf = "<6.0.0,>=5.28.0"
 simpleeval = "<1.0,>=0.9.13"
 safetensors = "*"