build(deps): upgrade transformers to 4.49 (#485)

* upgrade transformers to 4.49

Signed-off-by: Anh Uong <anh.uong@ibm.com>

* remove test since output_dir not required anymore

Signed-off-by: Anh Uong <anh.uong@ibm.com>

---------

Signed-off-by: Anh Uong <anh.uong@ibm.com>
Co-authored-by: Dushyant Behl <dushyantbehl@users.noreply.github.com>

Author: anhuong

pyproject.toml

@@ -29,7 +29,7 @@ classifiers=[
 dependencies = [
 "numpy>=1.26.4,<2.0",
 "accelerate>=0.20.3,!=0.34,<1.1",
-"transformers>=4.46,<4.48.2",
+"transformers>=4.49,<5.0",
 "torch>=2.2.0,<2.5",
 "sentencepiece>=0.1.99,<0.3",
 "tokenizers>=0.13.3,<1.0",

tests/test_sft_trainer.py

@@ -322,14 +322,6 @@ def _get_training_logs_by_epoch(dir_path: str, epoch: int = None):
     return data_list
 
 
-def test_run_train_requires_output_dir():
-    """Check fails when output dir not provided."""
-    updated_output_dir_train_args = copy.deepcopy(TRAIN_ARGS)
-    updated_output_dir_train_args.output_dir = None
-    with pytest.raises(TypeError):
-        sft_trainer.train(MODEL_ARGS, DATA_ARGS, updated_output_dir_train_args, None)
-
-
 def test_run_train_fails_training_data_path_not_exist():
     """Check fails when data path not found."""
     updated_data_path_args = copy.deepcopy(DATA_ARGS)