updated composer and streaming versions (#1857)

Author: ethantang-db

llmfoundry/callbacks/hf_checkpointer.py

@@ -673,17 +673,33 @@ def tensor_hook(
             # initialization cost.
             with init_empty_weights():
                 if self.using_peft:
+                    import peft
                     from peft import PeftModel
                     assert isinstance(original_model, PeftModel)
                     active_adapter = original_model.active_adapter  # type: ignore
                     base_model: PreTrainedModel = original_model.get_base_model(  # type: ignore
                     )
                     new_base_model_instance = type(base_model)(new_config)
 
+                    # TODO: Deprecate this when we no longer support peft 0.16.0 from upstream
+                    if peft.__version__ == '0.16.0':
+                        # due to https://github.com/huggingface/peft/issues/2634, we need to change
+                        # the peft type to an enum. Should be fixed in 0.17.0 by
+                        # https://github.com/huggingface/peft/pull/2635
+                        peft_config = copy.copy(
+                            original_model.
+                            peft_config[active_adapter],  # type: ignore
+                        )
+                        peft_config.peft_type = peft.PeftType(  # type: ignore
+                            peft_config.peft_type,  # type: ignore
+                        )
+                    else:
+                        peft_config = original_model.peft_config[  # type: ignore
+                            active_adapter]  # type: ignore
+
                     new_model_instance = type(original_model)(
                         new_base_model_instance,  # type: ignore
-                        original_model.
-                        peft_config[active_adapter],  # type: ignore
+                        peft_config,  # type: ignore
                     )
                     del new_base_model_instance
                 else:

setup.py

@@ -51,7 +51,7 @@
 ]
 
 install_requires = [
-    'mosaicml[libcloud,wandb,oci,gcs,mlflow]>=0.31.0,<0.33',
+    'mosaicml[libcloud,wandb,oci,gcs,mlflow]>=0.32.0,<0.33',
     'mlflow>=2.14.1,<3.2',
     'accelerate>=0.25,<1.9',  # for HF inference `device_map`
     'transformers>=v4.51.0,<4.52',
@@ -91,15 +91,15 @@
 ]
 
 extra_deps['databricks'] = [
-    'mosaicml[databricks]>=0.31.0,<0.32',
+    'mosaicml[databricks]>=0.32.0,<0.33',
     'numpy<2',
     'databricks-sql-connector>=3,<4',
     'databricks-connect==14.1.0',
     'lz4>=4,<5',
 ]
 
 extra_deps['tensorboard'] = [
-    'mosaicml[tensorboard]>=0.31.0,<0.32',
+    'mosaicml[tensorboard]>=0.32.0,<0.33',
 ]
 
 # Flash 2 group kept for backwards compatibility
@@ -110,7 +110,7 @@
 extra_deps['gpu'] = copy.deepcopy(extra_deps['gpu-flash2'])
 
 extra_deps['peft'] = [
-    'mosaicml[peft]>=0.31.0,<0.32',
+    'mosaicml[peft]>=0.32.0,<0.33',
 ]
 
 extra_deps['openai'] = [