fix: update fms-accel to release version

Signed-off-by: yashasvi <[email protected]>

Author: YashasviChaurasia

pyproject.toml

@@ -48,7 +48,7 @@ flash-attn = ["flash-attn>=2.8.3"]
 aim = ["aim>=3.19.0,<4.0"]
 mlflow = ["mlflow"]
 clearml = ["clearml==2.0.0"]
-fms-accel = ["fms-acceleration @ git+https://github.com/foundation-model-stack/fms-acceleration.git#subdirectory=plugins/framework"]
+fms-accel = ["fms-acceleration>=0.6.2"]
 gptq-dev = ["auto_gptq>0.4.2", "optimum>=1.15.0"]
 mamba = ["mamba_ssm[causal-conv1d]>=2.0.0,<3.0.0"]
 scanner-dev = ["HFResourceScanner>=0.1.0"]

tests/acceleration/test_acceleration_framework.py

@@ -293,8 +293,10 @@ def test_framework_raises_if_used_with_missing_package():
 
 
 @pytest.mark.skipif(
-    not is_fms_accelerate_available(plugins="peft"),
-    reason="Only runs if fms-accelerate is installed along with accelerated-peft plugin",
+    (not is_fms_accelerate_available(plugins="peft"))
+    or (not torch.cuda.is_available()),
+    reason="Only runs if fms-accelerate is installed along with accelerated-peft plugin\
+        and GPU is available",
 )
 @pytest.mark.parametrize(
     "bad_kwargs,peft_config,exception,exception_msg",
@@ -359,7 +361,9 @@ def test_framework_raises_due_to_invalid_arguments(
 
 @pytest.mark.skipif(
     not is_fms_accelerate_available(plugins="peft"),
-    reason="Only runs if fms-accelerate is installed along with accelerated-peft plugin",
+    or (not torch.cuda.is_available()),
+    reason="Only runs if fms-accelerate is installed along with accelerated-peft plugin\
+        and if GPU is available",
 )
 @pytest.mark.parametrize(
     "quantized_lora_config,model_name_or_path,mock_and_spy",
@@ -412,10 +416,11 @@ def test_framework_initialized_properly_peft(
 
 
 @pytest.mark.skipif(
-    not is_fms_accelerate_available(plugins=["peft", "foak"]),
+    (not is_fms_accelerate_available(plugins=["peft", "foak"]))
+    or (not torch.cuda.is_available()),
     reason=(
-        "Only runs if fms-accelerate is installed along with accelerated-peft "
-        "and foak plugins"
+        "Only runs if fms-accelerate is installed along with accelerated-peft\
+            and foak plugins, run if GPU is available"
     ),
 )
 def test_framework_initialized_properly_foak():
@@ -484,8 +489,9 @@ def test_framework_initialized_properly_foak():
 
 
 @pytest.mark.skipif(
-    not is_fms_accelerate_available(plugins="moe"),
-    reason="Only runs if fms-accelerate is installed along with accelerated-moe plugin",
+    (not is_fms_accelerate_available(plugins="moe")) or (not torch.cuda.is_available()),
+    reason="Only runs if fms-accelerate is installed along with accelerated-moe plugin \
+        and GPU is available",
 )
 def test_framework_initialized_properly_moe():
     """Ensure that specifying a properly configured acceleration dataclass
@@ -538,9 +544,10 @@ def test_framework_initialized_properly_moe():
 
 
 @pytest.mark.skipif(
-    not is_fms_accelerate_available(plugins="aadp"),
+    (not is_fms_accelerate_available(plugins="aadp"))
+    or (not torch.cuda.is_available()),
     reason="Only runs if fms-accelerate is installed along with \
-        attention_and_distributed_packing plugin",
+        attention_and_distributed_packing plugin and GPU is available",
 )
 def test_framework_initialize_and_trains_with_aadp():
     """
@@ -813,9 +820,10 @@ def test_error_raised_fast_moe_with_non_moe_model():
 
 
 @pytest.mark.skipif(
-    not is_fms_accelerate_available(plugins="foak"),
+    (not is_fms_accelerate_available(plugins="foak"))
+    or (not torch.cuda.is_available()),
     reason="Only runs if fms-accelerate is installed along with \
-        fused_ops_and_kernels plugin",
+        fused_ops_and_kernels plugin and GPU is available",
 )
 def test_fastkernels_with_full_finetuning_runs_successfully():
     """

tox.ini

@@ -5,14 +5,20 @@ envlist = py, lint, fmt
 description = run unit tests
 deps =
     pytest>=7
-    .[aim,mlflow,clearml,scanner-dev]
+    .[aim,mlflow,clearml,scanner-dev,fms-accel]
+commands_pre =
+    python -m fms_acceleration.cli install fms_acceleration_peft
+    python -m fms_acceleration.cli install fms_acceleration_foak
+    python -m fms_acceleration.cli install fms_acceleration_aadp
+    python -m fms_acceleration.cli install fms_acceleration_moe
 commands =
     pytest {posargs:tests}
 
 [testenv:fmt]
 description = format with pre-commit
 deps =
     pre-commit
+    .[fms-accel]
 commands = ./scripts/fmt.sh
 allowlist_externals = ./scripts/fmt.sh
 
@@ -21,7 +27,7 @@ description = lint with pylint
 deps =
     pylint>=2.16.2,<=3.1.0
     pytest
-    .[dev]
+    .[dev,fms-accel]
 commands = pylint tuning scripts/*.py build/*.py tests
 allowlist_externals = pylint
 
@@ -44,6 +50,7 @@ description = report unit test coverage
 deps =
     coverage
     pytest
+    .[fms-accel]
     genbadge[coverage]
 commands =
     coverage run \