fix the fsdp cmd in llm_sparsity

Signed-off-by: Kai Xu <[email protected]>

Author: kaix-nv

examples/llm_sparsity/launch_finetune.sh

@@ -91,8 +91,8 @@ CMD="accelerate launch --multi_gpu --mixed_precision bf16 finetune.py \
     --warmup_ratio 0.0 \
     --lr_scheduler_type cosine \
     --logging_steps 1 \
-    --fsdp 'full_shard auto_wrap' \
-    --fsdp_transformer_layer_cls_to_wrap 'LlamaDecoderLayer' \
+    --fsdp full_shard auto_wrap \
+    --fsdp_transformer_layer_cls_to_wrap LlamaDecoderLayer \
     --tf32 True \
     --modelopt_restore_path $MODELOPT_RESTORE_PATH \
     --report_to tensorboard \

examples/llm_sparsity/requirements.txt

@@ -1,3 +1,4 @@
 flash-attn
 sentencepiece>=0.2.0
 tensorboardX
+transformers>=4.57.0