Pin transformers version (#142)

* Pin transformers version

Signed-off-by: Sushmitha Deva <[email protected]>

* attempt to fix main

Signed-off-by: George Zelenfroind <[email protected]>

---------

Signed-off-by: Sushmitha Deva <[email protected]>
Signed-off-by: George Zelenfroind <[email protected]>
Co-authored-by: George Zelenfroind <[email protected]>

Author: sushmitha-deva-09

docker/Dockerfile.tts_sdp

@@ -40,7 +40,7 @@ RUN pip install -r requirements/main.txt
 RUN pip install -r requirements/tts.txt
 RUN pip install flash-attn --no-build-isolation
 RUN pip install https://github.com/LahiLuk/YouTokenToMe/archive/master.zip
-RUN pip install megatron-core transformer_engine[pytorch]
+RUN pip install megatron-core transformer_engine[pytorch]==2.4.0
 RUN pip install nemo_toolkit['all']==2.1.0 
 
 WORKDIR /src/NeMo-speech-data-processor

requirements/main.txt

@@ -19,6 +19,8 @@ pydub
 dask
 distributed
 jiwer>=3.1.0,<4.0.0
+pyarrow>=8.0.0,<14.0.0
+datasets>=2.14.0,<3.0.0
 # toloka-kit  # Temporarily disabled due to Toloka's technical pause; keep as reference for past and future API support
 # for some processers, additionally https://github.com/NVIDIA/NeMo is required
 # for some processers, additionally nemo_text_processing is required