Wrap unused lm_eval in try-catch: Unblock dist_run

install/install_requirements.sh

@@ -99,9 +99,3 @@ if [[ -x "$(command -v nvidia-smi)" ]]; then
     $PYTHON_EXECUTABLE torchchat/utils/scripts/patch_triton.py
   )
 fi
-
-
-(
-  set -x
-  $PIP_EXECUTABLE install evaluate=="0.4.3" lm-eval=="0.4.2" psutil=="6.0.0"
-)

install/requirements.txt

@@ -18,6 +18,10 @@ blobfile
 tomli >= 1.1.0 ; python_version < "3.11"
 openai
 
+# For Evaluation
+evaluate==0.4.2
+lm-eval==0.4.2
+
 # Build tools
 wheel
 cmake>=3.24

torchchat/model.py

@@ -30,9 +30,6 @@
     SequenceParallel,
 )
 from torch.nn import functional as F
-# TODO: remove this after we figure out where in torchtune an `evaluate` module
-# is being imported, which is being confused with huggingface's `evaluate``.
-import lm_eval  # noqa 
 from torchtune.models.clip import clip_vision_encoder
 from torchtune.models.llama3_1._component_builders import llama3_1 as llama3_1_builder
 from torchtune.models.llama3_2_vision._component_builders import (

torchchat/utils/scripts/install_utils.sh

@@ -94,12 +94,6 @@ install_executorch_python_libs() {
       bash ./install_requirements.sh --pybind xnnpack
   fi
 
-  # TODO: figure out the root cause of 'AttributeError: module 'evaluate'
-  # has no attribute 'utils'' error from evaluate CI jobs and remove
-  # `import lm_eval` from torchchat.py since it requires a specific version
-  # of numpy.
-  pip install numpy=='1.26.4'
-
   pip3 list
   popd
 }