Ok can't remove import lm_eval. Move it inside eval condition

Summary:

Test Plan:

Reviewers:

Subscribers:

Tasks:

Tags:

Author: larryliu0820

torchchat/cli/cli.py

@@ -13,8 +13,9 @@
 
 import torch
 
-from torchchat.cli.download import download_and_convert, is_model_downloaded
+import lm_eval  # noqa
 
+from torchchat.cli.download import download_and_convert, is_model_downloaded
 from torchchat.utils.build_utils import (
     allowable_dtype_names,
     allowable_params_table,

torchchat/usages/eval.py

@@ -10,8 +10,6 @@
 import torch._dynamo.config
 import torch._inductor.config
 
-import lm_eval  # noqa
-
 from torchchat.cli.builder import (
     _initialize_model,
     _initialize_tokenizer,
@@ -30,6 +28,8 @@
 torch._inductor.config.triton.cudagraphs = True
 torch._dynamo.config.cache_size_limit = 100000
 
+import lm_eval
+
 from lm_eval.evaluator import evaluate
 from lm_eval.models.huggingface import HFLM as eval_wrapper
 from lm_eval.tasks import get_task_dict