[Misc] Add a progress bar when loading the model (#1008)

<img width="937" height="18" alt="image"
src="https://github.com/user-attachments/assets/5bc4e103-bf3f-44b1-9618-4367d0acccaf"
/>

---------

Co-authored-by: hiworldwzj <30762946+hiworldwzj@users.noreply.github.com>

Author: sufubao

lightllm/common/basemodel/layer_weights/hf_load_utils.py

@@ -2,6 +2,7 @@
 import os
 import gc
 from safetensors import safe_open
+from tqdm import tqdm
 import lightllm.utils.petrel_helper as utils
 from lightllm.utils.dist_utils import get_current_device_id
 
@@ -61,6 +62,11 @@ def load_hf_weights(data_type, weight_dir, pre_post_layer=None, transformer_laye
     )  # noqa
     worker = int(os.environ.get("LOADWORKER", 1))
     with Pool(worker) as p:
-        _ = p.map(partial_func, candidate_files)
+        iterator = p.imap_unordered(partial_func, candidate_files, chunksize=1)
+        desc_str = f"pid {os.getpid()} Loading model weights with {worker} workers"
+        iterator = tqdm(iterator, total=len(candidate_files), desc=desc_str)
+
+        for _ in iterator:
+            pass
 
     return