fix: fix bugs

Author: niushengxiao

lightllm/models/llama/infer_struct.py

@@ -11,7 +11,7 @@ def __init__(self):
         self.position_sin = None
 
     def init_some_extra_state(self, model, input_ids: torch.Tensor):
-        super().init_some_extra_state(self, model, input_ids)
+        super().init_some_extra_state(model, input_ids)
         if self.is_prefill:
             b_ready_cache_len_numpy = self.b_ready_cache_len.cpu().numpy()
             self.b_ready_cache_len_numpy = b_ready_cache_len_numpy

test/benchmark_qps.py

@@ -15,6 +15,8 @@
 
 
 def seed_all(seed):
+    if not seed:
+        seed = int(time.time())
     random.seed(seed)
     os.environ["PYTHONHASHSEED"] = str(seed)
     np.random.seed(seed)
@@ -297,7 +299,7 @@ def main():
     parser.add_argument("--server_api", type=str, default="lightllm")
     parser.add_argument("--dump_file", type=str, default="")
     parser.add_argument("--seed", type=int, default=0)
-    parser.add_argument("--range_ratio", type=float, default=0.5)
+    parser.add_argument("--range_ratio", type=float, default=1.0)
     parser.add_argument(
         "--force_terminate",
         type=int,