fix flake8 lints

Author: ochafik

common/chat.cpp

@@ -1370,7 +1370,7 @@ static common_chat_params common_chat_params_init_hermes_2_pro(const common_chat
             }));
             tool_call_alts.push_back(builder.add_rule(
                 name + "-function-tag",
-                "\"<function\" ( \"=" + name + "\" | \" name=\\\"" + name + "\\\"\" ) \">\" space " + 
+                "\"<function\" ( \"=" + name + "\" | \" name=\\\"" + name + "\\\"\" ) \">\" space " +
                 builder.add_schema(name + "-args", parameters) + " "
                 "\"</function>\" space"));
 
@@ -1455,7 +1455,7 @@ static common_chat_msg common_chat_parse_hermes_2_pro(const std::string& input)
     );
 
     try {
-    
+
         common_chat_msg msg;
         msg.role = "assistant";
 
@@ -1467,7 +1467,7 @@ static common_chat_msg common_chat_parse_hermes_2_pro(const std::string& input)
             if (std::regex_search(it, end, match, open_regex)) {
                 // Add content before the match
                 msg.content += std::string(it, match[0].first);
-                
+
                 auto block_start = match[1].str();
                 std::string block_end = block_start.empty() ? "" : "```";
 
@@ -1479,10 +1479,10 @@ static common_chat_msg common_chat_parse_hermes_2_pro(const std::string& input)
                     auto json_it = match[3].first;
                     auto tool_call = parse_json(json_it, end);
                     if (tool_call && tool_call->contains("name") && tool_call->contains("arguments")) {
-        
+
                         msg.tool_calls.emplace_back(process_tool_call(*tool_call));
                         it = json_it;  // Move iterator past parsed JSON
-                        
+
                         // Handle close tags
                         consume_spaces(it, end);
                         if (!close_tag.empty() && !parse_literal(it, end, close_tag)) {
@@ -1514,7 +1514,7 @@ static common_chat_msg common_chat_parse_hermes_2_pro(const std::string& input)
                             {"arguments", *arguments},
                         }));
                         it = json_it;  // Move iterator past parsed JSON
-                        
+
                         // Handle close tags
                         consume_spaces(it, end);
                         if (!close_tag.empty() && !parse_literal(it, end, close_tag)) {

scripts/tool_bench.py

@@ -31,11 +31,9 @@
 # ///
 from contextlib import contextmanager
 from pathlib import Path
-from pathlib import Path
 import re
 from statistics import mean, median
-from typing import Annotated, List, Optional
-from typing import Dict, List, Tuple, Set, Any
+from typing import Annotated, Dict, List, Optional, Tuple
 import atexit
 import json
 import logging
@@ -49,9 +47,9 @@
 import typer
 
 sys.path.insert(0, Path(__file__).parent.parent.as_posix())
-print(sys.path)
-from examples.server.tests.utils import ServerProcess
-from examples.server.tests.unit.test_tool_call import TIMEOUT_SERVER_START, do_test_calc_result, do_test_hello_world, do_test_weather
+if True:
+    from examples.server.tests.utils import ServerProcess # type: ignore
+    from examples.server.tests.unit.test_tool_call import TIMEOUT_SERVER_START, do_test_calc_result, do_test_hello_world, do_test_weather # type: ignore
 
 
 @contextmanager
@@ -74,6 +72,7 @@ def stop():
 
 app = typer.Typer()
 
+
 @app.command()
 def plot(files: List[Path], output: Optional[Path] = None, test_regex: Optional[str] = None, server_regex: Optional[str] = None):
 
@@ -146,15 +145,13 @@ def plot(files: List[Path], output: Optional[Path] = None, test_regex: Optional[
     tests = list(sorted(tests))
     server_names = list(sorted(server_names))
 
-
     logger.info(f"Processed {len(lines)} lines")
     logger.info(f"Found {len(data_dict)} valid data points")
     logger.info(f"Models: {models}")
     logger.info(f"Temperatures: {temps}")
     logger.info(f"Tests: {tests}")
     logger.info(f"Servers: {server_names}")
 
-
     matrix = []
     index = []
 
@@ -198,6 +195,7 @@ def plot(files: List[Path], output: Optional[Path] = None, test_regex: Optional[
     else:
         plt.show()
 
+
 @app.command()
 def run(
     output: Annotated[Path, typer.Option(help="Output JSON file")],
@@ -259,8 +257,10 @@ def run(server: ServerProcess, *, server_name: str, model_id: str, temp: float |
                 print(f"Running {test_name} ({server_name}, {model}): ", file=sys.stderr, flush=True)
                 for i in range(n):
                     start_time = time.time()
+
                     def elapsed():
                         return time.time() - start_time
+
                     try:
                         test(server)
                         success_times.append(elapsed())
@@ -273,6 +273,8 @@ def elapsed():
                         failure_count += 1
                         failure_times.append(elapsed())
                         failures.append(str(e))
+                        # import traceback
+                        # traceback.print_exc()
                 print('\n', file=sys.stderr, flush=True)
                 output_file.write(json.dumps({**output_kwargs, **dict(
                     model=model,
@@ -352,5 +354,6 @@ def elapsed():
                         ),
                     )
 
+
 if __name__ == "__main__":
-    app()
+    app()