fix error test

Signed-off-by: Yang Wang <[email protected]>

Author: yangw-dev

.ci/scripts/benchmark_tooling/README.md

@@ -31,7 +31,6 @@ python3 .ci/scripts/benchmark_tooling/get_benchmark_analysis_data.py \
 - `--endTime`: End time in ISO format (e.g., "2025-06-17T18:00:00") (required)
 - `--env`: Choose environment ("local" or "prod", default: "prod")
 - `--no-silent`: Show processing logs (default: only show results & minimum logging)
-- `print-all-table-info`: show all cleaned table infos, this helps user to pick the correct format of filters
 
 ##### Output Options:
 - `--outputType`: Choose output format (default: "print")
@@ -49,15 +48,24 @@ python3 .ci/scripts/benchmark_tooling/get_benchmark_analysis_data.py \
 - `--models`: Filter by specific model names (e.g "mv3" "meta-llama-llama-3.2-1b-instruct-qlora-int4-eo8")
 
 #### Example Usage
-call multiple private device pools and models
+call multiple private device pools and models:
+this fetches all the private table data that has model `llama-3.2-1B` and `mv3`
 ```bash
 python3 get_benchmark_analysis_data.py \
 --startTime "2025-06-01T00:00:00" \
 --endTime "2025-06-11T00:00:00" \
---private-device-pools 'apple_iphone_15_private' 'samsung_s22_private'
---models 'mv3' 'allenai/OLMo-1B-hf'
+--private-device-pools 'apple_iphone_15_private' 'samsung_s22_private' \
+--models 'meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8' 'mv3'
 ```
 
+this fetches all the private iphone table data that has model `llama-3.2-1B` and `mv3`, and associated public iphone data
+```bash
+python3 get_benchmark_analysis_data.py \
+--startTime "2025-06-01T00:00:00" \
+--endTime "2025-06-11T00:00:00" \
+--private-device-pools 'apple_iphone_15_private' \
+--models 'meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8' 'mv3'
+```
 #### Working with Output Files CSV and Excel
 
 You can use methods in `common.py` to convert the file data back to DataFrame format, those methods read the first row in csv/excel file, and return result with format list of {"groupInfo":DICT, "df":df.Dataframe{}} format.

.ci/scripts/benchmark_tooling/common.py

@@ -38,3 +38,12 @@ def read_all_csv_with_metadata(folder_path: str) -> List[Dict[str, Any]]:
         results.append({"groupInfo": meta, "df": df})
     print(f"successfully fetched {len(results)} sheets from {folder_path}")
     return results
+
+
+import logging
+logging.basicConfig(level=logging.INFO)
+
+# For Excel files (assuming the Excel file is in the current directory)
+file_path = "./private.xlsx"
+res = read_excel_with_json_header(file_path)
+logging.info(res)

.ci/scripts/benchmark_tooling/get_benchmark_analysis_data.py

@@ -539,6 +539,8 @@ def _process(
             )
         self.data = deepcopy(data)
 
+
+        #
         private_list = sorted(
             (
                 item
@@ -547,8 +549,9 @@ def _process(
             ),
             key=lambda x: x["table_name"],
         )
-        print(f"Found {len(private_list)} private tables before filtering")
+
         if filters:
+            logging.info(f"Found {len(private_list)} private tables before filtering")
             private_list = self.filter_private_results(private_list, filters)
         else:
             logging.info("filters is None, using all private results")
@@ -625,7 +628,6 @@ def normalize_string(self, s: str) -> str:
     def filter_private_results(
         self, all_privates: List[Dict[str, Any]], filters: BenchmarkFilters
     ):
-
         # fetch all private devices within the time range for samsung and ios
         private_devices = self.get_all_private_devices()
 
@@ -638,6 +640,7 @@ def filter_private_results(
             return all_privates
 
         device_ios_match = set()
+        # hardcoded since we only have 2 device pools, each for iphone and samsung
         if "apple_iphone_15_private" in device_pool:
             device_ios_match.update(
                 private_devices[0]
@@ -714,7 +717,6 @@ def argparsers():
         nargs="+",
         help="Filter results by one or more backend full name(e.g. --backend qlora mv3) (OR logic within backends scope, AND logic with other filter type)",
     )
-
     parser.add_argument(
         "--private-device-pools",
         nargs="+",  # allow one or more values