removing csv result compilation after Unit test... (#248)

Author: zahiqbal

build/rocm/Dockerfile.ms

@@ -62,7 +62,6 @@ RUN --mount=type=cache,mode=0755,target=/root/.cache/pip \
         pytest-reportlog \
         pytest-rerunfailures \
         pytest-json-report \
-        pytest-csv \
         cloudpickle \
         portpicker \
         matplotlib \

build/rocm/docker/Dockerfile.jax-ubu22

@@ -47,7 +47,6 @@ RUN --mount=type=cache,mode=0755,target=/root/.cache/pip \
         pytest-reportlog \
         pytest-rerunfailures \
         pytest-json-report \
-        pytest-csv \
         cloudpickle \
         portpicker \
         matplotlib \

build/rocm/docker/Dockerfile.jax-ubu24

@@ -46,7 +46,6 @@ RUN --mount=type=cache,mode=0755,target=/root/.cache/pip \
         pytest-reportlog \
         pytest-rerunfailures \
         pytest-json-report \
-        pytest-csv \
         cloudpickle \
         portpicker \
         matplotlib \

build/rocm/run_single_gpu.py

@@ -14,7 +14,6 @@
 # limitations under the License.
 
 import os
-import csv
 import json
 import argparse
 import threading
@@ -43,22 +42,6 @@ def combine_json_reports():
     with open(combined_json_file, "w") as outfile:
         json.dump(combined_data, outfile, indent=4)
 
-
-def combine_csv_reports():
-    all_csv_files = [f for f in os.listdir(base_dir) if f.endswith("_log.csv")]
-    combined_csv_file = f"{base_dir}/final_compiled_report.csv"
-    with open(combined_csv_file, mode="w", newline="") as outfile:
-        csv_writer = csv.writer(outfile)
-        for i, csv_file in enumerate(all_csv_files):
-            with open(os.path.join(base_dir, csv_file), mode="r") as infile:
-                csv_reader = csv.reader(infile)
-                if i == 0:
-                    # write headers only once
-                    csv_writer.writerow(next(csv_reader))
-                for row in csv_reader:
-                    csv_writer.writerow(row)
-
-
 def generate_final_report(shell=False, env_vars={}):
     env = os.environ
     env = {**env, **env_vars}
@@ -76,8 +59,6 @@ def generate_final_report(shell=False, env_vars={}):
 
     # Generate json reports.
     combine_json_reports()
-    # Generate csv reports.
-    combine_csv_reports()
 
 
 def run_shell_command(cmd, shell=False, env_vars={}):
@@ -147,9 +128,6 @@ def run_test(testmodule, gpu_tokens, continue_on_fail):
             "pytest",
             "--json-report",
             f"--json-report-file={base_dir}/{testfile}_log.json",
-            f"--csv={base_dir}/{testfile}_log.csv",
-            "--csv-columns",
-            "id,module,name,file,status,duration",
             f"--html={base_dir}/{testfile}_log.html",
             "--reruns",
             "3",
@@ -163,9 +141,6 @@ def run_test(testmodule, gpu_tokens, continue_on_fail):
             "pytest",
             "--json-report",
             f"--json-report-file={base_dir}/{testfile}_log.json",
-            f"--csv={base_dir}/{testfile}_log.csv",
-            "--csv-columns",
-            "id,module,name,file,status,duration",
             f"--html={base_dir}/{testfile}_log.html",
             "--reruns",
             "3",