Completes the test for combining sub-tracking files

Author: erikhuck

tests/data/sub-tracking-results/files-to-combine/1723811.sub-tracking.csv

@@ -0,0 +1,7 @@
+process_id,code_block_name,position,timestamp
+1723811,X,0,1745449609.7528222
+1723811,X,1,1745449613.5325918
+1723811,X,0,1745449613.5606213
+1723811,X,1,1745449617.3617816
+1723811,X,0,1745449617.3804042
+1723811,X,1,1745449621.187976

tests/data/sub-tracking-results/files-to-combine/1723811.sub-tracking.sqlite

@@ -0,0 +1,7 @@
+process_id,code_block_name,position,timestamp
+1723814,X,0,1745449609.756739
+1723814,X,1,1745449613.5322783
+1723814,X,0,1745449613.5696628
+1723814,X,1,1745449617.3296978
+1723814,X,0,1745449617.347492
+1723814,X,1,1745449621.1066897

tests/data/sub-tracking-results/files-to-combine/1723814.sub-tracking.csv

@@ -0,0 +1,9 @@
+process_id,code_block_name,position,timestamp
+1723815,X,0,1745449609.7629318
+1723815,X,1,1745449613.3849857
+1723815,X,0,1745449613.403655
+1723815,X,1,1745449617.1585994
+1723815,X,0,1745449617.1770504
+1723815,X,1,1745449620.8635588
+1723815,X,0,1745449620.8831315
+1723815,X,1,1745449624.4956949

tests/data/sub-tracking-results/files-to-combine/1723814.sub-tracking.sqlite

@@ -0,0 +1,25 @@
+process_id,code_block_name,position,timestamp
+1723727,Y,0,1745449624.6481984
+1723727,Y,1,1745449626.4954815
+1723727,tmp.py:9,0,1745449626.5598955
+1723727,tmp.py:9,1,1745449627.653375
+1723727,tmp.py:38,0,1745449627.6730132
+1723727,tmp.py:38,1,1745449628.7713823
+1723727,tmp.py:38,0,1745449628.7894087
+1723727,tmp.py:38,1,1745449629.898063
+1723727,tmp.py:38,0,1745449629.9163494
+1723727,tmp.py:38,1,1745449631.0465028
+1723727,tmp.py:38,0,1745449631.0629628
+1723727,tmp.py:38,1,1745449632.1779408
+1723727,tmp.py:38,0,1745449632.1962223
+1723727,tmp.py:38,1,1745449633.2969272
+1723727,tmp.py:38,0,1745449633.3154583
+1723727,tmp.py:38,1,1745449634.4144106
+1723727,tmp.py:38,0,1745449634.4333444
+1723727,tmp.py:38,1,1745449635.5694306
+1723727,tmp.py:38,0,1745449635.6578789
+1723727,tmp.py:38,1,1745449636.7815094
+1723727,tmp.py:38,0,1745449636.799852
+1723727,tmp.py:38,1,1745449637.9716456
+1723727,tmp.py:38,0,1745449637.9889736
+1723727,tmp.py:38,1,1745449639.195562

tests/data/sub-tracking-results/files-to-combine/1723815.sub-tracking.csv

@@ -154,7 +154,11 @@ def test_analyze(mocker, format_: str | None, output: str | None):
             'tests/data/sub-tracking-results/files-to-combine/1723811.sub-tracking.sqlite',
             'tests/data/sub-tracking-results/files-to-combine/1723814.sub-tracking.sqlite',
             'tests/data/sub-tracking-results/files-to-combine/1723815.sub-tracking.sqlite',
-            'tests/data/sub-tracking-results/files-to-combine/main.sub-tracking.sqlite'
+            'tests/data/sub-tracking-results/files-to-combine/main.sub-tracking.sqlite',
+            'tests/data/sub-tracking-results/files-to-combine/1723811.sub-tracking.csv',
+            'tests/data/sub-tracking-results/files-to-combine/1723814.sub-tracking.csv',
+            'tests/data/sub-tracking-results/files-to-combine/1723815.sub-tracking.csv',
+            'tests/data/sub-tracking-results/files-to-combine/main.sub-tracking.csv'
         ]
     )
 ]

tests/data/sub-tracking-results/files-to-combine/1723815.sub-tracking.sqlite

@@ -1,5 +1,8 @@
 import pytest as pt
 import json
+import os
+import pandas as pd
+import sqlalchemy as sqlalc
 import deepdiff as deepd
 import gpu_tracker as gput
 import utils
@@ -21,7 +24,7 @@ def test_sub_tracker(mocker, code_block_name: str | None, sub_tracking_file: str
     getpid_mock = mocker.patch('gpu_tracker.sub_tracker.os.getpid', side_effect=[1234] * n_iterations)
     time_mock = mocker.patch(
         'gpu_tracker.sub_tracker.time', time=mocker.MagicMock(side_effect=range(n_iterations * 2)))
-    default_code_block_end = 'test_sub_tracker.py:26'
+    default_code_block_end = 'test_sub_tracker.py:29'
     for _ in range(n_iterations):
         with gput.SubTracker(code_block_name=code_block_name, sub_tracking_file=sub_tracking_file) as sub_tracker:
             if code_block_name is None:
@@ -93,7 +96,7 @@ def get_format(request):
     yield request.param
 
 
-def test_analysis(format_):
+def test_analysis(format_: str):
     folder = 'tests/data/sub-tracking-results'
     tracking_file = f'{folder}/tracking.{format_}'
     sub_tracking_file = f'{folder}/sub-tracking.{format_}'
@@ -106,3 +109,29 @@ def test_analysis(format_):
     with open(f'{folder}/results.txt', 'r') as file:
         expected_str_results = file.read()
     assert expected_str_results == str(actual_results)
+
+
+def test_combine(format_: str):
+    folder = 'tests/data/sub-tracking-results'
+    files = [f'{folder}/files-to-combine/{name}' for name in os.listdir(f'{folder}/files-to-combine') if name.endswith(format_)]
+    with pt.raises(ValueError) as error:
+        wrong_extension = "csv" if format_ == "sqlite" else "sqlite"
+        invalid_file = f'wrong-extension.{wrong_extension}'
+        analyzer = gput.SubTrackingAnalyzer(None, invalid_file)
+        analyzer.combine_sub_tracking_files(files)
+    assert str(error.value) == f'File {files[0]} does not end with the same extension as {invalid_file}. Must end in ".{wrong_extension}".'
+    sub_tracking_file = f'combined.{format_}'
+    analyzer = gput.SubTrackingAnalyzer(None, sub_tracking_file)
+    analyzer.combine_sub_tracking_files(files)
+    expected_path = f'{folder}/sub-tracking.{format_}'
+    if format_ == 'csv':
+        expected_results = pd.read_csv(expected_path)
+        actual_results = pd.read_csv(sub_tracking_file)
+    else:
+        expected_results = pd.read_sql('data', sqlalc.create_engine(f'sqlite:///{expected_path}'))
+        actual_results = pd.read_sql('data', sqlalc.create_engine(f'sqlite:///{sub_tracking_file}'))
+    pd.testing.assert_frame_equal(expected_results, actual_results, atol=1e-10, rtol=1e-10)
+    with pt.raises(ValueError) as error:
+        analyzer.combine_sub_tracking_files(files)
+    assert str(error.value) == f'Cannot create sub-tracking file {sub_tracking_file}. File already exists.'
+    os.remove(sub_tracking_file)