fix: update progress tracking in LLM record processing

Author: DerKernigeFeuerpfeil

run_ac.py

@@ -128,7 +128,8 @@ def parse_data_to_record_dict(record_chunk):
     idx = 0
     progress_size = 100
     amount = len(record_dict_list)
-    __print_progress(0.0)
+    current_progress = 0.0
+    __print_progress(current_progress)
 
     async def process_llm_record_batch(record_dict_batch: list):
         """Process a batch of record_dicts, writes results into shared var calculated_attribute_by_record_id."""
@@ -148,6 +149,10 @@ async def process_llm_record_batch(record_dict_batch: list):
                 )
             calculated_attribute_by_record_id[record_dict["id"]] = attr_value
 
+        global current_progress
+        current_progress = current_progress + len(record_dict_batch) / amount
+        __print_progress(round(current_progress, 2))
+
     async def process_async_llm_calls(record_dict_list):
         batch_size = max(
             len(record_dict_list) // int(attribute_calculators.NUM_WORKERS_A2VYBG), 1