feat: add back progress bar

Author: joschkabraun

parea/cookbook/evals_and_experiments/run_experiment_using_saved_test_collection.py

@@ -36,9 +36,10 @@ def func(lang: str, framework: str) -> str:
 
 if __name__ == "__main__":
     p.experiment(
+        name="Hello World Example",  # this is the name of the experiment
         data="Hello World Example",  # this is the name of your Dataset in Parea (Dataset page)
         func=func,
-    ).run(name="hello-world-example")
+    ).run()
 
     # Or use a dataset using its ID instead of the name
     # p.experiment(

parea/experiment/experiment.py

@@ -19,8 +19,7 @@
 from parea.experiment.dvc import save_results_to_dvc_if_init
 from parea.helpers import duplicate_dicts, gen_random_name, is_logging_disabled
 from parea.schemas import EvaluationResult
-from parea.schemas.models import CreateExperimentRequest, ExperimentSchema, ExperimentStatsSchema, \
-    FinishExperimentRequestSchema, ExperimentStatus
+from parea.schemas.models import CreateExperimentRequest, ExperimentSchema, ExperimentStatsSchema, ExperimentStatus, FinishExperimentRequestSchema
 from parea.utils.trace_utils import thread_ids_running_evals, trace_data
 from parea.utils.universal_encoder import json_dumps
 
@@ -143,8 +142,7 @@ def limit_concurrency_sync(sample):
     else:
         executor = ThreadPoolExecutor(max_workers=n_workers)
         loop = asyncio.get_event_loop()
-        tasks = [asyncio.ensure_future(loop.run_in_executor(executor, partial(limit_concurrency_sync, sample))) for
-                 sample in data]
+        tasks = [asyncio.ensure_future(loop.run_in_executor(executor, partial(limit_concurrency_sync, sample))) for sample in data]
 
     status = ExperimentStatus.COMPLETED
     with tqdm(total=len(tasks), desc="Running samples", unit="sample") as pbar:

pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "poetry.core.masonry.api"
 [tool.poetry]
 name = "parea-ai"
 packages = [{ include = "parea" }]
-version = "0.2.174"
+version = "0.2.175"
 description = "Parea python sdk"
 readme = "README.md"
 authors = ["joel-parea-ai <[email protected]>"]