don't log parent early

Author: jalexanderII

parea/cookbook/simple_experiment_with_openai.py

@@ -1,12 +1,10 @@
-from typing import Dict
-
 import os
 
 from dotenv import load_dotenv
 from openai import OpenAI
 
 from parea import Parea, trace
-from parea.schemas import Log, EvaluationResult
+from parea.schemas import Log
 
 load_dotenv()
 
@@ -15,16 +13,12 @@
 p.wrap_openai_client(client)
 
 
-def eval_func(log: Log) -> EvaluationResult:
+def eval_func(log: Log) -> float:
     from random import random
     from time import sleep
 
     sleep(random() * 10)
-    return EvaluationResult(
-        name="eval_func",
-        score=random(),
-        reason="Random score",
-    )
+    return random()
 
 
 @trace(eval_funcs=[eval_func])

parea/evals/utils.py

@@ -148,7 +148,6 @@ def _make_evaluations(trace_id: str, log: Log, eval_funcs: List[EvalFuncTuple],
     data_with_scores = trace_data.get()[trace_id]
     thread_ids_running_evals.get().remove(trace_id)
     parea_logger.default_log(data=data_with_scores)
-    # parea_logger.update_log(data=UpdateLog(trace_id=trace_id, field_name_to_value_map={"scores": scores, "target": log.target}))
     if verbose:
         print("###Eval Results###")
         for score in scores:

parea/experiment/experiment.py

@@ -34,14 +34,14 @@ def calculate_avg_std_for_experiment(experiment_stats: ExperimentStatsSchema) ->
         for attr in STAT_ATTRS:
             value = getattr(trace_stat, attr, None)
             if value is not None:
-                accumulators[attr] += value
+                accumulators[attr] += value  # f"{value:.5f}" if attr == "cost" else value
                 counts[attr] += 1
 
         for score in trace_stat.scores:
             score_accumulators[score.name] += score.score
             score_counts[score.name] += 1
 
-    averages = {attr: "N/A" if counts[attr] == 0 else f"{accumulators[attr] / counts[attr]:.2f}" for attr in accumulators}
+    averages = {attr: "N/A" if counts[attr] == 0 else f"{accumulators[attr] / counts[attr]:.{5 if attr == 'cost' else 2}f}" for attr in accumulators}
 
     score_averages = {f"{name}": "N/A" if score_counts[name] == 0 else f"{score_accumulators[name] / score_counts[name]:.2f}" for name in score_accumulators}