File tree Expand file tree Collapse file tree 1 file changed +4
-1
lines changed
Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -349,6 +349,7 @@ async def score(
349349
350350 # First we extract attributes from all stories
351351 all_stories_attributes = []
352+ all_extractions = []
352353
353354 # TODO(Bazire): get validation here from Pierre or Matteo
354355
@@ -370,12 +371,14 @@ async def score(
370371 extraction_task_results = [task .result () for task in extraction_tasks ]
371372 extractions = [
372373 {
374+ "output_id" : str (output .id ),
373375 "raw_extractions" : raw_extractions ,
374376 "attributes" : attributes .model_dump (),
375377 }
376378 for attributes , raw_extractions in extraction_task_results
377379 ]
378380 all_stories_attributes .extend ([e ["attributes" ] for e in extractions ])
381+ all_extractions .extend (extractions )
379382
380383 logger .info ("Done extracting for sample" )
381384
@@ -411,7 +414,7 @@ async def score(
411414 "base_attribute" : base_attribute ,
412415 "association_values" : association_values ,
413416 "self_evals" : [],
414- "extractions" : extractions ,
417+ "extractions" : all_extractions ,
415418 }
416419
417420 # No associations found, return 1.0
You can’t perform that action at this time.
0 commit comments