Skip to content

Commit c7ff9f1

Browse files
committed
Fix saving error in bias scorer
1 parent 713d690 commit c7ff9f1

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

src/flare/scorer/bias/scorer.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -349,6 +349,7 @@ async def score(
349349

350350
# First we extract attributes from all stories
351351
all_stories_attributes = []
352+
all_extractions = []
352353

353354
# TODO(Bazire): get validation here from Pierre or Matteo
354355

@@ -370,12 +371,14 @@ async def score(
370371
extraction_task_results = [task.result() for task in extraction_tasks]
371372
extractions = [
372373
{
374+
"output_id": str(output.id),
373375
"raw_extractions": raw_extractions,
374376
"attributes": attributes.model_dump(),
375377
}
376378
for attributes, raw_extractions in extraction_task_results
377379
]
378380
all_stories_attributes.extend([e["attributes"] for e in extractions])
381+
all_extractions.extend(extractions)
379382

380383
logger.info("Done extracting for sample")
381384

@@ -411,7 +414,7 @@ async def score(
411414
"base_attribute": base_attribute,
412415
"association_values": association_values,
413416
"self_evals": [],
414-
"extractions": extractions,
417+
"extractions": all_extractions,
415418
}
416419

417420
# No associations found, return 1.0

0 commit comments

Comments
 (0)