@@ -161,11 +161,6 @@ def __init__(
161
161
self .evaluators = list (evaluators )
162
162
163
163
164
- # TODO: Consider making one or more of the following changes to this type:
165
- # * Add `task: Callable[[InputsT], Awaitable[OutputT]` as a field
166
- # * Add `inputs_type`, `output_type`, etc. as kwargs on `__init__`
167
- # * Rename to `Evaluation`
168
- # TODO: Allow `task` to be sync _or_ async
169
164
class Dataset (BaseModel , Generic [InputsT , OutputT , MetadataT ], extra = 'forbid' , arbitrary_types_allowed = True ):
170
165
"""A dataset of test [cases][pydantic_evals.Case].
171
166
@@ -634,7 +629,7 @@ def model_json_schema_with_evaluators(
634
629
def _make_typed_dict (cls_name_prefix : str , fields : dict [str , Any ]) -> Any :
635
630
td = TypedDict (f'{ cls_name_prefix } _{ name } ' , fields ) # pyright: ignore[reportArgumentType]
636
631
config = ConfigDict (extra = 'forbid' , arbitrary_types_allowed = True )
637
- # TODO: Replace with pydantic.with_config after pydantic 2.11 is released
632
+ # TODO: Replace with pydantic.with_config once pydantic 2.11 is the min supported version
638
633
td .__pydantic_config__ = config # pyright: ignore[reportAttributeAccessIssue]
639
634
return td
640
635
@@ -859,7 +854,6 @@ async def _run_task(
859
854
for k , v in node .attributes .items ():
860
855
if not isinstance (v , int | float ):
861
856
continue
862
- # TODO: Revisit this choice to strip the prefix..
863
857
if k .startswith ('gen_ai.usage.details.' ):
864
858
task_run .increment_metric (k .removeprefix ('gen_ai.usage.details.' ), v )
865
859
elif k .startswith ('gen_ai.usage.' ):
0 commit comments