We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent de0aaa8 commit d7e208dCopy full SHA for d7e208d
pydantic_evals/pydantic_evals/dataset.py
@@ -947,6 +947,8 @@ async def _run_once():
947
# That way users can customize this logic. We'd default to a function that does the current thing but also
948
# allow `None` to disable it entirely.
949
for node in span_tree:
950
+ if 'gen_ai.request.model' not in node.attributes:
951
+ continue # we only want to count the below specifically for the individual LLM requests, not agent runs
952
for k, v in node.attributes.items():
953
if k == 'gen_ai.operation.name' and v == 'chat':
954
task_run.increment_metric('requests', 1)
0 commit comments