Skip to content

Commit 7b4b030

Browse files
committed
update steps on eval
1 parent 55ef435 commit 7b4b030

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

evals/tasks/agent/kith.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ export const kith: EvalFunction = async ({
1717
await agent.execute({
1818
instruction:
1919
"add the shoes to cart, go to checkout, and fill the shipping information",
20-
maxSteps: 30,
20+
maxSteps: 15,
2121
});
2222

2323
const { evaluation, reasoning } = await evaluator.evaluate({
@@ -29,7 +29,7 @@ export const kith: EvalFunction = async ({
2929
if (success) {
3030
await agent.execute({
3131
instruction: "fill the payment information",
32-
maxSteps: 30,
32+
maxSteps: 10,
3333
});
3434

3535
const { evaluation: evaluation2, reasoning: reasoning2 } =

0 commit comments

Comments
 (0)