Skip to content

Commit b4914aa

Browse files
committed
Update Mock Test Specs
1 parent 07e3cef commit b4914aa

File tree

1 file changed

+12
-13
lines changed

1 file changed

+12
-13
lines changed

src/lib/testing/mock.ts

Lines changed: 12 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -4,13 +4,12 @@ import { createTest } from '@/lib/testing/engine'
44
export const DOCS_PASSING_SEARCH_TEST: TestDefinition = createTest({
55
label: 'Passing BrowserUse Docs Search',
66
steps: [
7+
//
78
'Go to docs.browser-use.com',
8-
'Find the search input in the header.',
9-
'Type "API" into the search input.',
10-
'Press enter or click the search button.',
9+
'Click on Cloud API V1 documentation.',
10+
'Select Run Task Documentation.',
1111
],
12-
evaluation:
13-
'The page should show search results related to "API", and at least one result should mention "Implementing the API".',
12+
evaluation: 'The page needs to show POST request that lets you run a task using the Cloud API.',
1413
})
1514

1615
/**
@@ -19,12 +18,12 @@ export const DOCS_PASSING_SEARCH_TEST: TestDefinition = createTest({
1918
export const DOCS_FAILING_EVAL_SEARCH_TEST: TestDefinition = createTest({
2019
label: 'Failing Evaluation BrowserUse Docs Search',
2120
steps: [
21+
//
2222
'Go to docs.browser-use.com',
23-
'Find the search input in the header.',
24-
'Type "API" into the search input.',
25-
'Press enter or click the search button.',
23+
'Click on Cloud API V1 documentation.',
24+
'Select Run Task Documentation.',
2625
],
27-
evaluation: 'The page should display an error message saying "No results found for API".',
26+
evaluation: 'The page needs to show a cooking recipe for "Pasta Carbonara".',
2827
})
2928

3029
/**
@@ -33,12 +32,12 @@ export const DOCS_FAILING_EVAL_SEARCH_TEST: TestDefinition = createTest({
3332
export const DOCS_FAILING_TEST_SEARCH_TEST: TestDefinition = createTest({
3433
label: 'Failing Test BrowserUse Docs Search',
3534
steps: [
35+
//
3636
'Go to docs.browser-use.com',
37-
'Click edit documentation button in the top right corner.',
38-
'Edit the documentation title to "Moonbase".',
39-
'Click save button.',
37+
'Click on Cloud API V2 documentation.',
38+
'Select "Create AGI Agent" documentation.',
4039
],
41-
evaluation: 'The page should show the documentation title "Moonbase".',
40+
evaluation: 'The page needs to show detailed guide on how to create an AGI Agent using the Cloud API.',
4241
})
4342

4443
export const BROWSERUSE_DOCS_TEST_SUITE: TestSuiteDefinition = {

0 commit comments

Comments
 (0)