@@ -4,13 +4,12 @@ import { createTest } from '@/lib/testing/engine'
4
4
export const DOCS_PASSING_SEARCH_TEST : TestDefinition = createTest ( {
5
5
label : 'Passing BrowserUse Docs Search' ,
6
6
steps : [
7
+ //
7
8
'Go to docs.browser-use.com' ,
8
- 'Find the search input in the header.' ,
9
- 'Type "API" into the search input.' ,
10
- 'Press enter or click the search button.' ,
9
+ 'Click on Cloud API V1 documentation.' ,
10
+ 'Select Run Task Documentation.' ,
11
11
] ,
12
- evaluation :
13
- 'The page should show search results related to "API", and at least one result should mention "Implementing the API".' ,
12
+ evaluation : 'The page needs to show POST request that lets you run a task using the Cloud API.' ,
14
13
} )
15
14
16
15
/**
@@ -19,12 +18,12 @@ export const DOCS_PASSING_SEARCH_TEST: TestDefinition = createTest({
19
18
export const DOCS_FAILING_EVAL_SEARCH_TEST : TestDefinition = createTest ( {
20
19
label : 'Failing Evaluation BrowserUse Docs Search' ,
21
20
steps : [
21
+ //
22
22
'Go to docs.browser-use.com' ,
23
- 'Find the search input in the header.' ,
24
- 'Type "API" into the search input.' ,
25
- 'Press enter or click the search button.' ,
23
+ 'Click on Cloud API V1 documentation.' ,
24
+ 'Select Run Task Documentation.' ,
26
25
] ,
27
- evaluation : 'The page should display an error message saying "No results found for API ".' ,
26
+ evaluation : 'The page needs to show a cooking recipe for "Pasta Carbonara ".' ,
28
27
} )
29
28
30
29
/**
@@ -33,12 +32,12 @@ export const DOCS_FAILING_EVAL_SEARCH_TEST: TestDefinition = createTest({
33
32
export const DOCS_FAILING_TEST_SEARCH_TEST : TestDefinition = createTest ( {
34
33
label : 'Failing Test BrowserUse Docs Search' ,
35
34
steps : [
35
+ //
36
36
'Go to docs.browser-use.com' ,
37
- 'Click edit documentation button in the top right corner.' ,
38
- 'Edit the documentation title to "Moonbase".' ,
39
- 'Click save button.' ,
37
+ 'Click on Cloud API V2 documentation.' ,
38
+ 'Select "Create AGI Agent" documentation.' ,
40
39
] ,
41
- evaluation : 'The page should show the documentation title "Moonbase" .' ,
40
+ evaluation : 'The page needs to show detailed guide on how to create an AGI Agent using the Cloud API .' ,
42
41
} )
43
42
44
43
export const BROWSERUSE_DOCS_TEST_SUITE : TestSuiteDefinition = {
0 commit comments