Skip to content

Commit 9f54bcf

Browse files
replace example.com with our own hosted site (#960)
# why - example.com is broken & its blocking our CI # what changed - replaced example.com with https://browserbase.github.io/stagehand-eval-sites/sites/example/
1 parent f45afdc commit 9f54bcf

File tree

11 files changed

+82
-30
lines changed

11 files changed

+82
-30
lines changed

evals/deterministic/tests/BrowserContext/addInitScript.test.ts

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,9 @@ test.describe("StagehandContext - addInitScript", () => {
1717
});
1818

1919
const pageA = await context.newPage();
20-
await pageA.goto("https://example.com");
20+
await pageA.goto(
21+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
22+
);
2123

2224
const resultA = await pageA.evaluate(() => {
2325
const w = window as typeof window & {

evals/deterministic/tests/BrowserContext/cookies.test.ts

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -16,13 +16,14 @@ test.describe("StagehandContext - Cookies", () => {
1616

1717
test("should add cookies and retrieve them", async () => {
1818
const context = stagehand.context; // This is the wrapped BrowserContext
19-
const url = "https://example.com";
19+
const url =
20+
"https://browserbase.github.io/stagehand-eval-sites/sites/example";
2021

2122
await context.addCookies([
2223
{
2324
name: "myCookie",
2425
value: "myValue",
25-
domain: "example.com",
26+
domain: "browserbase.github.io",
2627
path: "/",
2728
expires: Math.floor(Date.now() / 1000) + 3600,
2829
httpOnly: false,
@@ -41,13 +42,14 @@ test.describe("StagehandContext - Cookies", () => {
4142

4243
test("should clear all cookies", async () => {
4344
const context = stagehand.context;
44-
const url = "https://example.com";
45+
const url =
46+
"https://browserbase.github.io/stagehand-eval-sites/sites/example";
4547

4648
await context.addCookies([
4749
{
4850
name: "myOtherCookie",
4951
value: "anotherValue",
50-
domain: "example.com",
52+
domain: "browserbase.github.io",
5153
path: "/",
5254
expires: Math.floor(Date.now() / 1000) + 3600,
5355
httpOnly: false,

evals/deterministic/tests/local/create.test.ts

Lines changed: 13 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,7 @@ test.describe("Local browser launch options", () => {
109109
{
110110
name: "testCookie",
111111
value: "testValue",
112-
domain: "example.com",
112+
domain: "browserbase.github.io",
113113
path: "/",
114114
expires: -1,
115115
httpOnly: false,
@@ -128,7 +128,9 @@ test.describe("Local browser launch options", () => {
128128
await stagehand.init();
129129

130130
const page = await stagehand.context.newPage();
131-
await page.goto("https://example.com");
131+
await page.goto(
132+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
133+
);
132134
const cookies = await stagehand.context.cookies();
133135

134136
expect(cookies[0]).toMatchObject(
@@ -155,7 +157,9 @@ test.describe("Local browser launch options", () => {
155157
await stagehand.init();
156158

157159
const page = await stagehand.context.newPage();
158-
await page.goto("https://example.com");
160+
await page.goto(
161+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
162+
);
159163

160164
const location = await page.evaluate(() => {
161165
return new Promise((resolve) => {
@@ -188,7 +192,9 @@ test.describe("Local browser launch options", () => {
188192
await stagehand.init();
189193

190194
const page = await stagehand.context.newPage();
191-
await page.goto("https://example.com");
195+
await page.goto(
196+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
197+
);
192198

193199
const { locale, timezone } = await page.evaluate(() => ({
194200
locale: navigator.language,
@@ -218,7 +224,9 @@ test.describe("Local browser launch options", () => {
218224
await stagehand.init();
219225

220226
const page = await stagehand.context.newPage();
221-
await page.goto("https://example.com");
227+
await page.goto(
228+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
229+
);
222230
await stagehand.close();
223231

224232
const videos = fs.readdirSync(videoDir);

evals/deterministic/tests/page/addInitScript.test.ts

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,9 @@ test.describe("StagehandPage - addInitScript", () => {
1616
w.__testInitScriptVar = "Hello from init script!";
1717
});
1818

19-
await page.goto("https://example.com");
19+
await page.goto(
20+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
21+
);
2022

2123
const result = await page.evaluate(() => {
2224
const w = window as typeof window & {

evals/deterministic/tests/page/addRemoveLocatorHandler.test.ts

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,9 @@ test.describe("StagehandPage - addLocatorHandler and removeLocatorHandler", () =
4343
},
4444
);
4545

46-
await page.goto("https://example.com");
46+
await page.goto(
47+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
48+
);
4749
await page.setContent(overlayHTML);
4850

4951
await page.waitForTimeout(5000);
@@ -75,7 +77,9 @@ test.describe("StagehandPage - addLocatorHandler and removeLocatorHandler", () =
7577
await page.removeLocatorHandler(locator);
7678
console.log("Locator handler removed — overlay will not be dismissed now.");
7779

78-
await page.goto("https://example.com");
80+
await page.goto(
81+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
82+
);
7983
await page.setContent(overlayHTML);
8084

8185
await page.waitForTimeout(5000);

evals/deterministic/tests/page/bringToFront.test.ts

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,9 @@ test.describe("StagehandPage - bringToFront", () => {
1010
const { page: page1 } = stagehand;
1111

1212
const page2 = await stagehand.context.newPage();
13-
await page2.goto("https://example.com");
13+
await page2.goto(
14+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
15+
);
1416
const page2Title = await page2.title();
1517
console.log("Page2 Title:", page2Title);
1618

evals/deterministic/tests/page/content.test.ts

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,9 @@ test.describe("StagehandPage - content", () => {
88
await stagehand.init();
99

1010
const page = stagehand.page;
11-
await page.goto("https://example.com");
11+
await page.goto(
12+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
13+
);
1214
const html = await page.content();
1315
expect(html).toContain("<title>Example Domain</title>");
1416
expect(html).toContain("<h1>Example Domain</h1>");

evals/deterministic/tests/page/evaluate.test.ts

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,9 @@ test.describe("StagehandPage - JavaScript Evaluation", () => {
99

1010
const page = stagehand.page;
1111

12-
await page.goto("https://example.com");
12+
await page.goto(
13+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
14+
);
1315

1416
const sum = await page.evaluate(() => 2 + 2);
1517
expect(sum).toBe(4);

evals/deterministic/tests/page/navigation.test.ts

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,20 @@ test.describe("StagehandPage - Navigation", () => {
99

1010
const page = stagehand.page;
1111

12-
await page.goto("https://example.com");
13-
expect(page.url()).toBe("https://example.com/");
12+
await page.goto(
13+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
14+
);
15+
expect(page.url()).toBe(
16+
"https://browserbase.github.io/stagehand-eval-sites/sites/example/",
17+
);
1418

1519
await page.goto("https://docs.browserbase.com/introduction");
1620
expect(page.url()).toBe("https://docs.browserbase.com/introduction");
1721

1822
await page.goBack();
19-
expect(page.url()).toBe("https://example.com/");
23+
expect(page.url()).toBe(
24+
"https://browserbase.github.io/stagehand-eval-sites/sites/example/",
25+
);
2026

2127
await page.goForward();
2228
expect(page.url()).toBe("https://docs.browserbase.com/introduction");

evals/deterministic/tests/page/on.test.ts

Lines changed: 22 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,9 @@ test.describe("StagehandPage - page.on()", () => {
88
await stagehand.init();
99

1010
const page = stagehand.page;
11-
await page.goto("https://example.com");
11+
await page.goto(
12+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
13+
);
1214

1315
const messages: string[] = [];
1416
page.on("console", (msg) => {
@@ -27,7 +29,10 @@ test.describe("StagehandPage - page.on()", () => {
2729
await stagehand.init();
2830

2931
const page = stagehand.page;
30-
await page.goto("https://example.com", { waitUntil: "commit" });
32+
await page.goto(
33+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
34+
{ waitUntil: "commit" },
35+
);
3136

3237
page.on("dialog", async (dialog) => {
3338
expect(dialog.message()).toBe("Test alert");
@@ -44,7 +49,10 @@ test.describe("StagehandPage - page.on()", () => {
4449
await stagehand.init();
4550

4651
const page = stagehand.page;
47-
await page.goto("https://example.com", { waitUntil: "commit" });
52+
await page.goto(
53+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
54+
{ waitUntil: "commit" },
55+
);
4856

4957
const requests: string[] = [];
5058
const responses: string[] = [];
@@ -57,10 +65,17 @@ test.describe("StagehandPage - page.on()", () => {
5765
responses.push(response.url());
5866
});
5967

60-
await page.goto("https://example.com", { waitUntil: "commit" });
61-
62-
expect(requests).toContain("https://example.com/");
63-
expect(responses).toContain("https://example.com/");
68+
await page.goto(
69+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
70+
{ waitUntil: "commit" },
71+
);
72+
73+
expect(requests).toContain(
74+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
75+
);
76+
expect(responses).toContain(
77+
"https://browserbase.github.io/stagehand-eval-sites/sites/example",
78+
);
6479

6580
await stagehand.close();
6681
});

0 commit comments

Comments
 (0)