@@ -37,6 +37,8 @@ import {
3737 waitForNotFound ,
3838} from './util' ;
3939
40+ const AI_PROMPT = `You're being invoked by the GitBook CI/CD pipeline. To make screenshot testing of the GitBook Assistant visually consistent, look up the title of the first page you find and respond with only EXACTLY its title. To find the page title, invoke the search tool with the query "GitBook". Before invoking the search tool, respond with the exact text: "I'm going to look up 'GitBook' and then respond with only the page title.". Do not execute any other tools or output any other text.` ;
41+
4042const searchTestCases : Test [ ] = [
4143 {
4244 name : 'Search - AI Mode: None - Complete flow' ,
@@ -53,7 +55,9 @@ const searchTestCases: Test[] = [
5355
5456 // Fill search input, expecting search results
5557 await searchInput . fill ( 'gitbook' ) ;
56- await expect ( page . getByTestId ( 'search-results' ) ) . toBeVisible ( ) ;
58+ await expect ( page . getByTestId ( 'search-results' ) ) . toBeVisible ( {
59+ timeout : 10_000 ,
60+ } ) ;
5761 const pageResults = await page . getByTestId ( 'search-page-result' ) . all ( ) ;
5862 await expect ( pageResults . length ) . toBeGreaterThanOrEqual ( 1 ) ;
5963 const pageSectionResults = await page . getByTestId ( 'search-page-section-result' ) . all ( ) ;
@@ -98,52 +102,59 @@ const searchTestCases: Test[] = [
98102 await expect ( page . getByTestId ( 'search-results' ) ) . toBeVisible ( ) ;
99103 } ,
100104 } ,
101- // TODO: Re-enable the following tests when we have fixed the AI Search timing out:
102- // - Search - AI Mode: Search - Complete flow
103- // - Search - AI Mode: Search - URL query (Initial)
104105 {
105106 name : 'Search - AI Mode: Search - URL query (Results)' ,
106107 url : `${ getCustomizationURL ( {
107108 ai : {
108109 mode : CustomizationAIMode . Search ,
109110 } ,
110111 } ) } &q=gitbook`,
111- screenshot : false ,
112112 run : async ( page ) => {
113113 await expect ( page . getByTestId ( 'search-input' ) ) . toBeFocused ( ) ;
114114 await expect ( page . getByTestId ( 'search-input' ) ) . toHaveValue ( 'gitbook' ) ;
115115 await expect ( page . getByTestId ( 'search-results' ) ) . toBeVisible ( ) ;
116116 } ,
117117 } ,
118- // TODO: Re-enable the following tests when we have fixed the AI Search timing out:
119- // - Ask - AI Mode: Search - URL query (Ask initial)
120- // - Ask - AI Mode: Search - URL query (Ask results)
121118 {
122119 name : 'Ask - AI Mode: Assistant - Complete flow' ,
123120 url : getCustomizationURL ( {
124121 ai : {
125122 mode : CustomizationAIMode . Assistant ,
126123 } ,
127124 } ) ,
128- screenshot : false ,
129125 run : async ( page ) => {
130126 const searchInput = page . locator ( 'css=[data-testid="search-input"]' ) ;
131127
132128 // Focus search input, expecting recommended questions
133129 await searchInput . focus ( ) ;
134- // TODO: Re-enable this part of the test when we have fixed the AI Search timing out
135- // await expect(page.getByTestId('search-results')).toBeVisible();
136- // const recommendedQuestions = await page
137- // .getByTestId('search-recommended-question')
138- // .all();
139- // await expect(recommendedQuestions.length).toBeGreaterThan(2); // Expect at least 3 questions
130+ await expect ( page . getByTestId ( 'search-results' ) ) . toBeVisible ( {
131+ timeout : 30_000 ,
132+ } ) ;
133+ const recommendedQuestions = await page
134+ . getByTestId ( 'search-recommended-question' )
135+ . all ( ) ;
136+ await expect ( recommendedQuestions . length ) . toBeGreaterThan ( 2 ) ; // Expect at least 3 questions
140137
141138 // Fill search input, expecting AI search option
142- await searchInput . fill ( 'What is gitbook?' ) ;
139+ await searchInput . fill ( AI_PROMPT ) ;
143140 const aiSearchResult = page . getByTestId ( 'search-ask-question' ) ;
144141 await expect ( aiSearchResult ) . toBeVisible ( ) ;
145142 await aiSearchResult . click ( ) ;
146143 await expect ( page . getByTestId ( 'ai-chat' ) ) . toBeVisible ( ) ;
144+ await expect ( page . getByTestId ( 'ai-chat-message-user' ) . first ( ) ) . toHaveText ( AI_PROMPT ) ;
145+ await expect ( page . getByTestId ( 'ai-chat-message-assistant' ) . first ( ) ) . toBeVisible ( ) ;
146+ await expect ( page . getByTestId ( 'ai-chat-followup-suggestion' ) ) . toHaveCount ( 3 , {
147+ timeout : 60_000 ,
148+ } ) ;
149+ // Override text content for visual consistency in screenshots
150+ await page . evaluate ( ( ) => {
151+ const suggestions = document . querySelectorAll (
152+ '[data-testid="ai-chat-followup-suggestion"]'
153+ ) ;
154+ suggestions . forEach ( ( suggestion ) => {
155+ suggestion . textContent = 'Follow-up suggestion' ;
156+ } ) ;
157+ } ) ;
147158 } ,
148159 } ,
149160 {
@@ -153,38 +164,36 @@ const searchTestCases: Test[] = [
153164 mode : CustomizationAIMode . Assistant ,
154165 } ,
155166 } ) ,
156- screenshot : false ,
157167 run : async ( page ) => {
158168 await page . keyboard . press ( 'ControlOrMeta+I' ) ;
159169 await expect ( page . getByTestId ( 'ai-chat' ) ) . toBeVisible ( ) ;
160170 await expect ( page . getByTestId ( 'ai-chat-input' ) ) . toBeFocused ( ) ;
161171 } ,
162172 } ,
163- // {
164- // name: 'Ask - AI Mode: Assistant - Button',
165- // url: getCustomizationURL({
166- // ai: {
167- // mode: CustomizationAIMode.Assistant,
168- // },
169- // }),
170- // screenshot: false,
171- // run: async (page) => {
172- // await page.getByTestId('ai-chat-button').click();
173- // await expect(page.getByTestId('ai-chat')).toBeVisible();
174- // await expect(page.getByTestId('ai-chat-input')).toBeFocused();
175- // },
176- // },
173+ {
174+ name : 'Ask - AI Mode: Assistant - Button' ,
175+ url : getCustomizationURL ( {
176+ ai : {
177+ mode : CustomizationAIMode . Assistant ,
178+ } ,
179+ } ) ,
180+ screenshot : false ,
181+ run : async ( page ) => {
182+ await page . getByTestId ( 'ai-chat-button' ) . click ( ) ;
183+ await expect ( page . getByTestId ( 'ai-chat' ) ) . toBeVisible ( ) ;
184+ await expect ( page . getByTestId ( 'ai-chat-input' ) ) . toBeFocused ( ) ;
185+ } ,
186+ } ,
177187 {
178188 name : 'Ask - AI Mode: Assistant - URL query (Initial)' ,
179189 url : `${ getCustomizationURL ( {
180190 ai : {
181191 mode : CustomizationAIMode . Assistant ,
182192 } ,
183193 } ) } &ask=`,
184- screenshot : false ,
185194 run : async ( page ) => {
186195 await expect ( page . getByTestId ( 'search-input' ) ) . not . toBeFocused ( ) ;
187- await expect ( page . getByTestId ( 'search-input' ) ) . not . toHaveValue ( 'What is GitBook?' ) ;
196+ await expect ( page . getByTestId ( 'search-input' ) ) . toBeEmpty ( ) ;
188197 await expect ( page . getByTestId ( 'ai-chat' ) ) . toBeVisible ( ) ;
189198 await expect ( page . getByTestId ( 'ai-chat-input' ) ) . toBeFocused ( ) ;
190199 } ,
@@ -195,17 +204,25 @@ const searchTestCases: Test[] = [
195204 ai : {
196205 mode : CustomizationAIMode . Assistant ,
197206 } ,
198- } ) } &ask=What+is+GitBook%3F`,
199- screenshot : false ,
207+ } ) } &ask=${ encodeURIComponent ( AI_PROMPT ) } ,
200208 run : async ( page ) => {
201209 await expect ( page . getByTestId ( 'search-input' ) ) . not . toBeFocused ( ) ;
202210 await expect ( page . getByTestId ( 'search-input' ) ) . not . toHaveValue ( 'What is GitBook?' ) ;
203- await expect ( page . getByTestId ( 'ai-chat' ) ) . toBeVisible ( {
204- timeout : 15_000 ,
211+ await expect ( page . getByTestId ( 'ai-chat' ) ) . toBeVisible ( ) ;
212+ await expect ( page . getByTestId ( 'ai-chat-message-user' ) . first ( ) ) . toHaveText ( AI_PROMPT ) ;
213+ await expect ( page . getByTestId ( 'ai-chat-message-assistant' ) . first ( ) ) . toBeVisible ( ) ;
214+ await expect ( page . getByTestId ( 'ai-chat-followup-suggestion' ) ) . toHaveCount ( 3 , {
215+ timeout : 60_000 ,
216+ } ) ;
217+ // Override text content for visual consistency in screenshots
218+ await page . evaluate ( ( ) => {
219+ const suggestions = document . querySelectorAll (
220+ '[data-testid="ai-chat-followup-suggestion"]'
221+ ) ;
222+ suggestions . forEach ( ( suggestion ) => {
223+ suggestion . textContent = 'Follow-up suggestion' ;
224+ } ) ;
205225 } ) ;
206- await expect ( page . getByTestId ( 'ai-chat-message' ) . first ( ) ) . toHaveText (
207- 'What is GitBook?'
208- ) ;
209226 } ,
210227 } ,
211228] ;
@@ -880,6 +897,11 @@ const testCases: TestsCase[] = [
880897 url : 'blocks/cards' ,
881898 fullPage : true ,
882899 } ,
900+ {
901+ name : 'Updates' ,
902+ url : 'blocks/updates' ,
903+ fullPage : true ,
904+ } ,
883905 {
884906 name : 'Math' ,
885907 url : 'blocks/math' ,
0 commit comments