chore: pass signal and timeout correctly in tests

Author: barjin

packages/utils/src/internals/robots.ts

@@ -65,9 +65,10 @@ export class RobotsTxtFile {
     ): Promise<RobotsTxtFile> {
         const { proxyUrl, httpClient = new FetchHttpClient() } = options || {};
 
-        const response = await httpClient.sendRequest(new Request(url, { method: 'GET', signal: options?.signal }), {
+        const response = await httpClient.sendRequest(new Request(url, { method: 'GET' }), {
             proxyUrl,
             timeoutMillis: options?.timeoutMillis,
+            signal: options?.signal,
         });
 
         if (response.status < 200 || response.status >= 300) {

packages/utils/src/internals/sitemap.ts

@@ -536,7 +536,11 @@ export async function* discoverValidSitemaps(
             return false;
         }
         try {
-            const response = await httpClient.sendRequest(new Request(url, { method: 'HEAD' }), { proxyUrl });
+            const response = await httpClient.sendRequest(new Request(url, { method: 'HEAD' }), {
+                proxyUrl,
+                timeoutMillis: requestTimeoutMillis,
+                signal,
+            });
             return response.status >= 200 && response.status < 400;
         } catch {
             return false;

packages/utils/test/robots.test.ts

@@ -63,7 +63,7 @@ describe('RobotsTxtFile', () => {
 
     it('respects user-set timeout', async () => {
         const start = +Date.now();
-        const robots = RobotsTxtFile.find('http://not-exists.com/robots.txt', undefined, { timeoutMillis: 200 });
+        const robots = RobotsTxtFile.find('http://not-exists.com/robots.txt', { timeoutMillis: 200 });
 
         await expect(robots).rejects.toThrow(/timeout/i);
         const end = +Date.now();
@@ -77,7 +77,7 @@ describe('RobotsTxtFile', () => {
         setTimeout(() => controller.abort(), 200);
 
         const start = +Date.now();
-        const robots = RobotsTxtFile.find('http://not-exists.com/robots.txt', undefined, { signal: controller.signal });
+        const robots = RobotsTxtFile.find('http://not-exists.com/robots.txt', { signal: controller.signal });
 
         await expect(robots).rejects.toThrow(/aborted/i);
         const end = +Date.now();
@@ -90,7 +90,7 @@ describe('RobotsTxtFile', () => {
         const controller = new AbortController();
 
         const start = +Date.now();
-        const robots = RobotsTxtFile.find('http://not-exists.com/robots.txt', undefined, {
+        const robots = RobotsTxtFile.find('http://not-exists.com/robots.txt', {
             signal: controller.signal,
             timeoutMillis: 200,
         });