avoid mocking in robots.txt testing (github#26018)

* avoid mocking in robots.txt testing

* remove package

Author: peterbe

package-lock.json

@@ -149,7 +149,6 @@
     "make-promises-safe": "^5.1.0",
     "minimatch": "^5.0.0",
     "mkdirp": "^1.0.4",
-    "mock-express-response": "^0.3.0",
     "mockdate": "^3.0.5",
     "nock": "^13.2.2",
     "nodemon": "^2.0.15",

package.json

@@ -1,8 +1,6 @@
 import languages from '../../lib/languages.js'
 import robotsParser from 'robots-parser'
-import robotsMiddleware from '../../middleware/robots.js'
 import { get } from '../helpers/supertest.js'
-import MockExpressResponse from 'mock-express-response'
 import { jest } from '@jest/globals'
 
 describe('robots.txt', () => {
@@ -36,17 +34,12 @@ describe('robots.txt', () => {
   })
 
   it('disallows indexing of azurecontainer.io domains', async () => {
-    const req = {
-      hostname: 'docs-internal-preview-12345-asdfz.azurecontainer.io',
-      path: '/robots.txt',
-    }
-    const res = new MockExpressResponse()
-    const next = () => {
-      /* no op */
-    }
-
-    await robotsMiddleware(req, res, next)
-    expect(res._getString()).toEqual('User-agent: *\nDisallow: /')
+    const res = await get('/robots.txt', {
+      headers: {
+        host: 'docs-internal-preview-12345-asdfz.azurecontainer.io',
+      },
+    })
+    expect(res.text).toEqual('User-agent: *\nDisallow: /')
   })
 
   it('does not have duplicate lines', () => {