feat: add robots.txt (#335)

Author: hoadaniellipniacki

apps/blog-bff/src/main.ts

@@ -16,6 +16,14 @@ app.route('/authors', authors);
 app.route('/newsletter', newsletter);
 app.route('/banners', banners);
 
+app.get('/robots.txt', (c) => {
+  const robotsTxt = `User-agent: *
+Disallow: /`;
+  return c.text(robotsTxt, 200, {
+    'Content-Type': 'text/plain',
+  });
+});
+
 app.onError((err, c) => {
   console.error(err);
   if (err instanceof HTTPException) {

apps/blog/project.json

@@ -25,7 +25,8 @@
         "assets": [
           "apps/blog/src/assets",
           "apps/blog/src/sitemap.xml",
-          "apps/blog/src/_redirects"
+          "apps/blog/src/_redirects",
+          "apps/blog/src/robots.txt"
         ],
         "styles": [
           "apps/blog/src/styles.scss",

apps/blog/src/robots.txt

@@ -0,0 +1,14 @@
+User-agent: *
+Allow: /
+
+Host: staging.angular.love
+User-agent: *
+Disallow: /
+
+Host: testing.angular.love
+User-agent: *
+Disallow: /
+
+Host: bff.angular.love
+User-agent: *
+Disallow: /