Merge pull request #13 from DuendeSoftware/mb/robotstxt

maartenba · web-flow · commit 5e633b86f7e4 · 2025-03-17T13:54:26.000+01:00
Remove robots meta tag handling and add robots.txt file.
diff --git a/src/Pages/Index.cshtml b/src/Pages/Index.cshtml
@@ -5,11 +5,6 @@
 @using Duende.IdentityServer.Models
 @model IdentityServerHost.Pages.Home.Index
 
-@section robots
-{
-    <meta name="robots" content="index, follow, archive" />
-}
-
 <!-- Google Tag Manager (noscript) -->
 <noscript>
     <iframe src="https://www.googletagmanager.com/ns.html?id=GTM-MMR39D3G"
diff --git a/src/Pages/Shared/_Layout.cshtml b/src/Pages/Shared/_Layout.cshtml
@@ -13,15 +13,6 @@
     <link rel="stylesheet" href="~/lib/bootstrap/dist/css/bootstrap.min.css" />
     <link rel="stylesheet" href="~/lib/bootstrap4-glyphicons/css/bootstrap-glyphicons.min.css" />
     <link rel="stylesheet" href="~/css/site.css" />
-
-    @if (IsSectionDefined("robots"))
-    {
-        @await RenderSectionAsync("robots")
-    }
-    else
-    {
-        <meta name="robots" content="noindex" />
-    }
 </head>
 <body>
     <partial name="_Nav" />
diff --git a/src/wwwroot/robots.txt b/src/wwwroot/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Allow: /$
+Disallow: /
