From 1f9cc98d1206686af4cdf6cd0b813bdaf7203198 Mon Sep 17 00:00:00 2001
From: jevansnyc <jason@stackpop.com>
Date: Tue, 28 Oct 2025 12:54:02 +0000
Subject: [PATCH] adding x-robots-tag header to prevent crawling and linking

---
 crates/fastly/src/main.rs | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/crates/fastly/src/main.rs b/crates/fastly/src/main.rs
index 3d4cb02..9351fe0 100644
--- a/crates/fastly/src/main.rs
+++ b/crates/fastly/src/main.rs
@@ -144,7 +144,12 @@ async fn route_request(settings: Settings, req: Request) -> Result<Response, Err
     };
 
     // Convert any errors to HTTP error responses
-    result.map_or_else(|e| Ok(to_error_response(e)), Ok)
+    let mut response = result.unwrap_or_else(to_error_response);
+
+    // Add X-Robots-Tag header to prevent crawlers and indexers
+    response.set_header("X-Robots-Tag", "noindex, nofollow");
+
+    Ok(response)
 }
 
 fn is_partner_asset_path(path: &str) -> bool {