Feature/more caching (#1448)

* Cache social image

* Update createMetaData to be async

* Update usage of createMetaData

* remove outdated comment

* update handling of unstable_cache

* Adjust caching on static pages

* Use unstable_cache in loadMdxDirectory

* Update mdx functions

* Add bot blocking to edge function

* remove revalidate from some routes

* dependency upgrades

Author: danieltott

netlify.toml

@@ -6,6 +6,10 @@
 [[plugins]]
   package = "@netlify/plugin-nextjs"
 
+[[edge_functions]]
+  function = "block-bots"
+  path = "/*"
+
 [dev]
   command = "next dev"
   port = 9000

netlify/edge-functions/block-bots.js

@@ -0,0 +1,62 @@
+// inspired (and taken) from ethan marcotte's blog post
+// https://ethanmarcotte.com/wrote/blockin-bots/
+const botUas = [
+	'Amazonbot',
+	'anthropic-ai',
+	'Applebot-Extended',
+	'Bytespider',
+	'CCBot',
+	'ChatGPT-User',
+	'ClaudeBot',
+	'Claude-Web',
+	'cohere-ai',
+	'DatadogSynthetics',
+	'Diffbot',
+	'DuckDuckBot',
+	'FacebookBot',
+	'FriendlyCrawler',
+	'Google-Extended',
+	'GoogleOther',
+	'GoogleOther-Image',
+	'GoogleOther-Video',
+	'GPTBot',
+	'ia_archiver',
+	'ImagesiftBot',
+	'img2dataset',
+	'Meta-ExternalAgent',
+	'OAI-SearchBot',
+	'omgili',
+	'omgilibot',
+	'PerplexityBot',
+	'search.marginalia.nu',
+	'StractBot',
+	'Trove',
+	'Yandex',
+	'YouBot',
+	'AdsBot-Google',
+	'Applebot',
+	'AwarioRssBot',
+	'AwarioSmartBot',
+	'ChatGPT',
+	'DataForSeoBot',
+	'magpie-crawler',
+	'Omgilibot',
+	'peer39_crawler',
+];
+
+export default async (request, context) => {
+	const ua = request.headers.get('user-agent');
+
+	let isBot = false;
+
+	botUas.forEach((u) => {
+		if (ua.toLowerCase().includes(u.toLowerCase())) {
+			isBot = true;
+		}
+	});
+
+	const response = isBot
+		? new Response(null, { status: 401 })
+		: await context.next();
+	return response;
+};

package.json

@@ -23,7 +23,7 @@
 	},
 	"dependencies": {
 		"@eslint/eslintrc": "^3.3.3",
-		"@eslint/js": "^9.39.1",
+		"@eslint/js": "^9.39.2",
 		"@heroicons/react": "^2.2.0",
 		"@imgix/js-core": "^3.8.0",
 		"@mdx-js/loader": "^3.1.1",
@@ -36,18 +36,18 @@
 		"calendar-link": "^2.11.0",
 		"front-matter": "^4.0.2",
 		"graphql": "^16.12.0",
-		"graphql-request": "^7.3.5",
+		"graphql-request": "^7.4.0",
 		"hast-util-to-string": "^2.0.0",
 		"hastscript": "^8.0.0",
 		"leaflet": "^1.9.4",
 		"leaflet.markercluster": "^1.5.3",
 		"luxon": "^3.7.2",
 		"markdown-it": "^13.0.2",
 		"mdast-util-toc": "^7.1.0",
-		"next": "^15.5.7",
+		"next": "^15.5.9",
 		"npm-watch": "^0.13.0",
-		"react": "^19.2.1",
-		"react-dom": "^19.2.1",
+		"react": "^19.2.3",
+		"react-dom": "^19.2.3",
 		"react-leaflet": "^5.0.0",
 		"react-leaflet-cluster": "^3.1.1",
 		"rehype-autolink-headings": "^6.1.1",
@@ -65,11 +65,11 @@
 	},
 	"devDependencies": {
 		"@faker-js/faker": "^10.1.0",
-		"@netlify/plugin-nextjs": "^5.15.1",
+		"@netlify/plugin-nextjs": "^5.15.3",
 		"@types/leaflet": "^1.9.21",
 		"@types/leaflet.markercluster": "^1.5.6",
 		"@types/luxon": "^3.7.1",
-		"@types/node": "^24.10.1",
+		"@types/node": "^24.10.4",
 		"@types/react": "^19.2.7",
 		"@types/react-dom": "^19.2.3",
 		"@types/require-dir": "^1.0.4",
@@ -78,13 +78,13 @@
 		"concurrently": "^9.2.1",
 		"cross-env": "^10.1.0",
 		"esbuild": "^0.25.12",
-		"eslint": "^9.39.1",
-		"eslint-config-next": "^15.5.7",
-		"netlify-cli": "^23.12.3",
+		"eslint": "^9.39.2",
+		"eslint-config-next": "^15.5.9",
+		"netlify-cli": "^23.13.0",
 		"postcss": "^8.5.6",
 		"prettier": "^3.7.4",
-		"sass": "^1.94.2",
-		"tailwindcss": "^3.4.18",
+		"sass": "^1.97.0",
+		"tailwindcss": "^3.4.19",
 		"tsx": "^4.21.0",
 		"typescript": "^5.9.3"
 	},