diff --git a/docs/feed.json b/docs/feed.json index a85431eb..ae470123 100644 --- a/docs/feed.json +++ b/docs/feed.json @@ -26,6 +26,30 @@ "url": "" }, "items": [ + { + "id": "/marketing/", + "url": "/marketing/", + "title": "Marketing", + "date_published": "2025-11-21T13:26:46Z", + "date": "2025-11-21T13:26:46Z" + } + , + { + "id": "/journeys/journeys/", + "url": "/journeys/journeys/", + "title": "Journeys", + "date_published": "2025-11-21T13:26:46Z", + "date": "2025-11-21T13:26:46Z" + } + , + { + "id": "/development/", + "url": "/development/", + "title": "Development", + "date_published": "2025-08-30T16:14:15Z", + "date": "2025-08-30T16:14:15Z" + } + , { "id": "/apps/collectsomemore/", "url": "/apps/collectsomemore/", @@ -74,14 +98,6 @@ "date": "2025-07-11T18:43:57Z" } , - { - "id": "/development/", - "url": "/development/", - "title": "Development", - "date_published": "2025-07-11T18:43:57Z", - "date": "2025-07-11T18:43:57Z" - } - , { "id": "/designs/task-it/", "url": "/designs/task-it/", @@ -130,22 +146,6 @@ "date": "2025-07-11T18:03:04Z" } , - { - "id": "/marketing/", - "url": "/marketing/", - "title": "Marketing", - "date_published": "2025-07-11T18:03:04Z", - "date": "2025-07-11T18:03:04Z" - } - , - { - "id": "/journeys/journeys/", - "url": "/journeys/journeys/", - "title": "Journeys", - "date_published": "2025-07-11T18:03:04Z", - "date": "2025-07-11T18:03:04Z" - } - , { "id": "/archives/town-selectman/", "url": "/archives/town-selectman/", diff --git a/docs/robots.txt b/docs/robots.txt index d28356b5..8b137891 100644 --- a/docs/robots.txt +++ b/docs/robots.txt @@ -1,2 +1 @@ -User-agent: * Allow: / Sitemap: /sitemap.xml diff --git a/docs/sitemap.xml b/docs/sitemap.xml index 3d0c7caf..07fdf7b1 100644 --- a/docs/sitemap.xml +++ b/docs/sitemap.xml @@ -91,26 +91,11 @@ 2025-06-09T16:14:30.000Z - - https://www.adamjolicoeur.com/404.html - 2025-07-11T18:03:03.938Z - - https://www.adamjolicoeur.com/archives/town-selectman/ 2025-07-11T18:03:04.066Z - - https://www.adamjolicoeur.com/journeys/journeys/ - 2025-07-11T18:03:04.075Z - - - - https://www.adamjolicoeur.com/marketing/ - 2025-07-11T18:03:04.076Z - - https://www.adamjolicoeur.com/reference/ 2025-07-11T18:03:04.078Z @@ -121,16 +106,6 @@ 2025-07-11T18:03:04.079Z - - https://www.adamjolicoeur.com/howto/ - 2025-07-11T18:03:04.080Z - - - - https://www.adamjolicoeur.com/posts/ - 2025-07-11T18:03:04.081Z - - https://www.adamjolicoeur.com/designs/ 2025-07-11T18:43:57.000Z @@ -151,11 +126,6 @@ 2025-07-11T18:43:57.000Z - - https://www.adamjolicoeur.com/development/ - 2025-07-11T18:43:57.000Z - - https://www.adamjolicoeur.com/presentations/color-picker/ 2025-07-11T18:43:57.000Z @@ -166,11 +136,6 @@ 2025-07-11T18:43:57.000Z - - https://www.adamjolicoeur.com/ - 2025-08-27T13:59:17.482Z - - https://www.adamjolicoeur.com/apps/privacy/ 2025-08-27T14:04:31.000Z @@ -191,4 +156,39 @@ 2025-08-27T14:04:31.000Z + + https://www.adamjolicoeur.com/development/ + 2025-08-30T16:14:15.000Z + + + + https://www.adamjolicoeur.com/404.html + 2025-11-21T13:26:46.785Z + + + + https://www.adamjolicoeur.com/ + 2025-11-21T13:26:46.791Z + + + + https://www.adamjolicoeur.com/journeys/journeys/ + 2025-11-21T13:26:46.797Z + + + + https://www.adamjolicoeur.com/marketing/ + 2025-11-21T13:26:46.798Z + + + + https://www.adamjolicoeur.com/howto/ + 2025-11-21T13:26:46.800Z + + + + https://www.adamjolicoeur.com/posts/ + 2025-11-21T13:26:46.801Z + + diff --git a/social/pages.json b/social/pages.json index 27ef6db2..7d4c3cfb 100644 --- a/social/pages.json +++ b/social/pages.json @@ -107,30 +107,12 @@ "date":"contact" }, - { - "title":"Oops! Not Found", - "imgName":"oops-not-found", - "date":"oops-not-found" - }, - { "title":"Archived", "imgName":"archived", "date":"archived" }, - { - "title":"Journeys", - "imgName":"journeys", - "date":"journeys" - }, - - { - "title":"Marketing", - "imgName":"marketing", - "date":"marketing" - }, - { "title":"Reference links", "imgName":"reference-links", @@ -143,18 +125,6 @@ "date":"stream-deck-examples" }, - { - "title":"howto", - "imgName":"howto", - "date":"howto" - }, - - { - "title":"Adam Jolicoeur", - "imgName":"home", - "date":"home" - }, - { "title":"Designs", "imgName":"designs", @@ -179,12 +149,6 @@ "date":"task-it" }, - { - "title":"Development", - "imgName":"development", - "date":"development" - }, - { "title":"Color Picker", "imgName":"color-picker", @@ -197,12 +161,6 @@ "date":"portfolio" }, - { - "title":"Adam Jolicoeur", - "imgName":"home", - "date":"home" - }, - { "title":"Privacy Policy", "imgName":"privacy-policy", @@ -225,5 +183,47 @@ "title":"Collect Some More", "imgName":"collect-some-more", "date":"collect-some-more" + }, + + { + "title":"Development", + "imgName":"development", + "date":"development" + }, + + { + "title":"Oops! Not Found", + "imgName":"oops-not-found", + "date":"oops-not-found" + }, + + { + "title":"Adam Jolicoeur", + "imgName":"home", + "date":"home" + }, + + { + "title":"Journeys", + "imgName":"journeys", + "date":"journeys" + }, + + { + "title":"Marketing", + "imgName":"marketing", + "date":"marketing" + }, + + { + "title":"howto", + "imgName":"howto", + "date":"howto" + }, + + { + "title":"Adam Jolicoeur", + "imgName":"home", + "date":"home" } ] diff --git a/src/robots.njk b/src/robots.njk index 5060f815..4e51fef4 100644 --- a/src/robots.njk +++ b/src/robots.njk @@ -3,4 +3,3 @@ permalink: '/robots.txt' eleventyExcludeFromCollections: true --- -User-agent: * Allow: / Sitemap: {{ site.url }}/sitemap.xml diff --git a/src/robots.txt b/src/robots.txt index eca340da..634745e9 100644 --- a/src/robots.txt +++ b/src/robots.txt @@ -1,4 +1,25 @@ +# Allow regular crawlers User-agent: * -Disallow: +Allow: / -Sitemap: https://www.adamjolicoeur.com/sitemap.xml +# Block specific AI crawlers +User-agent: GPTBot +Disallow: / + +User-agent: ClaudeBot +Allow: / + +User-agent: anthropic-ai +Allow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: PerplexityBot +Disallow: / + +User-agent: GrokBot +Disallow: / + +User-agent: Applebot-Extended +Allow: /