SEO: ajustar sitemap y robots

Author: 4ndymcfly

robots.txt

@@ -0,0 +1,7 @@
+User-agent: *
+Disallow: /tags/
+Disallow: /categories/
+Disallow: /page
+Disallow: /cdn-cgi/
+
+Sitemap: https://hackingepico.com/sitemap.xml

sitemap.xml

@@ -0,0 +1,30 @@
+---
+layout: null
+permalink: /sitemap.xml
+---
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+  {% for post in site.posts %}
+  <url>
+    <loc>{{ site.url }}{{ post.url }}</loc>
+    <lastmod>{{ post.last_modified_at | default: post.date | date_to_xmlschema }}</lastmod>
+  </url>
+  {% endfor %}
+
+  {% for page in site.pages %}
+    {% assign url = page.url | replace: '//', '/' %}
+    {% assign is_paginated = url | slice: 0, 5 %}
+    {% unless page.sitemap == false %}
+      {% unless url == "/sitemap.xml" or url == "/robots.txt" or url == "/feed.xml" or url == "/404.html" %}
+        {% unless url contains "/tags/" or url contains "/categories/" or is_paginated == "/page" %}
+  <url>
+    <loc>{{ site.url }}{{ url }}</loc>
+    {% if page.last_modified_at %}
+    <lastmod>{{ page.last_modified_at | date_to_xmlschema }}</lastmod>
+    {% endif %}
+  </url>
+        {% endunless %}
+      {% endunless %}
+    {% endunless %}
+  {% endfor %}
+</urlset>