Added robots and sitemap

pages/robots/page-robots.htm

@@ -0,0 +1,13 @@
+---
+template: robots
+protocol: all
+published: true
+name: Robots
+url: /robots
+---
+# robots.txt for http://www.example.com/
+User-agent: *
+Disallow: /cyberworld/map/ # This is an infinite virtual URL space
+Disallow: /tmp/ # these will soon disappear
+Disallow: /foo.html
+Sitemap: https://storename.lemonstand.com/sitemap

pages/sitemap/page-sitemap.htm

@@ -0,0 +1,46 @@
+---
+action: 'shop:products'
+template: xml
+protocol: all
+published: true
+name: Sitemap
+url: /products.xml
+---
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+{% for product in products %}
+ <url>
+  {% set page_url = "https:#{site_url('/')}product/#{product.url_name}" %}
+   <loc>{{ page_url }}</loc>
+   <lastmod>{{ product.updated_at|date("Y-m-d\\TH:i:sP") }}</lastmod>   
+ </url>
+{% endfor %}
+
+{% for post in cmsContent('blog') %}
+ <url>
+  {% set page_url = "#{post.permalink}" %}
+  <loc>{{ page_url }}</loc>
+  <lastmod>{{ post.published_on | date("Y-m-d\\TH:i:sP") }}</lastmod>   
+ </url>
+{% endfor %}
+
+{% for url, code in pages %}
+{% set page_url = "https:#{site_url('/')}#{url}" %}
+ {% if '/:' not in page_url %}
+  <url>
+   <loc>{{ page_url | replace({"m//": "m/"}) }}</loc>
+   <lastmod>{{ page.published_on | date("Y-m-d\\TH:i:sP") }}</lastmod> 
+  </url>
+ {% endif %}
+{% endfor %}
+
+{% for category in categories %}
+ <url>
+  {% set page_url = "https:#{site_url('/')}/category/#{category.url_name}" %}
+  <loc>{{ page_url | replace({"m//": "m/"}) }}</loc>
+  <lastmod>{{ post.published_on | date("Y-m-d\\TH:i:sP") }}</lastmod>   
+ </url>
+{% endfor %}
+</urlset>
+
+

templates/robots.htm

@@ -0,0 +1,4 @@
+---
+content_type: 'text/plain; charset=utf-8'
+---
+{{ page() }}

templates/xml.htm

@@ -0,0 +1,4 @@
+---
+content_type: 'text/xml; charset=utf-8'
+---
+{{ page() }}