Merge pull request #475 from SpineEventEngine/exclude-dart-docs-from-crawling

Author: armiol

robots.txt

@@ -3,7 +3,8 @@ layout: null
 ---
 
 User-agent: *
+Disallow: /dart/
 {% for node in site.pages %}{% if node.noindex %}{% assign isset = true %}Disallow: {{ node.url }}
-{% endif %}{% endfor %}{% if isset != true %}Disallow:
-{% endif %}
+{% endif %}{% endfor %}
+
 Sitemap: {{site.url}}{{ site.baseurl }}/sitemap.xml