diff --git a/robots.txt b/robots.txt index 19cb6906..275c866a 100644 --- a/robots.txt +++ b/robots.txt @@ -3,7 +3,8 @@ layout: null --- User-agent: * +Disallow: /dart/ {% for node in site.pages %}{% if node.noindex %}{% assign isset = true %}Disallow: {{ node.url }} -{% endif %}{% endfor %}{% if isset != true %}Disallow: -{% endif %} +{% endif %}{% endfor %} + Sitemap: {{site.url}}{{ site.baseurl }}/sitemap.xml