User-agent: *
{% assign pages = site.html_pages | where_exp:'doc','doc.norobots == true' | where_exp:'doc','doc.url != "/404.html"' %}
{% assign collections = site.collections | where_exp:'collection','collection.output != false' %}
{% for page in pages %}
  Disallow: {{ page.url }}
{% endfor %}