# robots.txt – generated by the site generator, do not edit by hand. # The course pages may be crawled and indexed. Pages with contact details may not. User-agent: * Allow: / {% for page in noindex_pages -%} Disallow: /{{ page }} {% endfor -%} # Data files (search indexes etc.) are not pages Disallow: /*.json$ Disallow: /*.zip$