8 lines
176 B
Django/Jinja
8 lines
176 B
Django/Jinja
# Allow all bots
|
|
User-agent: *
|
|
|
|
# Disallow access to non-content directories{% for path in disallowed %}
|
|
Disallow: {{ path }}{% endfor %}
|
|
|
|
Sitemap: {{ config.url }}sitemap.xml
|