8 lines
176 B
Plaintext
8 lines
176 B
Plaintext
|
# Allow all bots
|
||
|
|
User-agent: *
|
||
|
|
|
||
|
|
# Disallow access to non-content directories{% for path in disallowed %}
|
||
|
|
Disallow: {{ path }}{% endfor %}
|
||
|
|
|
||
|
|
Sitemap: {{ config.url }}sitemap.xml
|