User-Agent: *

# Don't allow any bot to crawl tags.
Disallow: /tags/
Disallow: /tags/*

# Don't allow bots to crawl through the proxy
Disallow: /proxy/*

{% for user_agent in user_agents %}
User-agent: {{user_agent}}
Disallow: /
{% endfor %}