User-agent: *
Disallow: /tmp/
Disallow: /js/
Disallow: /auth/
Disallow: /comm/
Disallow: /errors/
Allow: /
Disallow: /indexer/
Disallow: /robots.txt