blob: c7ede5b7c0eae787c13c4384eaee5c808aaf56f2 [file] [log] [blame]
User-agent: *
# Start by disallowing everything.
Disallow: /
# Some specific things are okay, though.
Allow: /$
Allow: /hosting
Allow: /p/*/adminIntro
# Allow files needed to render the new UI
Allow: /prpc/*
Allow: /static/*
# Query strings are hard. We only allow ?id=N, no other parameters.
Allow: /p/*/issues/detail?id=*
Allow: /p/*/issues/detail_ezt?id=*
Disallow: /p/*/issues/detail?id=*&*
Disallow: /p/*/issues/detail?*&id=*
# 10 second crawl delay for bots that honor it.
Crawl-delay: 10