# robots.txt for http://arXiv.org/ and mirror sites http://*.arXiv.org/
User-agent: *
Disallow: /Register/ValidateSite
Disallow: /bnbfor