# robots.txt for http://kyu.s3.xrea.com/ User-agent: * Disallow: /x/ User-agent: Googlebot Disallow: /index.xml Disallow: /index2.shtml Disallow: /x/ User-Agent: ia_archiver Disallow: /