# robots.txt file http://www.milavia.net User-agent: * Disallow: /beta/ Disallow: /cgi-bin/ Disallow: /files/ Disallow: /my/ Disallow: /niels/ Disallow: /remote/ Disallow: /stats/ Disallow: /tornado/3/