# robots.txt # Disallow all search bots to the infinite virtual URL space of # /cgi-bin, /reports, /reports-old, /reports-test, and /webadmin, and # /awstats and /stats User-agent: * Disallow: /awstats/ Disallow: /cgi-bin/ Disallow: /reports/ Disallow: /reports-old/ Disallow: /reports-test/ Disallow: /stats/ Disallow: /webadmin/