# # robots.txt for www.atdbio.com # # only the google spider supports the *. syntax # restrict access to xml files for the time being User-agent: googlebot Disallow: *.xml Disallow: *.inc.php # for all spiders User-agent: * # Do not index private cgi-bin files Disallow: /cgi-bin/ # prevent spiders from accessing usage statistics Disallow: /webstats/ # The following sections are not for public consumption Disallow: /backup/ Disallow: /new/ Disallow: /news/ Disallow: /order/