#BEGIN FILE # # Polished Design robots.txt file # Allow Google to spider the http://www.poltrader.com/ site User-agent: GoogleBot Disallow: /sitemap.txt /cgi-bin/ca000001.pl # Allow MSN to spider the http://www.poltrader.com/ site User-agent: MSNBot Disallow: /sitemap.txt /cgi-bin/ca000001.pl # Allow Yahoo! to spider the http://www.poltrader.com/ site User-agent: Slurp Disallow: /cgi-bin/ca000001.pl # Baiduspider User-agent: baiduspider Disallow: /cgi-bin/ca000001.pl User-agent: * Disallow: /cgi-bin/ca000001.pl Sitemap: # END FILE #