# # This can be used as your robots.txt but is in no way all-inclusive. # Feel free to add/subtract as you see fit # User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /*? Disallow: /catalog/ Disallow: /search.php Disallow: /cart.php Disallow: /help.php Disallow: /giftcert.php Disallow: /product.php Disallow: /orders.php Disallow: /register.php Disallow: /icon.php Disallow: /image.php Disallow: /error_message.php Disallow: /offers.php Disallow: /pages.php Disallow: /product_image.php Disallow: /shop_closed.html User-agent: * Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /*? Disallow: /catalog/ Disallow: /search.php Disallow: /cart.php Disallow: /help.php Disallow: /giftcert.php Disallow: /product.php Disallow: /orders.php Disallow: /register.php Disallow: /icon.php Disallow: /image.php Disallow: /error_message.php Disallow: /offers.php Disallow: /pages.php Disallow: /product_image.php Disallow: /shop_closed.html