# robots.txt file created at http://www.searchenginepromotionhelp.com/ # Wed, 27 Dec 2006 12:06:35 -0500 # Exclude Files From All Robots: User-agent: Googlebot Crawl-delay: 10 User-agent: ShopWiki Crawl-Delay: 10 User-agent: * Disallow: /cgi-bin Disallow: /private Disallow: /incoming Disallow: /master_php Disallow: /ecat Disallow: /domain_logs Disallow: /gifs Disallow: /cert_items.php Disallow: /login.php Disallow: /info_shopping_cart.php Disallow: /find_wish_list_print.php Disallow: /download.php Disallow: /create_account_success.php Disallow: /create_account.php Disallow: /cookie_usage.php Disallow: /contact_us.php Disallow: /conditions.php Disallow: /checkout_success.php Disallow: /checkout_shipping_address.php Disallow: /checkout_shipping.php Disallow: /checkout_process.php Disallow: /checkout_payment_address.php Disallow: /checkout_payment.php Disallow: /checkout_confirmation.php Disallow: /address_book_process.php Disallow: /address_book.php Disallow: /account_password.php Disallow: /account_notifications.php Disallow: /account_newsletters.php Disallow: /account_history_info.php Disallow: /account_edit.php Disallow: /account.php Disallow: /download Disallow: /admin Disallow: /pub sitemap: sitemap.xml # Request-rate: 1/5 # maximum rate is one page every 5 seconds Visit-time: 1700-2300 # only visit between 11pm and 5:00 AM UT #(GMT) # End robots.txt file