# robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-delay: 10 # Directories Disallow: /admin/ Disallow: /api/ # Disallow: /feeds/ Disallow: /includes/ Disallow: /mail-templates/ Disallow: /oscommerce_data/ # Files Disallow: /account_edit.php Disallow: /account_history_info.php Disallow: /account_history.php Disallow: /account_newsletters.php Disallow: /account_notifications.php Disallow: /account_password.php Disallow: /account_profile.php Disallow: /account.php Disallow: /address_book_process.php Disallow: /address_book.php Disallow: /advanced_search_result.php Disallow: /checkout_confirmation.php Disallow: /checkout_payment_address.php Disallow: /checkout_payment.php Disallow: /checkout_process.php Disallow: /checkout_shipping_address.php Disallow: /checkout_shipping.php Disallow: /checkout_success.php Disallow: /combine.php Disallow: /cookie_usage.php Disallow: /create_account_success.php Disallow: /create_account.php Disallow: /guide_doppelkern_m.php Disallow: /guide_f.php Disallow: /guide_firstclass_l.php Disallow: /guide_firstclass_m.php Disallow: /guide_help_lattenrost.php Disallow: /guide_include_test.php Disallow: /guide_include.php Disallow: /guide_info_ansprechpartner.php Disallow: /guide_info_antworten.php Disallow: /guide_info_formular.php Disallow: /guide_info_garantie.php Disallow: /guide_info_matratze.php Disallow: /guide_info.php #Disallow: /guide_k.php #Disallow: /guide_l.php #Disallow: /guide_m.php Disallow: /guide_processor.php #Disallow: /guide_s.php Disallow: /guide_save.php Disallow: /guide_tipp.php #Disallow: /guide_z.php #Disallow: /guide.php Disallow: /info_creditcard.php Disallow: /info_privacy.php Disallow: /info_shopping_cart.php #Disallow: /login.php Disallow: /logoff.php Disallow: /markdown.php Disallow: /password_forgotten.php Disallow: /popup_search_help.php #Disallow: /shopping_cart.php