Robots.txt file from http://www.bikers24shop.de # All robots will spider the domain User-agent: * Disallow: /catalog/account.php Disallow: /catalog/account_edit.php Disallow: /catalog/account_edit_process.php Disallow: /catalog/account_history.php Disallow: /catalog/account_history_info.php Disallow: /catalog/address_book.php Disallow: /catalog/create_account.php Disallow: /catalog/create_account_process.php Disallow: /catalog/create_account_success.php Disallow: /catalog/info_shopping_cart.php Disallow: /catalog/login.php Disallow: /catalog/logoff.php Disallow: /catalog/password_forgotten.php