# Robots.txt file from http://www.mst3k.org # # All robots will spider the domain User-agent: * Disallow: /cgi-bin Disallow: /admin Disallow: /includes Disallow: /account.php Disallow: /advanced_search.php Disallow: /checkout_shipping.php Disallow: /create_account.php Disallow: /login.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /shopping_cart.php Disallow: /contact_us.php Disallow: /product_reviews_write.php Disallow: /cookie_usage.php