# CRELoaded Generated Robots.txt
# Robot Exclusion File -- robots.txt
# Author:  CRELoaded Team 
# Last Updated : June 22, 2009
sitemap: http://magoenterprise.com/sitemap.xml
sitemap: http://magoenterprise.com/sitemap2.xml
sitemap: http://magoenterprise.com/sitemap3.xml
sitemap: http://magoenterprise.com/sitemap4.xml
sitemap: http://magoenterprise.com/sitemap5.xml
sitemap: http://magoenterprise.com/sitemap6.xml
User-Agent: *
Disallow: /admin/
Disallow: /cache/
Disallow: /cert/
Disallow: /debug/
Disallow: /download/
Disallow: /ext/
Disallow: /includes/
Disallow: /pear/
Disallow: /pub/
Disallow: /temp/
Disallow: /templates/
Disallow: /tmp/


#To prevent only a select bots from any scans
#User-agent: crawlers.looksmart.com
#Disallow: /


#To prenet any images from being scanned
#Disallow: *.gif
#Disallow: *.jpg
#Disallow: *.png


#Block out things that are secure or login oriented
#These are based on not using any rewrite rules
Disallow: /ask_a_question.*
Disallow: /ask_a_question2.*
Disallow: /account.*
Disallow: /account_edit.*
Disallow: /account_history.*
Disallow: /account_history_info.*
Disallow: /account_password.*
Disallow: /address_book.*
Disallow: /address_book_process.*
Disallow: /checkout_confirmation.*
Disallow: /checkout_payment.*
Disallow: /checkout_payment_address.*
Disallow: /checkout_process.*
Disallow: /checkout_shipping.*
Disallow: /checkout_shipping_address.*
Disallow: /checkout_success.*
Disallow: /cookie_usage.*
Disallow: /create_account.*
Disallow: /create_account_success.*
Disallow: /feedback_fast.*
Disallow: /ipn.*
Disallow: /login.*
Disallow: /logoff.*
Disallow: /password_forgotten.*
Disallow: /popup_image.*
Disallow: /popup_shipping_estimator.*
Disallow: /product_reviews_write.*
Disallow: /product_print.*
Disallow: /paypal_notify.*
Disallow: /redirect.*
Disallow: /recently_viewed.*
Disallow: /shipping_estimator_popup.*
Disallow: /shopping_cart.*
Disallow: /ssl_check.*
Disallow: /tell_a_friend.*
Disallow: /vvc_display.*
Disallow: /wpcallback.*


# IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES
# THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE.
# I FOUND THAT MY BANDWIDTH USAGE DROPPED BY A MASSIVE AMOUNT AFTER I GOT RID
# OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS
# AND NOT EVEN BROWSING THE SITE.
User-agent: Googlebot-Image
Disallow: /