# Google Image Crawler Setup
# User-agent: Googlebot
# Disallow: 
# User-agent: Googlebot-image
# Disallow: 
# NOTE Megantic Correction on Disallow: /
# This blocks images from being crawled for Google Shopping
# Corrected to remove the slash

# Crawlers Setup
User-agent: *

# Directories
# NOTE Commented out non-existing folders
# Disallow: /404/
# Disallow: /cgi-bin/
# Disallow: /magento/
# Disallow: /report/
# Disallow: /scripts/
# Disallow: /stats/


Disallow: /app/
Disallow: /downloader/
Disallow: /email/
Disallow: /errors/
Disallow: /includes/
Disallow: /js/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /skin/
Disallow: /var/
Disallow: /email/
Disallow: /customer/

# Magento Media Directories
Disallow: /media/affiliateplus/
Disallow: /media/amfeed/
Disallow: /media/aw_fp3/
Disallow: /media/captcha/
Disallow: /media/christmas/
Disallow: /media/clickfrenzy/
Disallow: /media/css/
Disallow: /media/css_secure/
Disallow: /media/customer/
Disallow: /media/dhl/
Disallow: /media/downloadable/
Disallow: /media/email/
Disallow: /media/favicon/
Disallow: /media/groupdeals/
Disallow: /media/hometabspro/
Disallow: /media/icons/
Disallow: /media/js/
Disallow: /media/mec/
Disallow: /media/onsale/
Disallow: /media/refurbished/
Disallow: /media/sales/
Disallow: /media/tmp/
Disallow: /media/wysiwyg/
Disallow: /media/xmlconnect/

# Paths (clean URLs)
# Remove Unnecessary Ones
# Disallow: /502.html/
# Disallow: /500.html/
# Disallow: /catalog/category/view/
# Disallow: /catalog/product/view/
Disallow: /catalogsearch/
# Disallow: /control/
# Disallow: /customer/
# Disallow: /customize/
# Disallow: /newsletter/
# Disallow: /poll/
# Disallow: /review/
# Disallow: /sendfriend/
# Disallow: /tag/
# Dissalow: /catalog/product/gallery/

Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /checkout/
Disallow: /contacts/
Disallow: /wishlist/

# Files
Disallow: /addon
Disallow: /502.html
Disallow: /500.html
Disallow: /error_log
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=

# Category Filters

Disallow: /*/filter/*