# If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths. 
# eg the Disallow rule for the /administrator/ folder MUST 
# be changed to read 
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

## BUTTONCARE MAIN

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /images/rocketlauncher/pages/portfolio/
Disallow: /images/private/

## BUTTONCARE SME

## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: /sme/CVS
Disallow: /sme/*.svn$
Disallow: /sme/*.idea$
Disallow: /sme/*.sql$
Disallow: /sme/*.tgz$
 
## GENERAL MAGENTO SETTINGS
 
## Do not crawl Magento admin page
Disallow: /sme/administrator/*?dir*
 
## Do not crawl common Magento technical folders
Disallow: /sme/app/
Disallow: /sme/downloader/
Disallow: /sme/errors/
Disallow: /sme/includes/
Disallow: /sme/lib/
Disallow: /sme/pkginfo/
Disallow: /sme/shell/
Disallow: /sme/var/
Disallow: /sme/media/images/
Disallow: /sme/media/images/private/
 
## Do not crawl common Magento files
Disallow: /sme/api.php
Disallow: /sme/cron.php
Disallow: /sme/cron.sh
Disallow: /sme/error_log
Disallow: /sme/get.php
Disallow: /sme/install.php
 
## MAGENTO SEO IMPROVEMENTS
 
## Do not crawl sub category pages that are sorted or filtered.
Disallow: /sme/*?dir*
Disallow: /sme/*?dir=desc
Disallow: /sme/*?dir=asc
Disallow: /sme/*?limit=all
Disallow: /sme/*?mode*
Disallow: /sme/*?mode=grid
 
## Do not crawl 2-nd home page copy (example.com/index.php/). Uncomment it only if you activated Magento SEO URLs.
## Disallow: /sme/index.php/
 
## Do not crawl links with session IDs
Disallow: /sme/*?SID=
 
## Do not crawl checkout and user account pages
Disallow: /sme/checkout/
Disallow: /sme/onestepcheckout/
Disallow: /sme/customer/
Disallow: /sme/customer/account/
Disallow: /sme/customer/account/login/
Disallow: /sme/wishlist/
Disallow: /sme/sendfriend/
 
## Do not crawl seach pages and not-SEO optimized catalog links
Disallow: /sme/catalogsearch/
Disallow: /sme/catalog/product_compare/
Disallow: /sme/catalog/category/view/
Disallow: /sme/catalog/product/view/
Disallow: /sme/ajaxcart/index/options/product_id 
Disallow: /sme/robbie/
Disallow: /sme/tag/*?dir=asc&mode=list&order=name
Disallow: /sme/tag/*?dir=asc&order=name
Disallow: /sme/tag/*?dir=asc&order=name&p=2
Disallow: /sme/tag/*?mode=grid
Disallow: /sme/tag/*?mode=list
Disallow: /sme/tag/*?mode=list&p=2
Disallow: /sme/*?amp=1&dir=asc&mode=list&order=name
Disallow: /sme/*?amp=1&dir=asc&order=name
Disallow: /sme/*?amp=1&?dir=asc&order=name&p=2
Disallow: /sme/*?amp=1&?mode=grid
Disallow: /sme/*?amp=1&?mode=list
Disallow: /sme/*?amp=1&?mode=list&p=2


 
## SERVER SETTINGS
 
## Do not crawl common server technical folders and files
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php
 
## IMAGE CRAWLERS SETTINGS
 
## Extra: Uncomment if you do not wish Google and Bing to index your images
# User-agent: Googlebot-Image

# User-agent: msnbot-media