### JOOMLA! ###

# If the Joomla site is installed within a folder
# eg www.example.com/joomla/ then the robots.txt file
# MUST be moved to the site root
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths.
# eg the Disallow rule for the /administrator/ folder MUST
# be changed to read
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/

Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/


Disallow: /tmp/


## MAGENTO ##

# $Id: robots.txt,v magento-specific 2010/28/01 18:24:19 goba Exp $
# Edited: 2014/10/30 by Byte.nl
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these “robots” where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used: http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more informationsk abocut the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html
#
# Prevent blocking URL parameters with robots.txt 
# Use Google Webmaster Tools > Crawl > Url parameters instead
 
# Website Sitemap
# Sitemap: http://www.example.com/sitemap.xml
 
# Crawlers Setup
User-agent: *
Crawl-delay: 10
 
# Allowable Index
# Mind that Allow is not an official standard
Allow: /*?p=
Allow: /index.php/blog/
Allow: /catalog/seo_sitemap/category/
# Allow: /catalogsearch/result/
Allow: /media/catalog/
 
# Directories
Disallow: /webshop/404/
Disallow: /webshop/app/
Disallow: /webshop/cgi-bin/
Disallow: /webshop/downloader/
Disallow: /webshop/errors/
Disallow: /webshop/includes/
Disallow: /webshop/js/
Disallow: /webshop/lib/
Disallow: /webshop/magento/
 
# Disallow: /media/
Disallow: /webshop/media/captcha/
# Disallow: /media/catalog/
#Disallow: /media/css/
#Disallow: /media/css_secure/
Disallow: /webshop/media/customer/
Disallow: /webshop/media/dhl/
Disallow: /webshop/media/downloadable/
Disallow: /webshop/media/import/
#Disallow: /media/js/
Disallow: /webshop/media/pdf/
Disallow: /webshop/media/sales/
Disallow: /webshop/media/tmp/
Disallow: /webshop/media/wysiwyg/
Disallow: /webshop/media/xmlconnect/
Disallow: /webshop/pkginfo/
Disallow: /webshop/report/
Disallow: /webshop/scripts/
Disallow: /webshop/shell/
#Disallow: /skin/
Disallow: /webshop/stats/
Disallow: /webshop/var/
 
# Paths (clean URLs)
Disallow: /webshop/index.php/
Disallow: /webshop/catalog/product_compare/
Disallow: /webshop/catalog/category/view/
Disallow: /webshop/catalog/product/view/
Disallow: /webshop/catalog/product/gallery/
Disallow: /webshop/catalogsearch/
Disallow: /webshop/checkout/
Disallow: /webshop/control/
Disallow: /webshop/contacts/
Disallow: /webshop/customer/
Disallow: /webshop/customize/
Disallow: /webshop/newsletter/
Disallow: /webshop/poll/
Disallow: /webshop/review/
Disallow: /webshop/sendfriend/
Disallow: /webshop/tag/
Disallow: /webshop/wishlist/
 
# Files
Disallow: /webshop/cron.php
Disallow: /webshop/cron.sh
Disallow: /webshop/error_log
Disallow: /webshop/install.php
Disallow: /webshop/LICENSE.html
Disallow: /webshop/LICENSE.txt
Disallow: /webshop/LICENSE_AFL.txt
Disallow: /webshop/STATUS.txt
Disallow: /webshop/get.php # Magento 1.5+
 
# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
Disallow: /webshop/*.php$
Disallow: /webshop/*?SID=
Disallow: /webshop/rss*
Disallow: /webshop/*PHPSESSID
Disallow: /webshop/*?p=*

# Layered navigation
# Disallow: /webshop/*?*=*
# Disallow: /webshop/*&*=*

# Sitemap files
Sitemap: https://www.aidulac.nl/webshop/sitemap.xml
Sitemap: https://www.aidulac.nl/index.php?option=com_jmap&view=sitemap&format=xml