# # Robots.txt for Magento Community and Enterprise

# # GENERAL SETTINGS

# Enables robots.txt rules for all crawlers

User-agent: *

# # Do not allow indexing files and folders that are required during development: CVS, SVN directory and dump files
Disallow: /CVS
Disallow: /*. Svn $
Disallow: /*. Idea $
Disallow: /*. Sql $
Disallow: /*. Tgz $

# # GENERAL SETTINGS For MAGENTO

# # Do not index the page Magento admin
Disallow: /beheer789/
Disallow: /beheer789/sales/
Disallow: /beheer789/sales/order/
Disallow: /beheer789/sales/order/view/


# # Do not index the general technical Magento directory
Disallow: /media/pdf/
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/


# # Do not index the shared files Magento
Disallow: /api.php
Disallow: /info.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /get.php
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt

# # MAGENTO SEA IMPROVEMENT

# # Do not index the page subcategories that are sorted or filtered.
Disallow: /*? Dir *
Disallow: /*? Dir = desc
Disallow: /*? Dir = asc
Disallow: /*? Limit = all
Disallow: /*? Mode *

# # Do not index the link from the session ID
Disallow: /*? SID =

# # Do not index the page checkout and user account
Disallow: /checkout/
Disallow: /checkout/cart/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /customer/index/edit/
Disallow: /customer/index/
Disallow: /sales/
Disallow: /sales/order/
Disallow: /sales/order/history/
Disallow: /sales/order/view/


# # Server Settings

# # Do not index the general technical directories and files on a server
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

# # Standaard reviewpagina
Disallow: /review/

# # Search results
Disallow: /catalogsearch/

# # Route
Disallow: /route/

# # Sitemap
Sitemap: https://www.glasgigant.nl/sitemap.xml
Sitemap: https://www.glasgigant.nl/sitemap/glasgigant/sitemap.xml