Sitemap: https://www.repelec.com.au/sitemap.xml

#Make bingbot wait x seconds between crawl actions
User-agent: *
Crawl-delay: 10

# Directories
User-Agent: *
Allow: /js/
Allow: /media/
Allow: /skin/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /var/
Disallow: /staging/
Disallow: /404/
Disallow: /publications/
Disallow: /media/images/news/promos/

# Paths
User-Agent: *
Disallow: /catalog/product_compare/
Disallow: /catalog/product_compare/add/
Disallow: /product_compare/
Disallow: /product_compare/add/
Disallow: /printview/
Disallow: /GlobalPDF/

# Files
User-Agent: *
Disallow: /index.php
Disallow: /refreshcache.php
Disallow: /cron.php
Disallow: /install.php

User-Agent: *
Allow: .js
Allow: .css

Disallow: /www2/

## Do not crawl 2-nd home page copy (example.com/index.php/). Uncomment it only if you activated Magento SEO URLs.
Disallow: /index.php/

## Do not crawl links with session IDs
Disallow: /*?SID=

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /request4quote/
Disallow: /request4quote/quote/
Disallow: /request4quote/quote/add/
Disallow: /request4quote/quote/add/uenc/