# Slow Down Crawls(wait 1 seconds between each request)
Crawl-delay: 0.5
User-agent: *
Disallow: *.cgi
# This will block the YA pages.
Disallow: /1/
Disallow: /accessDriver.cfm*
Disallow: /account/
Disallow: /images/
# Disallow Compare Pages from Bots
Disallow: /index.cfm/page/product:compare*
Disallow: /js/
# Do not scan through media gallery popups
Disallow: /mg_ajax.cfm*
# IDS-2972
Disallow: /module/