# Disallow all crawlers access to certain pages User-agent: * Disallow: /cgi-bin/rsb455/ord/ Disallow: /cgi-bin/rsb455/order.html # Delay all crawlers User-agent: * Crawl-delay: 100 # Sitemap for compliant crawlers Sitemap: http://www.redskybooks.net/sitemap.xml