# WAOL robotx.txt file # user-agent: polite-bot # Disallow: /exampledir/ # a list of know bots can be found at # http://www.robotstxt.org/wc/active/html/index.html # see http://www.sxw.org.uk/computing/robots/check.html # for syntax checking User-agent: * Crawl-Delay: 10 Disallow: /accountmgmt Disallow: /admin Disallow: /bin Disallow: /cgi-bin Disallow: /courseManagement Disallow: /forums Disallow: /images Disallow: /includes Disallow: /instructor Disallow: /lib Disallow: /mywaol Disallow: /reports Disallow: /schedulebuilder