#User-agent: *  sets the rule for ALL search engine spiders
User-agent: *
#Disallow: /cgi-bin/  this stops the search engine spider indexing all items in this folder
Disallow: /cgi-bin/
Disallow: /art/
Disallow: /docs/
Disallow: /_notes/
Disallow: /tempfiles/
#Created by Adrian Turner 21.02.09