# robots.txt file  - to disallow robots from searching certain areas of the site
# For more information visit http://www.robotstxt.org/

User-agent: *
Disallow: cgi-bin
Disallow: css
Disallow: js
Disallow: temp-stuff
Disallow: error-pages