# Robots.txt file to exclude restricted pages from search engine crawlers
# Search Engine crawler
# Use 'Disallow: /folder/' to exclude directories
Disallow: /_derived/
Disallow: /_notes/
Disallow: /_private/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /files/
Disallow: /dev/
Disallow: /dircon/
Disallow: /images/
Disallow: /Library/
Disallow: /logs/
Disallow: /podcasts/
Disallow: /presentations/
Disallow: /protect/
Disallow: /reports/
Disallow: /request/
Disallow: /scripts/
Disallow: /Templates/
Disallow: /usr/
Disallow: /webstats/
Disallow: /westwater/
User-agent: *