# Generic Druapl robots.txt ; keep the robots out of the user action areas and on the content

User-agent: *
# Crawl-Delay: 10
Disallow: /aggregator
Disallow: /tracker
Disallow: /comment/reply
Disallow: /node/add
Disallow: /user
Disallow: /files
Disallow: /search
Disallow: /book/print
Disallow: /forum/add
#
# The following prevents 403s caused by search engines crawling admin pages
#
Disallow: /database/
Disallow: /inclues/
Disallow: /misc/
Disallow: /modules/
Disallow: /sites/
Disallow: /themes/
Disallow: /admin/
#
Disallow: /cgi-bin/
#
Disallow: /photos