User-agent: *
Crawl-delay: 1000
# Directories
Disallow: /database/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /sites/
Disallow: /themes/
Disallow: /updates/
# Files
Disallow: /cron.php
Disallow: /update.php
Disallow: /xmlrpc.php
Disallow: /drushrc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /aggregator
Disallow: /comment/reply/
Disallow: /contact
Disallow: /logout
# Disallow: /node/add/
Disallow: /node
Disallow: /search/
# Disallow: /user/
Disallow: /user
# Disallow: /user/register/
# Disallow: /user/password/
# Disallow: /user/login/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=contact/
Disallow: /?q=logout/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
# Added 09-02-2010 per tips . webdesign10 . com
Disallow: /?q=
Disallow: /tracker
Disallow: /book/export/
Disallow: /forward/
Disallow: /trackback/
Disallow: /taxonomy/
Disallow: /*/feed$
Disallow: /*/track$
Disallow: /front_page
Disallow: /spam
Disallow: /discuss/
Disallow: /abuse
Disallow: /copyright
Disallow: /linking-information
Disallow: /t/
Disallow: /directory
# Feeds
Disallow: /forum-feed
Disallow: /crss
Disallow: /*sort=
Disallow: /*size=
Disallow: /*DokuWiki=
Disallow: /event/*/table/
Disallow: /event/*/list/
Disallow: /event/*/month/
Disallow: /event/*/week/
Disallow: /event/*/day/