# These freaks think they can *steal* my content
# in the name of preventing theft! The insolence!
# ooh, they will pay. I will quietly blacklist them
# until they surrender in shame.
User-agent: turnitinbot
Disallow: /

# people don't need to be archiving or indexing my
# gallery.
User-agent: *
Disallow: /gallery/

# Oh, crap. somebody found my secret stash. I better
# hide it from the search engines.
User-agent: *
Disallow: /illegalstuff/

# drupal robots.txt
User-agent: *
Crawl-delay: 10
# Directories
Disallow: /blog/database/
Disallow: /blog/includes/
Disallow: /blog/misc/
Disallow: /blog/modules/
Disallow: /blog/sites/
Disallow: /blog/themes/
Disallow: /blog/scripts/
Disallow: /blog/updates/
Disallow: /blog/profiles/
# Files
Disallow: /blog/xmlrpc.php
Disallow: /blog/cron.php
Disallow: /blog/update.php
Disallow: /blog/install.php
# Paths (clean URLs)
Disallow: /blog/admin/
Disallow: /blog/aggregator/
Disallow: /blog/comment/reply/
Disallow: /blog/contact/
Disallow: /blog/logout/
Disallow: /blog/node/add/
Disallow: /blog/search/
Disallow: /blog/user/register/
Disallow: /blog/user/password/
Disallow: /blog/user/login/
# Paths (no clean URLs)
Disallow: /blog/?q=admin/
Disallow: /blog/?q=aggregator/
Disallow: /blog/?q=comment/reply/
Disallow: /blog/?q=contact/
Disallow: /blog/?q=logout/
Disallow: /blog/?q=node/add/
Disallow: /blog/?q=search/
Disallow: /blog/?q=user/password/
Disallow: /blog/?q=user/register/
Disallow: /blog/?q=user/login/