User-agent: *
Crawl-delay: 10
# drupal
# -------------------------------
# Directories
Disallow: /javier/
Disallow: /drupal/database/
Disallow: /drupal/includes/
Disallow: /drupal/misc/
Disallow: /drupal/modules/
Disallow: /drupal/sites/
Disallow: /drupal/themes/
Disallow: /drupal/scripts/
Disallow: /drupal/updates/
Disallow: /drupal/profiles/
Disallow: /drupal/blog/
# Files
Disallow: /drupal/xmlrpc.php
Disallow: /drupal/cron.php
Disallow: /drupal/update.php
Disallow: /drupal/install.php
Disallow: /drupal/INSTALL.txt
Disallow: /drupal/INSTALL.mysql.txt
Disallow: /drupal/INSTALL.pgsql.txt
Disallow: /drupal/CHANGELOG.txt
Disallow: /drupal/MAINTAINERS.txt
Disallow: /drupal/LICENSE.txt
Disallow: /drupal/UPGRADE.txt
# Paths (clean URLs)
Disallow: /doc/
Disallow: /drupal/admin/
Disallow: /drupal/aggregator/
Disallow: /drupal/comment/reply/
Disallow: /drupal/contact
Disallow: /drupal/logout
Disallow: /drupal/node/add/
Disallow: /drupal/search/
Disallow: /drupal/user/register
Disallow: /drupal/user/password
Disallow: /drupal/user/login
Disallow: /drupal/taxonomy/term/32
# Paths (no clean URLs)
Disallow: /drupal/?
# Extras on drupal.org
# no access for table sorting paths or any paths that have parameters.
Disallow: /drupal/*sort=
# Additional Rules
# Block user tracker pages
Disallow: /drupal/*/track$
Disallow: /drupal/*/track?page=
Allow:    /drupal/project/track