User-agent: * # Directories Disallow: /includes Disallow: /misc Disallow: /modules Disallow: /profiles Disallow: /scripts Disallow: /sites Disallow: /themes Allow: /sites/all/files # Files Disallow: /cron.php Disallow: /exclude.php Disallow: /install.php Disallow: /update.php Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin Disallow: /comment/reply Disallow: /contact Disallow: /node/add Disallow: /search Disallow: /user Allow: /user/* Disallow: /user/*/contact Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /logout Disallow: /directory/business/*/reviews