# Allow all robots User-agent: * # Disallow Drupal sensitive directories Disallow: /core/ Disallow: /profiles/ Disallow: /libraries/ Disallow: /modules/ Disallow: /themes/ Disallow: /sites/ Disallow: /vendor/ Disallow: /private/ # Disallow access to administrative and login pages Disallow: /admin/ Disallow: /user/ Disallow: /user/login/ Disallow: /user/password/ Disallow: /user/register/ Disallow: /node/add/ Disallow: /node/*/edit Disallow: /node/*/delete Disallow: /batch/ Disallow: /system/ # Prevent indexing of URLs with parameters (filters, pager, etc.) Disallow: /*? Disallow: /*&