User-agent: * #un-index sensitive files Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /trackback Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz$ #un-index the login page Disallow: /wp-login.php #un-index various contents Disallow: */trackback Disallow: /*/feed Disallow: /*/comments Disallow: /cgi-bin Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.inc$ Disallow: /*.gz Disallow: /*.cgi #force js, login page and css indexation Allow: /wp-admin/admin-ajax.php Allow: /*js?* Allow: /*css?* #declare the sitemap sitemap: https://www.akeneo.com/sitemap_index.xml