User-agent: * Crawl-delay: 10 # WORDPRESS Disallow: /cdn-cgi Disallow: /cgi-bin Disallow: /wp-* Disallow: /wp-login.php Disallow: /*readme*.html$ Disallow: /trackback Disallow: */trackback Disallow: /feed Disallow: */feed Disallow: /comments Disallow: */comments Disallow: /*?* Disallow: /*? Allow: /wp-content/uploads/ Allow: /wp-admin/admin-ajax.php Allow: /*sitemap*.xml # FILES Disallow: /*.config$ Disallow: /*.css$ Disallow: /*.env$ Disallow: /*.git$ Disallow: /*.gz$ Disallow: /*.js$ Disallow: /*.json$ Disallow: /*.jsx$ Disallow: /*.less$ Disallow: /*.lock$ Disallow: /*.log$ Disallow: /*.map$ Disallow: /*.md$ Disallow: /*.pdf$ Disallow: /*.phar$ Disallow: /*.php$ Disallow: /*.rar$ Disallow: /*.sass$ Disallow: /*.scss$ Disallow: /*.tar.gz$ Disallow: /*.tgz$ Disallow: /*.ts$ Disallow: /*.tsx$ Disallow: /*.txt$ Disallow: /*.xml$ Disallow: /*.yaml$ Disallow: /*.yml$ Disallow: /*.zip$