User-agent: * Crawl-delay: 10 Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Files Disallow: /license.txt Disallow: /nginx.conf Disallow: /readme.html