User-agent: * Crawl-delay: 120 Disallow: /wp-login.php Disallow: /?s= Disallow: /search/ Disallow: /wp-content/plugins/ Disallow: /readme.html Disallow: /refer/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php User-agent: msnbot Crawl-delay: 120 User-agent: discobot Disallow: / User-agent: dotbot Disallow: / User-agent: GPTbot Disallow: / User-agent: Slurp Crawl-delay: 4 User-agent: yacybot Disallow: /