User-agent: *
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /*?
Disallow: /gogo
Disallow: /?s=
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /*.css
Allow: /*.js

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: SputnikBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: bingbot
Crawl-delay: 1200

User-agent: msnbot
Crawl-delay: 120

User-agent: UptimeRobot
Crawl-delay: 1200
Disallow: /

User-agent: Barkrowler
Crawl-delay: 1200
Disallow: /

User-agent: BLEXBot
Crawl-delay: 1200
Disallow: /

User-agent: AhrefsBot/5.1
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot/1.1~bl
Disallow: /