User-agent: *
Crawl-delay: 30
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Allow: /*.webp*
Allow: /*.avif*

Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /category/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /*?
Allow: /wp-content/uploads/

User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: CCBot
User-agent: MJ12bot
User-agent: MegaIndex.ru/2.0
User-agent: MegaIndex.ru
User-agent: megaIndex.ru
User-agent: Yandex
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: YoudaoBot
User-agent: MJ12bot
User-agent: BLEXBot
User-agent: TwengaBot
User-agent: 008
User-agent: AhrefsBot
User-agent: WotBox
User-agent: Sosospider
User-agent: Baiduspider
User-agent: ZumBot
User-agent: dotbot
User-agent: Linguee
User-agent: barkrowler
User-agent: crawl
Disallow: /