# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Allow Googlebot to access CSS & JS
User-agent: Googlebot
Allow: /wp-content/
Allow: /wp-includes/

# Block aggressive bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: *
Allow: /

# Sitemap for search engines
Sitemap: https://classifilm.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK