User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php
Disallow: /trackback/
Allow: /wp-admin/admin-ajax.php

# AI crawlers - limit to main pages only
User-agent: ClaudeBot
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php

User-agent: GPTBot
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: /wp-cron.php
Disallow: /xmlrpc.php

User-agent: OAI-SearchBot
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-json/
Disallow: /wp-cron.php

User-agent: Bytespider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

Sitemap: https://inlab-genetics.ru/sitemap-all.xml
Clean-Param: utm_source&utm_medium&utm_campaign&utm_content&utm_term&roistat_visit