User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Sitemap: https://sports-insight.co.uk/sitemap_index.xml


User-agent: *
Crawl-delay: 5

User-agent: PetalBot
User-agent: SemrushBot
User-agent: Yandex
User-agent: BLEXBot
User-agent: dotbot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: GPTBot
User-agent: Barkrowler
User-agent: Applebot
User-agent: ClaudeBot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: bingbot
User-agent: msnbot
User-agent: Google-Extended