Disallow: /magazine/
Disallow: /admin/

# Allow major search engine bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: AdsBot-Google-Mobile-Apps
User-agent: Bingbot
User-agent: MSNBot
User-agent: Slurp
User-agent: Yandex
User-agent: DuckDuckBot
Allow: /

# Allow specific tools
User-agent: Screaming Frog SEO Spider
Allow: /

# Allow AhrefsBot
User-agent: AhrefsBot
Allow: /

# Allow AhrefsSiteAudit
User-agent: AhrefsSiteAudit
Allow: /

User-agent: YandexBot
Allow: /

# ===== OpenAI / ChatGPT / OAI bots =====
 
User-agent: OAI-SearchBot
Allow: /
 
User-agent: ChatGPT-User
Allow: /
 
User-agent: OpenAI
Allow: /

# Anthropic
User-agent: Claude-SearchBot
Allow: /

# ===== Perplexity AI =====
User-agent: PerplexityBot
Allow: /
 
User-agent: Perplexity-User
Allow: /
 
# ===== Other popular AI crawlers (examples) =====
# Anthropic Claude
User-agent: Claude-Web
Allow: /

# Block all other bots
User-agent: *
Disallow: /



Sitemap: https://www.cioreview.com/cionews_sitemap.xml 
Sitemap: https://www.cioreview.com/article_sitemap.xml 
Sitemap: https://www.cioreview.com/all_in_one_sitemap_main.xml
Sitemap: https://www.cioreview.com/cioreview_newnews_sitemap.xml   
Sitemap: https://www.cioreview.com/companyvendor_sitemap_new.xml
Sitemap: https://www.cioreview.com/ciovendorsxml_sitemap_new.xml