User-agent: *
Disallow: /admin/
Disallow: /scripts/
Disallow: /*.php$
Disallow: /zlib/
Disallow: /lib/
Disallow: /utils/
Allow: /magazines/*

# Allow major search engine bots
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: AdsBot-Google-Mobile-Apps
User-agent: Bingbot
User-agent: MSNBot
User-agent: Slurp
User-agent: Yandex
User-agent: DuckDuckBot
User-agent: Googlebot-Mobile 
User-agent: MSICrawler	
User-agent: LinkedInBot
User-agent: Twitterbot
User-agent: Facebot
User-agent: Baiduspider
Allow: /
 
# Allow specific tools
User-agent: Screaming Frog SEO Spider
Allow: /
 
# Allow AhrefsBot
User-agent: AhrefsBot
Allow: /
 
# Allow AhrefsSiteAudit
User-agent: AhrefsSiteAudit
Allow: /
 
User-agent: YandexBot
Allow: /
 
# ===== OpenAI / ChatGPT / OAI bots =====
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OpenAI
Allow: /
 
# Anthropic
User-agent: Claude-SearchBot
Allow: /
 
# ===== Perplexity AI =====
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
# ===== Other popular AI crawlers (examples) =====
# Anthropic Claude
User-agent: Claude-Web
Allow: /
 
# Block all other bots
User-agent: *
Disallow: /



Sitemap: https://www.cioapplications.com/cioapplicationnews_sitemap.xml
Sitemap: https://www.cioapplications.com/all_in_one_sitemap_main.xml
Sitemap: https://www.cioapplications.com/cioapplications_newnews_sitemap.xml
Sitemap: https://www.cioapplications.com/contributors_sitemap.xml  
Sitemap: https://www.cioapplications.com/rankingxml_sitemap_new.xml
Sitemap: https://www.cioapplications.com/cioapplicationvendor_sitemap_new.xml