User-agent: *
Sitemap: https://www.oakio.com/sitemap_index.xml
Sitemap: https://www.oakio.com/post-sitemap.xml
Sitemap: https://www.oakio.com/page-sitemap.xml
Sitemap: https://www.oakio.com/case-study-sitemap.xml
Sitemap: https://www.oakio.com/product-sitemap.xml
Sitemap: https://www.oakio.com/local-sitemap.xml

# Allow AI search agents and their use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Allow traditional search engines indexing
User-agent: Googlebot
User-agent: Bingbot
Allow: /

# Disallow AI training data collection
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /

# Disallow all bots from accessing admin areas
Disallow: /admin/
Disallow: /internal/

# Disallow specific file
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json