# PlatPhorm Insights robots.txt
# Public-safe discovery is enabled by default.
# Agent policy: https://insights.platphormnews.com/.well-known/agent-policy.json
# AI policy: https://insights.platphormnews.com/.well-known/ai-policy.json
# Humans: https://insights.platphormnews.com/humans.txt
# LLMS: https://insights.platphormnews.com/llms.txt
# Updated: 2026-07-22T03:09:17.705Z

User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected
Disallow: /api/*/admin
Disallow: /api/*/private
Disallow: /api/*/protected
Disallow: /*?token=
Disallow: /*?key=
Disallow: /*?secret=

# Verified AI/search crawler policy: public read-only discovery is allowed.
User-agent: Applebot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Claude-User
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Google-CloudVertexBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: GoogleOther
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Googlebot-Image
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Googlebot-News
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Googlebot-Video
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

User-agent: bingbot
Allow: /
Disallow: /admin
Disallow: /api/admin
Disallow: /api/private
Disallow: /api/protected

Sitemap: https://insights.platphormnews.com/sitemap.xml
Sitemap: https://insights.platphormnews.com/sitemap-main.xml
Sitemap: https://insights.platphormnews.com/sitemap-index.xml
Sitemap: https://insights.platphormnews.com/sitemap-network.xml
Sitemap: https://insights.platphormnews.com/sitemap-full.xml
# RSS: https://insights.platphormnews.com/rss.xml
# Feed: https://insights.platphormnews.com/feed.xml