# Polymarkets — Platphorm News Network
# robots.txt generated dynamically

# ── Standard crawlers ──────────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /api/cron/
Disallow: /api/analytics/
Disallow: /api/errors/
Disallow: /_next/
Crawl-delay: 2

# ── Googlebot ──────────────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Disallow: /api/cron/
Disallow: /api/analytics/
Crawl-delay: 1

# ── AI / LLM crawlers — full access, guided to llms.txt ──────────────
User-agent: GPTBot
Allow: /
Disallow: /api/cron/

User-agent: ClaudeBot
Allow: /
Disallow: /api/cron/

User-agent: Google-Extended
Allow: /
Disallow: /api/cron/

User-agent: PerplexityBot
Allow: /
Disallow: /api/cron/

User-agent: YouBot
Allow: /
Disallow: /api/cron/

User-agent: anthropic-ai
Allow: /
Disallow: /api/cron/

User-agent: Omgilibot
Allow: /
Disallow: /api/cron/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/cron/

User-agent: cohere-ai
Allow: /
Disallow: /api/cron/

# ── Sitemaps ──────────────────────────────────────────────────────────
Sitemap: https://polymarkets.platphormnews.com/sitemap.xml

# ── Discovery endpoints ──────────────────────────────────────────────
# AI agents: see https://polymarkets.platphormnews.com/llms.txt for machine-readable API docs
# MCP discovery: https://polymarkets.platphormnews.com/.well-known/mcp.json
# MCP endpoint: https://polymarkets.platphormnews.com/api/mcp
# Network discovery: https://polymarkets.platphormnews.com/api/network
# Security contact: https://polymarkets.platphormnews.com/.well-known/security.txt
# Platphorm News Network: https://platphormnews.com