# Default rules for all bots
User-agent: *
Disallow: /_next/data/
Disallow: /api/
Disallow: /admin/
Disallow: /app$
Disallow: /app/

# Conference leaderboard data files. The leaderboard pages carry
# `robots: { index: false }` in their metadata, but a JSON file cannot carry a
# meta tag and this app is a static export, so response headers are inert —
# robots.txt is the only channel that keeps the raw boards out of an index.
Disallow: /ai-faire/leaderboard.json

# Keep render-critical assets crawlable even if a broader /_next/ disallow
# is ever reintroduced (longest-match precedence makes this rule win).
Allow: /_next/static/

# Sitemap location
Sitemap: https://agentcat.com/sitemap.xml

# LLMs.txt - AI agent documentation: https://agentcat.com/llms.txt