# robots.txt for https://amarsia.com
#
# Primary public pages:
# - /            Agentic AI software platform
# - /platform    AI agent orchestration platform
# - /accounting  AI agents and copilots for accounting firms
# - /llms.txt    Detailed company and product information for AI systems
#
# Next.js assets under /_next/ intentionally remain crawlable so search
# engines can render and evaluate public pages correctly.

# Major search engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Applebot
Allow: /
Allow: /llms.txt
Allow: /sitemap.xml
Disallow: /dash/
Disallow: /api/
Disallow: /admin/
Disallow: /invitations/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /.env
Disallow: /.git/

# AI search, training, and assistant crawlers
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: YouBot
User-agent: Cohere-ai
User-agent: Google-Extended
User-agent: Bytespider
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt
Allow: /sitemap.xml
Disallow: /dash/
Disallow: /api/
Disallow: /admin/
Disallow: /invitations/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /.env
Disallow: /.git/

# Social preview crawlers
User-agent: facebookexternalhit
User-agent: Twitterbot
User-agent: LinkedInBot
Allow: /

# SEO auditing crawlers
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
Allow: /
Disallow: /dash/
Disallow: /api/
Disallow: /admin/

# All other crawlers
User-agent: *
Allow: /
Allow: /llms.txt
Allow: /sitemap.xml
Disallow: /dash/
Disallow: /api/
Disallow: /admin/
Disallow: /invitations/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /.env
Disallow: /.git/

Sitemap: https://amarsia.com/sitemap.xml