# START snapvee-robots (indexable)
User-agent: *
Allow: /

# Deny access to paths that may contain sensitive content
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /zh/workspace/
Disallow: /en/workspace/
Disallow: /result/
Disallow: /zh/result/
Disallow: /en/result/
Disallow: /download/
Disallow: /zh/download/
Disallow: /en/download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Disallow: /favicon.ico

# Crawl-delay for all bots
Crawl-delay: 1

# AI crawler rules - More restrictive
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 2

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 2

User-agent: Anthropic-AI
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 2

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 2

User-agent: GoogleOther
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 1

User-agent: DuckAssistBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 2

# Additional AI crawlers
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 3

User-agent: Omgilibot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 3

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 2

# Search engine specific rules
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /workspace/
Disallow: /result/
Disallow: /download/
Disallow: /error/
Disallow: /loading/
Disallow: /_next/
Disallow: /static/
Crawl-delay: 1

# Sitemap file location
Sitemap: https://snapvee.com/sitemap.xml
# END snapvee-robots