# Tea App Green Flags - robots.txt
# https://teaappgreenflags.com

User-agent: *
Allow: /
Crawl-delay: 1

# Search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# AI / LLM crawlers
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai/summary.json
Allow: /ai/service.json
Allow: /ai/faq.json

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai/summary.json
Allow: /ai/service.json
Allow: /ai/faq.json

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Block sensitive directories
Disallow: /admin/
Disallow: /dev/
Disallow: /test/
Disallow: /staging/
Disallow: /dashboard/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /checkstatus
Disallow: /*.pdf$

# Allow assets for SEO
Allow: /images/
Allow: /logos/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.svg$
Allow: /*.webp$

Sitemap: https://teaappgreenflags.com/sitemap.xml