User-agent: *
Allow: /

# Social Media Crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Security and System Protection
Disallow: /_astro/
Disallow: /_image/
Disallow: /admin/
Disallow: /draft/
Disallow: /tmp/
Disallow: /*.json$
Disallow: /*.config$
Disallow: /*.env$

# Prevent duplicate content from tracking parameters
Disallow: /*?*utm_*
Disallow: /*?*fbclid=*
Disallow: /*?*gclid=*

# Block conversion-only pages from direct search entry
Disallow: /*-confirmation/
Disallow: /thank-you/

# AI Scraper Protection
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: CCBot
Disallow: /

# Sitemap
Sitemap: https://www.flytaa.com/sitemap-index.xml