# fluttergo.ai — crawl only canonical public pages.
# Images/CSS under /_next/static/ stay allowed. Query-string URLs are blocked
# so checkout/auto deep links do not waste budget or pollute Search Console.

User-agent: *
Allow: /
Allow: /_next/static/
Allow: /og-card
Disallow: /_next/data/
Disallow: /_next/image
Disallow: /*?*
Disallow: /api/
Disallow: /trpc/
Disallow: /onboarding/
Disallow: /auth/
Disallow: /login
Disallow: /signup
Disallow: /checkout
Disallow: /account
Disallow: /home
Disallow: /projects
Disallow: /admin

# Link-preview bots (X, Facebook/WhatsApp, LinkedIn, Slack, Discord,
# Telegram) only fetch the page and its og:image when someone shares a link.
# Give them the whole site, including shared links with ?ref= / ?utm_ tags;
# the query-string block above would otherwise stop them from building cards.
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: LinkedInBot
User-agent: Slackbot-LinkExpanding
User-agent: Discordbot
User-agent: TelegramBot
User-agent: WhatsApp
Allow: /
Disallow: /api/
Disallow: /admin

# Aggressive scrapers — full block
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ByteSpider
Disallow: /

User-agent: MJ12bot
Disallow: /

# SEO audit bots — slow crawl (ignored by Google; used by Ahrefs/Semrush)
User-agent: AhrefsBot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

Sitemap: https://fluttergo.ai/sitemap.xml