# All bots including Googlebot
User-agent: *
# Auth-modal trigger URLs (same page as /explore and /pricing; crawling them
# creates duplicate-content noise with no content of their own)
Disallow: /*?showAuth=
Disallow: /*&showAuth=
Allow: /
Allow: /explore
Allow: /explore/*
Allow: /blog
Allow: /blog/*
Allow: /use-cases/
Allow: /use-cases/*
Allow: /food-types/*
Allow: /themes
Allow: /themes/*
Allow: /ai-food-photography
Allow: /pricing
Allow: /privacy
Allow: /terms
Allow: /contact
Allow: /affiliate
Allow: /pinterest-food-photography
Disallow: /api/
Disallow: /settings
# Allow translated pages (BabySEO)
Allow: /cs/
Allow: /de/
Allow: /es/
Allow: /fr/
Allow: /hi/
Allow: /id/
Allow: /it/
Allow: /ja/
Allow: /ko/
Allow: /ms/
Allow: /pl/
Allow: /pt/
Allow: /ru/
Allow: /th/
Allow: /tr/
# Allow fonts and static media for proper rendering
Allow: /_next/static/media/*.woff2
Allow: /_next/static/media/*.woff
Allow: /_next/static/media/*.ttf
Allow: /_next/static/media/*.eot
Disallow: /downloads/
Disallow: /search
Disallow: /how-it-works
Disallow: /studio
Disallow: /library
Disallow: /transactions/
Disallow: /bulk
Disallow: /batch
Disallow: /batch-pro
Disallow: /batch-responses
Disallow: /playground
Disallow: /playground-library
Disallow: /history
Disallow: /debug-styles
Disallow: /test-stripe
Disallow: /ads
Disallow: /wp-admin/
Disallow: /wordpress/
Disallow: /.git/
Disallow: /.gitlab-ci.yml
Disallow: /.well-known/traffic-advice
Allow: /manifest.json
# Allow Next.js static assets for proper rendering
Allow: /_next/static/
Allow: /_next/image
# Block only dynamic Next.js routes
Disallow: /_next/data/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /enterprise
Disallow: /enterprise/
# Font files are allowed for proper rendering
Allow: /*.woff2$
Allow: /*.woff$
Allow: /*.ttf$
Allow: /*.eot$

# Icon files are allowed for SEO and mobile experience
Allow: /favicon.ico
Allow: /icon*.jpg
Allow: /icon*.png
Allow: /icon*.svg
Allow: /apple-icon*
Allow: /manifest.json

# AI and LLM Crawlers - Allow controlled access
User-agent: GPTBot
Allow: /
Allow: /pricing
Allow: /blog
Allow: /use-cases
Allow: /themes
Allow: /ai-food-photography
Disallow: /api/
Disallow: /settings
Disallow: /studio
Disallow: /library

User-agent: ChatGPT-User
Allow: /
Allow: /pricing
Allow: /blog
Allow: /use-cases
Allow: /themes
Disallow: /api/
Disallow: /studio

User-agent: CCBot
Allow: /
Allow: /pricing
Allow: /blog
Allow: /use-cases
Disallow: /api/
Disallow: /studio

User-agent: anthropic-ai
Allow: /
Allow: /pricing
Allow: /blog
Allow: /use-cases
Allow: /themes
Disallow: /api/
Disallow: /studio

User-agent: Claude-Web
Allow: /
Allow: /pricing
Allow: /blog
Allow: /use-cases
Allow: /themes
Disallow: /api/
Disallow: /studio

User-agent: PerplexityBot
Allow: /
Allow: /pricing
Allow: /blog
Allow: /use-cases
Allow: /ai-food-photography
Allow: /themes
Disallow: /api/
Disallow: /studio
Disallow: /library

User-agent: Google-Extended
Allow: /
Allow: /pricing
Allow: /blog
Allow: /use-cases
Allow: /ai-food-photography
Allow: /themes
Disallow: /api/
Disallow: /studio
Disallow: /library

# Block known vulnerability scanners
User-agent: sqlmap
Disallow: /

User-agent: nikto
Disallow: /

User-agent: acunetix
Disallow: /

# Sitemap
Sitemap: https://foodshot.ai/sitemap.xml