# AI Search Engine Crawlers
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: GPTBot
Allow: /
Disallow: /api
Disallow: /admin
Disallow: /dashboard
Disallow: /media
Disallow: /music
Disallow: /project
Disallow: /projects
Disallow: /renders
Disallow: /subscription
Disallow: /account
Disallow: /queues
Disallow: /preview
Disallow: /wizard
Disallow: /tools/ai-video/create

User-agent: ChatGPT-User
Allow: /
Disallow: /tools/ai-video/create

User-agent: OAI-SearchBot
Allow: /
Disallow: /tools/ai-video/create

User-agent: Google-Extended
Allow: /
Disallow: /tools/ai-video/create

User-agent: PerplexityBot
Allow: /
Disallow: /tools/ai-video/create

User-agent: ClaudeBot
Allow: /
Disallow: /tools/ai-video/create

User-agent: Applebot-Extended
Allow: /
Disallow: /tools/ai-video/create

# All other crawlers
User-agent: *
Allow: /
Disallow: /api
Disallow: /admin
Disallow: /dashboard
Disallow: /media
Disallow: /music
Disallow: /project
Disallow: /projects
Disallow: /renders
Disallow: /subscription
Disallow: /account
Disallow: /queues
Disallow: /preview
Disallow: /wizard
Disallow: /tools/ai-video/create

Sitemap: https://framesurfer.com/sitemap.xml