# artwurk.ai — crawler policy
# Public marketing pages are open to all crawlers, including AI/LLM crawlers.
# App pages behind login are disallowed (they only 302 to /login anyway).

User-agent: *
Disallow: /account
Disallow: /billing.php
Disallow: /home
Disallow: /workspace
Disallow: /studio
Disallow: /brand-profiles
Disallow: /subjects
Disallow: /projects
Disallow: /photos
Disallow: /videos
Disallow: /favorites
Disallow: /trash
Disallow: /onboarding
Disallow: /signout
Disallow: /api/
Allow: /

# Explicit welcome for AI/LLM crawlers (search + training + on-demand fetching)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://artwurk.ai/sitemap.xml