# Adship robots.txt
User-agent: *
Allow: /

# Sitemap
Sitemap: https://www.adship.ai/sitemap.xml

# Block internal app routes
Disallow: /a/
Disallow: /admin
Disallow: /settings
Disallow: /welcome
Disallow: /shopify-callback
Disallow: /api/
Disallow: /dashboard
Disallow: /launch
Disallow: /preview
Disallow: /duplicate
Disallow: /calendar
Disallow: /history
Disallow: /activity
Disallow: /projects
Disallow: /teams
Disallow: /analytics
Disallow: /creative-fatigue
Disallow: /reports
Disallow: /ai-copy
Disallow: /image-lab
Disallow: /video-storyboard
Disallow: /library
Disallow: /automation
Disallow: /comments
Disallow: /ab-tests
Disallow: /audiences
Disallow: /tracking
Disallow: /competitors
Disallow: /catalog
Disallow: /statistics/
Disallow: /ads-manager
Disallow: /google-ads/
Disallow: /tiktok/

# Block auth pages
Disallow: /login
Disallow: /invite/

# Block raw markdown files (content served via HTML pages)
Disallow: /*.md$

# Allow LLM context files
Allow: /llms.txt
Allow: /llms-full.txt

# Allow AI crawlers (LLM training & retrieval)
User-agent: GPTBot
Allow: /
Disallow: /a/
Disallow: /api/
Disallow: /login

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /a/
Disallow: /api/
Disallow: /login

User-agent: PerplexityBot
Allow: /
Disallow: /a/
Disallow: /api/
Disallow: /login

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Allow all marketing pages
Allow: /tools/
Allow: /blog/
Allow: /glossary/
Allow: /industries/
Allow: /features/
Allow: /use-case/
Allow: /vs/
Allow: /pricing
Allow: /compare
Allow: /case-studies
Allow: /changelog
Allow: /help
Allow: /referral
Allow: /affiliates