# DesignCraft AI — AI Portfolio Website Builder
# https://designcraftai.com
# Last updated: 2026-05-29

# ─── Default crawler rules ────────────────────────────────────────────────
User-agent: *
Allow: /

# Public content explicitly allowed (defensive — already covered by Allow: /)
Allow: /blog
Allow: /blog/
Allow: /about
Allow: /pricing
Allow: /docs
Allow: /contact
Allow: /tools/
Allow: /portfolio-for-

# Static assets — make sure crawlers can read these for image search & rich snippets
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.webp$
Allow: /*.svg$

# Authenticated and infrastructure paths — no crawl
Disallow: /dashboard
Disallow: /portfolios
Disallow: /editor/
Disallow: /settings
Disallow: /subscription/
Disallow: /auth/
Disallow: /verify-email
Disallow: /api/

# Tracking/utm query strings
Disallow: /*?utm_
Disallow: /*?gclid
Disallow: /*?fbclid

# Crawl politeness — 1 request per second is plenty
Crawl-delay: 1

# ─── Sitemaps ─────────────────────────────────────────────────────────────
Sitemap: https://designcraftai.com/sitemap.xml

# ─── Bot-specific rules ───────────────────────────────────────────────────

User-agent: Googlebot
Allow: /
Disallow: /dashboard
Disallow: /portfolios
Disallow: /editor/
Disallow: /settings
Disallow: /api/

User-agent: Googlebot-Image
Allow: /
Allow: /blog/
Allow: /og-image.png
Allow: /logo-nav3.png
Allow: /logo-nav3-dark.png
Disallow: /editor/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /dashboard
Disallow: /portfolios
Disallow: /editor/
Disallow: /settings
Disallow: /api/
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Disallow: /dashboard
Disallow: /editor/
Disallow: /api/

# AI training crawlers — allow citation but deny bulk scraping of editor/API
User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /editor/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard
Disallow: /editor/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /dashboard
Disallow: /editor/
Disallow: /api/

# Aggressive scrapers — block outright
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /