# Robots.txt for VibeMyAd - Ad Discovery & Creation Platform
# Updated for maximum SEO and LLM accessibility

User-agent: *
# Allow all public content (default behavior)
Allow: /

# Block sensitive areas only
Disallow: /admin/
Disallow: /api/
Disallow: /waitlist-status/
Disallow: /_next/
Disallow: /dashboard/
Disallow: /proposals/

# Explicitly allow public routes
Allow: /auth
Allow: /pricing
Allow: /faqs
Allow: /contact-us
Allow: /explore
Allow: /moodboard/
Allow: /brands/
Allow: /brands/*/ad/
Allow: /blog/
Allow: /remix
Allow: /presets
Allow: /competitor-teardown
Allow: /product-shots
Allow: /ad-angles
Allow: /ad-hooks
Allow: /ad-remix
Allow: /virality-audit

# Allow static assets and images
Allow: /favicon.ico
Allow: /logo-img.png
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Search engines get full access to public content
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /proposals/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /proposals/

# Allow LLM crawlers for content discovery and AI citations
# This helps drive traffic through AI-powered search and recommendations
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /proposals/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /proposals/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /proposals/

User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /proposals/

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /proposals/

# Crawl delay for respectful server usage
Crawl-delay: 1

# Multiple sitemaps for comprehensive coverage (future-ready)
Sitemap: https://vibemyad.com/sitemap.xml

# Host directive for canonical domain
Host: https://vibemyad.com