# PodClip AI - robots.txt (SEO Optimized)
# Last Updated: 2026-04-03

# Global rules for all crawlers
User-agent: *

# Allow main content pages - these are the primary SEO targets
Allow: /
Allow: /pricing
Allow: /contact
Allow: /privacy
Allow: /terms
Allow: /refund

# Block authentication and user-specific routes (noindex content)
Disallow: /auth/
Disallow: /auth/sign-in
Disallow: /auth/sign-up
Disallow: /auth/reset-password
Disallow: /auth/forgot-password

# Block API routes (technical endpoints, not user-facing)
Disallow: /api/

# Block dashboard and user account areas (authenticated only)
Disallow: /dashboard/
Disallow: /generator/
Disallow: /credits/
Disallow: /tasks/
Disallow: /payments/
Disallow: /settings/

# Block Next.js internal routes
Disallow: /_next/
Allow: /_next/static/  # Allow static assets for rendering

# Block file upload API routes
Disallow: /multipart/
Disallow: /single/

# Allow static assets and public resources (images, icons, etc.)
Allow: /favicon*
Allow: /logo*
Allow: /images/
Allow: /public/
Allow: /og-image.jpg
Allow: /twitter-card.jpg

# Crawl delay for server protection
Crawl-delay: 1

# Block specific tracking/query parameters (prevent duplicate content issues)
Disallow: /*?ref=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?fbclid=

# Googlebot specific rules - full access to content
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /generator/
Disallow: /credits/
Disallow: /_next/
Crawl-delay: 1

# Googlebot Image - allow all images for image search indexing
User-agent: Googlebot-Image
Allow: /images/
Allow: /public/
Allow: /favicon*
Allow: /logo*
Allow: /og-image.jpg
Allow: /twitter-card.jpg

# Bingbot rules
User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Crawl-delay: 2

# Baiduspider (Chinese search engine) - important for Asian markets
User-agent: Baiduspider
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.podclipai.com/sitemap.xml