# Gatsby TV - Robots.txt
# Updated: 2025-10-17

User-agent: *

# Allow public content
Allow: /
Allow: /blogs
Allow: /blogs/*
Allow: /where-to-stream/*
Allow: /casts/*
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-and-conditions

# Allow browse pages
Allow: /browse
Allow: /browse/*

# Disallow user-specific and dynamic content
Disallow: /myprofile/*
Disallow: /watchlist/*
Disallow: /user/*
Disallow: /friends/*
Disallow: /messages/*
Disallow: /collection/*
Disallow: /start-a-collection/*

# Disallow authentication and onboarding
Disallow: /auth/*
Disallow: /onboarding/*

# Disallow API endpoints
Disallow: /api/*

# Disallow search pages (best practice - prevents duplicate content & saves crawl budget)
Disallow: /search/*
Disallow: /collections-search/*

# Disallow test pages
Disallow: /test-firebase

# Host
Host: https://gatsby.tv

# Sitemaps
Sitemap: https://gatsby.tv/sitemap.xml