# Allow AI search bots (ChatGPT Search, etc.)
User-agent: OAI-SearchBot
Allow: /

# Allow major search engines
User-agent: Googlebot
Allow: /
Disallow: /_next/
Disallow: /api/


User-agent: Bingbot
Allow: /
Disallow: /_next/
Disallow: /api/


# Block AI training crawlers (protect content)
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# Block all other bots from low-value paths
User-agent: *
Allow: /
Disallow: /api/

Disallow: /_next/

# Sitemap location
Sitemap: https://ytvidhub.com/sitemap.xml