# robots.txt — TeraVid Downloader
# Premium crawl policy: allow all meaningful content, block nothing important.

User-agent: *
Allow: /
Allow: /index.html
Allow: /sitemap.xml
Allow: /manifest.webmanifest
Allow: /favicon.svg

# Block nothing sensitive (no admin/etc. exist), but be explicit.
Disallow: /api/

# Be polite to the big crawlers — they read the whole site anyway.
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# Sitemap location (update host if you attach a custom domain)
Sitemap: https://teravid-downloader.pages.dev/sitemap.xml