# StreamFinder - Robots.txt
# Ultimate VPN streaming guide for global content discovery

User-agent: *
Allow: /

# Priority pages for SEO crawling
Allow: /
Allow: /search*
Allow: /streaming-regions/
Allow: /vpn-streaming-guide/
Allow: /popular-shows/

# Sitemaps
Sitemap: https://streamfinder.net/sitemap.xml
Sitemap: https://streamfinder.net/sitemap-movies.xml
Sitemap: https://streamfinder.net/sitemap-shows.xml
Sitemap: https://streamfinder.net/sitemap-regions.xml

# Crawl-delay for better server performance
Crawl-delay: 1

# Block admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /api/internal/
Disallow: /temp/
Disallow: *.json$
Disallow: /404
Disallow: /error

# SEO optimization
# This robots.txt helps search engines efficiently crawl our streaming availability checker
# Focuses on indexing valuable content about streaming availability by country