# robots.txt for Trailersafari.com
# Last updated: 2025-06-15

Host: trailersafari.com

User-agent: *
Allow: /$
Allow: /trailers/$
Allow: /trailers/*/latest/$
Allow: /static/
Allow: /media/
Disallow: /admin/
Disallow: /account/
Disallow: /api/
Disallow: /search/
Disallow: /private/
Disallow: /uploads/
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.php$
Disallow: /*?*
Disallow: /*/comments/

# Crawl delay to prevent server overload
Crawl-delay: 5

# Special rules for Google
User-agent: Googlebot
Allow: /*.mp4$
Allow: /*.webm$
Disallow: /preview/
Crawl-delay: 3

# Image crawling rules
User-agent: Googlebot-Image
Allow: /static/images/
Disallow: /static/thumbs/

# Bing rules
User-agent: Bingbot
Crawl-delay: 5

# Yandex rules
User-agent: Yandex
Disallow: /user/
Disallow: /tracking/
Crawl-delay: 10

# Sitemap location
Sitemap: https://trailersafari.com/sitemap.xml