# ============================================
# PillowIPTV.site - robots.txt
# Domain: https://pillowiptv.site/
# Last updated: October 13, 2026
# CONFIGURED FOR MAXIMUM CRAWLING SPEED
# No crawl delays - fastest possible indexing
# ============================================

# Allow all search engines to crawl everything
# NO crawl delays = fastest possible indexing
User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /temp/
Disallow: /backup/
Disallow: /admin/

# ============================================
# Google Search Console (MAXIMUM SPEED)
# ============================================

User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

# ============================================
# Bing / Microsoft (MAXIMUM CRAWL SPEED)
# ============================================

User-agent: Bingbot
Allow: /

User-agent: adidxbot
Allow: /

User-agent: MSNBot
Allow: /

# ============================================
# Other Search Engines (NO DELAYS)
# ============================================

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Yandex
Allow: /

# ============================================
# Social media & AI crawlers
# ============================================

User-agent: FacebookBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# ============================================
# BLOCKED: Aggressive scrapers
# ============================================

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# ============================================
# Sitemap & Host
# ============================================

Sitemap: https://pillowiptv.site/sitemap.xml
Host: pillowiptv.site