# Robots.txt for Blindersbet.bet
# Updated: 2025-07-15

User-agent: *
Allow: /

# Main pages
Allow: /index.html
Allow: /contact.html
Allow: /login.html

# Assets
Allow: /assets/
Allow: /assets/images/
Allow: /assets/icons/

# PWA files
Allow: /manifest.json
Allow: /sw.js

# SEO files
Allow: /sitemap.xml
Allow: /robots.txt

# Block any potential admin or private directories
Disallow: /admin/
Disallow: /private/
Disallow: /config/
Disallow: /backup/
Disallow: /temp/
Disallow: /tmp/
Disallow: /logs/
Disallow: /cache/
Disallow: /.git/
Disallow: /.env
Disallow: /node_modules/
Disallow: /vendor/

# Block search parameters and dynamic URLs
Disallow: /*?*
Disallow: /*&*
Disallow: /*sessionid*
Disallow: /*sid*
Disallow: /*token*

# Block printer-friendly and mobile versions
Disallow: /*print*
Disallow: /*mobile*

# Block duplicate content
Disallow: /*?sort*
Disallow: /*?filter*
Disallow: /*?page*
Disallow: /*?limit*

# Allow specific search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Block specific bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebWhacker
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: Wget
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: DomainStatsBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SafeDNSBot
Disallow: /

User-agent: RankActiveLinkBot
Disallow: /

# Crawl delay for all bots
Crawl-delay: 1

# Crawl delay for specific bots
User-agent: Bingbot
Crawl-delay: 2

User-agent: Slurp
Crawl-delay: 2

User-agent: Baiduspider
Crawl-delay: 5

User-agent: YandexBot
Crawl-delay: 3

# Sitemap location
Sitemap: https://blindersbet.bet/sitemap.xml

# Host directive (for Yandex)
Host: blindersbet.bet

# Clean URLs preference
# Preferred domain: https://blindersbet.bet