# realrate-archive.com robots.txt
# Block low-value SEO / marketing crawlers (they cost bandwidth, give nothing back).
# Search engines (Google, Bing) and AI crawlers are intentionally NOT blocked.
# The nginx config enforces this for crawlers that ignore robots.txt.

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

# Everyone else (search engines, AI crawlers, real users): allowed.
User-agent: *
Disallow: