# robots.txt for real-estate-homes.ca # Last updated: 2025-09-15 by Robert # Block known scrapers, audit tools, and AI bots User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Amazonbot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / User-agent: PetalBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: CCBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: MauiBot Disallow: / User-agent: SeekportBot Disallow: / User-agent: nutch Disallow: / User-agent: megaIndex.ru Disallow: / User-agent: serpstatbot Disallow: / # Allow public access, block sensitive folders User-agent: * Disallow: /private/ Disallow: /tmp/ Allow: /