# ------------------------------------ # Global — allow search engines + AI # ------------------------------------ User-agent: * Disallow: # ------------------------------------ # Allow major AI bots (for training) # ------------------------------------ User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: ClaudeBot Allow: / User-agent: CCBot Allow: / User-agent: PerplexityBot Allow: / # ------------------------------------ # Allow search engines # ------------------------------------ User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Yandex Allow: / User-agent: DuckDuckBot Allow: / # ------------------------------------ # Block unwanted scrapers & spam bots # (list curated; does NOT affect SEO) # ------------------------------------ User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Python-urllib Disallow: / User-agent: crawlers Disallow: / User-agent: Scrapy Disallow: / User-agent: Crawler Disallow: / User-agent: EmailCollector Disallow: / User-agent: Extractor Disallow: / Sitemap: https://iluzjonista.pro/sitemap_index.xml