# oobe.pl robots.txt — smart split (AEO-friendly) # Updated: 2026-05-13 # Strategia: AI search/retrieval bots ALLOW (chcemy cytowań w ChatGPT, Claude, Perplexity) # AI training-only bots BLOCK (chronimy oryginalne treści — kurs, książka 2026) User-agent: * Allow: / Allow: /llms.txt Allow: /llms-full.txt Disallow: /admin/ Disallow: /park/admin/ Disallow: /park/index.php?act=Login* # Crawl traps (forum IP.Board generuje dużo dynamicznych URL) Disallow: /park/*?st=* Disallow: /park/*&st=* Disallow: /park/index.php?act=Search* Disallow: /park/index.php?act=Reg* Disallow: /*?act=Login* Disallow: /*?utm_* Disallow: /*?fbclid= Disallow: /*?gclid= # ==================================================== # AI SEARCH / RETRIEVAL CRAWLERS — ALLOW # ==================================================== User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: cohere-ai Allow: / User-agent: DuckAssistBot Allow: / User-agent: YouBot Allow: / # ==================================================== # AI TRAINING-ONLY CRAWLERS — BLOCK # (chronimy oryginalne treści: kurs autorski, książka 2026) # ==================================================== User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: FacebookBot Disallow: /park/ User-agent: Diffbot Disallow: / User-agent: Amazonbot Disallow: / User-agent: AI2Bot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SemrushBot-OCOB Disallow: / Sitemap: https://oobe.pl/llms-sitemap.xml