User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-CloudVertexBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: WolfBriefBot
Disallow: /
User-agent: WebTrackrCrawler
Disallow: /
User-agent: Reflectionbot
Disallow: /
User-agent: QlyzeBot
Disallow: /
User-agent: AIWebIndex
Disallow: /
User-agent: AIWebIndex/2.0
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: DuckAssistBot
Disallow: /
User-agent: AI2Bot
Disallow: /
User-agent: Kangaroo Bot
Disallow: /
User-agent: PanguBot
Disallow: /
User-agent: cohere-training-data-crawler
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: ClaudeBot 
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: Webzio-Extended
Disallow: /
User-agent: Webzio
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: Owler@ows.eu/1
Disallow: /
User-agent: Owler@ows.eu/X
Disallow: /
User-agent: Owler@ows.eu/2
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: internet-measurement
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: MJ12Bot
Disallow: /
User-agent: python-requests
Disallow: /
User-agent: Java
Disallow: /
User-agent: Dataprovider
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Sidetrade indexer bot
Disallow: /
User-agent: Ai2Bot-Dolma
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: Operator
Disallow: /
User-agent: Onespot-ScraperBot
Disallow: /
User-agent: Instapaper
Disallow: /
User-agent: GoogleAgent-Mariner
Disallow: /
User-agent: Cotoyogi
Disallow: /
User-agent: netEstate Imprint Crawler
Disallow: /
User-agent: NovaAct
Disallow: /
User-agent: bigsur.ai
Disallow: /
User-agent: Claude-User
Disallow: /
User-agent: DuckAssistBot
Disallow: /
User-agent: Gemini-Deep-Research
Disallow: /
User-agent: MistralAI-User
Disallow: /
User-agent: Perplexity-User
Disallow: /
User-agent: QualifiedBot
Disallow: /
User-agent: Turnitin
Disallow: /
User-agent: ChatGPT Agent
Disallow: /
User-agent: Manus-User
Disallow: /
User-agent: NovaAct
Disallow: /
User-agent: TwinAgent
Disallow: /
User-agent: AI2Bot-DeepResearchEval
Disallow: /
User-agent: bigsur.ai
Disallow: /
User-agent: Devin
Disallow: /
User-agent: Google-NotebookLM
Disallow: /
User-agent: KlaviyoAIBot
Disallow: /
User-agent: LinerBot
Disallow: /
User-agent: PhindBot
Disallow: /
User-agent: Poggio-Citations
Disallow: /
User-agent: QualifiedBot
Disallow: /
User-agent: TavilyBot
Disallow: /
User-agent: Authory
Disallow: /
User-agent: Datenbank Crawler
Disallow: /
User-agent: GoogleOther
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: laion-huggingface-processor
Disallow: /
User-agent: LCC
Disallow: /
User-agent: netEstate Imprint Crawler
Disallow: /
User-agent: SBIntuitionsBot
Disallow: /
User-agent: Spider
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: webzio-extended
Disallow: /
User-agent: Archive-It
Disallow: /
User-agent: DeepSeekBot
Disallow: /
User-agent: WRTNBot
Disallow: /
User-agent: Archive-It
Disallow: /
User-agent: Heritrix
Disallow: /
User-agent: My-heritrix-crawler
Disallow: /
User-agent: Special_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: Authory
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: ia_archiver-web.archive.org
Disallow: /
User-agent: IABot
Disallow: /
User-agent: Internet Archive
Disallow: /
User-agent: mirrorweb
Disallow: /
User-agent: Nicecrawler
Disallow: /
User-agent: special_archiver
Disallow: /
User-agent: Turnitin
Disallow: /
User-agent: InternetArchiveBot
Disallow: /
User-agent: Authory
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: SmarshBot
Disallow: /
User-agent: ApifyBot
Disallow: /
User-agent: ApifyWebsiteContentCrawler
Disallow: /
User-agent: Bravebot
Disallow: /
User-agent: Brightbot
Disallow: /
User-agent: CragCrawler
Disallow: /
User-agent: ExaBot
Disallow: /
User-agent: FirecrawlAgent
Disallow: /
User-agent: HenkBot
Disallow: /
User-agent: Querit-SearchBot
Disallow: /
User-agent: QueritBot
Disallow: /
User-agent: ShapBot
Disallow: /
User-agent: Terra Cotta
Disallow: /
User-agent: ChatGLM-Spider 
Disallow: /