User-agent: * Disallow: /onthefly.php Disallow: /onthefly.php?id=0 Disallow: /onthefly.php?id=1 Disallow: /onthefly.php?id=2 Disallow: /onthefly.php?id=3 User-agent: * Disallow: /ueber_uns.html Disallow: /ueber_uns.php Disallow: /impressum.html Disallow: /impressum.php Disallow: /kontakt.html Disallow: /kontakt.php Disallow: /nutzungsbedingungen.html Disallow: /nutzungsbedingungen.php Disallow: /datenschutz.html Disallow: /datenschutz.php Disallow: /ueber Disallow: /impressum Disallow: /kontakt Disallow: /nutzungsbedingungen Disallow: /datenschutz Disallow: /about Disallow: /contact Disallow: /privacy-policy Disallow: /terms-of-use Disallow: /legal-notice User-agent: ia_archiver Disallow: / Disallow: /ueber_uns.html Disallow: /ueber_uns.php Disallow: /impressum.html Disallow: /impressum.php Disallow: /kontakt.html Disallow: /kontakt.php Disallow: /nutzungsbedingungen.html Disallow: /nutzungsbedingungen.php Disallow: /datenschutz.html Disallow: /datenschutz.php Disallow: /ueber Disallow: /impressum Disallow: /kontakt Disallow: /nutzungsbedingungen Disallow: /datenschutz Disallow: /about Disallow: /contact Disallow: /privacy-policy Disallow: /terms-of-use Disallow: /legal-notice ########## AI Data Scraper #################### User-agent: Applebot-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Amazonbot Disallow: / User-agent: FacebookBot Disallow: / User-agent: FacebookExternalHit Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Meta-ExternalFetcher Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: Omgilibot Disallow: / User-agent: Omgili Disallow: / User-agent: Diffbot Disallow: / User-agent: Bytespider Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Timpibot Disallow: / User-agent: Webzio-Extended Disallow: / User-agent: YouBot Disallow: / ########## Misc & SEO Crawler #################### User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: MauiBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: barkrowler Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: AwarioRssBot Disallow: /