# Default User-agent: * # Search Disallow: /zoeken/ Disallow: /suchen/ Disallow: /recherche/ Disallow: /search/ # Reservation Disallow: /reservering/ Disallow: /reservierung/ Disallow: /reservation/ # Option Disallow: /optie/ Disallow: /option/ # Other Disallow: /api/ Disallow: /*?page=* Disallow: /direct/ # Archivers User-Agent: ia_archiver Disallow: / User-Agent: 008 Disallow: / # Ads User-agent: proximic Disallow: / # Searchengines User-Agent: Baiduspider Disallow: / User-Agent: Yandex Disallow: / User-Agent: YandexBot Disallow: / User-agent: YRSpider Disallow: / User-agent: yacybot Disallow: / User-agent: TinEye Disallow: / User-agent: Exabot Disallow: / # SEO crawlers User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: spbot Disallow: / User-agent: sistrix Disallow: / User-agent: Zookabot Disallow: / User-agent: SEOENGBot Disallow: / User-agent: SEOENGWorldBot Disallow: / User-agent: Seobility Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: dotbot Disallow: / User-Agent: lipperhey Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / # Link preview User-agent: Twitterbot Disallow: