# robots.txt file for http://www.bencom.nl User-agent: * Disallow: /beheerbellen Disallow: /inc Disallow: /medewerkers User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Ezooms Disallow: / User-agent: webcrawler Disallow: / User-agent: BUbiNG Disallow: / User-agent: proximic Disallow: / User-Agent: trendictionbot Disallow: / #User-Agent: msnbot #Disallow: / #User-Agent: bingbot #Disallow: / User-Agent: msnbot-media Disallow: / User-Agent: Vagabondo Disallow: / User-Agent: Bilbo Disallow: / User-Agent: Yandex Disallow: / User-Agent: YandexBot Disallow: / User-Agent: YandexImages Disallow: / User-Agent: YandexVideo Disallow: / User-Agent: YandexMedia Disallow: / User-Agent: YandexFavicons Disallow: / User-Agent: linkdexbot Disallow: / User-Agent: Exabot Disallow: / User-Agent: Slurp Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: Baiduspider Disallow: / User-Agent: niki-bot Disallow: / User-Agent: CompSpyBot Disallow: / User-Agent: trendictionbot Disallow: / User-Agent: archive.org_bot Disallow: / User-Agent: SEMrushBot Disallow: / User-Agent: BeetleBot Disallow: / User-Agent: Mail.RU_Bot Disallow: / User-Agent: 360Spider Disallow: / User-Agent: IstellaBot Disallow: / User-Agent: Plukkie Disallow: / User-Agent: melodibot Disallow: / User-Agent: spbot Disallow: / User-Agent: QuerySeekerSpider Disallow: / User-Agent: BuddhaBot Disallow: / User-Agent: Screaming Frog SEO Spider Disallow: / User-Agent: imrbot Disallow: / User-Agent: AcoonBot Disallow: / User-Agent: yacybot Disallow: / User-Agent: GufyBot Disallow: / User-Agent: Nesotebot Disallow: / User-Agent: Sogou web spider Disallow: / User-Agent: SEOkicks-Robot Disallow: / User-Agent: SolomonoBot Disallow: / User-Agent: WBSearchBot Disallow: / User-Agent: NoyaBot Disallow: / User-Agent: FlappyBot Disallow: / User-Agent: SiteExplorer Disallow: / User-Agent: proximic Disallow: / User-agent: 008 Disallow: / User-agent: BLEXBot Disallow: / User-agent: crawler4j Disallow: / User-agent: Nutch Disallow: / User-agent: berlin-fu-cow Disallow: / User-agent: Riddler Disallow: / User-agent: Butterfly Disallow: /