User-agent: Linguee
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: GarlikCrawler/1.2 (http://garlik.com/, crawler@garlik.com)
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: buzztalk:
Disallow: /

User-agent: spbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DomainCrawler/3.0
Disallow: /

User-agent: DotBot/1.1
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: TwengaBot-2.0
Disallow: /

User-agent: *
Disallow: /list/add
Disallow: /list/add/
Disallow: /owner/claim/
Disallow: /login
Disallow: /gebruiker
Disallow: /user