# Disallowed crawlers
User-agent: accelobot
Disallow: /

User-agent: ah-crawler
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: BoardReader
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: EasouSpider 
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: ezooms
Disallow: /

User-agent: FAST+Enterprise+Crawler+6+used+by+LexisNexis+(lnbot@lexisnexis.com)
Disallow: /

User-agent: FAST Enterprise Crawler 6 used by LexisNexis
Disallow: /

User-agent: FAST+Enterprise+Crawler/6.7.0+(crawler@fast.no)
Disallow: /

User-agent: FAST*
Disallow: /

User-agent: HotGrinds
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: IstellaBot 
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Newistic
Disallow: /

User-agent: NOL Gerbil
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: psbot
Disallow: /

User-agent: R6_CommentReader
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: SEOkicks-Robot 
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: Synthesio
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: UnisterBot
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: Whitevector
Disallow: /

User-agent: XoviBot
Disallow: /

# All remaining user agents
User-agent: *

Disallow: /db_backup.1466188839/