User-Agent: archive_crawler
Disallow: /

User-Agent: laycat
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: larbin
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: OmniExplorer_Bot
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: dotbot/1.0 
Disallow: /

User-agent: ccbot
Disallow: /
                                       
User-agent: PiplBot
Disallow: /                 

User-agent: KSCrawler
Disallow: /                      

User-agent: MLBot
Disallow: /

User-agent: *
Disallow: /rpd/
Disallow: /go/
Disallow: /help/