User-agent: heritrix
Disallow: /

User-agent: heritrix/1.12.0
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: linksmanager
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: Gigabot 
Disallow: /

User-agent: Charlotte/1.0b
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: bot/1.0
Disallow: /

User-agent: *
Disallow: