User-agent: GingerCrawler/1.0
Disallow: /

User-agent: GingerCrawler
Disallow: /

User-agent: StackRambler
Disallow: /

User-agent: StackRambler/2.0
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: LinkWalker/2.0 
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: W3C-checklink
Disallow: /samples/
Disallow: /downloads/
Disallow: /helponline/
Disallow: /GettingStarted/

User-agent: Slurp
Disallow: /downloads/