User-agent: Collector 1.0
Disallow: /
User-agent: Flaming AttackBot
Disallow: /
User-agent: Mata Hari
Disallow: /
User-agent: NetMechanic
Disallow: /
User-agent: ProWebWalker
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SpankBot
Disallow: /
User-agent: WebBandit
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebEnhancer
Disallow: /
User-agent: WebSauger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: Wget
Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-agent: *
Disallow: /getrates.php
Disallow: /cgi-bin