#
User-agent: *
Disallow: /stats
Disallow: /logs

User-agent: Googlebot
Disallow: /*.zip$
Disallow: /*.log$
Disallow: /*=tar$
Disallow: /*=log$
Disallow: *annotate=*
Disallow: *sortby=*
Disallow: *sortdir=*

User-agent: Slurp
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

user-agent: msrbot
Disallow: /

User-agent: ShopWiki
Disallow: /