User-agent: msnbot
# Disallow: /
Disallow: /download.php
Disallow: /cgi-bin/
Disallow: /tbb/
Disallow: /data/
Disallow: /news/
Disallow: /polls/
Disallow: /gb/
Disallow: /html/

User-agent: *
Disallow: /download.php
Disallow: /cgi-bin/
Disallow: /tbb/
Disallow: /data/
Disallow: /news/
Disallow: /polls/
Disallow: /gb/
Disallow: /html/