User-agent:  *
Disallow: /cgi-bin/mt/

Disallow: /weblog/random-article/

Disallow: /weblog/archive/
Disallow: /weblog/code/
Disallow: /weblog/commentary/
Disallow: /weblog/conferences/
Disallow: /weblog/data_mining/
Disallow: /weblog/drop_culture/
Disallow: /weblog/intellectual_property/
Disallow: /weblog/konsum/
Disallow: /weblog/links/
Disallow: /weblog/osx/
Disallow: /weblog/pop_culture/
Disallow: /weblog/recommendation_engines/
Disallow: /weblog/reviews/
Disallow: /weblog/site_updates/
Disallow: /weblog/software/
Disallow: /weblog/stuff/
Disallow: /weblog/tools/
Disallow: /weblog/web_services/


# You guys must be kidding. You can't just request thousands of feeds
# per day, not support ETags/conditional GET, and not even read
# robots.txt -- blocked your IP via .htaccess
User-agent: Virtual Reach Newsclip Collector
Disallow: /