User-agent: *
Disallow: /search.php
Disallow: /populartags.php


# too many repeated hits, too quick, but slow indexing
User-agent: Yeti
Disallow: /

# too many repeated hits, too quick, but slow indexing
User-agent: Baiduspider+
Disallow: /