User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Crawl-delay: 5 # please hit me no more than once in 5 sec