User-agent: Baiduspider+
Disallow: /
User-agent: sohu-search
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Jetbot
Disallow: /
User-agent: TurnitinBot/2.0
Disallow: /
User-agent: Xenu Link Sleuth
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /logs/