User-agent: AboutUsBot 
Disallow: / 

User-agent: ia_archiver
Disallow: /

User-agent: baiduspider 
Disallow: /

User-agent: baidu 
Disallow: / 

User-agent: YodaoBot
Disallow: /

User-agent: Gigabot/3.0 
Disallow: /

User-agent: *
Disallow: /title18.html
Disallow: /disclaimer.html
Disallow: /privacy_policy.html
Disallow: /coppa_statement.html
Disallow: /ccbill/
Disallow: /cgi-bin/
Disallow: /banners/
Disallow: /images/
Disallow: /preview/streams/
Disallow: /securty/
Disallow: /affiliate/