User-agent: AboutUsBot 
Disallow: / 

User-agent: ia_archiver
Disallow: /

User-agent: baiduspider 
Disallow: /

User-agent: baidu 
Disallow: / 

User-agent: YodaoBot
Disallow: /

User-agent: Gigabot/3.0 
Disallow: /

User-agent: *
Disallow: /title18.html
Disallow: /disclaimer.html
Disallow: /privacy_policy.html
Disallow: /coppa_statement.html
Disallow: /ccbill/
Disallow: /cgi-bin/
Disallow: /banners/
Disallow: /images/
Disallow: /preview/streams/
Disallow: /preview/video_samples/solo/
Disallow: /preview/video_samples/action/
Disallow: /preview/video_samples/model_thumb/
Disallow: /securty/
Disallow: /affiliate/
Disallow: /dbadmin/
Disallow: /mysql/
Disallow: /phpMyAdmin/
Disallow: /phpmanager/
Disallow: /phpm/
Disallow: /manger/
Disallow: /admin/