User-agent: NPBot
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: *
#
# These are actual existing files and directories
Disallow: /_vti_cnf
Disallow: /_vti_pvt
Disallow: /404
Disallow: /Desktop.ini
Disallow: /error
Disallow: /lasttwo.htm
Disallow: /mom.jpg
Disallow: /mom2.jpg
Disallow: /nfresume.htm
Disallow: /Picasa.ini
Disallow: /random.stm
Disallow: /Thumbs.db
Disallow: /ViewerParams.ini
Disallow: /accesslog
Disallow: /p/
Disallow: /photos
Disallow: /Originals
#
# These directories and files do not have real content and
# only exist as a way to help me to find and ban misbehaving
# bots and worms.
Disallow: /.html
Disallow: /.jsp
Disallow: /|1.html
Disallow: /a1b2c3d4e5f6g7h8i9
Disallow: /ads
Disallow: /adserver
Disallow: /adxmlrpc.php
Disallow: /awstats
Disallow: /blog
Disallow: /blogs
Disallow: /cgi-bin
Disallow: /CustomerList
Disallow: /drupal
Disallow: /formmail.php
Disallow: /myadmin
Disallow: /phpads
Disallow: /phpadsnew
Disallow: /phpgroupware
Disallow: /phpmyadmin
Disallow: /pma
Disallow: /wordpress
Disallow: /xmlrpc
Disallow: /xmlrpc.php
Disallow: /xmlsrv