User-agent: searchpreview
Disallow: /

#
# 2006/03/11, Saturday @ 21:21
#
# Added the following to exclude the Internet Archive's
# crawler (and remove documents from the Wayback Machine)
#   http://web.archive.org/ and 
#   http://pages.alexa.com/help/webmasters/index.html
#

User-agent: ia_archiver
Disallow: /

#
# 2008/03/20 @ 20:11 PDT, Thursday
#
# Added the following to exclude the Snap Shots
# crawler http://www.snap.com/snapshots_faq.php
#

User-agent: SnapPreviewBot
Disallow: /

#
# 2008/04/13 @ 00:36 PDT, Sunday
#
# Added to prevent all robots from crawling
# all files except index.html after I transfer
# the other files into /Htb.
#

User-agent: *
Disallow: /Htb

#
# 2009/06/09 @ 12:36 PDT, Tuesday
#
# Added so that all robots that use Sitemaps
# know where my Sitemap is located.
#

Sitemap: http://childfreeman1962.tripod.com/sitemap.xml