# # ROBOTS.TXT # This file should use Unix end-of-line conventions and # should be uploaded as an ASCII text file via FTP. # # # htdig is okay; it's our search tool. Permit indexing of # all except the genealogy pages # User-agent: htdig Disallow: /genealogy/ Disallow: /_private/ # # All other robots can index just the public folder. # User-agent: * Disallow: /_ Disallow: /cgi Disallow: /chat/ Disallow: /etc/ Disallow: /genealogy/ Disallow: /htdig Disallow: /journal/ Disallow: /maps/ Disallow: /photogallery/