# robots.txt for http://www.thedaughters.com/ # See http://www.robotstxt.org/wc/norobots.html User-agent: * # housekeeping and incidental files Disallow: /daughters/ Disallow: /cgi-bin/ # Do allow Misc/index.html and follow links in www_ref, but not others: Disallow: /Misc/Copyright.html Disallow: /Misc/NewComments.html Disallow: /Misc/order.html Disallow: /Misc/whatsnew.html # Sound files Disallow: /Sounds/ # Private directories Disallow: /Private/ # User-agent: W3C-checklink Disallow: /Private/