# # robots.txt # # This file controls access to certain directories by robots that conform # to the robot exclusion standard. # # See http://www.robotstxt.org/ # # Lars Poulsen 2004-08-14 # User-agent: * # Indicates all robots, spiders, etc. Disallow: /error/ # Error pages are only for web server errors Disallow: /htdig/ # ht://dig stuff should not be indexed Disallow: /alumni/people/ Disallow: /afar-www/ Disallow: /afar-inc/ Disallow: /lars/personal/famtree/html/ Disallow: /louuc/ Disallow: /music/ Disallow: /pictures/ Disallow: /video/ Disallow: /mailman/private/ Disallow: /pipermail/