# robots.txt for Allow: / # # $Id: robots.txt,v 1.38 2007/08/04 18:08:42 $ # # # Format is: # User-agent: # Allow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler # exclude some access-controlled areas User-agent: * Allow: /