# Tells Scanning Robots Where They Are And Are Not Welcome # User-agent: can also specify by name; "*" is for everyone # Disallow: if this matches first part of requested path, # forget it #User-agent: * # applies to all robots #Disallow: / #Allow: /default.aspx # Let whoever understands Allow index defaultpage #Allow: /Forms/R0500.aspx # Let whoever understands Allow index aboutpage