User-agent: * # applies to all robots Disallow: # allow indexing of all pages. must be present