# robots.txt - default # $Id: robots.txt,v 1.15 2006/10/05 10:56:46 jriley Exp $ # "Any empty [Disallow] value, indicates that all URLs can be retrieved. # At least one Disallow field needs to be present in a record." #User-agent: Googlebot #Crawl-delay: 100 #Disallow: User-agent: * Disallow: /