# All robots will spider the domain User-agent: * Disallow: # Disallow directory /_INCLUDES/ User-agent: * Disallow: /_INCLUDES/ # Disallow directory /_FILES/ #User-agent: * #Disallow: /_FILES/ # Disallow directory /_TEMPLATES/ User-agent: * Disallow: /_TEMPLATES/ # Disallow directory /_VCS/ User-agent: * Disallow: /_VCS/ # Disallow directory /_CSS/ User-agent: * Disallow: /_CSS/ # Disallow directory /_TOOLS/ User-agent: * Disallow: /_TOOLS/ # Disallow directory /awstats/ User-agent: * Disallow: /awstats/