User-agent: * # applies to all robots Disallow: / # disallow indexing of all pages Disallow: /Templates/* Disallow: /catalog/admin/* Disallow: /cgi-bin/* Disallow: /data/* Disallow: /images/* Disallow: /scripts/* Disallow: /ssi/* Disallow: /styles/*