User-agent: * # applies to all robots Disallow: /cgi-bin Disallow: /cp Disallow: /_admin Disallow: /_source Disallow: /_uploaded Disallow: /tpls Disallow: /images Disallow: style.css Disallow: layout-original.htm # The "Disallow" field specifies a partial URI that # is not to be visited. This can be a full path, or a # partial path; any URI that starts with this value will # not be retrieved. For example, # # Disallow: /help disallows both /help.html and /help/index.html, whereas # Disallow: /help/ would disallow /help/index.html but allow /help.html. # # An empty value for "Disallow", indicates that all URIs # can be retrieved. At least one "Disallow" field must be # present in the robots.txt file. # # (Source: http://www.w3.org/TR/html401/appendix/notes.html#h-B.4.1.1)