User-agent: * # "*" is a wildcard, affects all search engines Disallow: /employee/ # stop from looking at pim4u.com/employee Disallow: /cgi-bin/ # and cgi-bin # Disallow: blocks access to a file/directory # Examples # Disallow: cheese.htm # Disallow: /somedir/file.html # # See http://www.searchtools.com/robots/robots-txt.html for more examples xamples