# robots.txt for http://www.chiarafox.com/ #user-agent: * will disallow for all agents spidering the site User-agent: * #**************************************************************************************** # Disallow at directory level - all URls with the directory in them will not be spidered #**************************************************************************************** Disallow: /tnt/ #*******************************************************************-********************* # Disallow at file level - all URLs with the directory and file name will not be spidered. # e.g. Disallow : /corp/en/about/pspartner/index.jsp #***************************************************************************************** Disallow: /tnt.html