# robots.txt for http://tc3.iec.ch/ User-agent: * Disallow: /restricted/ # This removes the restricted area from spider attempts Disallow: /cgi-bin/restricted/ # This removes all cgi-bin requests Disallow: /tc3_oldsite/ Disallow: /xyzbetatest_tc3/