# robots.txt User-agent: * # match any robot name Disallow: /cgi-bin/ # no robots in my bin Disallow: /_* # Frontpage stuff Disallow: /WebTrends Disallow: /WebPosition