# /robots.txt - 2/6/96 CJ # # Keeps Webcrawlers and Spiders (a.k.a robots) from # accessing webpages # #This keeps all robots out of everything User-agent: * Disallow: / #This keeps all robots out of anything that starts #with the given path #User-agent: * #Disallow: /cgi-bin