# /robots.txt file for http://luxlink.com/ # mail webmaster@liteway.com for constructive criticism # #The basic idea is that if you include a tag like: # # in your HTML document, that document won't be indexed. # # # the links in that document will not be parsed by the robot. # # # example the two robots can get only ok in tmp # User-agent: webcrawler # User-agent: infoseek # Allow: /tmp/ok.html # Disallow: /tmp User-agent: * Disallow: /cgi-bin Disallow: /etc Disallow: /logs Disallow: /webstats Disallow: /htdocs/manuals Disallow: /htdocs/support Disallow: /htdocs/misc Disallow: /htdocs/misc2 #To remove all info from the wayback machine User-agent: ia_archiver Disallow: /