# robots.txt for http://www.inet-toolbox.com/ User-agent: * Disallow: /css/ # just style sheets Disallow: /cgi-bin/ # you don't need this isallow: /downloads/ # member access only anyway Disallow: /images/ # don't index our images Disallow: /forms/ # our forms don't need indexing Disallow: /stats/ # this is for stats only Disallow: /subs/ # temporary files Disallow: /Templates/ # you don't need to index this anyway Disallow: /webmail/ # client only webmail access