# robots.txt for CSIRO Minerals (Claytown): User-agent: * Disallow: /icons/ # No use Disallow: /images/ # No use Disallow: /gif/ # No use Disallow: /int/ # Infinitely recursive if it exists Disallow: /ext/ # Infinitely recursive if it exists Disallow: /csiro/ # Infinitely recursive if it exists # Apart from those, you can collect files and stuff them away in your # web-search data bases to your hearts content. # via http://web.nexor.co.uk/mak/doc/robots/norobots.html # Modified by T.S., 23/10/2000