#The following example "/robots.txt" file specifies that no robots should visit any URL starting #with "/cyberworld/map/" or "/tmp/", or /foo.html: # robots.txt for http://www.speleo.nl/ User-agent: * Disallow: /leden/ #not allowed to view for nonmembers Disallow: /alv/ #not allowed to view for nonmembers Disallow: /handboek/ #not allowed to view for nonmembers Disallow: /beheer/ #not allowed to view for nonmembers