# Robots exlusion file for the Naafs - van Dijk family website
# Tells scanning robots where they are and are not welcome
#
# Last Modification: 2009.05.27 (was last modified on 2005.09.18 and on 2006.12.22)
#
User-agent: *
Disallow: /*index.html$
Disallow: /act/
Disallow: /cfformprotect/
Disallow: /incl/
Disallow: /img/
Disallow: /qry/
#
# aggregator Tailrank on a Linux machine fux up my logfiles with non-RFC requests
# example:
# ("GET ?template=3 HTTP/1.1" 200 53665 "-" "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.2.1; aggregator:Tailrank; http://tailrank.com/robot) Gecko/20021130")
# - so disallow aggregating my archives
# if this doesn't work then ==> Disallow: / (this means ALL)
#
User-agent: Tailrank
Disallow: /