# robots.txt for http://www.archeos.nl/ User-agent: Koninklijke Bibliotheek web archive (heritrix +http://www.kb.nl) User-agent: ia_archiver Disallow: /Admin/ Disallow: /cgi-bin/ Disallow: /logs/ Disallow: /mysqladmin/ Disallow: /usage/ User-agent: * Disallow: /Admin/ Disallow: /cgi-bin/ Disallow: /docenten/leskoffer/download/ Disallow: /images/ Disallow: /includes/ Disallow: /logs/ Disallow: /mysqladmin/ Disallow: /scripts/ Disallow: /styles/ Disallow: /usage/