# robots.txt www.kit.nl 19/06/2009
User-agent: msnbot
Disallow: /

User-agent: *
Disallow: /images/
Disallow: /imageoutput/
Disallow: /Global_Config/
Disallow: /KIT_Config_v2/
Disallow: /TM_Config_v2/
Disallow: /PUB_Config_v2/
Disallow: /TT_Config_v2/
Disallow: /Portals_Config_v2/
Disallow: /kit_databases/
Disallow: /NET/
Crawl-delay: 5
Request-rate: 1/5