User-agent: * # All spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /images/ # Images Disallow: /dca/ # Dutch Castles Archive Disallow: /nederland/ # Dutch Castles Archive Disallow: / # Avoid directories