# robots.txt for http://www.dekoningh.nl/ # Dirs ALWAYS have end slash: /DirName/ # Files NEVER have end slash but ALWAYS uses extension: /Filename.html # this goes for every robot User-agent: * # this will soon be gone Disallow: /_mm/ Disallow: /_notes/ Disallow: /_baks/ Disallow: /_private/ Disallow: /stijlen/ Disallow: /scripts/ Disallow: /images_main/ Disallow: /oud/ # this goes for google only User-agent: googlebot Disallow: *.doc$ Disallow: *.pdf$ Disallow: *.css$ Disallow: *.csi # Rover is a bad dog User-agent: Roverbot Disallow: / # WhoWhere gathers data for email directory from web pages User-agent: whowhere Disallow: /