User-agent: * # To not confuse google with links to snapshot docs. Disallow: /~michalis/vrmlengine-snapshots/ Disallow: /vrmlengine-snapshots/ # To not confuse google with links to informator wiki/snapshot. Disallow: /informator/wiki/ # Disallow: /informator/snapshots/ # or maybe allow this? header says it is wersja robocza... Disallow: /~michalis/informator/ # Getting this eats a lot of CPU. Sample: # 212.77.100.47 - - [21/Dec/2009:15:03:20 +0100] "GET /cgi-bin/viewvc.cgi/informator/trunk/docbook/README?r1=38&r2=39&pathrev=61 HTTP/1.1" 200 2899 "-" "NetSprint -- 3.0" Disallow: /cgi-bin/viewvc.cgi/ Disallow: /informator/trac/ Disallow: /wsvn/ Disallow: /websvn/