# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $ # robots.txt for http://witch.sggw.waw.pl/ # see for an explanation. # Nie przegladajcie nieciekawych rzeczy User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /harvest/cgi-bin/ # Script files Disallow: /admin/ # Huge server statistic logs Disallow: /local/ Disallow: /guestb/ Disallow: /images/ Disallow: /include/ Disallow: /pl/include/ Disallow: /search/ Disallow: /catalog/ Disallow: /add-on/ Disallow: /links/ Disallow: /archie/ Disallow: /newsweb/ Disallow: /webmaster/ Disallow: /ftp/ Disallow: /~rbogdan/ Disallow: /~amichor/ Disallow: /pub/ Disallow: /bscw/ Disallow: /samba/ Disallow: /htdig/ Disallow: /errors/ Disallow: /smbimg/ Disallow: /img/ Disallow: /history/