# robots.txt for http://www.dante.de/ User-agent: * # matches any robot # Disallow: /cgi-bin # deny CGI scripts to be browsed Disallow: /icons Disallow: /icons-local Disallow: /StyleSheets Disallow: /imgdir Disallow: /testing # Disallow: /Neues # deny all newly changed pages # Disallow: /usage # usage summaries (wusage) Disallow: /RCS/ # deny RCS directories Disallow: RCS/ # deny all(?) other RCS directories # # Disallow: /pub # explicitly disallow impossible(!) ftp access Disallow: /tex-archive # explicitly disallow impossible(!) ftp access Disallow: /svnroot # Disallow: /TeX-Service-Paket # old version of /TeX-Service Disallow: /TeX-Service Disallow: /www-doku # local WWW docs # Disallow: /twiki/bin/attach Disallow: /twiki/bin/changes Disallow: /twiki/bin/edit Disallow: /twiki/bin/geturl Disallow: /twiki/bin/installpasswd Disallow: /twiki/bin/mailnotify Disallow: /twiki/bin/manage Disallow: /twiki/bin/oops Disallow: /twiki/bin/passwd Disallow: /twiki/bin/preview Disallow: /twiki/bin/rdiff Disallow: /twiki/bin/rdiffauth Disallow: /twiki/bin/register Disallow: /twiki/bin/rename Disallow: /twiki/bin/save Disallow: /twiki/bin/search Disallow: /twiki/bin/setlib.cfg Disallow: /twiki/bin/statistics Disallow: /twiki/bin/testenv Disallow: /twiki/bin/upload Disallow: /twiki/bin/viewauth # # for more information: # # http://www.robotstxt.org/wc/robots.html # # -- end of robots.txt --