# /robots.txt for https://wwwbs.informatik.htw-dresden.de/ User-agent: * # attention all robots Disallow: /cgi-bin/ Disallow: /lehre/ Disallow: /priv/ User-agent: DataCha0s/ Disallow: / # but allow htdig User-agent: htdig Allow: /lehre/ # but allow wget User-agent: wget Allow: /lehre/