# robots.txt for http://www.promo.net/ User-agent: * Disallow: / #disallow whole site Disallow: /pdm/ #Disallow pdm Disallow: /gut/ #Disallow gut Disallow: /cgi-bin/ Disallow: /pg0/ Disallow: /pg1/ Disallow: /pgv/ User-agent: wget Disallow: / User-agent: netcat Disallow: / User-agent: nc Disallow: /