User-agent: * Disallow: /cgi-bin/ Disallow: /i/ Disallow: /!down/ Disallow: /bdv/ Disallow: /stats/ User-agent: linksmanager Disallow: / User-agent: larbin Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: lwp-trivial/1.38 Disallow: / User-agent: lwp Disallow: /