# robots.txt for * User-agent: * Disallow: /dl/ User-agent: Baiduspider Disallow: /cgi-bin/