# All robots will spider the domain User-agent: baiduspider Disallow: # Disallow directory /cgi-bin User-agent: * Disallow: /cgi-bin # Disallow directory /photos User-agent: * Disallow: /photos # Disallow directory /logs User-agent: * Disallow: /logs # Disallow directory /storage User-agent: * Disallow: /storage # Disallow directory /cards User-agent: * Disallow: /cards User-agent: baiduspider Disallow: / User-agent: psbot Disallow: