# allow all robots except Sosospider User-agent: * Crawl-delay: 10 Allow: / User-agent: Sosospider Disallow: / User-agent: Slurp Crawl-delay: 300 Disallow: /cgi-bin/ Disallow: /LinksImages/