User-agent: *
Disallow: /articles/
Disallow: /recommend/
Disallow: /signup.html
Disallow: /cgi-bin/news/signup.cgi
Disallow: /cgi-bin/news/member.cgi

User-agent: Slurp
Crawl-delay: 10