User-agent: facebookexternalhit
Allow: /

User-agent: Nessus WAS
User-agent: Nessus
User-agent: Yandex
User-agent: Baiduspider
Disallow: /

User-agent: *
Disallow: /*/rss
Disallow: /404