User-agent: Slurp
Disallow: /*?*
Disallow: /random
Disallow: /shortlist
Disallow: /general

User-agent: Googlebot
Disallow: /*?*
Disallow: /random
Disallow: /shortlist
Disallow: /general

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /random
Disallow: /shortlist
Disallow: /general