User-agent: *
Disallow: /cgi-bin
Disallow: /plg
Disallow: /recommends
Disallow: /thankyou
Disallow: /google
Disallow: /banner
Disallow: /opinion


User-agent: ia_archiver
Disallow: /cgi-bin
Disallow: /plg
Disallow: /recommends
Disallow: /thankyou
Disallow: /google
Disallow: /banner
Disallow: /opinion