User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: *

Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-content/themes
Disallow: /wp-content/uploads/groups-file-access
Disallow: /trackback
Disallow: /comments
Disallow: /category/*/*
Disallow: /tag/
Disallow: */trackback
Disallow: */comments

Disallow: /product
Disallow: /sandbox
Disallow: /lp
Disallow: /web_elements
Disallow: /fb
Disallow: /podcast
Noindex: /lp
Disallow: /solutions
Noindex: /solutions