User-agent: *   
Disallow: /admin
Disallow: /cgi-bin
Disallow: /cache
User-agent: Googlebot
Allow: /products
Allow: /pdf
Allow: /images
Allow: /products/images