User-agent: Googlebot
Disallow: /


User-agent: *
Disallow: /offers/ # This is an infinite virtual URL space
Disallow: /tmp/ # these will soon disappear