User-agent: *
Allow: /
Disallow: /extranet
Disallow: /shopping
Disallow: /demo
Disallow: /maintenance