User-agent: Googlebot
Allow: /
Disallow: /cgi-bin/
Disallow: /page/*
Disallow: *view=all* 
Disallow: *view=expand*
Disallow: */lookup/*
Disallow: */redirect/*

User-agent: * 
Disallow: /      # disallow indexing of all pages