User-Agent: *
Allow: /


User-agent: *
Disallow: /cgi-bin/


User-agent: Googlebot
Allow: /


User-agent: Googlebot 
content: noarchive


User-agent: ia_archiver
Disallow: /


User-agent: searchpreview
Disallow: /