User-agent: *
Disallow: /cgi-bin/	# standard CGI location
Disallow: /Scripts/	# standard SCRIPTS location
Disallow: /WebStats/	# typical WebTrends location
Disallow: /_private/	# non-public data
Disallow: /_restricted/	# non-public data

User-agent: searchpreview
Disallow: /		# Tell MSN not to generate previews

User-Agent: Googlebot
Allow: /DE/             # Allow (for googlebot)
Allow: /FR/             # Allow (for googlebot)
Allow: /IT/             # Allow (for googlebot)
Allow: /EN/             # Allow (for googlebot)