User-agent: *
Disallow: /CSS/		# No need to crawl this directory
Disallow: /cgi-bin/		# No need to crawl this directory
Disallow: /flash/		# No need to crawl this directory
Disallow: /images/ 	# No need to crawl this directory
Disallow: /scgi-bin/		# No need to crawl this directory
Disallow: /scripts/		# No need to crawl this directory