# allow all search engine crawlers
User-Agent: *

# do not allow crawling in
Disallow: /cgi-bin/
/analytics/
/awstats/
/css/
/flash/
/images/
/Scripts/
/ssi/
/Templates/
/test/