User-agent: *
Disallow: *.htm
Disallow: index.html
Disallow: index.htm
Disallow: *.cfm
Disallow: *.zip
Disallow: *.csv