#robots file
User-agent: * 
Disallow: /admin/ 
Disallow: /includes/ 
Disallow: /js/ 
Disallow: /css/ 
Disallow: /other_files/ 
Disallow: /banners/ 
#Sitemap: http://www.yoursite.com/sitemap.gz
#User-agent: msnbot
#Disallow: /*.[file extension]$