User-Agent: *
Allow: /
Disallow: /*.html
Disallow: /*.htm
Disallow: /*.swf
Disallow: /scripts/
Disallow: /admin/
Disallow: /includes/
Disallow: /js/
Disallow: /css/
Disallow: /functions/