User-agent: *
Allow: /robot
Allow: /
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wpThumbnails/
Disallow: /*.js$
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$