User-Agent: *
Allow: /images
Disallow: /styles
Disallow: /ads
Disallow: /commercial
Disallow: /webalizer
Disallow: /dvp
Allow: /
Disallow: /site_1
Disallow: /admin
Disallow: /*.asp*$
Disallow: /*.cgi*$
Disallow: /*.html*$
Disallow: /*.php*$
Disallow: /*.py*$