User-agent: *
Allow: /
Clean-param: * *.php
Disallow: /ssi/
Disallow: /admin/
Disallow: /dev/
Disallow: /cgi-bin/
Disallow: *.shtml
Disallow: *.shtm

#Crawl-delay: 4.5