User-agent: Googlebot
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

User-agent: *
Disallow: /admin
Disallow: /cache
Disallow: /cgi-
Disallow: /db
Disallow: /docs
Disallow: /images
Disallow: /includes
Disallow: /language
Disallow: /~~contrib
Disallow: /~~install
Disallow: /rdf

# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: /