#google agent
User-agent: Googlebot
Allow: /
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.gif$
Disallow: /images/
Disallow: /include/
Disallow: /styles/
# all agents
User-agent: *
Disallow: /images/
Disallow: /include/
Disallow: /styles/