User-agent: *
Disallow: /site/downloads/
Disallow: /site/css/
Disallow: /site/flash/
Disallow: /site/images/
Disallow: /site/javascript/
Disallow: /site/media/
Disallow: /site/includes/
Disallow: /admin/