User-agent: *
Disallow: /site/images
Disallow: /site/servlet/stream/playerXml
Disallow: /site/servlet/ajax/
Disallow: /site/servlet/stream/related
Disallow: /site/servlet/pbs/commentary
Disallow: /site/servlet/code/main