User-agent: * # match all bots
# Allow: /en/index.htm #this file will be exception if this directory is disallowed.
Disallow: /js/
Disallow: /redirector.htm
# Sitemap: http://www.google.com/hostednews/sitemap_index.xml