Sitemap: http://www.visitnorway.com/sitemap_index.xml
User-agent: *
Disallow: /bvn/filenotfound/notfound.aspx
Disallow: *?print=on
Disallow: *?source*
Disallow: *Map/?c*
Disallow: *Map/?poi*
Disallow: *Map/?w*
Disallow: *Map/?snow*
Disallow: *VN/Search*
Disallow: *QWFeature.aspx*
Disallow: *id=Google
Disallow: *redir.asp*
Disallow: *dns_tourist_no
Disallow: *ProductDirectory*
Disallow: *Listes-des-produits*
Disallow: *Listado-de-productos*
Disallow: *Produktlista*
Disallow: *?aid=*

User-agent: Yandex
Disallow: /bvn/
Disallow: /de/
Disallow: /dk/
Disallow: /en/Product/
Disallow: /es/
Disallow: /fr/
Disallow: /it/
Disallow: /jp/
Disallow: /MWTemplates/
Disallow: /nl/
Disallow: /no/
Disallow: /es/
Disallow: /se/
Disallow: /templates/
Disallow: /upload/
Disallow: /Util/
Disallow: /pl

User-agent: Slurp
Crawl-delay: 10
Disallow: /bvn/filenotfound/notfound.aspx
Disallow: *?print=on
Disallow: *?source*
Disallow: *Map/?c*
Disallow: *Map/?poi*
Disallow: *Map/?w*
Disallow: *Map/?snow*
Disallow: *VN/Search*
Disallow: *QWFeature.aspx*
Disallow: *id=Google
Disallow: *redir.asp*
Disallow: *dns_tourist_no
Disallow: *ProductDirectory*
Disallow: *Listes-des-produits*
Disallow: *Listado-de-productos*
Disallow: *Produktlista*
Disallow: *?aid=*

User-Agent: Sogou
Crawl-delay: 180
Disallow: /
Allow: /cn/Articles/
Allow: /cn/Stories/
Allow: /cn/Product/

User-Agent: YoudaoBot
Crawl-delay: 180
Disallow: /
Allow: /cn/Articles/
Allow: /cn/Stories/
Allow: /cn/Product/

User-agent: Exabot
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: Sosospider
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: twiceler
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: dotbot
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-Agent: MJ12bot
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-Agent: StackRambler
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: Speedy
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: Yetibot
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: Heritrix
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: KaloogaBot
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/

User-agent: 80legs
Crawl-delay: 860
Disallow: /
Allow: /en/Articles/
Allow: /en/Stories/
Allow: /en/Product/