# robots.txt for http://www.3news.co.nz

# Restriction to all bots
# 

User-agent: *
Disallow: /portals/0/dart/

User-agent: *
Disallow: /Child-sex-tour-promoter-named/tabid/423/articleID/172108/Default.aspx

# Bots allowed
# Disallow: = allow all from these bots

User-agent: Sensis
Disallow:

User-agent: Yahoo-Newscrawler
Disallow:

User-agent: Yahoo-MMCrawler
Disallow:

User-agent: YahooSeeker
Disallow:

User-agent: yahoo-blogs
Disallow:

User-agent: Googlebot-PM
Disallow:

User-agent: Adsbot-Google
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Google-blogs
Disallow:

User-agent: Googlebot
Disallow: /Portals/0/dart/

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-News
Disallow: 

User-agent: msnbot
Disallow:

User-agent: msnbot-newsblogs
Disallow:

User-agent: Slurp
Disallow:

User-agent: Teoma
Disallow:

User-agent: twiceler
Disallow:

User-agent: Gigabot
Disallow:

User-agent: Robozilla
Disallow:

User-agent: psbot
Disallow:

User-agent: Nutch
Disallow:

User-agent: ia_archiver
Crawl-Delay: 20
Disallow:

User-agent: naverbot
Disallow:

User-agent: yeti
Disallow:

User-agent: Yandex
Disallow: /

User-agent: asterias
Disallow:

User-agent: newsexpress
Disallow:

User-agent: Lycos
Disallow:

User-agent: iisbot
Disallow:

User-agent: Baiduspider
Disallow: /

User-agent: turnitinbot 
Disallow: /

User-agent: Spinn3r
Disallow: /

User-agent: Spinn3r 3.1
Disallow: /

User-agent: flipboard
Disallow: /

Sitemap: http://www.3news.co.nz/sitemapindex.aspx