Sitemap: http://www.3news.co.nz/DesktopModules/Article%20Presentation/External.aspx?tabid=783&moduleid=12224

# Restrictions to all bots
# 
# 
#

Crawl-Delay: 20


User-agent: *
Disallow: /

User-agent: Sensis
Allow: /

User-agent: Yahoo-Newscrawler
Allow: /

User-agent: Yahoo-MMCrawler
Allow: /

User-agent: Googlebot-PM
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: msnbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: psbot
Allow: /

User-agent: newsexpress
Allow: /

User-agent: TechnoratiBot/8.1
Allow: /