nzherald.co.nz

Loading...

Loading...

{
  "latency": 30,
  "ipAddresses": [
    "104.18.2.137",
    "104.18.3.137",
    "2606:4700::6812:389",
    "2606:4700::6812:289"
  ],
  "dns": {
    "NS": [
      "dns1.p01.nsone.net.",
      "dns2.p01.nsone.net.",
      "dns3.p01.nsone.net.",
      "dns4.p01.nsone.net."
    ],
    "A": [
      "104.18.2.137",
      "104.18.3.137"
    ],
    "AAAA": [
      "2606:4700::6812:389",
      "2606:4700::6812:289"
    ],
    "TXT": [
      "facebook-domain-verification=b6gf9mv2wbichu3guk1e87n6hsy2z",
      "MS=ms18975447",
      "v=spf1 include:au._netblocks.mimecast.com include:spf.protection.outlook.com include:_spf.google.com a:smtp.acudn.co.nz include:servers.mcsv.net ?all",
      "have-i-been-pwned-verification=4bbec387d62f8e4be72b79a52a74cfd2",
      "n3absbav84rogkh2g2gb8cq3f8",
      "google-site-verification=Qlw0hwhKv2mIkqFlDScn04Wrs5L6EcAt1RX4egDU7g4",
      "ca3-e11bad142ea040208c5a14b244a8aaee",
      "google-site-verification=XcD1Acw7Zw52ak8a6rCjwmC3MgBrkElv0GVvXu4HkVM",
      "google-site-verification=hNb_bBhzrgPT1VuWL7ZDtyrFr28BPQuij0BBXF928tc",
      "google-site-verification=iTCR4LG5gbSJ0NzRflFVhBe59q2KmT800jUIZiOabII",
      "google-site-verification=8OB6pzQbLPREayCLl3kYENC_cJexNrvTdIAjVGLNKyY",
      "google-site-verification=oDBB2x5z5YmhTglOcyRvY9GWEPd7_IfmwMkozGM9bhQ",
      "ca3-9293012c534147cb85d8d782377c7b5c",
      "google-site-verification=XhAWr-w28jTkSZPF0S_TOHWqzQQejNV4n8utlmY_Uv4"
    ]
  }
}

[
  {
    "url": "https://nzherald.co.nz",
    "technologies": [
      {
        "slug": "http-2",
        "name": "HTTP/2",
        "versions": [],
        "trafficRank": 275,
        "confirmedAt": 1725071195,
        "icon": "HTTP2.svg",
        "categories": [
          {
            "id": 19,
            "slug": "miscellaneous",
            "name": "Miscellaneous"
          }
        ]
      },
      {
        "slug": "microsoft-advertising",
        "name": "Microsoft Advertising",
        "versions": [],
        "trafficRank": 277,
        "confirmedAt": 1724284488,
        "icon": "Microsoft.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      },
      {
        "slug": "doubleclick-campaign-manager-dcm",
        "name": "DoubleClick Campaign Manager (DCM)",
        "versions": [],
        "trafficRank": 303,
        "confirmedAt": 1725071195,
        "icon": "DoubleClick.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      },
      {
        "slug": "jsdelivr",
        "name": "jsDelivr",
        "versions": [],
        "trafficRank": 841,
        "confirmedAt": 1725054456,
        "icon": "jsdelivr-icon.svg",
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ]
      },
      {
        "slug": "gls",
        "name": "GLS",
        "versions": [],
        "trafficRank": 508,
        "confirmedAt": 1723677687,
        "icon": "GLS.svg",
        "categories": [
          {
            "id": 99,
            "slug": "shipping-carriers",
            "name": "Shipping carriers"
          }
        ]
      },
      {
        "slug": "mediaelement-js",
        "name": "MediaElement.js",
        "versions": [
          "4.1.3"
        ],
        "trafficRank": 537,
        "confirmedAt": 1725054456,
        "icon": "MediaElement.js.svg",
        "categories": [
          {
            "id": 14,
            "slug": "video-players",
            "name": "Video players"
          }
        ]
      },
      {
        "slug": "integral-ad-science",
        "name": "Integral Ad Science",
        "versions": [],
        "trafficRank": 1059,
        "confirmedAt": 1725071195,
        "icon": "Integral Ad Science.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      },
      {
        "slug": "google-analytics-enhanced-ecommerce",
        "name": "Google Analytics Enhanced eCommerce",
        "versions": [],
        "trafficRank": 1088,
        "confirmedAt": 1725054456,
        "icon": "Google Analytics.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "google-adsense",
        "name": "Google AdSense",
        "versions": [],
        "trafficRank": 1374,
        "confirmedAt": 1725071195,
        "icon": "Google AdSense.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      },
      {
        "slug": "smartocto",
        "name": "Smartocto",
        "versions": [],
        "trafficRank": 802,
        "confirmedAt": 1725054456,
        "icon": "Smartocto.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "svelte",
        "name": "Svelte",
        "versions": [],
        "trafficRank": 928,
        "confirmedAt": 1725071195,
        "icon": "Svelte.svg",
        "categories": [
          {
            "id": 12,
            "slug": "javascript-frameworks",
            "name": "JavaScript frameworks"
          }
        ]
      },
      {
        "slug": "criteo",
        "name": "Criteo",
        "versions": [],
        "trafficRank": 1761,
        "confirmedAt": 1725071195,
        "icon": "Criteo.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          },
          {
            "id": 77,
            "slug": "retargeting",
            "name": "Retargeting"
          }
        ]
      },
      {
        "slug": "facebook-pixel",
        "name": "Facebook Pixel",
        "versions": [
          "2.9.165",
          "2.9.166",
          "2.9.159",
          "2.9.160",
          "2.9.161"
        ],
        "trafficRank": 2018,
        "confirmedAt": 1725054456,
        "icon": "Facebook.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "chartbeat",
        "name": "Chartbeat",
        "versions": [],
        "trafficRank": 2018,
        "confirmedAt": 1725054456,
        "icon": "Chartbeat.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "linkedin-insight-tag",
        "name": "Linkedin Insight Tag",
        "versions": [],
        "trafficRank": 2022,
        "confirmedAt": 1725054456,
        "icon": "Linkedin.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "google-analytics",
        "name": "Google Analytics",
        "versions": [
          "GA4"
        ],
        "trafficRank": 2039,
        "confirmedAt": 1725054456,
        "icon": "Google Analytics.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "brightcove",
        "name": "Brightcove",
        "versions": [],
        "trafficRank": 1915,
        "confirmedAt": 1725071195,
        "icon": "Brightcove.svg",
        "categories": [
          {
            "id": 14,
            "slug": "video-players",
            "name": "Video players"
          }
        ]
      },
      {
        "slug": "amazon-cloudfront",
        "name": "Amazon CloudFront",
        "versions": [],
        "trafficRank": 1729,
        "confirmedAt": 1723677688,
        "icon": "Amazon Cloudfront.svg",
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ]
      },
      {
        "slug": "amazon-web-services",
        "name": "Amazon Web Services",
        "versions": [],
        "trafficRank": 1729,
        "confirmedAt": 1723677687,
        "icon": "Amazon Web Services.svg",
        "categories": [
          {
            "id": 62,
            "slug": "paas",
            "name": "PaaS"
          }
        ]
      },
      {
        "slug": "outbrain",
        "name": "Outbrain",
        "versions": [],
        "trafficRank": 2113,
        "confirmedAt": 1725054456,
        "icon": "Outbrain.svg",
        "categories": [
          {
            "id": 5,
            "slug": "widgets",
            "name": "Widgets"
          },
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      },
      {
        "slug": "core-js",
        "name": "core-js",
        "versions": [
          "3.6.4",
          "3.15.2",
          "3.34.0",
          "3.37.1",
          "3.38.0"
        ],
        "trafficRank": 2291,
        "confirmedAt": 1725071195,
        "icon": "core-js.png",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "akamai",
        "name": "Akamai",
        "versions": [],
        "trafficRank": 2325,
        "confirmedAt": 1725071195,
        "icon": "Akamai.svg",
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ]
      },
      {
        "slug": "nginx",
        "name": "Nginx",
        "versions": [],
        "trafficRank": 2325,
        "confirmedAt": 1725071195,
        "icon": "Nginx.svg",
        "categories": [
          {
            "id": 22,
            "slug": "web-servers",
            "name": "Web servers"
          },
          {
            "id": 64,
            "slug": "reverse-proxies",
            "name": "Reverse proxies"
          }
        ]
      },
      {
        "slug": "hsts",
        "name": "HSTS",
        "versions": [],
        "trafficRank": 2325,
        "confirmedAt": 1725071195,
        "icon": "default.svg",
        "categories": [
          {
            "id": 16,
            "slug": "security",
            "name": "Security"
          }
        ]
      },
      {
        "slug": "openresty",
        "name": "OpenResty",
        "versions": [],
        "trafficRank": 2325,
        "confirmedAt": 1725071195,
        "icon": "OpenResty.svg",
        "categories": [
          {
            "id": 22,
            "slug": "web-servers",
            "name": "Web servers"
          }
        ]
      },
      {
        "slug": "cart-functionality",
        "name": "Cart Functionality",
        "versions": [],
        "trafficRank": 2317,
        "confirmedAt": 1725071195,
        "icon": "Cart-generic.svg",
        "categories": [
          {
            "id": 6,
            "slug": "ecommerce",
            "name": "Ecommerce"
          }
        ]
      },
      {
        "slug": "arc-xp",
        "name": "Arc XP",
        "versions": [],
        "trafficRank": 2321,
        "confirmedAt": 1725071195,
        "icon": "Arc XP.svg",
        "categories": [
          {
            "id": 1,
            "slug": "cms",
            "name": "CMS"
          },
          {
            "id": 95,
            "slug": "digital-asset-management",
            "name": "Digital asset management"
          }
        ]
      },
      {
        "slug": "akamai-mpulse",
        "name": "Akamai mPulse",
        "versions": [],
        "trafficRank": 2321,
        "confirmedAt": 1725071195,
        "icon": "Akamai.svg",
        "categories": [
          {
            "id": 78,
            "slug": "rum",
            "name": "RUM"
          }
        ]
      },
      {
        "slug": "open-graph",
        "name": "Open Graph",
        "versions": [],
        "trafficRank": 2321,
        "confirmedAt": 1725071195,
        "icon": "Open Graph.svg",
        "categories": [
          {
            "id": 19,
            "slug": "miscellaneous",
            "name": "Miscellaneous"
          }
        ]
      },
      {
        "slug": "react",
        "name": "React",
        "cpe": "cpe:2.3:a:facebook:react:18.2.0:*:*:*:*:*:*:*",
        "versions": [
          "18.2.0"
        ],
        "trafficRank": 2321,
        "confirmedAt": 1725071195,
        "icon": "React.svg",
        "categories": [
          {
            "id": 12,
            "slug": "javascript-frameworks",
            "name": "JavaScript frameworks"
          }
        ]
      },
      {
        "slug": "boomerang",
        "name": "Boomerang",
        "versions": [],
        "trafficRank": 2321,
        "confirmedAt": 1725071195,
        "icon": "boomerang.svg",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          },
          {
            "id": 78,
            "slug": "rum",
            "name": "RUM"
          }
        ]
      },
      {
        "slug": "webpack",
        "name": "Webpack",
        "versions": [],
        "trafficRank": 2321,
        "confirmedAt": 1725071195,
        "icon": "Webpack.svg",
        "categories": [
          {
            "id": 19,
            "slug": "miscellaneous",
            "name": "Miscellaneous"
          }
        ]
      },
      {
        "slug": "braze",
        "name": "Braze",
        "versions": [
          "5.2"
        ],
        "trafficRank": 2334,
        "confirmedAt": 1725071195,
        "icon": "Braze.svg",
        "categories": [
          {
            "id": 32,
            "slug": "marketing-automation",
            "name": "Marketing automation"
          },
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "google-sign-in",
        "name": "Google Sign-in",
        "versions": [],
        "trafficRank": 2342,
        "confirmedAt": 1725071195,
        "icon": "Google.svg",
        "categories": [
          {
            "id": 69,
            "slug": "authentication",
            "name": "Authentication"
          }
        ]
      },
      {
        "slug": "tailwind-css",
        "name": "Tailwind CSS",
        "versions": [],
        "trafficRank": 2364,
        "confirmedAt": 1725071195,
        "icon": "tailwindcss.svg",
        "categories": [
          {
            "id": 66,
            "slug": "ui-frameworks",
            "name": "UI frameworks"
          }
        ]
      },
      {
        "slug": "videojs",
        "name": "VideoJS",
        "versions": [
          "8.5.3"
        ],
        "trafficRank": 2377,
        "confirmedAt": 1725071195,
        "icon": "VideoJS.svg",
        "categories": [
          {
            "id": 14,
            "slug": "video-players",
            "name": "Video players"
          }
        ]
      },
      {
        "slug": "ab-tasty",
        "name": "AB Tasty",
        "versions": [],
        "trafficRank": 2408,
        "confirmedAt": 1725071195,
        "icon": "AB Tasty.svg",
        "categories": [
          {
            "id": 74,
            "slug": "a-b-testing",
            "name": "A/B Testing"
          }
        ]
      },
      {
        "slug": "queryly",
        "name": "Queryly",
        "versions": [
          "4"
        ],
        "trafficRank": 2021,
        "confirmedAt": 1725071195,
        "icon": "Queryly.svg",
        "categories": [
          {
            "id": 29,
            "slug": "search-engines",
            "name": "Search engines"
          }
        ]
      },
      {
        "slug": "recaptcha",
        "name": "reCAPTCHA",
        "versions": [],
        "trafficRank": 2412,
        "confirmedAt": 1725071195,
        "icon": "reCAPTCHA.svg",
        "categories": [
          {
            "id": 16,
            "slug": "security",
            "name": "Security"
          }
        ]
      },
      {
        "slug": "jquery",
        "name": "jQuery",
        "cpe": "cpe:2.3:a:jquery:jquery:1.7.1:*:*:*:*:*:*:*",
        "versions": [
          "1.7.1"
        ],
        "trafficRank": 2424,
        "confirmedAt": 1725071195,
        "icon": "jQuery.svg",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "google-publisher-tag",
        "name": "Google Publisher Tag",
        "versions": [],
        "trafficRank": 2413,
        "confirmedAt": 1725071195,
        "icon": "Google Developers.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      },
      {
        "slug": "google-tag-manager",
        "name": "Google Tag Manager",
        "versions": [],
        "trafficRank": 2425,
        "confirmedAt": 1725071195,
        "icon": "Google Tag Manager.svg",
        "categories": [
          {
            "id": 42,
            "slug": "tag-managers",
            "name": "Tag managers"
          }
        ]
      },
      {
        "slug": "prebid",
        "name": "Prebid",
        "versions": [
          "7.10.0"
        ],
        "trafficRank": 2425,
        "confirmedAt": 1725071195,
        "icon": "Prebid.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      },
      {
        "slug": "funding-choices",
        "name": "Funding Choices",
        "versions": [],
        "trafficRank": 2425,
        "confirmedAt": 1725071195,
        "icon": "Google.svg",
        "categories": [
          {
            "id": 67,
            "slug": "cookie-compliance",
            "name": "Cookie compliance"
          }
        ]
      },
      {
        "slug": "admiral",
        "name": "Admiral",
        "versions": [],
        "trafficRank": 2429,
        "confirmedAt": 1725071195,
        "icon": "Admiral.svg",
        "categories": [
          {
            "id": 19,
            "slug": "miscellaneous",
            "name": "Miscellaneous"
          }
        ]
      }
    ]
  }
]

{
  "data": {
    "total": 142,
    "personal_emails": 116,
    "generic_emails": 26,
    "department": {
      "executive": 4,
      "it": 3,
      "finance": 1,
      "management": 4,
      "sales": 2,
      "legal": 0,
      "support": 4,
      "hr": 0,
      "marketing": 0,
      "communication": 45,
      "education": 1,
      "design": 2,
      "health": 1,
      "operations": 0
    },
    "seniority": {
      "junior": 0,
      "senior": 10,
      "executive": 4
    }
  },
  "meta": {
    "params": {
      "domain": "nzherald.co.nz",
      "company": null,
      "type": null
    }
  }
}

{}

# robots.txt for https://www.nzherald.co.nz

Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=nzh
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=viva
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=bay-of-plenty-times
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=hawkes-bay-today
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=horowhenua-chronicle
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=kapiti-news
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=manawatu-guardian
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=newstalk-zb
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=rotorua-daily-post
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=stratford-press
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=aucklander
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=the-country
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=northern-advocate
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=northland-age
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=waikato-news
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=whanganui-chronicle
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=eatwell
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=the-vision-is-clear
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-index/?outputType=xml&_website=the-listener


Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=nzh
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=viva
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=bay-of-plenty-times
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=hawkes-bay-today
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=horowhenua-chronicle
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=kapiti-news
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=manawatu-guardian
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=newstalk-zb
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=rotorua-daily-post
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=stratford-press
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=aucklander
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=the-country
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=northern-advocate
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=northland-age
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=waikato-news
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=whanganui-chronicle
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=eatwell
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=the-vision-is-clear
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-video-index/?outputType=xml&_website=the-listener


Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-sites/?outputType=xml
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-authors/?outputType=xml
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-sections/?outputType=xml
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=0&to=a
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=b&to=d
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=e&to=g
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=h&to=j
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=k&to=m
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=n&to=p
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=q&to=s
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=t&to=v
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemaptopics/?outputType=xml&from=w&to=z

# Google News Sitemaps
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=nzh
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=viva
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=bay-of-plenty-times
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=hawkes-bay-today
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=horowhenua-chronicle
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=kapiti-news
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=manawatu-guardian
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=newstalk-zb
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=rotorua-daily-post
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=stratford-press
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=aucklander
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=the-country
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=northern-advocate
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=northland-age
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=waikato-news
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=whanganui-chronicle
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=eatwell
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=the-vision-is-clear
Sitemap: https://www.nzherald.co.nz/arc/outboundfeeds/sitemap-news/?outputType=xml&_website=the-listener

#
#
# Good Bots allowed
#
User-agent: BingBot
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

User-agent: msnbot
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

User-agent: Slurp
Crawl-Delay: 30
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

User-agent: Yahoo-Newscrawler
Crawl-Delay: 30
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

User-agent: Googlebot
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
# Prevent Google from incorrectly indexing ad link vars and non-screen pages
Disallow: /S1=*
Disallow: /SITE=NZH/*
Disallow: /*printadvert.cfm*
Disallow: /*respondtoad.cfm*

User-agent: AASA-Bot/1.0.0
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in
# Prevent Google from incorrectly indexing ad link vars and non-screen pages
Disallow: /S1=*
Disallow: /SITE=NZH/*
Disallow: /*printadvert.cfm*
Disallow: /*respondtoad.cfm*

User-agent: AASA-Bot
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in
# Prevent Google from incorrectly indexing ad link vars and non-screen pages
Disallow: /S1=*
Disallow: /SITE=NZH/*
Disallow: /*printadvert.cfm*
Disallow: /*respondtoad.cfm*

User-agent: Apple-Bot/1.0.0
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in
# Prevent Google from incorrectly indexing ad link vars and non-screen pages
Disallow: /S1=*
Disallow: /SITE=NZH/*
Disallow: /*printadvert.cfm*
Disallow: /*respondtoad.cfm*

User-agent: Apple-Bot
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in
# Prevent Google from incorrectly indexing ad link vars and non-screen pages
Disallow: /S1=*
Disallow: /SITE=NZH/*
Disallow: /*printadvert.cfm*
Disallow: /*respondtoad.cfm*

User-agent: Googlebot-News
Disallow: /*classifieds*
Disallow: /puzzles-games/
Disallow: /news/marketplace.cfm*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

User-agent: EchoboxBot/1.0
Crawl-Delay: 30
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

#
# Restrictions to all bots
#
User-agent: *
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

#
# Image Bots
#
User-agent: psbot
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: grapeshot
Allow: /
Disallow: /fakebots
Disallow: /*keyword=*
Disallow: /*print.cfm*
Disallow: /*NaN/*
Disallow: /nzh-search/
# User Account Pages
Disallow: */my-account/profile*
Disallow: */my-account/reset-password
Disallow: */my-account/register/newsletters-setup
Disallow: */my-account/register/profile-setup
Disallow: */my-account/subscription/checkout/register/
Disallow: */my-account/subscription/checkout/sign-in/
Disallow: */my-account/subscription/checkout/
Disallow: */my-account/subscription/payment/
Disallow: */my-account/subscription/confirmation/
Disallow: */my-account/subscription/offers/sign-in/
Disallow: */my-account/subscription/offers/?campaignId=*
Disallow: /app/my-account/register
Disallow: /app/my-account/sign-in

#
# Site scrapers & other known bad bots that are completely disallowed
#
User-agent: *OrkashBot*
Disallow: /

User-agent: *Flamingo_SearchEngine*
Disallow: /

User-agent: *BLP_bbot*
Disallow: /

User-agent: *Birubot*
Disallow: /

User-agent: *PaperLiBot*
Disallow: /

User-agent: *aiHitBot*
Disallow: /

User-agent: *SiteBot*
Disallow: /

User-agent: *yacybot*
Disallow: /

User-agent: *MLBot*
Disallow: /

User-agent: *Yeti*
Disallow: /

User-agent: *ExaBot*
Disallow: /

User-agent: *NaverBot*
Disallow: /

User-agent: *sindice-fetcher*
Disallow: /

User-agent: *MJ12bot*
Disallow: /

User-agent: *DotBot*
Disallow: /

User-agent: *trendictionbot*
Disallow: /

User-agent: *Ezooms*
Disallow: /

User-agent: *YandexBot*
Disallow: /

User-agent: *Fetch*
Disallow: /

User-agent: *libwww*
Disallow: /

User-agent: *newsexpress*
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: aipbot*
Disallow: /

User-agent: aipbot/1.0
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: Aqua_Products
Disallow: /

User-agent: BackDoorBot
Disallow: /

User-agent: Bilbo/2.3b-UNIX
Disallow: /

User-agent: Black Hole
Disallow: /

User-agent: BlowFish
Disallow: /

User-agent: BlowFish/1.0
Disallow: /

User-agent: BorderManager*
Disallow: /

User-agent: BotRightHere
Disallow: /

User-agent: BuiltBotTough
Disallow: /

User-agent: Bullseye
Disallow: /

User-agent: Bullseye/1.0
Disallow: /

User-agent: BunnySlippers
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: Copernic
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTPOLE Control v.1.0
Disallow: /

User-agent: DISCo Pump 3.2
Disallow: /

User-agent: DISCoFinder
Disallow: /

User-agent: Download Demon/3.2.0.8
Disallow: /

User-agent: dumbot
Disallow: /

User-agent: eCatch/3.0
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: FAST-WebCrawler/3.6/FirstPage
Disallow: /

User-agent: FlashGet
Disallow: /

User-agent: FlashGet WebWasher 3.2
Disallow: /

User-agent: FrontPage [NC,OR]
Disallow: /

User-agent: GetRight/3.1
Disallow: /

User-agent: GetRight/3.3
Disallow: /

User-agent: GetRight/4.1.0
Disallow: /

User-agent: GetRight/4.2
Disallow: /

User-agent: GetRight/4.2b (Portuguxeas)
Disallow: /

User-agent: GetRight/4.2c
Disallow: /

User-agent: GetRight/4.3
Disallow: /

User-agent: GetRight/4.5
Disallow: /

User-agent: GetRight/4.5a
Disallow: /

User-agent: GetRight/4.5b
Disallow: /

User-agent: GetRight/4.5b3
Disallow: /

User-agent: GetRight/4.5b6
Disallow: /

User-agent: GetRight/4.5b7
Disallow: /

User-agent: GetRight/4.5c
Disallow: /

User-agent: GetRight/4.5d
Disallow: /

User-agent: GetRight/4.5e
Disallow: /

User-agent: GetRight/5.0beta1
Disallow: /

User-agent: GetRight/5.0beta2
Disallow: /

User-agent: Go!Zilla (www.gozilla.com)
Disallow: /

User-agent: Go-Ahead-Got-It
Disallow: /

User-agent: grub
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: Harvest
Disallow: /

User-agent: HMView
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: httplib
Disallow: /

User-agent: HttpTool*
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: HTTrack [NC,OR]
Disallow: /


User-agent: Image Stripper
Disallow: /

User-agent: Image Sucker
Disallow: /

User-agent: InfoNaviRobot
Disallow: /

User-agent: Internet Ninja 4.0
Disallow: /

User-agent: Internet Ninja 5.0
Disallow: /

User-agent: Internet Ninja 6.0
Disallow: /

User-agent: Java*
Disallow: /

User-agent: JetCar
Disallow: /

User-agent: JOC Web Spider
Disallow: /

User-agent: Kenjin Spider
Disallow: /

User-agent: Keyword.Density
Disallow: /

User-agent: larbin
Disallow: /

User-agent: larbin ([email protected])
Disallow: /

User-agent: larbin [email protected]
Disallow: /

User-agent: larbin_2.6.2 ([email protected])
Disallow: /

User-agent: larbin_2.6.2 ([email protected])
Disallow: /

User-agent: larbin_2.6.2 (listonATccDOTgatechDOTedu)
Disallow: /

User-agent: larbin_2.6.2 ([email protected])
Disallow: /

User-agent: larbin_2.6.2 [email protected]
Disallow: /

User-agent: larbin_2.6.2 [email protected]
Disallow: /

User-agent: larbin_2.6.2 [email protected]
Disallow: /

User-agent: larbin_2.6.2 listonATccDOTgatechDOTedu
Disallow: /

User-agent: LexiBot
Disallow: /

User-agent: libWeb/clsHTTP
Disallow: /

User-agent: libWeb/clsHTTPDisallow: /
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: Linknzbot
Disallow: /

User-agent: Linknzbot 2004
Disallow: /

User-agent: Linknzbot*
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: LinkScan/8.1a Unix Disallow: /
Disallow: /

User-agent: LinkScan/8.1a.Unix
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: LNSpiderguy
Disallow: /

User-agent: LWP
Disallow: /

User-agent: lwp*
Disallow: /

User-agent: LWP*
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: lwp-trivial/1.34
Disallow: /

User-agent: Mass Downloader
Disallow: /

User-agent: Mass Downloader/2.2
Disallow: /

User-agent: Mata Hari
Disallow: /

User-agent: Maxthon
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Microsoft URL Control - 5.01.4511
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-agent: Microsoft URL Control - 6.01.9782
Disallow: /

User-agent: Microsoft URL Control*
Disallow: /

User-agent: MIDown tool
Disallow: /

User-agent: MIIxpc
Disallow: /

User-agent: MIIxpc/4.2
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: Mister PiX
Disallow: /

User-agent: Mister Pix II 2.01
Disallow: /

User-agent: Mister Pix II 2.02a
Disallow: /

User-agent: Mister PiX version.dll
Disallow: /

User-agent: Mister.PiX
Disallow: /

User-agent: moget
Disallow: /

User-agent: moget/2.1
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: msrbot
Disallow: /

User-agent: NearSite
Disallow: /

User-agent: Net Vampire
Disallow: /

User-agent: Net Vampire/3.0
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: NetAnts/1.25
Disallow: /

User-agent: NetSpider
Disallow: /

User-agent: NetZIP
Disallow: /

User-agent: NetZip Downloader 1.0 Win32(Nov 12 1998)
Disallow: /

User-agent: NetZip-Downloader/1.0.62 (Win32; Dec 7 1998)
Disallow: /

User-agent: NetZippy+(http://www.innerprise.net/usp-spider.asp)
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Nutch*
Disallow: /

User-agent: NutchCVS/0.06-dev
Disallow: /

User-agent: Offline Explorer/1.2
Disallow: /

User-agent: Offline Explorer/1.4
Disallow: /

User-agent: Offline Explorer/1.6
Disallow: /

User-agent: Offline Explorer/1.7
Disallow: /

User-agent: Offline Explorer/1.9
Disallow: /

User-agent: Offline Explorer/2.0
Disallow: /

User-agent: Offline Explorer/2.4
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: Openfind
Disallow: /

User-agent: Openfind data gathere
Disallow: /

User-agent: pavuk
Disallow: /

User-agent: pcBrowser
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Radiation Retriever 1.1
Disallow: /

User-agent: RealDownload
Disallow: /

User-agent: RealDownload/4.0.0.40
Disallow: /

User-agent: RealDownload/4.0.0.41
Disallow: /

User-agent: RealDownload/4.0.0.42
Disallow: /

User-agent: ReGet
Disallow: /

User-agent: RepoMonkey
Disallow: /

User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /

User-agent: RMA
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: SlySearch
Disallow: /

User-agent: SmartDownload
Disallow: /

User-agent: SmartDownload/1.2.77 (Win32; Feb 1 2000)
Disallow: /

User-agent: sootle
Disallow: /

User-agent: SpankBot
Disallow: /

User-agent: SuperBot
Disallow: /

User-agent: SuperHTTP
Disallow: /

User-agent: SuperHTTP/1.0
Disallow: /

User-agent: Surfbot
Disallow: /

User-agent: Szukacz/1.4
Disallow: /

User-agent: Teleport Pro
Disallow: /

User-agent: Teleport Pro/1.29.1634
Disallow: /

User-agent: Teleport Pro/1.29.1847
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: TheNomad
Disallow: /

User-agent: TightTwatBot
Disallow: /

User-agent: toCrawl/UrlDispatcher
Disallow: /

User-agent: True_Robot/1.0
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: TurnitinBot/1.5
Disallow: /

User-agent: URL Control
Disallow: /

User-agent: URLy Warning
Disallow: /

User-agent: VoidEYE
Disallow: /

User-agent: Web.Image.Collector
Disallow: /

User-agent: WebAuto
Disallow: /

User-agent: WebAuto/3.40 (Win98; I)
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebBandit/3.50
Disallow: /

User-agent: webcollage/1.77
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebCopier v2.5
Disallow: /

User-agent: WebCopier v2.7a
Disallow: /

User-agent: WebCopier v2.8
Disallow: /

User-agent: WebCopier v3.0.1
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

User-agent: WebEMailExtrac.*
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: WebFetch
Disallow: /

User-agent: WebGo IS
Disallow: /

User-agent: WebmasterWorldForumBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebReaper [[email protected]]
Disallow: /

User-agent: WebReaper [[email protected]]
Disallow: /

User-agent: WebReaper v9.1 - www.otway.com/webreaper
Disallow: /

User-agent: WebReaper v9.7 - www.webreaper.net
Disallow: /

User-agent: WebReaper vWebReaper v7.3 - www,otway.com/webreaper
Disallow: /

User-agent: WebSauger
Disallow: /

User-agent: WebSauger 1.20b
Disallow: /

User-agent: WebSauger 1.20j
Disallow: /

User-agent: WebSauger 1.20k
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: Website Quester - www.asona.org
Disallow: /

User-agent: Website Quester - www.esalesbiz.com/extra/
Disallow: /

User-agent: Website.Quester
Disallow: /

User-agent: Webster Pro
Disallow: /

User-agent: Webster.Pro
Disallow: /

User-agent: WebStripper/2.13
Disallow: /

User-agent: WebStripper/2.16
Disallow: /

User-agent: WebStripper/2.19
Disallow: /

User-agent: WebZIP/2.75 (http://www.spidersoft.com)
Disallow: /

User-agent: WebZIP/3.65 (http://www.spidersoft.com)
Disallow: /

User-agent: WebZIP/3.80 (http://www.spidersoft.com)
Disallow: /

User-agent: WebZip/4.0
Disallow: /

User-agent: WebZIP/4.0 (http://www.spidersoft.com)
Disallow: /

User-agent: WebZIP/4.1 (http://www.spidersoft.com)
Disallow: /

User-agent: WebZIP/4.21
Disallow: /

User-agent: WebZIP/4.21 (http://www.spidersoft.com)
Disallow: /

User-agent: WebZIP/5.0
Disallow: /

User-agent: WebZIP/5.0 (http://www.spidersoft.com)
Disallow: /

User-agent: WebZIP/5.0 PR1 (http://www.spidersoft.com)
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Wget/1.5.2
Disallow: /

User-agent: Wget/1.7
Disallow: /

User-agent: Wget/1.8.2
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

User-agent: WWWOFFLE
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus 11389 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus 11652 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus 30747 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus 44238 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus 63567 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus 82016 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus 90872 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus 97371 Webster Pro V2.9 Win32
Disallow: /

User-agent: Zeus Link Scout
Disallow: /