nationalgeographic.it

Loading...

Loading...

{
  "latency": 295,
  "ipAddresses": [
    "34.155.163.50"
  ],
  "dns": {
    "NS": [
      "ns112.twdcns.co.uk.",
      "ns112.twdcns.com.",
      "ns112.twdcns.net.",
      "ns112.twdcns.org."
    ],
    "A": [
      "34.155.163.50"
    ],
    "TXT": [
      "MS=ms36497710",
      "_globalsign-domain-verification=nQdkq8Mgrdytu8KS2jLSZE_gKihwMxrXiz4y9Uvw2_",
      "adobe-idp-site-verification=03a17334-5531-4898-8c5c-b28a026f38e1",
      "facebook-domain-verification=wcvdmi8wjrfh7oq89pl9nei41ic6rx",
      "google-site-verification=AZfI-KEidy3SxWkSp0ur8BCWFsd56DBinfOnRdQc1ak",
      "google-site-verification=d_7MhtmEPBjHd0S4K4-pC2LXWYxrFxEHIeNELAtAu8A",
      "v=spf1 ip4:178.23.254.18 include:spf-smtp.kataweb.it include:spf.protection.outlook.com include:musvc.com -all"
    ]
  }
}

[
  {
    "url": "https://nationalgeographic.it",
    "technologies": [
      {
        "slug": "php",
        "name": "PHP",
        "icon": "PHP.svg",
        "cpe": "cpe:2.3:a:php:php:*:*:*:*:*:*:*:*",
        "versions": [],
        "categories": [
          {
            "id": 27,
            "slug": "programming-languages",
            "name": "Programming languages"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "sap-customer-data-cloud-sign-in",
        "name": "SAP Customer Data Cloud Sign-in",
        "icon": "SAP.svg",
        "versions": [],
        "categories": [
          {
            "id": 69,
            "slug": "authentication",
            "name": "Authentication"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "bootstrap",
        "name": "Bootstrap",
        "icon": "Bootstrap.svg",
        "cpe": "cpe:2.3:a:getbootstrap:bootstrap:*:*:*:*:*:*:*:*",
        "versions": [
          "5.2.2"
        ],
        "categories": [
          {
            "id": 66,
            "slug": "ui-frameworks",
            "name": "UI frameworks"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "brightcove",
        "name": "Brightcove",
        "icon": "Brightcove.svg",
        "versions": [],
        "categories": [
          {
            "id": 14,
            "slug": "video-players",
            "name": "Video players"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "apache-http-server",
        "name": "Apache HTTP Server",
        "icon": "Apache.svg",
        "cpe": "cpe:2.3:a:apache:http_server:*:*:*:*:*:*:*:*",
        "versions": [],
        "categories": [
          {
            "id": 22,
            "slug": "web-servers",
            "name": "Web servers"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "cloudflare",
        "name": "Cloudflare",
        "icon": "CloudFlare.svg",
        "versions": [],
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "tiny-slider",
        "name": "Tiny Slider",
        "icon": "default.svg",
        "versions": [
          "2.9.2"
        ],
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "lightbox",
        "name": "Lightbox",
        "icon": "Lightbox.svg",
        "cpe": "cpe:2.3:a:lightbox_photo_gallery_project:lightbox_photo_gallery:*:*:*:*:*:*:*:*",
        "versions": [],
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "jquery-cdn",
        "name": "jQuery CDN",
        "icon": "jQuery.svg",
        "versions": [],
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "adobe-fonts",
        "name": "Adobe Fonts",
        "icon": "Adobe Fonts.svg",
        "versions": [],
        "categories": [
          {
            "id": 17,
            "slug": "font-scripts",
            "name": "Font scripts"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "mapp",
        "name": "Mapp",
        "icon": "Mapp.svg",
        "versions": [],
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          },
          {
            "id": 32,
            "slug": "marketing-automation",
            "name": "Marketing automation"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "jquery",
        "name": "jQuery",
        "icon": "jQuery.svg",
        "cpe": "cpe:2.3:a:jquery:jquery:*:*:*:*:*:*:*:*",
        "versions": [
          "2.1.4"
        ],
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "iubenda",
        "name": "iubenda",
        "icon": "iubenda.svg",
        "versions": [],
        "categories": [
          {
            "id": 67,
            "slug": "cookie-compliance",
            "name": "Cookie compliance"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "google-tag-manager",
        "name": "Google Tag Manager",
        "icon": "Google Tag Manager.svg",
        "versions": [],
        "categories": [
          {
            "id": 42,
            "slug": "tag-managers",
            "name": "Tag managers"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "google-analytics",
        "name": "Google Analytics",
        "icon": "Google Analytics.svg",
        "versions": [
          "GA4"
        ],
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "jsdelivr",
        "name": "jsDelivr",
        "icon": "jsdelivr-icon.svg",
        "versions": [],
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "google-font-api",
        "name": "Google Font API",
        "icon": "Google Font API.svg",
        "versions": [],
        "categories": [
          {
            "id": 17,
            "slug": "font-scripts",
            "name": "Font scripts"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "cdnjs",
        "name": "cdnjs",
        "icon": "cdnjs.svg",
        "versions": [],
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "recaptcha",
        "name": "reCAPTCHA",
        "icon": "reCAPTCHA.svg",
        "versions": [],
        "categories": [
          {
            "id": 16,
            "slug": "security",
            "name": "Security"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "sectigo",
        "name": "Sectigo",
        "icon": "Sectigo.svg",
        "versions": [],
        "categories": [
          {
            "id": 70,
            "slug": "ssl-tls-certificate-authorities",
            "name": "SSL/TLS certificate authorities"
          }
        ],
        "confirmedAt": 1724826505
      },
      {
        "slug": "open-graph",
        "name": "Open Graph",
        "icon": "Open Graph.svg",
        "versions": [],
        "categories": [
          {
            "id": 19,
            "slug": "miscellaneous",
            "name": "Miscellaneous"
          }
        ],
        "confirmedAt": 1724826505
      }
    ]
  }
]

{
  "Global Site Tag": "Google's primary tag for Google Measurement/Conversion Tracking, Adwords and DoubleClick.",
  "Apple Whitelist": "This website domain is on the Apple TLD whitelist which may potentially mean these domains will appear in autocomplete when looking up URLs on Apple products.",
  "Google Font API": "The Google Font API helps you add web fonts to any web page.",
  "Getty Images": "This website has images that may have been sourced from Getty Images.",
  "CrUX Dataset": "CrUX is a data collection system that gathers information about how real users interact with websites. This website is included in the user experiences data gathered from Google Chrome and thus considered sufficiently popular on the Internet.",
  "CrUX Top 500k": "Relative measure of site popularity within the CrUX dataset, measured by the total number of navigations on the origin. This site is in the top 500k.",
  "Typekit": "Typekit is the easiest way to use real fonts on the web. It's a subscription-based service for linking to high-quality Open Type fonts from some of the world's best type foundries.",
  "Placeholder": "Generates custom placeholder images on the fly",
  "Azure Active Directory": "Enterprise identity service that provides single sign-on, multifactor authentication and more.",
  "Cloudflare Radar": "The website appears on the Cloudflare Radar Top 1m sites list",
  "Cloudflare Radar Top 50k": "The website appears in the Cloudflare Radar Top 50,000.",
  "Cloudflare Radar Top 100k": "The website appears in the Cloudflare Radar Top 100,000.",
  "Facebook Sharer": "Share this page on Facebook using a deprecated sharing syntax.",
  "WhatsApp": "WhatsApp protocol links and SMS API.",
  "Italian - Inferred": "Based on the title and description text the website content is potentially Italian.",
  "Cart Functionality": "The site has a link to a shopping cart which is not categorized under any of the cart technologies we track (custom implementation or not tracked yet).",
  "Adobe Enterprise Cloud": "Emails on this domain can create Adobe Enterprise Cloud accounts.",
  "GlobalSign Domain Verification": "Domain verification for SSL certificate validation.",
  "Facebook Domain Verification": "Domain Verification provides a way for you to claim ownership of your domain in Facebook Business Manager.",
  "Viewport Meta": "This page uses the viewport meta tag which means the content may be optimized for mobile content.",
  "IPhone / Mobile Compatible": "The website contains code that allows the page to support IPhone / Mobile Content.",
  "Mobile Non Scaleable Content": "This content is formatted for mobile devices, it does not allow the content to be scaled.",
  "jsDelivr": "A free CDN where Javascript developers can host their files. Encompasses MaxCDN, and BootstrapCDN.",
  "CDN JS": "CloudFlare's CDN with popular javascript frameworks available.",
  "jQuery CDN": "The jQuery Amazon S3 Content Delivery Network",
  "Cloudflare JS": "Loads content from Cloudflare CDN.",
  "Euro": "The website uses the € symbol on its website - meaning it may accept payment in Euros.",
  "Visa": "The website accepts payments with Visa.",
  "Brid.tv": "Video platform and ad solutions.",
  "jQuery": "JQuery is a fast, concise, JavaScript Library that simplifies how you traverse HTML documents, handle events, perform animations, and add Ajax interactions to your web pages. jQuery is designed to change the way that you write JavaScript.",
  "jQuery 3.3.1": "jQuery version 3.3.1",
  "jQuery 3.6.3": "jQuery version 3.6.3",
  "jQuery 2.1.4": "jQuery version 2.1.4",
  "Intersection Observer": "API that can be used to understand the visibility and position of DOM elements relative to a containing element or to the top-level viewport.",
  "Tiny Slider": "Vanilla javascript slider for all purposes.",
  "Google Direct": "Website is a direct publisher for Google ad content.",
  "Ads.txt": "A public record of Authorized Digital Sellers for a website.",
  "RubiconProject Direct": "Website is a direct publisher for RubiconProject ad content.",
  "Teads Direct": "Website is a direct publisher for Teads ad content.",
  "SmartAdServer Direct": "Website is a direct publisher for SmartAdServer ad content.",
  "AppNexus Direct": "Website is a direct publisher for AppNexus ad content.",
  "Improve Digital Direct": "Website is a direct publisher for Improve Digital ad content.",
  "IndexExchange Direct": "Website is a direct publisher for IndexExchange ad content.",
  "PubMatic Direct": "Website is a direct publisher for PubMatic ad content.",
  "AppNexus Reseller": "The website owner has authorized another entity to control AppNexus ads on this site.",
  "ContextWeb Reseller": "The website owner has authorized another entity to control ContextWeb ads on this site.",
  "DistrictM Reseller": "The website owner has authorized another entity to control DistictM ads on this site.",
  "GumGum Reseller": "The website owner has authorized another entity to control GumGum ads on this site.",
  "LoopMe Reseller": "The website owner has authorized another entity to control LoopMe ads on this site.",
  "OpenX Reseller": "The website owner has authorized another entity to control OpenX ads on this site.",
  "PubMatic Reseller": "The website owner has authorized another entity to control PubMatic ads on this site.",
  "RubiconProject Reseller": "The website owner has authorized another entity to control RubiconProject ads on this site.",
  "Amazon Direct": "Website is a direct publisher for Amazon ad content.",
  "FreeWheel Direct": "Website is a direct publisher for FreeWheel ad content.",
  "Adform Reseller": "The website owner has authorized another entity to control Adform ads on this site.",
  "AdMan Reseller": "Website is a reseller publisher for AdMan ad content",
  "AOL Reseller": "The website owner has authorized another entity to control AOL ads on this site.",
  "ORC International Reseller": "The website owner has authorized another entity to control ORC International ads on this site.",
  "FreeWheel Reseller": "The website owner has authorized another entity to control FreeWheel ads on this site.",
  "Google Reseller": "The website owner has authorized another entity to control Google ads on this site.",
  "Improve Digital Reseller": "The website owner has authorized another entity to control Improve Digital ads on this site.",
  "IndexExchange Reseller": "The website owner has authorized another entity to control IndexExchange ads on this site.",
  "OneTag Reseller": "Website is a reseller publisher for OneTag ad content",
  "RhythmOne Reseller": "The website owner has authorized another entity to control RhythmOne ads on this site.",
  "Smaato Reseller": "The website owner has authorized another entity to control Smaato ads on this site.",
  "SmartAdServer Reseller": "The website owner has authorized another entity to control SmartAdServer ads on this site.",
  "Sovrn Reseller": "The website owner has authorized another entity to control Sovrn ads on this site.",
  "SpotXChange Reseller": "The website owner has authorized another entity to control SpotXChange ads on this site.",
  "The MediaGrid Reseller": "Supply curation and management tools for programmatic media buyers and sellers.",
  "Tremor Video Reseller": "The website owner has authorized another entity to control Tremor Video ads on this site.",
  "Criteo Direct": "Website is a direct publisher for Criteo ad content.",
  "OneTag Direct": "Website is a direct publisher for OneTag ad content",
  "Outbrain Direct": "Website is a direct publisher for Outbrain ad content.",
  "Triton Digital Direct": "Website is a direct publisher for Triton Digital ad content",
  "Viralize Direct": "Website is a direct publisher for Viralize ad content",
  "Amazon Reseller": "The website owner has authorized another entity to control Amazon ads on this site.",
  "Between Digital Reseller": "Website is a reseller publisher for Between Digital ad content",
  "Connectad Reseller": "Website is a reseller publisher for Connectad ad content",
  "E-Planning Reseller": "Website is a reseller publisher for E-Planning ad content",
  "Lijit Reseller": "The website owner has authorized another entity to control Lijit ads on this site.",
  "LKQD Reseller": "The website owner has authorized another entity to control LKQD ads on this site.",
  "Media.net Reseller": "Website is a reseller publisher for Media.net ad content",
  "SmartyAds Reseller": "Website is a reseller publisher for SmartyAds ad content",
  "Triple Lift Reseller": "The website owner has authorized another entity to control Triple Lift ads on this site.",
  "Vidazoo Reseller": "Website is a reseller publisher for Vidazoo ad content",
  "Yahoo Reseller": "The website owner has authorized another entity to control Yahoo ads on this site.",
  "ShareThrough Reseller": "The website owner has authorized another entity to control ShareThrough ads on this site.",
  "Amazon APS Direct": "Amazon Publisher Services direct ad.txt content.",
  "Amazon APS Reseller": "Amazon Publisher Services reseller ads.txt content.",
  "Facebook": "The website mentions facebook.com in some form.",
  "Twitter": "The website mentions twitter.com in some form.",
  "Instagram": "The website mentions Instagram in some form.",
  "Cookie Policy": "A cookie policy is a statement that outlines all the cookies used on a website, explicitly detailing each cookie's purpose and use.",
  "Apple App Link": "Links to an Apple App.",
  "Google Play Store Link": "Links to a Game/Movie/App/Book on the Google Play Store.",
  "Artificial Intelligence": "This technology represents us finding some form of mention of AI or ChatGPT on the homepage of the website.",
  "Find a Store": "The website has a link to a Store Locator / Find a Store / Store Finder style page.",
  "MailUp": "Direct marketing campaign management software.",
  "Microsoft Azure DNS": "This domain is verified with Microsoft Azure.",
  "Microsoft Exchange Online": "A rich hosted Exchange environment for every user without having to manage a server.",
  "SPF": "The Sender Policy Framework is an open standard specifying a technical method to prevent sender address forgery.",
  "Office 365 Mail": "Email sent from this domain has records showing Office 365 usage.",
  "DMARC": "A technical specification created by a group of organizations that want to help reduce the potential for email-based abuse",
  "DMARC None": "The domain has a DMARC policy of 'None'. A policy of 'none' means this DMARC record will not affect the delivery of email, but it will provide reports on where your outbound email appears to be coming from.",
  "Amazon Route 53": "Amazon's scalable DNS web service system.",
  "Amazon": "This site is hosted on Amazon AWS EC2 Infrastructure.",
  "Amazon Ireland Region": "Amazon Hosted EC2 Instances in Ireland",
  "Amazon Virginia Region": "Amazon Hosted EC2 Instances in Virginia",
  "Akamai Hosted": "Data network CDN provider.",
  "Google": "Site hosted on Google infrastructure.",
  "Google Cloud": "Website hosted on Google Cloud Platform - includes Google Compute Engine.",
  "French Server Location": "The web server is located in France.",
  "SSL by Default": "The website redirects traffic to an HTTPS/SSL version by default.",
  "Sectigo SSL": "SSL from Sectigo formerly Comodo.",
  "Sectigo Domain SSL": "SSL registration with Sectigo (formerly Comodo CA).",
  "Apache": "Apache has been the most popular web server on the Internet since April 1996.",
  "Amazon CloudFront": "Amazon CloudFront delivers your static and streaming content using a global network of edge locations.",
  "Amazon S3 CDN": "Amazon S3 is storage for the Internet. It is designed to make web-scale computing easier for developers.",
  "Baidu Bot Disallow": "The website has disallow rules for Baidu Baiduspider bot.",
  "Yandex Bot Disallow": "The website has disallow rules for Yandex YandexBot.",
  "Content Delivery Network": "This page contains links that give the impression that some of the site contents are stored on a content delivery network.",
  "Google Webmaster": "Webmaster tools provide you with a free and easy way to make your site more Google-friendly."
}

{
  "whois.nic.it": {
    "Domain Status": [
      "ok"
    ],
    "Name Server": [
      "ns112.twdcns.co.uk",
      "ns112.twdcns.com",
      "ns112.twdcns.net",
      "ns112.twdcns.org"
    ],
    "Domain Name": "nationalgeographic.it",
    "Signed": "no",
    "Created Date": "2001-09-07 00:00:00",
    "Updated Date": "2024-10-31 00:51:45",
    "Expiry Date": "2025-10-15",
    "Registrant Organization": "National Geographic Society",
    "Admin Contact Name": "hidden",
    "Admin Contact Organization": "hidden",
    "Technical Contacts Name": "hidden",
    "Technical Contacts Organization": "hidden",
    "Registrar": "CSC Corporate Domains, Inc. CSCDOMAINS-REG",
    "Registrar URL": "https://www.cscdigitalbrand.services/",
    "Registrar DNSSEC": "yes",
    "text": [
      ""
    ]
  }
}

{
  "data": {
    "total": 5,
    "personal_emails": 4,
    "generic_emails": 1,
    "department": {
      "executive": 0,
      "it": 0,
      "finance": 0,
      "management": 0,
      "sales": 0,
      "legal": 0,
      "support": 0,
      "hr": 0,
      "marketing": 0,
      "communication": 1,
      "education": 0,
      "design": 0,
      "health": 0,
      "operations": 0
    },
    "seniority": {
      "junior": 0,
      "senior": 0,
      "executive": 0
    }
  },
  "meta": {
    "params": {
      "domain": "nationalgeographic.it",
      "company": null,
      "type": null
    }
  }
}

{
  "status": 200,
  "statusText": "",
  "headers": {
    "cache-control": "no-store, no-cache, must-revalidate",
    "connection": "Keep-Alive",
    "content-encoding": "gzip",
    "content-length": "40688",
    "content-type": "text/html; charset=UTF-8",
    "date": "Sat, 01 Feb 2025 09:44:12 GMT",
    "expires": "Thu, 19 Nov 1981 08:52:00 GMT",
    "keep-alive": "timeout=5, max=100",
    "pragma": "no-cache",
    "server": "Apache",
    "vary": "Accept-Encoding",
    "set-cookie": "PHPSESSID=rnfe1hn0hc5hidm5qtu5ucfjvi; path=/"
  }
}

User-agent: *
Disallow: /*?*
Disallow: /dasdmin/
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Googlebot
User-agent: Googlebot-Mobile
Allow: /pub/static/
Allow: /*?currency=*
Allow: /*?utm_*
Allow: /*?amp*
Allow: /*?gclid=*
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: 1 2 3 Submit PRO
 disallow: /

User-agent: 200PleaseBot
 disallow: /

User-agent: 2ADAMbot
 disallow: /

User-agent: 2ADAMbot/1.0
 disallow: /

User-agent: 360Spider
 disallow: /

user-agent: Abonti
 disallow: /

user-agent: Abonti/0.92
 disallow: /

user-agent: abot v1.0
 disallow: /

user-agent: aboutthedomain
 disallow: /

user-agent: Add Catalog
 disallow: /

user-agent: Add Catalog/2.1
 disallow: /

user-agent: AdvBot
 disallow: /

user-agent: AdvBot/2.0
 disallow: /

user-agent: AhrefsBot
 disallow: /

user-agent: Ahrefs-Bot
 disallow: /

user-agent: AhrefsBot/1.0
 disallow: /

user-agent: Ahrefs-Bot/1.0
 disallow: /

user-agent: Ahrefs-Bot/2.0
 disallow: /

user-agent: Ahrefs-Bot/3.0
 disallow: /

user-agent: Ahrefs-Bot/4.0
 disallow: /

user-agent: Ahrefs-Bot/5.0
 disallow: /

user-agent: aiHitBot
 disallow: /

user-agent: aiHitBot/2.9
 disallow: /

user-agent: Anonymous/0.0
 disallow: /

user-agent: Arachnida
 disallow: /

user-agent: Associative Spider
 disallow: /

User-agent: Baiduspider
 disallow: /

User-agent: Baidu Spider
 disallow: /

User-agent: Battleztar Bazinga
 disallow: /

User-agent: Battleztar Bazinga/0.01
 disallow: /

User-agent: BDFetch
 disallow: /

User-agent: betaBot
 disallow: /

User-agent: bieshu
 disallow: /

User-agent: Bigli SEO
 disallow: /

User-agent: Blackboard Safeassign
 disallow: /

User-agent: Blazer 1.0
 disallow: /

User-agent: BLEXBot
 disallow: /

User-agent: BLEXBot/1.0
 disallow: /

User-agent: BLP_bbot
 disallow: /

User-agent: BLP_bbot/0.1
 disallow: /

User-agent: BOIA-Accessibility-Agent/PR 1.0
 disallow: /

User-agent: BOT for JCE
 disallow: /

User-agent: BOT/0.1 (BOT for JCE)
 disallow: /

User-agent: BPImageWalker
 disallow: /

User-agent: BPImageWalker/2.0
 disallow: /

User-agent: BUbiNG
 disallow: /

User-agent: BuiBui-Bot
 disallow: /

User-agent: BuiBui-Bot/1.0
 disallow: /

User-agent: ca-crawler
 disallow: /

User-agent: ca-crawler/1.0
 disallow: /

User-agent: CakePHP
 disallow: /

User-agent: Calypso v/0.01
 disallow: /

User-agent: Calypso
 disallow: /

User-agent: CB/Nutch-1.7
 disallow: /

User-agent: CCBot
 disallow: /

User-agent: CCBot/2.0
 disallow: /

User-agent: Checkbot
 disallow: /

User-agent: checkgzipcompression.com
 disallow: /

User-agent: chushou
 disallow: /

User-agent: CloudServerMarketSpider
 disallow: /

User-agent: CloudServerMarketSpider/1.0
 disallow: /

User-agent: Clushbot/3.x-BinaryFury
 disallow: /

User-agent: CMS Crawler
 disallow: /

User-agent: CMS Crawler: http://www.cmscrawler.com
 disallow: /

User-agent: coccoc
 disallow: /

User-agent: CoinCornerBot
 disallow: /

User-agent: CoinCornerBot/1.1
 disallow: /

User-agent: Copyscape
 disallow: /

User-agent: crawler4j
 disallow: /

User-agent: CRAZYWEBCRAWLER 0.9.0
 disallow: /

User-agent: CRAZYWEBCRAWLER 0.9.1
 disallow: /

User-agent: CRAZYWEBCRAWLER 0.9.7
 disallow: /

User-agent: CrazyWebCrawler
 disallow: /

User-agent: CrazyWebCrawler-Spider
 disallow: /

User-agent: Crowsnest
 disallow: /

User-agent: Crowsnest/0.5
 disallow: /

User-agent: Curious George - www.analyticsseo.com/crawler
 disallow: /

User-agent: Curious George
 disallow: /

User-agent: cuwhois
 disallow: /

User-agent: cuwhois/1.0
 disallow: /

User-agent: dahoms
 disallow: /

User-agent: datagnionbot
 disallow: /

User-agent: DeuSu/5.0.2
 disallow: /

User-agent: Digincore
 disallow: /

User-agent: Digincore bot
 disallow: /

User-agent: Dispatch/0.11.0
 disallow: /

User-agent: Domain Re-Animator Bot
 disallow: /

User-agent: DomainAppender /1.0
 disallow: /

User-agent: DomainAppender
 disallow: /

 User-agent: DomainCrawler/3.0
 disallow: /

User-agent: DomainSigmaCrawler
 disallow: /

User-agent: DomainSigmaCrawler/0.1
 disallow: /

User-agent: Domnutch
 disallow: /

User-agent: Domnutch-Bot
 disallow: /

User-agent: Domnutch-Bot/Nutch
 disallow: /

User-agent: Domnutch-Bot/Nutch-1.0
 disallow: /

User-agent: dotbot
 disallow: /

User-agent: ECCP/1.2.1
 disallow: /

User-agent: eCommerceBot
 disallow: /

User-agent: enlle punto com/Nutch-1.9
 disallow: /

User-agent: EPiServer Link Checker
 disallow: /

User-agent: EuripBot
 disallow: /

User-agent: EuripBot/2.0
 disallow: /

User-agent: evc/2.0
 disallow: /

User-agent: evc-batch
 disallow: /

User-agent: evc-batch/2.0
 disallow: /

User-agent: Express WebPictures
 disallow: /

User-agent: Faraday v0.8.8
 disallow: /

User-agent: Faraday
 disallow: /

User-agent: Findxbot
 disallow: /

User-agent: Findxbot/1.0
 disallow: /

User-agent: Flamingo_SearchEngine
 disallow: /

User-agent: Flipboard Robot
 disallow: /

User-agent: GetProxi.es-bot
 disallow: /

User-agent: GetProxi.es-bot/1.1
 disallow: /

User-agent: GigablastOpenSource
 disallow: /

User-agent: GigablastOpenSource/1.0
 disallow: /

User-agent: Girafabot
 disallow: /

User-agent: Gluten Free Crawler
 disallow: /

User-agent: Gluten Free Crawler/1.0
 disallow: /

User-agent: GriffinBot
 disallow: /

User-agent: GrifinBot/0.01
 disallow: /

User-agent: GWPImages
 disallow: /

User-agent: GWPImages/1.0
 disallow: /

User-agent: Haiula
 disallow: /

User-agent: Haiula/1.4
 disallow: /

User-agent: HaosouSpider
 disallow: /

User-agent: Hivemind
 disallow: /

User-agent: HostHarvest
 disallow: /

User-agent: HostHarvest/0.4.28
 disallow: /

User-agent: HRCrawler
 disallow: /

User-agent: HRCrawler/2.0
 disallow: /

User-agent: http://git.io/tl_S2w
 disallow: /

User-agent: http://www.checkprivacy.or.kr:6600/RS/PRIVACY_ENFAQ.jsp
 disallow: /

User-agent: HubSpot Links Crawler 1.0
 disallow: /

User-agent: HubSpot Webcrawler
 disallow: /

User-agent: HubSpot
 disallow: /

User-agent: hunchan
 disallow: /

User-agent: HyperCrawl
 disallow: /

User-agent: HyperCrawl/0.2
 disallow: /

User-agent: ICAP-IOD
 disallow: /

User-agent: ICC-Crawler
 disallow: /

User-agent: ICC-Crawler/2.0
 disallow: /

User-agent: Ichiro Robot
 disallow: /

User-agent: image.coccoc/1.0
 disallow: /

User-agent: Image2play
 disallow: /

User-agent: Image2play/0.1
 disallow: /

User-agent: Indy Library
 disallow: /

User-agent: InsightsCollector
 disallow: /

User-agent: InsightsCollector/0.1
 disallow: /

User-agent: InsightsCollector/0.1beta
 disallow: /

User-agent: integrity/5
 disallow: /

User-agent: InterNaetBoten
 disallow: /

User-agent: InterNaetBoten/0.99
 disallow: /

User-agent: IRL Crawler
 disallow: /

User-agent: James BOT - WebCrawler
 disallow: /

User-agent: James BOT
 disallow: /

User-agent: JamesBOT
 disallow: /

User-agent: JetBrains 5.0
 disallow: /

User-agent: JetBrains
 disallow: /

User-agent: Kraken
 disallow: /

User-agent: Kraken/0.1
 disallow: /

User-agent: Kyoto-Tohoku-Crawler/v1
 disallow: /

User-agent: larbin
 disallow: /

User-agent: lechenie
 disallow: /

User-agent: libwww-perl
 disallow: /

User-agent: link checker
 disallow: /

User-agent: Link/1.0
 disallow: /

User-agent: linkCheck
 disallow: /

User-agent: linkCheckV3.0
 disallow: /

User-agent: Linkdex
 disallow: /

User-agent: linkdex.com/v2.0
 disallow: /

User-agent: linkdex.com/v2.1
 disallow: /

User-agent: LinkdexBot
 disallow: /

User-agent: linkdexbot/2.0
 disallow: /

User-agent: linkdexbot/2.1
 disallow: /

User-agent: linkdexbot-mobile/2.1
 disallow: /

User-agent: LinkpadBot
 disallow: /

User-agent: LinkpadBot/1.06
 disallow: /

User-agent: LinqiaScrapeBot
 disallow: /

User-agent: LinqiaScrapeBot/1.0
 disallow: /

User-agent: Lipperhey SEO Service
 disallow: /

User-agent: Lipperhey
 disallow: /

User-agent: Lipperhey-Kaus-Australis
 disallow: /

User-agent: Lipperhey-Kaus-Australis/5.0
 disallow: /

User-agent: listicka
 disallow: /

User-agent: LSSRocketCrawler
 disallow: /

User-agent: LSSRocketCrawler/1.0 LightspeedSystems
 disallow: /

User-agent: LSSRocketCrawler/1.0
 disallow: /

User-agent: ltx71
 disallow: /

User-agent: LWNutch/Nutch-1.4
 disallow: /

User-agent: Mail.RU
 disallow: /

User-agent: Mail.RU_Bot
 disallow: /

User-agent: Mail.RU_Bot/2.0
 disallow: /

User-agent: Mail.RU_Bot/Fast/2.0
 disallow: /

User-agent: md5sum
 disallow: /

User-agent: md5sum\x22
 disallow: /

User-agent: meanpathbot
 disallow: /

User-agent: MegaIndex.ru
 disallow: /

User-agent: MegaIndex.ru/2.0
 disallow: /

User-agent: mezhpozvonochnoi
 disallow: /

User-agent: Mike-Crawler
 disallow: /

User-agent: MixBot
 disallow: /

User-agent: MixrankBot
 disallow: /

User-agent: Monkeybot/0.1
 disallow: /

User-agent: my crawler
 disallow: /

User-agent: My Nutch Spider/Nutch-1.9
 disallow: /

User-agent: mycrowl/Nutch-1.9
 disallow: /

User-agent: MyGreatUA/2.0
 disallow: /

User-agent: MyIPTest
 disallow: /

User-agent: NameProtect Robot
 disallow: /

User-agent: NerdyBot
 disallow: /

User-agent: Netcraft Spider
 disallow: /

User-agent: netEstate NE Crawler
 disallow: /

User-agent: NetLyzer FastProbe
 disallow: /

User-agent: NetResearchServer
 disallow: /

User-agent: NetResearchServer/4.0
 disallow: /

User-agent: Nmap Scripting Engine
 disallow: /

User-agent: node.io
 disallow: /

User-agent: node.js
 disallow: /

User-agent: Node/simplecrawler 0.5.2
 disallow: /

User-agent: Node/simplecrawler
 disallow: /

User-agent: oBot/2.3.1
 disallow: /

User-agent: omgilibot
 disallow: /

User-agent: omgilibot/0.4
 disallow: /

User-agent: Online Domain Tools - Online Website Link Checker
 disallow: /

User-agent: Online Domain Tools - Online Website Link Checker/1.2
 disallow: /

User-agent: Openfind Robot
 disallow: /

User-agent: OpenHoseBot
 disallow: /

User-agent: OpenHoseBot/2.1
 disallow: /

User-agent: Openstat
 disallow: /

User-agent: Openstat/0.1
 disallow: /

User-agent: OptimizationCrawler
 disallow: /

User-agent: OptimizationCrawler/0.2
 disallow: /

User-agent: Page Analyzer v4.0
 disallow: /

User-agent: Page Analyzer
 disallow: /

User-agent: PageAnalyzer
 disallow: /

User-agent: PageAnalyzer/1.1
 disallow: /

User-agent: PageAnalyzer/1.5
 disallow: /

User-agent: PagesInventory
 disallow: /

User-agent: Pagespeed/1.1 Fetcher
 disallow: /

User-agent: Pagespeed/1.1
 disallow: /

User-agent: Pagespeedbot
 disallow: /

User-agent: Perl LWP
 disallow: /

User-agent: PHPCrawl
 disallow: /

User-agent: phpSiteCheck 1.0
 disallow: /

User-agent: phpSiteCheck
 disallow: /

User-agent: Plukkie
 disallow: /

User-agent: POGS/2.0
 disallow: /

User-agent: Powermarks
 disallow: /

User-agent: PowerPivot
 disallow: /

User-agent: PRIVACY_ENFAQ.jsp
 disallow: /

User-agent: Prlog
 disallow: /

User-agent: Prlog/1.0
 disallow: /

User-agent: publiclibraryarchive.org
 disallow: /

User-agent: publiclibraryarchive.org/1.0
 disallow: /

User-agent: Pu_iN Crawler
 disallow: /

User-agent: Putin
 disallow: /

User-agent: Putin spider
 disallow: /

User-agent: qingdao
 disallow: /

User-agent: QlikView
 disallow: /

User-agent: quipu
 disallow: /

User-agent: quipu/1.0
 disallow: /

User-agent: quipu/2.0
 disallow: /

User-agent: R6_CommentReader
 disallow: /

User-agent: R6_FeedFetcher
 disallow: /

User-agent: Riddler
 disallow: /

User-agent: RivalSeek.com-Bot
 disallow: /

User-agent: rogerbot
 disallow: /

User-agent: rogerbot/1.0
 disallow: /

User-agent: rootlink
 disallow: /

User-agent: RU_Bot/2.0
 disallow: /

User-agent: Scopia
 disallow: /

User-agent: Scopia crawler
 disallow: /

User-agent: Scopia crawler 1.0
 disallow: /

User-agent: Scopia crawler 1.1
 disallow: /

User-agent: Scopia crawler 1.2
 disallow: /

User-agent: Scrapy
 disallow: /

User-agent: Scrapy/0.16.5
 disallow: /

User-agent: Scrapy/0.24.4
 disallow: /

User-agent: Scrapy/0.24.5
 disallow: /

User-agent: Scrapy/0.24.6
 disallow: /

User-agent: Scrapy/1.0.1
 disallow: /

User-agent: Screaming Frog SEO Spider
 disallow: /

User-agent: Screaming Frog SEO Spider/2,55
 disallow: /

User-agent: Screaming Frog SEO Spider/2.55
 disallow: /

User-agent: Screaming Frog SEO Spider/3.1
 disallow: /

User-agent: Screaming Frog SEO Spider/3.3
 disallow: /

User-agent: Screaming Frog SEO Spider/4.1
 disallow: /

User-agent: Screaming Frog SEO Spider/5.0
 disallow: /

User-agent: Screaming Frog SEO Spider/5.1
 disallow: /

User-agent: Screaming Frog SEO Spider/5.1 Beta 2
 disallow: /

User-agent: scrutiny/4
 disallow: /

User-agent: SemrushBot
 disallow: /

User-agent: SemrushBot-SA
 disallow: /

User-agent: SEOdiver/1.0
 disallow: /

User-agent: SEOkicks
 disallow: /

User-agent: SEOkicks-Robot
 disallow: /

User-agent: SEOlyticsCrawler
 disallow: /

User-agent: SEOlyticsCrawler/3.0
 disallow: /

User-agent: seoscanners
 disallow: /

User-agent: seoscanners.net/1
 disallow: /

User-agent: SEOstats 2.1.0
 disallow: /

User-agent: Seosys/Nutch-2.3
 disallow: /

User-agent: SetCronJob/1.0
 disallow: /

User-agent: SeznamBot
 disallow: /

User-agent: SheerBoredom.Experimental.Robot
 disallow: /

User-agent: SheerBoredom.Experimental.Robot/0.2
 disallow: /

User-agent: ShowyouBot
 disallow: /

User-agent: Simplecrawler
 disallow: /

User-agent: SISTRIX Crawler
 disallow: /

User-agent: sistrix
 disallow: /

User-agent: SiteBot
 disallow: /

User-agent: SiteBot/0.1
 disallow: /

User-agent: SiteExplorer
 disallow: /

User-agent: SiteExplorer/1.0
 disallow: /

User-agent: SiteExplorer/1.0b
 disallow: /

User-agent: Siteluxbot
 disallow: /

User-agent: Siteluxbot/1.0
 disallow: /

User-agent: SkimBot
 disallow: /

User-agent: SkimBot/1.0
 disallow: /

User-agent: sky nutch crawler/Nutch-1.9
 disallow: /

User-agent: SMTBot
 disallow: /

User-agent: SMTBot/1.0
 disallow: /

User-agent: SNK Screenshot Bot
 disallow: /

User-agent: SNK Screenshot Bot/0.20
 disallow: /

User-agent: Sogou Spider
 disallow: /

User-agent: Sogou web spider
 disallow: /

User-agent: SpamBayes
 disallow: /

User-agent: SpamBayes/1.1a3+
 disallow: /

User-agent: spbot
 disallow: /

User-agent: spbot/4.4.2
 disallow: /

User-agent: spiderbot
 disallow: /

User-agent: SpiderLing
 disallow: /

User-agent: Spiderbot/Nutch-1.7
 disallow: /

User-agent: spray-can
 disallow: /

User-agent: spray-can/1.2.1
 disallow: /

User-agent: SSG/3.0
 disallow: /

User-agent: Statastico
 disallow: /

User-agent: Statastico/4.0
 disallow: /

User-agent: Steeler
 disallow: /

User-agent: Steeler/3.5
 disallow: /

User-agent: Stratagems Kumo
 disallow: /

User-agent: Stratagems
 disallow: /

User-agent: StudioFACA Search
 disallow: /

User-agent: StudioFACA
 disallow: /

User-agent: sukibot
 disallow: /

User-agent: sukibot_heritrix
 disallow: /

User-agent: sukibot_heritrix/3.1.1
 disallow: /

User-agent: SurveyBot
 disallow: /

User-agent: Synapse
 disallow: /

User-agent: Synthesio Crawler release MonaLisa
 disallow: /

User-Agent: tbot-nutch/Nutch-1.10
 disallow: /

User-Agent: Traackr.com bot
 disallow: /

User-Agent: trendictionbot
 disallow: /

User-Agent: Trendiction-Bot
 disallow: /

User-Agent: TrueBot
 disallow: /

User-Agent: TrueBot/1.0
 disallow: /

User-Agent: TulipChain/5.xx
 disallow: /

User-Agent: TWMBot/0.1
 disallow: /

User-Agent: Typhoeus
 disallow: /

User-Agent: UCMore Crawler App
 disallow: /

User-Agent: uMBot-LN
 disallow: /

User-Agent: uMBot-LN/1.0
 disallow: /

User-Agent: updown_tester
 disallow: /

User-Agent: URLChecker
 disallow: /

User-agent: V1.0/1.2
 disallow: /

User-agent: w3af.org
 disallow: /

User-agent: WASALive
 disallow: /

User-agent: WASALive-Bot
 disallow: /

User-agent: vBSEO
 disallow: /

User-agent: WBSearchBot
 disallow: /

User-agent: WBSearchBot/1.1
 disallow: /

User-agent: WeAreNotEvil
 disallow: /

User-agent: WebAlta
 disallow: /

User-agent: WebAlta Crawler
 disallow: /

User-agent: Web corpus crawler
 disallow: /

User-agent: WebCookies
 disallow: /

User-agent: WebCookies/1.0
 disallow: /

User-agent: WebCopier vx.xa
 disallow: /

User-agent: Webnest 0.9
 disallow: /

User-agent: WebQL
 disallow: /

User-agent: Webscout
 disallow: /

User-agent: Webscout/1.0
 disallow: /

User-agent: Web-sniffer
 disallow: /

User-agent: Web-sniffer/1.1.0
 disallow: /

User-agent: Webster Pro V3.4
 disallow: /

User-agent: WebTarantula.com Crawler
 disallow: /

User-agent: WeCrawlForThePeace
 disallow: /

User-agent: VegeBot
 disallow: /

 User-agent: Vegi bot
 disallow: /

User-agent: WeLikeLinks
 disallow: /

User-agent: VeriCiteCrawler
 disallow: /

User-agent: VeriCiteCrawler/Nutch-1.9
 disallow: /

User-agent: WhatWeb
 disallow: /

User-agent: WhatWeb/0.4.8-dev
 disallow: /

User-agent: Visited by http://tools.geek-tools.org
 disallow: /

User-agent: Voila Robot
 disallow: /

User-agent: voltron
 disallow: /

User-agent: woobot
 disallow: /

User-agent: woobot/1.1
 disallow: /

User-agent: woobot/2.0
 disallow: /

User-agent: Vorboss Web Crawler
 disallow: /

User-agent: Vorboss Web Crawler/Nutch-2.3
 disallow: /

User-agent: WorldBrewBot
 disallow: /

User-agent: WorldBrewBot/2.1
 disallow: /

User-agent: worldwebheritage.org
 disallow: /

User-agent: worldwebheritage.org/1.0
 disallow: /

User-agent: wscheck.com
 disallow: /

User-agent: wscheck.com/1.0.0
 disallow: /

User-agent: www.deadlinkchecker.com
 disallow: /

User-agent: www.petitsage.fr site detector 0.4
 disallow: /

User-agent: WWW-Mechanize
 disallow: /

User-agent: WWW-Mechanize/1.74
 disallow: /

User-agent: Xenu Link Sleuth
 disallow: /

User-agent: Xenu's Link Sleuth
 disallow: /

User-agent: XoviBot
 disallow: /

User-agent: XoviBot/2.0
 disallow: /

User-agent: XSpider
 disallow: /

User-agent: Yandex Robot
 disallow: /

User-agent: Yandex
 disallow: /

User-agent: Yetibot
 disallow: /

User-agent: YisouSpider
 disallow: /

User-agent: yoozBot
 disallow: /

User-agent: yoozBot-2.2
 disallow: /

User-agent: zgrab/0.x
 disallow: /

User-agent: zzabmbot
 disallow: /

User-agent: zzabmbot/1.0
 disallow: /

User-agent: GPTBot
  disallow: /

User-agent: G
  disallow: /