shortysliquor.com.au

Loading...

Loading...

{
  "latency": 425,
  "ipAddresses": [
    "151.101.66.132",
    "151.101.130.132",
    "151.101.2.132",
    "151.101.194.132"
  ],
  "dns": {
    "NS": [
      "davina.ns.cloudflare.com.",
      "leland.ns.cloudflare.com."
    ],
    "A": [
      "151.101.66.132",
      "151.101.130.132",
      "151.101.2.132",
      "151.101.194.132"
    ],
    "TXT": [
      "MS=BE9B6E4850BBB089129DDC21B0EE90553BEF4743",
      "MS=ms30137794",
      "google-site-verification=9Hb0jlIvn0EhmE9xHov3Ll2lVqBVvTINFXAZuzaAE1M",
      "google-site-verification=G3tkSvJFOWtPbc80IvH2GK94MgYiwAeR9FA5_yRspAY",
      "miro-verification=1ee7adf188b19ac5cbc9ba45cc9e81b570373b09",
      "sd5-65J-5Tw",
      "v=spf1 a mx ip4:45.76.115.55 ip4:139.180.169.135 ip4:149.28.166.75 ip4:45.77.48.10 ip4:139.180.160.208 ip4:45.76.118.212 include:sendgrid.net include:_spf.google.com include:20919436.spf06.hubspotemail.net include:amazonses.com -all"
    ]
  }
}

[
  {
    "url": "https://shortysliquor.com.au",
    "technologies": [
      {
        "slug": "australia-post",
        "name": "Australia Post",
        "versions": [],
        "trafficRank": 0,
        "confirmedAt": 1722496540,
        "icon": "AusPost.svg",
        "categories": [
          {
            "id": 99,
            "slug": "shipping-carriers",
            "name": "Shipping carriers"
          }
        ]
      },
      {
        "slug": "amazon-web-services",
        "name": "Amazon Web Services",
        "versions": [],
        "trafficRank": 0,
        "confirmedAt": 1722496540,
        "icon": "Amazon Web Services.svg",
        "categories": [
          {
            "id": 62,
            "slug": "paas",
            "name": "PaaS"
          }
        ]
      },
      {
        "slug": "google-workspace",
        "name": "Google Workspace",
        "versions": [],
        "trafficRank": 0,
        "confirmedAt": 1722496540,
        "icon": "Google.svg",
        "categories": [
          {
            "id": 30,
            "slug": "webmail",
            "name": "Webmail"
          },
          {
            "id": 75,
            "slug": "email",
            "name": "Email"
          }
        ]
      },
      {
        "slug": "cloudflare",
        "name": "Cloudflare",
        "versions": [],
        "trafficRank": 0,
        "confirmedAt": 1722496540,
        "icon": "CloudFlare.svg",
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ]
      },
      {
        "slug": "amazon-ses",
        "name": "Amazon SES",
        "versions": [],
        "trafficRank": 0,
        "confirmedAt": 1722496540,
        "icon": "Amazon SES.svg",
        "categories": [
          {
            "id": 75,
            "slug": "email",
            "name": "Email"
          }
        ]
      },
      {
        "slug": "recaptcha",
        "name": "reCAPTCHA",
        "versions": [],
        "trafficRank": 0,
        "confirmedAt": 1722496540,
        "icon": "reCAPTCHA.svg",
        "categories": [
          {
            "id": 16,
            "slug": "security",
            "name": "Security"
          }
        ]
      },
      {
        "slug": "sendgrid",
        "name": "Sendgrid",
        "versions": [],
        "trafficRank": 0,
        "confirmedAt": 1722496540,
        "icon": "SendGrid.svg",
        "categories": [
          {
            "id": 75,
            "slug": "email",
            "name": "Email"
          }
        ]
      },
      {
        "slug": "module-federation",
        "name": "Module Federation",
        "versions": [],
        "trafficRank": 9,
        "confirmedAt": 1717476655,
        "icon": "Webpack.svg",
        "categories": [
          {
            "id": 19,
            "slug": "miscellaneous",
            "name": "Miscellaneous"
          }
        ]
      },
      {
        "slug": "webpack",
        "name": "Webpack",
        "versions": [],
        "trafficRank": 9,
        "confirmedAt": 1717476655,
        "icon": "Webpack.svg",
        "categories": [
          {
            "id": 19,
            "slug": "miscellaneous",
            "name": "Miscellaneous"
          }
        ]
      },
      {
        "slug": "new-relic",
        "name": "New Relic",
        "versions": [],
        "trafficRank": 13,
        "confirmedAt": 1719366545,
        "icon": "New Relic.svg",
        "categories": [
          {
            "id": 78,
            "slug": "rum",
            "name": "RUM"
          }
        ]
      },
      {
        "slug": "core-js",
        "name": "core-js",
        "versions": [
          "3.0.0"
        ],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "core-js.png",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "vimeo",
        "name": "Vimeo",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Vimeo.svg",
        "categories": [
          {
            "id": 14,
            "slug": "video-players",
            "name": "Video players"
          }
        ]
      },
      {
        "slug": "lit-html",
        "name": "lit-html",
        "versions": [
          "3.1.0"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Lit.svg",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "adobe-client-data-layer",
        "name": "Adobe Client Data Layer",
        "versions": [
          "2.0.2"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Adobe.svg",
        "categories": [
          {
            "id": 12,
            "slug": "javascript-frameworks",
            "name": "JavaScript frameworks"
          }
        ]
      },
      {
        "slug": "jquery-ui",
        "name": "jQuery UI",
        "cpe": "cpe:2.3:a:jquery:jquery_ui:1.13.2:*:*:*:*:*:*:*",
        "versions": [
          "1.13.2"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "jQuery UI.svg",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "typekit",
        "name": "Typekit",
        "versions": [],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "default.svg",
        "categories": []
      },
      {
        "slug": "google-tag-manager",
        "name": "Google Tag Manager",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696850,
        "icon": "Google Tag Manager.svg",
        "categories": [
          {
            "id": 42,
            "slug": "tag-managers",
            "name": "Tag managers"
          }
        ]
      },
      {
        "slug": "jquery-migrate",
        "name": "jQuery Migrate",
        "versions": [
          "3.3.2"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "jQuery.svg",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "facebook-pixel",
        "name": "Facebook Pixel",
        "versions": [
          "2.9.162",
          "2.9.164",
          "2.9.156",
          "2.9.157"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Facebook.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "auxilia",
        "name": "Auxilia",
        "versions": [],
        "trafficRank": 39,
        "confirmedAt": 1723696849,
        "icon": "Auxilia.svg",
        "categories": [
          {
            "id": 41,
            "slug": "payment-processors",
            "name": "Payment processors"
          }
        ]
      },
      {
        "slug": "microsoft-clarity",
        "name": "Microsoft Clarity",
        "versions": [
          "0.7.43",
          "0.7.32"
        ],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "Microsoft Clarity.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "criteo",
        "name": "Criteo",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Criteo.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          },
          {
            "id": 77,
            "slug": "retargeting",
            "name": "Retargeting"
          }
        ]
      },
      {
        "slug": "requirejs",
        "name": "RequireJS",
        "versions": [
          "2.3.6"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "RequireJS.svg",
        "categories": [
          {
            "id": 12,
            "slug": "javascript-frameworks",
            "name": "JavaScript frameworks"
          }
        ]
      },
      {
        "slug": "dotdigital",
        "name": "Dotdigital",
        "versions": [
          "4"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Dotdigital.svg",
        "categories": [
          {
            "id": 32,
            "slug": "marketing-automation",
            "name": "Marketing automation"
          },
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "hubspot-analytics",
        "name": "HubSpot Analytics",
        "versions": [],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "HubSpot.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "php",
        "name": "PHP",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "PHP.svg",
        "categories": [
          {
            "id": 27,
            "slug": "programming-languages",
            "name": "Programming languages"
          }
        ]
      },
      {
        "slug": "google-maps",
        "name": "Google Maps",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Google Maps.svg",
        "categories": [
          {
            "id": 35,
            "slug": "maps",
            "name": "Maps"
          }
        ]
      },
      {
        "slug": "unpkg",
        "name": "Unpkg",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Unpkg.svg",
        "categories": [
          {
            "id": 31,
            "slug": "cdn",
            "name": "CDN"
          }
        ]
      },
      {
        "slug": "hubspot",
        "name": "HubSpot",
        "versions": [],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "HubSpot.svg",
        "categories": [
          {
            "id": 32,
            "slug": "marketing-automation",
            "name": "Marketing automation"
          }
        ]
      },
      {
        "slug": "hsts",
        "name": "HSTS",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "default.svg",
        "categories": [
          {
            "id": 16,
            "slug": "security",
            "name": "Security"
          }
        ]
      },
      {
        "slug": "google-analytics",
        "name": "Google Analytics",
        "versions": [
          "GA4"
        ],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "Google Analytics.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "lit-element",
        "name": "lit-element",
        "versions": [
          "4.0.2"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Lit.svg",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "cart-functionality",
        "name": "Cart Functionality",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Cart-generic.svg",
        "categories": [
          {
            "id": 6,
            "slug": "ecommerce",
            "name": "Ecommerce"
          }
        ]
      },
      {
        "slug": "hubspot-chat",
        "name": "HubSpot Chat",
        "versions": [],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "HubSpot.svg",
        "categories": [
          {
            "id": 52,
            "slug": "live-chat",
            "name": "Live chat"
          }
        ]
      },
      {
        "slug": "jquery",
        "name": "jQuery",
        "cpe": "cpe:2.3:a:jquery:jquery:3.6.0:*:*:*:*:*:*:*",
        "versions": [
          "3.6.0"
        ],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "jQuery.svg",
        "categories": [
          {
            "id": 59,
            "slug": "javascript-libraries",
            "name": "JavaScript libraries"
          }
        ]
      },
      {
        "slug": "magento",
        "name": "Magento",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "Magento.svg",
        "categories": [
          {
            "id": 6,
            "slug": "ecommerce",
            "name": "Ecommerce"
          }
        ]
      },
      {
        "slug": "mysql",
        "name": "MySQL",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "MySQL.svg",
        "categories": [
          {
            "id": 34,
            "slug": "databases",
            "name": "Databases"
          }
        ]
      },
      {
        "slug": "civictheme",
        "name": "CivicTheme",
        "versions": [],
        "trafficRank": 52,
        "confirmedAt": 1723696849,
        "icon": "CivicTheme.svg",
        "categories": [
          {
            "id": 66,
            "slug": "ui-frameworks",
            "name": "UI frameworks"
          }
        ]
      },
      {
        "slug": "linkedin-insight-tag",
        "name": "Linkedin Insight Tag",
        "versions": [],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "Linkedin.svg",
        "categories": [
          {
            "id": 10,
            "slug": "analytics",
            "name": "Analytics"
          }
        ]
      },
      {
        "slug": "microsoft-advertising",
        "name": "Microsoft Advertising",
        "versions": [],
        "trafficRank": 48,
        "confirmedAt": 1723696849,
        "icon": "Microsoft.svg",
        "categories": [
          {
            "id": 36,
            "slug": "advertising",
            "name": "Advertising"
          }
        ]
      }
    ]
  }
]

{
  "data": {
    "total": 14,
    "personal_emails": 12,
    "generic_emails": 2,
    "department": {
      "executive": 3,
      "it": 0,
      "finance": 0,
      "management": 0,
      "sales": 3,
      "legal": 0,
      "support": 5,
      "hr": 0,
      "marketing": 1,
      "communication": 0,
      "education": 0,
      "design": 0,
      "health": 0,
      "operations": 1
    },
    "seniority": {
      "junior": 0,
      "senior": 5,
      "executive": 4
    }
  },
  "meta": {
    "params": {
      "domain": "shortysliquor.com.au",
      "company": null,
      "type": null
    }
  }
}

{
  "dotdigital Engagement Cloud": "Email marketing software solutions & bulk email campaign services. Previously dotMailer.",
  "Adobe Dynamic Tag Management": "Satellite puts an end to tag and technology management, letting marketers and analysts manage their tools. Previously known as Search Discovery Satellite now Adobe DTM.",
  "Adobe Marketing Cloud": "A complete set of marketing solutions from Adobe.",
  "Hubspot": "Hubspot provides marketing information and leads via inbounding marketing software.",
  "HubSpot Analytics": "Measure the performance of all your marketing campaigns",
  "Hubspot Ads": "Turn HubSpot Lists into ads targeting audiences and track the ROI of your Facebook and Google ads automatically.",
  "Rapleaf": "Marketing automation tools with the necessary data to help brands keep their customers engaged. Now TowerData.",
  "LiveRamp": "CRM Retargeting & Data Onboarding app.",
  "Supership": "Supership is a data technology company that helps customers achieve digital transformation through accurate data, reliable technology, and data marketing expertise.",
  "Google Analytics": "Google Analytics offers a host of compelling features and benefits for everyone from senior executives and advertising and marketing professionals to site owners and content developers.",
  "Google Analytics 4": "Google Analytics 4 formerly known as App + Web is a new version of Google Analytics that was released in October 2020.",
  "Facebook Pixel": "Facebook Pixel is Facebooks conversion tracking system for ads on Facebook to websites.",
  "Facebook Signal": "Journalists use Signal to surface relevant trends, photos, videos and posts from Facebook and Instagram for use in their storytelling and reporting.",
  "Facebook Conversion Tracking": "Conversion tracking functionality from Facebook, allows a user to track advertisement clicks.",
  "Global Site Tag": "Google's primary tag for Google Measurement/Conversion Tracking, Adwords and DoubleClick.",
  "Google Conversion Linker": "Detects the ad click information in your conversion page URLs and stores this information to associate an ad click with a conversion.",
  "Bing Universal Event Tracking": "Universal Event Tracking (UET) is a simple and powerful campaign measurement solution that allows you to track key conversion goals important to your business.",
  "LinkedIn Insights": "The LinkedIn Insight Tag is a piece of lightweight JavaScript code that you can add to your website to enable in-depth campaign reporting and unlock valuable insights about your website visitors and for conversion optimization of ads.",
  "Fastly": "Real-time Analytics and CDN platform. Analyze your web and server traffic patterns in real-time.",
  "Microsoft Clarity": "Free-to-use analytics product for webmasters that shows how people are using your website.",
  "Zopim": "Provide live customer help instantaneously. Now known as Zendesk Chat.",
  "Hubspot Messages": "Messages is a live chat tool that helps sales teams connect with site visitors .",
  "Klevu": "Site search for online stores.",
  "HubSpot Conversations": "HubSpot messaging tools and context to have personalized conversations with prospects and customers.",
  "Google Tag Manager": "Tag management that lets you add and update website tags without changes to underlying website code.",
  "Typekit": "Typekit is the easiest way to use real fonts on the web. It's a subscription-based service for linking to high-quality Open Type fonts from some of the world's best type foundries.",
  "Google Font API": "The Google Font API helps you add web fonts to any web page.",
  "Font Awesome": "Iconic font and CSS toolkit.",
  "reCAPTCHA": "Anti-bot CAPTCHA widget from Google.",
  "US Privacy User Signal Mechanism": "The US Privacy API (USP API) is a lightweight API used to communicate signals represented in the US Privacy String.",
  "CrUX Dataset": "CrUX is a data collection system that gathers information about how real users interact with websites. This website is included in the user experiences data gathered from Google Chrome and thus considered sufficiently popular on the Internet.",
  "CrUX Top 5m": "Relative measure of site popularity within the CrUX dataset, measured by the total number of navigations on the origin. This site is in the top 5 million.",
  "AddThis": "Widgets that allow visitors to save and promote the site.",
  "Cloudflare Radar": "The website appears on the Cloudflare Radar Top 1m sites list",
  "Unsplash": "Free photo service.",
  "Magento": "Hosted and self hosted eCommerce CMS system. Owned by Adobe and now rebranded as Adobe Commerce.",
  "Magento 2": "Magento ecommerce solution version 2 rewrite.",
  "Viewport Meta": "This page uses the viewport meta tag which means the content may be optimized for mobile content.",
  "IPhone / Mobile Compatible": "The website contains code that allows the page to support IPhone / Mobile Content.",
  "GStatic Google Static Content": "Google has off-loaded static content (Javascript/Images/CSS) to a different domain name in an effort to reduce bandwidth usage and increase network performance for the end user.",
  "UNPKG": "unpkg is a fast, global content delivery network for everything on npm.",
  "Cloudflare": "Automatically optimizes the delivery of your web pages so your visitors get the fastest page load times and best performance.",
  "CDN JS": "CloudFlare's CDN with popular javascript frameworks available.",
  "Cloudflare JS": "Loads content from Cloudflare CDN.",
  "Google Maps API": "Google Maps has a wide array of APIs that let you embed the functionality of Google Maps.",
  "Google Maps": "Google maps embedded into the webpage.",
  "Google Places Library": "Google places Library API for Google Maps",
  "Navigator GeoLocation": "The Navigator.geolocation read-only property returns a Geolocation object that gives Web content access to the location of the device. This allows a Web site or app to offer customized results based on the user's location.",
  "CardinalCommerce": "Authenticating digital payment transactions solutions provider.",
  "Braintree": "Braintree is the easiest way to accept payments online and on a mobile app. Owned by PayPal.",
  "PayPal": "The website accepts payments with PayPal.",
  "Wirecard": "Wirecard is a specialist in payment processing and issuing.",
  "Vimeo": "Use Vimeo to exchange videos with only the people you want to. We have a bunch of different privacy options so you can choose exactly who can see your videos, and others can do the same. The website embeds vimeo.",
  "FreeWheel": "Premium video monetization solutions.",
  "webqem": "webqem is a Sydney-based collective of strategists, creatives, and geeks who excel in web design, development, and digital strategy.",
  "Miro": "Miro is an innovation workspace for teams to collaborate on projects, design products, and shape the future.",
  "jQuery": "JQuery is a fast, concise, JavaScript Library that simplifies how you traverse HTML documents, handle events, perform animations, and add Ajax interactions to your web pages. jQuery is designed to change the way that you write JavaScript.",
  "jQuery Masonry": "Masonry is a layout plugin for jQuery. Think of it as the flip side of CSS floats.",
  "jQuery Migrate": "APIs and features removed from jQuery core",
  "jQuery UI": "jQuery UI provides abstractions for low-level interaction and animation, advanced effects and high-level, themeable widgets, built on top of the jQuery JavaScript Library, that you can use to build highly interactive web applications.",
  "jQuery UI Mouse": "jQuery mouse interaction library.",
  "jQuery DevBridge Autocomplete": "Ajax AutoComplete for jQuery",
  "Facebook SDK": "JavaScript SDK enables you to access all of the features of the Graph API via JavaScript, and it provides a rich set of client-side functionality for authentication and sharing. It differs from Facebook Connect.",
  "Facebook for Websites": "Allows a user to make a website more sociable and connected with integrations from the hugely popular Facebook website.",
  "RequireJS": "RequireJS is a JavaScript file and module loader.",
  "core-js": "Modular standard library for JavaScript.",
  "Intersection Observer": "API that can be used to understand the visibility and position of DOM elements relative to a containing element or to the top-level viewport.",
  "Bootstrap.js": "Twitter Bootstrap JS components.",
  "Magnific Popup": "Magnific Popup is a responsive lightbox & dialog script.",
  "OwlCarousel2": "Touch enabled jQuery plugin that lets you create a responsive carousel slider.",
  "Alpine.js": "Minimal framework for composing JavaScript behavior",
  "DoubleClick.Net": "DoubleClick enables agencies, marketers and publishers to work together successfully and profit from their digital marketing investments. Owned by Google and now referred to as DoubleClick Digital Marketing or Google Enterprise Advertising.",
  "Facebook Custom Audiences": "Custom Audiences from your website makes it possible to reach people who visit your website and deliver the right message to them on Facebook.",
  "Google Remarketing": "Google code specifically for remarketing/retargeting based advertising.",
  "LinkedIn Ads": "LinkedIn advertising solutions.",
  "Criteo": "Behavioural targeting for e-commerce customers.",
  "AppNexus": "Provides access to the major exchanges and aggregators, as well as cloud infrastructure scalable to billions of ad impressions a day with a layer of real-time decisioning on top.",
  "Index Exchange": "Index Exchange is the world's fastest growing provider of online media solutions. With a network reach of over half the US digital audience. Previously known as Casale Media.",
  "Teads": "Video advertising serving technology.",
  "Pubmatic": "PubMatic Enables Ad Optimization Across Every Ad Network",
  "Improve Digital": "Private ad exchange network.",
  "StickyAds TV": "Video ad platform for publishers.",
  "Outbrain": "Outbrain provides content engagement by linking to other articles.",
  "Media.net": "Contextual, user-driven ads network with multiple implementation techniques.",
  "TripleLift": "Native advertising system for the visual web.",
  "Rubicon Project": "Advertising optimization service.",
  "IponWeb BidSwitch": "BidSwitch facilitates both Supply and Demand technology partners to efficiently and transparently connect, trade and manage multiple RTB partners.",
  "Colombia Online": "Premium publisher ad technology.",
  "Yieldmo": "Mobile advertising solution.",
  "Dable": "Content discovery platform from Korea.",
  "adingo": "Japanese based internet media traffic monetization solution. Also known as Fluct.",
  "Burst Media": "Internet advertising network representing specialty-content web sites.",
  "Facebook": "The website mentions facebook.com in some form.",
  "LinkedIn": "The website mentions linkedin.com in some form.",
  "Instagram": "The website mentions Instagram in some form.",
  "YouTube Link": "This website mentions YouTube.com on it in some form or another.",
  "Sendgrid": "SendGrid's cloud-based email infrastructure provides businesses with email delivery management.",
  "Amazon SES": "Amazon Simple Email Service (Amazon SES) is a scalable, bulk, transactional email-sending service for businesses and developers.",
  "SPF": "The Sender Policy Framework is an open standard specifying a technical method to prevent sender address forgery.",
  "Microsoft Azure DNS": "This domain is verified with Microsoft Azure.",
  "Google Apps for Business": "Web-based email, calendar, and documents for teams. Renamed to Google Apps for Work, but now known as G Suite from Google Cloud.",
  "DMARC": "A technical specification created by a group of organizations that want to help reduce the potential for email-based abuse",
  "DMARC Reject": "The domain has a DMARC policy of 'Reject'. This policy tells the mail server to reject emails that fail DMARC checks, preventing them from being delivered at all.",
  "SSL by Default": "The website redirects traffic to an HTTPS/SSL version by default.",
  "LetsEncrypt": "Let’s Encrypt is a free open Certificate Authority.",
  "HSTS": "Forces browsers to only communicate with the site using HTTPS.",
  "Choopa": "Choopa provides web hosting, dedicated and managed hosting services. Owns Vultr.",
  "Cloudflare Hosting": "Supercharged web hosting service.",
  "Fastly Hosted": "Hosted at Fastly",
  "Fastly Load Balancer": "Hosted on Fastly's Load Balancing system.",
  "Constant Hosting": "US based dedicated and cloud hosting services.",
  "U.S. Server Location": "The web server is located in the United States.",
  "Cloudflare DNS": "DNS services provided by Cloudflare.",
  "nginx": "nginx [engine x] is a HTTP server and mail proxy server written by Igor Sysoev.",
  "Googlebot Disallow": "The website has disallow rules for Google Search Bot.",
  "Majestic Bot Disallow": "The website has disallow rules for Majestic Bot.",
  "Soso Bot Disallow": "The website has disallow rules for Soso Bot.",
  "Robots Disallow": "A robots disallow all directive with no other options.",
  "Ahrefs Bot Disallow": "The website has disallow rules for Ahrefs Bot.",
  "Google AdsBot Disallow": "The website has disallow rules for Google AdsBot.",
  "Google AdsBot Mobile Disallow": "The website has disallow rules for Google AdsBot Mobile.",
  "Google Image Bot Disallow": "The website has disallow rules for Google Image Bot.",
  "Google Video Bot Disallow": "The website has disallow rules for Google Video Bot.",
  "Semrush Bot Disallow": "The website has disallow rules for Semrush Bot.",
  "360 Bot Disallow": "The website has disallow rules for 360 Bot.",
  "BuiltWithBot Disallow": "The website has disallow rules for BuiltWith Technology Index Bot.",
  "Exalead Bot Disallow": "The website has disallow rules for Exalead Exabot.",
  "Sogou Bot Disallow": "The website has disallow rules for Sogou Bot.",
  "Common Crawl Bot Disallow": "Block a site from being crawled by Common Crawl Crawler.",
  "Google Webmaster": "Webmaster tools provide you with a free and easy way to make your site more Google-friendly.",
  "Content Delivery Network": "This page contains links that give the impression that some of the site contents are stored on a content delivery network."
}

## Magento sitemaps: as the robots file is shared by Wine and Shortys, both sitemaps are listed
Sitemap: https://shortysliquor.com.au/media/sitemap/shortyssitemap.xml
Sitemap: https://www.wine.com.au/media/sitemap/winesitemap.xml
Sitemap: https://giftinghub.danmurphys.com.au/media/sitemap/danmurphyssitemap.xml

# Rules are processed from top to bottom, with the most specific at the top.
Crawl-delay: 5

# Default search block
User-agent: *
Disallow: /content/search
Disallow: /catalogsearch


# Block most common non-AU search engines
User-agent: 01h4x.com
Disallow:/
User-agent: 360Spider
Disallow:/
User-agent: 404checker
Disallow:/
User-agent: 404enemy
Disallow:/
User-agent: 80legs
Disallow:/
User-agent: ADmantX
Disallow:/
User-agent: AIBOT
Disallow:/
User-agent: ALittle Client
Disallow:/
User-agent: ASPSeek
Disallow:/
User-agent: Abonti
Disallow:/
User-agent: Aboundex
Disallow:/
User-agent: Aboundexbot
Disallow:/
User-agent: Acunetix
Disallow:/
User-agent: AfD-Verbotsverfahren
Disallow:/
User-agent: AhrefsBot
Disallow:/
User-agent: AiHitBot
Disallow:/
User-agent: Aipbot
Disallow:/
User-agent: Alexibot
Disallow:/
User-agent: AllSubmitter
Disallow:/
User-agent: Alligator
Disallow:/
User-agent: AlphaBot
Disallow:/
User-agent: Anarchie
Disallow:/
User-agent: Anarchy
Disallow:/
User-agent: Anarchy99
Disallow:/
User-agent: Ankit
Disallow:/
User-agent: Anthill
Disallow:/
User-agent: Apexoo
Disallow:/
User-agent: Aspiegel
Disallow:/
User-agent: Asterias
Disallow:/
User-agent: Atomseobot
Disallow:/
User-agent: Attach
Disallow:/
User-agent: AwarioRssBot
Disallow:/
User-agent: AwarioSmartBot
Disallow:/
User-agent: BBBike
Disallow:/
User-agent: BDCbot
Disallow:/
User-agent: BDFetch
Disallow:/
User-agent: BLEXBot
Disallow:/
User-agent: BackDoorBot
Disallow:/
User-agent: BackStreet
Disallow:/
User-agent: BackWeb
Disallow:/
User-agent: Backlink-Ceck
Disallow:/
User-agent: BacklinkCrawler
Disallow:/
User-agent: Badass
Disallow:/
User-agent: Bandit
Disallow:/
User-agent: Barkrowler
Disallow:/
User-agent: BatchFTP
Disallow:/
User-agent: Battleztar Bazinga
Disallow:/
User-agent: BetaBot
Disallow:/
User-agent: Bigfoot
Disallow:/
User-agent: Bitacle
Disallow:/
User-agent: BlackWidow
Disallow:/
User-agent: Black Hole
Disallow:/
User-agent: Blackboard
Disallow:/
User-agent: Blow
Disallow:/
User-agent: BlowFish
Disallow:/
User-agent: Boardreader
Disallow:/
User-agent: Bolt
Disallow:/
User-agent: BotALot
Disallow:/
User-agent: Brandprotect
Disallow:/
User-agent: Brandwatch
Disallow:/
User-agent: Buck
Disallow:/
User-agent: Buddy
Disallow:/
User-agent: BuiltBotTough
Disallow:/
User-agent: BuiltWith
Disallow:/
User-agent: Bullseye
Disallow:/
User-agent: BunnySlippers
Disallow:/
User-agent: BuzzSumo
Disallow:/
User-agent: CATExplorador
Disallow:/
User-agent: CCBot
Disallow:/
User-agent: CODE87
Disallow:/
User-agent: CSHttp
Disallow:/
User-agent: Calculon
Disallow:/
User-agent: CazoodleBot
Disallow:/
User-agent: Cegbfeieh
Disallow:/
User-agent: CensysInspect
Disallow:/
User-agent: CheTeam
Disallow:/
User-agent: CheeseBot
Disallow:/
User-agent: CherryPicker
Disallow:/
User-agent: ChinaClaw
Disallow:/
User-agent: Chlooe
Disallow:/
User-agent: Citoid
Disallow:/
User-agent: Claritybot
Disallow:/
User-agent: Cliqzbot
Disallow:/
User-agent: Cloud mapping
Disallow:/
User-agent: Cocolyzebot
Disallow:/
User-agent: Cogentbot
Disallow:/
User-agent: Collector
Disallow:/
User-agent: Copier
Disallow:/
User-agent: CopyRightCheck
Disallow:/
User-agent: Copyscape
Disallow:/
User-agent: Cosmos
Disallow:/
User-agent: Craftbot
Disallow:/
User-agent: Crawling at Home Project
Disallow:/
User-agent: CrazyWebCrawler
Disallow:/
User-agent: Crescent
Disallow:/
User-agent: CrunchBot
Disallow:/
User-agent: Curious
Disallow:/
User-agent: Custo
Disallow:/
User-agent: CyotekWebCopy
Disallow:/
User-agent: DBLBot
Disallow:/
User-agent: DIIbot
Disallow:/
User-agent: DSearch
Disallow:/
User-agent: DTS Agent
Disallow:/
User-agent: DataCha0s
Disallow:/
User-agent: DatabaseDriverMysqli
Disallow:/
User-agent: Demon
Disallow:/
User-agent: Deusu
Disallow:/
User-agent: Devil
Disallow:/
User-agent: Digincore
Disallow:/
User-agent: DigitalPebble
Disallow:/
User-agent: Dirbuster
Disallow:/
User-agent: Disco
Disallow:/
User-agent: Discobot
Disallow:/
User-agent: Discoverybot
Disallow:/
User-agent: Dispatch
Disallow:/
User-agent: DittoSpyder
Disallow:/
User-agent: DnBCrawler-Analytics
Disallow:/
User-agent: DnyzBot
Disallow:/
User-agent: DomCopBot
Disallow:/
User-agent: DomainAppender
Disallow:/
User-agent: DomainCrawler
Disallow:/
User-agent: DomainSigmaCrawler
Disallow:/
User-agent: DomainStatsBot
Disallow:/
User-agent: Domains Project
Disallow:/
User-agent: Dotbot
Disallow:/
User-agent: Download Wonder
Disallow:/
User-agent: Dragonfly
Disallow:/
User-agent: Drip
Disallow:/
User-agent: ECCP/1.0
Disallow:/
User-agent: EMail Siphon
Disallow:/
User-agent: EMail Wolf
Disallow:/
User-agent: EasyDL
Disallow:/
User-agent: Ebingbong
Disallow:/
User-agent: Ecxi
Disallow:/
User-agent: EirGrabber
Disallow:/
User-agent: EroCrawler
Disallow:/
User-agent: Evil
Disallow:/
User-agent: Exabot
Disallow:/
User-agent: Express WebPictures
Disallow:/
User-agent: ExtLinksBot
Disallow:/
User-agent: Extractor
Disallow:/
User-agent: ExtractorPro
Disallow:/
User-agent: Extreme Picture Finder
Disallow:/
User-agent: EyeNetIE
Disallow:/
User-agent: Ezooms
Disallow:/
User-agent: FDM
Disallow:/
User-agent: FHscan
Disallow:/
User-agent: FemtosearchBot
Disallow:/
User-agent: Fimap
Disallow:/
User-agent: Firefox/7.0
Disallow:/
User-agent: FlashGet
Disallow:/
User-agent: Flunky
Disallow:/
User-agent: Foobot
Disallow:/
User-agent: Freeuploader
Disallow:/
User-agent: FrontPage
Disallow:/
User-agent: Fuzz
Disallow:/
User-agent: FyberSpider
Disallow:/
User-agent: Fyrebot
Disallow:/
User-agent: G-i-g-a-b-o-t
Disallow:/
User-agent: GT::WWW
Disallow:/
User-agent: GalaxyBot
Disallow:/
User-agent: Genieo
Disallow:/
User-agent: GermCrawler
Disallow:/
User-agent: GetRight
Disallow:/
User-agent: GetWeb
Disallow:/
User-agent: Getintent
Disallow:/
User-agent: Gigabot
Disallow:/
User-agent: Go!Zilla
Disallow:/
User-agent: Go-Ahead-Got-It
Disallow:/
User-agent: GoZilla
Disallow:/
User-agent: Gotit
Disallow:/
User-agent: GrabNet
Disallow:/
User-agent: Grabber
Disallow:/
User-agent: Grafula
Disallow:/
User-agent: GrapeFX
Disallow:/
User-agent: GrapeshotCrawler
Disallow:/
User-agent: GridBot
Disallow:/
User-agent: HEADMasterSEO
Disallow:/
User-agent: HMView
Disallow:/
User-agent: HTMLparser
Disallow:/
User-agent: HTTP::Lite
Disallow:/
User-agent: HTTrack
Disallow:/
User-agent: Haansoft
Disallow:/
User-agent: HaosouSpider
Disallow:/
User-agent: Harvest
Disallow:/
User-agent: Havij
Disallow:/
User-agent: Heritrix
Disallow:/
User-agent: Hloader
Disallow:/
User-agent: HonoluluBot
Disallow:/
User-agent: Humanlinks
Disallow:/
User-agent: HybridBot
Disallow:/
User-agent: IDBTE4M
Disallow:/
User-agent: IDBot
Disallow:/
User-agent: IRLbot
Disallow:/
User-agent: Iblog
Disallow:/
User-agent: Id-search
Disallow:/
User-agent: IlseBot
Disallow:/
User-agent: Image Fetch
Disallow:/
User-agent: Image Sucker
Disallow:/
User-agent: IndeedBot
Disallow:/
User-agent: Indy Library
Disallow:/
User-agent: InfoNaviRobot
Disallow:/
User-agent: InfoTekies
Disallow:/
User-agent: Intelliseek
Disallow:/
User-agent: InterGET
Disallow:/
User-agent: InternetSeer
Disallow:/
User-agent: Internet Ninja
Disallow:/
User-agent: Iria
Disallow:/
User-agent: Iskanie
Disallow:/
User-agent: IstellaBot
Disallow:/
User-agent: JOC Web Spider
Disallow:/
User-agent: JamesBOT
Disallow:/
User-agent: Jbrofuzz
Disallow:/
User-agent: JennyBot
Disallow:/
User-agent: JetCar
Disallow:/
User-agent: Jetty
Disallow:/
User-agent: JikeSpider
Disallow:/
User-agent: Joomla
Disallow:/
User-agent: Jorgee
Disallow:/
User-agent: JustView
Disallow:/
User-agent: Jyxobot
Disallow:/
User-agent: Kenjin Spider
Disallow:/
User-agent: Keyword Density
Disallow:/
User-agent: Kinza
Disallow:/
User-agent: Kozmosbot
Disallow:/
User-agent: LNSpiderguy
Disallow:/
User-agent: LWP::Simple
Disallow:/
User-agent: Lanshanbot
Disallow:/
User-agent: Larbin
Disallow:/
User-agent: Leap
Disallow:/
User-agent: LeechFTP
Disallow:/
User-agent: LeechGet
Disallow:/
User-agent: LexiBot
Disallow:/
User-agent: Lftp
Disallow:/
User-agent: LibWeb
Disallow:/
User-agent: Libwhisker
Disallow:/
User-agent: LieBaoFast
Disallow:/
User-agent: Lightspeedsystems
Disallow:/
User-agent: Likse
Disallow:/
User-agent: LinkScan
Disallow:/
User-agent: LinkWalker
Disallow:/
User-agent: Linkbot
Disallow:/
User-agent: Linkdexbot
Disallow:/
User-agent: LinkextractorPro
Disallow:/
User-agent: LinkpadBot
Disallow:/
User-agent: LinksManager
Disallow:/
User-agent: LinqiaMetadataDownloaderBot
Disallow:/
User-agent: LinqiaRSSBot
Disallow:/
User-agent: LinqiaScrapeBot
Disallow:/
User-agent: Lipperhey
Disallow:/
User-agent: Lipperhey Spider
Disallow:/
User-agent: Litemage_walker
Disallow:/
User-agent: Lmspider
Disallow:/
User-agent: Ltx71
Disallow:/
User-agent: MFC_Tear_Sample
Disallow:/
User-agent: MIDown tool
Disallow:/
User-agent: MIIxpc
Disallow:/
User-agent: MJ12bot
Disallow:/
User-agent: MQQBrowser
Disallow:/
User-agent: MSFrontPage
Disallow:/
User-agent: MSIECrawler
Disallow:/
User-agent: MTRobot
Disallow:/
User-agent: Mag-Net
Disallow:/
User-agent: Magnet
Disallow:/
User-agent: Mail.RU_Bot
Disallow:/
User-agent: Majestic-SEO
Disallow:/
User-agent: Majestic12
Disallow:/
User-agent: Majestic SEO
Disallow:/
User-agent: MarkMonitor
Disallow:/
User-agent: MarkWatch
Disallow:/
User-agent: Mass Downloader
Disallow:/
User-agent: Masscan
Disallow:/
User-agent: Mata Hari
Disallow:/
User-agent: MauiBot
Disallow:/
User-agent: Mb2345Browser
Disallow:/
User-agent: MeanPath Bot
Disallow:/
User-agent: Meanpathbot
Disallow:/
User-agent: Mediatoolkitbot
Disallow:/
User-agent: MegaIndex.ru
Disallow:/
User-agent: Metauri
Disallow:/
User-agent: MicroMessenger
Disallow:/
User-agent: Microsoft Data Access
Disallow:/
User-agent: Microsoft URL Control
Disallow:/
User-agent: Minefield
Disallow:/
User-agent: Mister PiX
Disallow:/
User-agent: Moblie Safari
Disallow:/
User-agent: Mojeek
Disallow:/
User-agent: Mojolicious
Disallow:/
User-agent: MolokaiBot
Disallow:/
User-agent: Morfeus Fucking Scanner
Disallow:/
User-agent: Mozlila
Disallow:/
User-agent: Mr.4x3
Disallow:/
User-agent: Msrabot
Disallow:/
User-agent: Musobot
Disallow:/
User-agent: NICErsPRO
Disallow:/
User-agent: NPbot
Disallow:/
User-agent: Name Intelligence
Disallow:/
User-agent: Nameprotect
Disallow:/
User-agent: Navroad
Disallow:/
User-agent: NearSite
Disallow:/
User-agent: Needle
Disallow:/
User-agent: Nessus
Disallow:/
User-agent: NetAnts
Disallow:/
User-agent: NetLyzer
Disallow:/
User-agent: NetMechanic
Disallow:/
User-agent: NetSpider
Disallow:/
User-agent: NetZIP
Disallow:/
User-agent: Net Vampire
Disallow:/
User-agent: Netcraft
Disallow:/
User-agent: Nettrack
Disallow:/
User-agent: Netvibes
Disallow:/
User-agent: NextGenSearchBot
Disallow:/
User-agent: Nibbler
Disallow:/
User-agent: Niki-bot
Disallow:/
User-agent: Nikto
Disallow:/
User-agent: NimbleCrawler
Disallow:/
User-agent: Nimbostratus
Disallow:/
User-agent: Ninja
Disallow:/
User-agent: Nmap
Disallow:/
User-agent: Not
Disallow:/
User-agent: Nuclei
Disallow:/
User-agent: Nutch
Disallow:/
User-agent: Octopus
Disallow:/
User-agent: Offline Explorer
Disallow:/
User-agent: Offline Navigator
Disallow:/
User-agent: OnCrawl
Disallow:/
User-agent: OpenLinkProfiler
Disallow:/
User-agent: OpenVAS
Disallow:/
User-agent: Openfind
Disallow:/
User-agent: Openvas
Disallow:/
User-agent: OrangeBot
Disallow:/
User-agent: OrangeSpider
Disallow:/
User-agent: OutclicksBot
Disallow:/
User-agent: OutfoxBot
Disallow:/
User-agent: PECL::HTTP
Disallow:/
User-agent: PHPCrawl
Disallow:/
User-agent: POE-Component-Client-HTTP
Disallow:/
User-agent: PageAnalyzer
Disallow:/
User-agent: PageGrabber
Disallow:/
User-agent: PageScorer
Disallow:/
User-agent: PageThing.com
Disallow:/
User-agent: Page Analyzer
Disallow:/
User-agent: Pandalytics
Disallow:/
User-agent: Panscient
Disallow:/
User-agent: Papa Foto
Disallow:/
User-agent: Pavuk
Disallow:/
User-agent: PeoplePal
Disallow:/
User-agent: Petalbot
Disallow:/
User-agent: Pi-Monster
Disallow:/
User-agent: Picscout
Disallow:/
User-agent: Picsearch
Disallow:/
User-agent: PictureFinder
Disallow:/
User-agent: Piepmatz
Disallow:/
User-agent: Pimonster
Disallow:/
User-agent: Pixray
Disallow:/
User-agent: PleaseCrawl
Disallow:/
User-agent: Pockey
Disallow:/
User-agent: ProPowerBot
Disallow:/
User-agent: ProWebWalker
Disallow:/
User-agent: Probethenet
Disallow:/
User-agent: Psbot
Disallow:/
User-agent: Pu_iN
Disallow:/
User-agent: Pump
Disallow:/
User-agent: PxBroker
Disallow:/
User-agent: PyCurl
Disallow:/
User-agent: QueryN Metasearch
Disallow:/
User-agent: Quick-Crawler
Disallow:/
User-agent: RSSingBot
Disallow:/
User-agent: RankActive
Disallow:/
User-agent: RankActiveLinkBot
Disallow:/
User-agent: RankFlex
Disallow:/
User-agent: RankingBot
Disallow:/
User-agent: RankingBot2
Disallow:/
User-agent: Rankivabot
Disallow:/
User-agent: RankurBot
Disallow:/
User-agent: Re-re
Disallow:/
User-agent: ReGet
Disallow:/
User-agent: RealDownload
Disallow:/
User-agent: Reaper
Disallow:/
User-agent: RebelMouse
Disallow:/
User-agent: Recorder
Disallow:/
User-agent: RedesScrapy
Disallow:/
User-agent: RepoMonkey
Disallow:/
User-agent: Ripper
Disallow:/
User-agent: RocketCrawler
Disallow:/
User-agent: Rogerbot
Disallow:/
User-agent: SBIder
Disallow:/
User-agent: SEOkicks
Disallow:/
User-agent: SEOkicks-Robot
Disallow:/
User-agent: SEOlyticsCrawler
Disallow:/
User-agent: SEOprofiler
Disallow:/
User-agent: SEOstats
Disallow:/
User-agent: SISTRIX
Disallow:/
User-agent: SMTBot
Disallow:/
User-agent: SalesIntelligent
Disallow:/
User-agent: ScanAlert
Disallow:/
User-agent: Scanbot
Disallow:/
User-agent: ScoutJet
Disallow:/
User-agent: Scrapy
Disallow:/
User-agent: Screaming
Disallow:/
User-agent: ScreenerBot
Disallow:/
User-agent: ScrepyBot
Disallow:/
User-agent: Searchestate
Disallow:/
User-agent: SearchmetricsBot
Disallow:/
User-agent: Seekport
Disallow:/
User-agent: SemanticJuice
Disallow:/
User-agent: Semrush
Disallow:/
User-agent: SemrushBot
Disallow:/
User-agent: SentiBot
Disallow:/
User-agent: SeoSiteCheckup
Disallow:/
User-agent: SeobilityBot
Disallow:/
User-agent: Seomoz
Disallow:/
User-agent: Shodan
Disallow:/
User-agent: Siphon
Disallow:/
User-agent: SiteCheckerBotCrawler
Disallow:/
User-agent: SiteExplorer
Disallow:/
User-agent: SiteLockSpider
Disallow:/
User-agent: SiteSnagger
Disallow:/
User-agent: SiteSucker
Disallow:/
User-agent: Site Sucker
Disallow:/
User-agent: Sitebeam
Disallow:/
User-agent: Siteimprove
Disallow:/
User-agent: Sitevigil
Disallow:/
User-agent: SlySearch
Disallow:/
User-agent: SmartDownload
Disallow:/
User-agent: Snake
Disallow:/
User-agent: Snapbot
Disallow:/
User-agent: Snoopy
Disallow:/
User-agent: SocialRankIOBot
Disallow:/
User-agent: Sociscraper
Disallow:/
User-agent: Sogou web spider
Disallow:/
User-agent: Sosospider
Disallow:/
User-agent: Sottopop
Disallow:/
User-agent: SpaceBison
Disallow:/
User-agent: Spammen
Disallow:/
User-agent: SpankBot
Disallow:/
User-agent: Spanner
Disallow:/
User-agent: Spbot
Disallow:/
User-agent: Spinn3r
Disallow:/
User-agent: SputnikBot
Disallow:/
User-agent: Sqlmap
Disallow:/
User-agent: Sqlworm
Disallow:/
User-agent: Sqworm
Disallow:/
User-agent: Steeler
Disallow:/
User-agent: Stripper
Disallow:/
User-agent: Sucker
Disallow:/
User-agent: Sucuri
Disallow:/
User-agent: SuperBot
Disallow:/
User-agent: SuperHTTP
Disallow:/
User-agent: Surfbot
Disallow:/
User-agent: SurveyBot
Disallow:/
User-agent: Suzuran
Disallow:/
User-agent: Swiftbot
Disallow:/
User-agent: Szukacz
Disallow:/
User-agent: T0PHackTeam
Disallow:/
User-agent: T8Abot
Disallow:/
User-agent: Teleport
Disallow:/
User-agent: TeleportPro
Disallow:/
User-agent: Telesoft
Disallow:/
User-agent: Telesphoreo
Disallow:/
User-agent: Telesphorep
Disallow:/
User-agent: TheNomad
Disallow:/
User-agent: The Intraformant
Disallow:/
User-agent: Thumbor
Disallow:/
User-agent: TightTwatBot
Disallow:/
User-agent: Titan
Disallow:/
User-agent: Toata
Disallow:/
User-agent: Toweyabot
Disallow:/
User-agent: Tracemyfile
Disallow:/
User-agent: Trendiction
Disallow:/
User-agent: Trendictionbot
Disallow:/
User-agent: True_Robot
Disallow:/
User-agent: Turingos
Disallow:/
User-agent: Turnitin
Disallow:/
User-agent: TurnitinBot
Disallow:/
User-agent: TwengaBot
Disallow:/
User-agent: Twice
Disallow:/
User-agent: Typhoeus
Disallow:/
User-agent: URLy.Warning
Disallow:/
User-agent: URLy Warning
Disallow:/
User-agent: UnisterBot
Disallow:/
User-agent: Upflow
Disallow:/
User-agent: V-BOT
Disallow:/
User-agent: VB Project
Disallow:/
User-agent: VCI
Disallow:/
User-agent: Vacuum
Disallow:/
User-agent: Vagabondo
Disallow:/
User-agent: VelenPublicWebCrawler
Disallow:/
User-agent: VeriCiteCrawler
Disallow:/
User-agent: VidibleScraper
Disallow:/
User-agent: Virusdie
Disallow:/
User-agent: VoidEYE
Disallow:/
User-agent: Voil
Disallow:/
User-agent: Voltron
Disallow:/
User-agent: WASALive-Bot
Disallow:/
User-agent: WBSearchBot
Disallow:/
User-agent: WEBDAV
Disallow:/
User-agent: WISENutbot
Disallow:/
User-agent: WPScan
Disallow:/
User-agent: WWW-Collector-E
Disallow:/
User-agent: WWW-Mechanize
Disallow:/
User-agent: WWW::Mechanize
Disallow:/
User-agent: WWWOFFLE
Disallow:/
User-agent: Wallpapers
Disallow:/
User-agent: Wallpapers/3.0
Disallow:/
User-agent: WallpapersHD
Disallow:/
User-agent: WeSEE
Disallow:/
User-agent: WebAuto
Disallow:/
User-agent: WebBandit
Disallow:/
User-agent: WebCollage
Disallow:/
User-agent: WebCopier
Disallow:/
User-agent: WebEnhancer
Disallow:/
User-agent: WebFetch
Disallow:/
User-agent: WebFuck
Disallow:/
User-agent: WebGo IS
Disallow:/
User-agent: WebImageCollector
Disallow:/
User-agent: WebLeacher
Disallow:/
User-agent: WebPix
Disallow:/
User-agent: WebReaper
Disallow:/
User-agent: WebSauger
Disallow:/
User-agent: WebStripper
Disallow:/
User-agent: WebSucker
Disallow:/
User-agent: WebWhacker
Disallow:/
User-agent: WebZIP
Disallow:/
User-agent: Web Auto
Disallow:/
User-agent: Web Collage
Disallow:/
User-agent: Web Enhancer
Disallow:/
User-agent: Web Fetch
Disallow:/
User-agent: Web Fuck
Disallow:/
User-agent: Web Pix
Disallow:/
User-agent: Web Sauger
Disallow:/
User-agent: Web Sucker
Disallow:/
User-agent: Webalta
Disallow:/
User-agent: WebmasterWorldForumBot
Disallow:/
User-agent: Webshag
Disallow:/
User-agent: WebsiteExtractor
Disallow:/
User-agent: WebsiteQuester
Disallow:/
User-agent: Website Quester
Disallow:/
User-agent: Webster
Disallow:/
User-agent: Whack
Disallow:/
User-agent: Whacker
Disallow:/
User-agent: Whatweb
Disallow:/
User-agent: Who.is Bot
Disallow:/
User-agent: Widow
Disallow:/
User-agent: WinHTTrack
Disallow:/
User-agent: WiseGuys Robot
Disallow:/
User-agent: Wonderbot
Disallow:/
User-agent: Woobot
Disallow:/
User-agent: Wotbox
Disallow:/
User-agent: Wprecon
Disallow:/
User-agent: Xaldon WebSpider
Disallow:/
User-agent: Xaldon_WebSpider
Disallow:/
User-agent: Xenu
Disallow:/
User-agent: YoudaoBot
Disallow:/
User-agent: Zade
Disallow:/
User-agent: Zauba
Disallow:/
User-agent: Zermelo
Disallow:/
User-agent: Zeus
Disallow:/
User-agent: Zitebot
Disallow:/
User-agent: ZmEu
Disallow:/
User-agent: ZoomBot
Disallow:/
User-agent: ZoominfoBot
Disallow:/
User-agent: ZumBot
Disallow:/
User-agent: ZyBorg
Disallow:/
User-agent: adscanner
Disallow:/
User-agent: archive.org_bot
Disallow:/
User-agent: arquivo-web-crawler
Disallow:/
User-agent: arquivo.pt
Disallow:/
User-agent: autoemailspider
Disallow:/
User-agent: backlink-check
Disallow:/
User-agent: cah.io.community
Disallow:/
User-agent: check1.exe
Disallow:/
User-agent: clark-crawler
Disallow:/
User-agent: coccocbot-web
Disallow:/
User-agent: cognitiveseo
Disallow:/
User-agent: com.plumanalytics
Disallow:/
User-agent: crawl.sogou.com
Disallow:/
User-agent: crawler.feedback
Disallow:/
User-agent: crawler4j
Disallow:/
User-agent: dataforseo.com
Disallow:/
User-agent: demandbase-bot
Disallow:/
User-agent: domainsproject.org
Disallow:/
User-agent: eCatch
Disallow:/
User-agent: evc-batch
Disallow:/
User-agent: facebookscraper
Disallow:/
User-agent: gopher
Disallow:/
User-agent: heritrix
Disallow:/
User-agent: instabid
Disallow:/
User-agent: internetVista monitor
Disallow:/
User-agent: ips-agent
Disallow:/
User-agent: isitwp.com
Disallow:/
User-agent: iubenda-radar
Disallow:/
User-agent: lwp-request
Disallow:/
User-agent: lwp-trivial
Disallow:/
User-agent: magpie-crawler
Disallow:/
User-agent: meanpathbot
Disallow:/
User-agent: mediawords
Disallow:/
User-agent: muhstik-scan
Disallow:/
User-agent: netEstate NE Crawler
Disallow:/
User-agent: oBot
Disallow:/
User-agent: page scorer
Disallow:/
User-agent: pcBrowser
Disallow:/
User-agent: plumanalytics
Disallow:/
User-agent: polaris version
Disallow:/
User-agent: probe-image-size
Disallow:/
User-agent: ripz
Disallow:/
User-agent: s1z.ru
Disallow:/
User-agent: satoristudio.net
Disallow:/
User-agent: scalaj-http
Disallow:/
User-agent: scan.lol
Disallow:/
User-agent: seobility
Disallow:/
User-agent: seocompany.store
Disallow:/
User-agent: seoscanners
Disallow:/
User-agent: seostar
Disallow:/
User-agent: serpstatbot
Disallow:/
User-agent: sexsearcher
Disallow:/
User-agent: sitechecker.pro
Disallow:/
User-agent: siteripz
Disallow:/
User-agent: sogouspider
Disallow:/
User-agent: sp_auditbot
Disallow:/
User-agent: spyfu
Disallow:/
User-agent: sysscan
Disallow:/
User-agent: tAkeOut
Disallow:/
User-agent: trendiction.com
Disallow:/
User-agent: trendiction.de
Disallow:/
User-agent: ubermetrics-technologies.com
Disallow:/
User-agent: voyagerx.com
Disallow:/
User-agent: webgains-bot
Disallow:/
User-agent: webmeup-crawler
Disallow:/
User-agent: webpros.com
Disallow:/
User-agent: webprosbot
Disallow:/
User-agent: x09Mozilla
Disallow:/
User-agent: x22Mozilla
Disallow:/
User-agent: xpymep1.exe
Disallow:/
User-agent: zauba.io
Disallow:/
User-agent: zgrab
Disallow:/

# Good recommendation for image scanning
User-agent: AdsBot-Google
Disallow: /content/search
Disallow: /catalogsearch
User-agent: Googlebot-Image
Disallow: /content/search
Disallow: /catalogsearch
User-agent: AdsBot-Google-Mobile
Disallow: /content/search
Disallow: /catalogsearch
User-agent: Googlebot-Video
Disallow: /content/search
Disallow: /catalogsearch
User-agent: Googlebot
Disallow: /checkout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /content/search
Disallow: /catalogsearch

# Allow crawlers for Sparro
User-agent: AhrefsBot
Disallow: /content/search
Disallow: /catalogsearch 
User-agent: SemrushBot
Disallow: /content/search
Disallow: /catalogsearch

## DEVELOPMENT RELATED SETTINGS

## Do not crawl development files and folders: CVS, svn directories and dump files
Disallow: CVS
Disallow: .svn
Disallow: .idea
Disallow: .sql
Disallow: .tgz

## GENERAL MAGENTO SETTINGS

## Do not crawl common Magento technical folders
Disallow: /app/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /shell/
Disallow: /var/

## MAGENTO SEO IMPROVEMENTS

## Do not crawl sub category pages that are sorted or filtered.
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /*?___from_store=*
Disallow: /*?cat=*
Disallow: /*?q=*


## Do not crawl links with session IDs
Disallow: /*?SID=

## Do not crawl checkout and user account pages
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/

## Do not crawl search pages and not-SEO catalog links
Disallow: /catalogsearch/
Disallow: /*?catalogsearch*
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalog/product/gallery/
Disallow: /javascript/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/

## Do not crawl ajax requests
Disallow: /ajax/
Disallow: /ajaxwishlist/
Disallow: /priceslider/
Disallow: /catalogsearch/