#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used: http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed
{
"status": 200,
"statusText": "",
"headers": {
"cache-control": "must-revalidate, no-cache, private, no-store",
"connection": "keep-alive",
"content-language": "en",
"content-security-policy": "default-src 'self'; script-src 'self' 'unsafe-eval' 'unsafe-inline' *.cloudflare.com *.consumercare.net *.cookielaw.org *.crazyegg.com *.facebook.net *.force.com *.formstack.com *.mousestats.com *.pinimg.com *.salesforce.com *.salesforceliveagent.com assets.juicer.io bbusf.my.site.com cdn.jsdelivr.net maps.googleapis.com sc-static.net unpkg.com www.google-analytics.com www.google.com www.googletagmanager.com www.gstatic.com; style-src 'self' 'unsafe-inline' *.bootstrapcdn.com *.cloudflare.com *.force.com *.formstack.com *.googleapis.com *.gstatic.com *.salesforce.com assets.juicer.io bbusf.my.site.com cdn.jsdelivr.net unpkg.com; img-src 'self' *.adnxs.com *.cdninstagram.com *.cookielaw.org *.doubleclick.net *.facebook.com *.facebook.net *.formstack.com *.google.be *.google.bf *.google.bs *.google.ca *.google.ch *.google.cl *.google.co.il *.google.co.in *.google.co.ma *.google.co.nz *.google.co.th *.google.co.uk *.google.co.ve *.google.co.za *.google.co.zm *.google.com.ar *.google.com.au *.google.com.bd *.google.com.br *.google.com.cy *.google.com.do *.google.com.eg *.google.com.jm *.google.com.mx *.google.com.my *.google.com.ng *.google.com.ph *.google.com.pk *.google.com.pr *.google.com.sg *.google.com.tr *.google.de *.google.dz *.google.es *.google.fr *.google.hr *.google.hu *.google.ie *.google.lt *.google.mk *.google.nl *.google.ro *.google.si *.google.tn *.google.tt *.googleapis.com *.googletagmanager.com *.gstatic.com *.juicer.io *.unsplash.com cdn.jsdelivr.net cscoreproweustor.blob.core.windows.net data: translate.google.com www.google-analytics.com www.google.com; frame-src 'self' *.doubleclick.net *.facebook.com *.force.com *.googletagmanager.com *.salesforce.com *.salesforceliveagent.com bbusf.my.site.com www.google.com www.youtube.com; frame-ancestors 'self'; font-src 'self' *.alicdn.com *.cdnfonts.com *.formstack.com *.simplycodes.com *.slant.co *.tql.com *.typekit.net *.zip.co assets.merci-app.com bbusf.my.site.com data: fonts.gstatic.com maxcdn.bootstrapcdn.com sc-static.net static.juicer.io; connect-src 'self' *.bootstrapcdn.com *.channelsight.com *.clean.gg *.cookielaw.org *.doubleclick.net *.facebook.com *.fonts.net *.force.com *.google-analytics.com *.google.be *.google.bf *.google.ca *.google.ch *.google.co.il *.google.co.ma *.google.co.nz *.google.co.ve *.google.co.zm *.google.com *.google.com.au *.google.com.bd *.google.com.cy *.google.com.eg *.google.com.pr *.google.com.sg *.google.dz *.google.fr *.google.hr *.google.hu *.google.ie *.google.lt *.google.mk *.google.ro *.google.si *.google.tn *.googleapis.com *.googletagmanager.com *.juicer.io *.onetrust.com *.onetrust.io *.pricespider.com *.salesforce.com *.salesforceliveagent.com *.unpkg.com bbusf.my.site.com cdnjs.cloudflare.com cloud.typography.com streaming.split.io unpkg.com; report-uri https://gbnareports.report-uri.com/r/t/csp/enforce; upgrade-insecure-requests, default-src 'self' 'self' data: 'self' blob: 'unsafe-inline' 'unsafe-eval' *; img-src 'self' blob: data: *",
"content-type": "text/html; charset=UTF-8",
"date": "Fri, 31 Jan 2025 21:44:55 GMT",
"expires": "Sun, 19 Nov 1978 05:00:00 GMT",
"pragma": "no-cache",
"server": "Apache",
"strict-transport-security": "max-age=15552000",
"transfer-encoding": "chunked",
"x-content-security-policy": "default-src 'self' 'self' data: 'self' blob: 'unsafe-inline' 'unsafe-eval' *; img-src 'self' blob: data: *",
"x-content-type-options": "nosniff, nosniff",
"x-drupal-dynamic-cache": "UNCACHEABLE",
"x-frame-options": "SAMEORIGIN",
"x-generator": "Drupal 9 (https://www.drupal.org)",
"x-ua-compatible": "IE=edge",
"x-xss-protection": "1; mode=block"
}
}
{
"latency": 460,
"ipAddresses": [
"44.236.186.169",
"52.27.180.208"
],
"dns": {
"NS": [
"ns31.constellix.com.",
"ns41.constellix.net.",
"ns51.constellix.net.",
"ns61.constellix.net.",
"ns11.constellix.com.",
"ns21.constellix.com."
],
"A": [
"44.236.186.169",
"52.27.180.208"
],
"TXT": [
"facebook-domain-verification=7xajyywqt0bbhapipnf7pszq1qoqaq"
]
}
}
[
{
"url": "https://boboli.com",
"technologies": [
{
"slug": "drupal",
"name": "Drupal",
"icon": "Drupal.svg",
"cpe": "cpe:2.3:a:drupal:drupal:*:*:*:*:*:*:*:*",
"versions": [
"9"
],
"categories": [
{
"id": 1,
"slug": "cms",
"name": "CMS"
}
],
"confirmedAt": 1724628298
},
{
"slug": "salesforce",
"name": "Salesforce",
"icon": "Salesforce.svg",
"cpe": "cpe:2.3:a:salesforce:*:*:*:*:*:*:*:*:*",
"versions": [],
"categories": [
{
"id": 53,
"slug": "crm",
"name": "CRM"
}
],
"confirmedAt": 1724628298
},
{
"slug": "php",
"name": "PHP",
"icon": "PHP.svg",
"cpe": "cpe:2.3:a:php:php:*:*:*:*:*:*:*:*",
"versions": [],
"categories": [
{
"id": 27,
"slug": "programming-languages",
"name": "Programming languages"
}
],
"confirmedAt": 1724628298
},
{
"slug": "apache-http-server",
"name": "Apache HTTP Server",
"icon": "Apache.svg",
"cpe": "cpe:2.3:a:apache:http_server:*:*:*:*:*:*:*:*",
"versions": [],
"categories": [
{
"id": 22,
"slug": "web-servers",
"name": "Web servers"
}
],
"confirmedAt": 1724628298
},
{
"slug": "cloudflare",
"name": "Cloudflare",
"icon": "CloudFlare.svg",
"versions": [],
"categories": [
{
"id": 31,
"slug": "cdn",
"name": "CDN"
}
],
"confirmedAt": 1724628298
},
{
"slug": "tiny-slider",
"name": "Tiny Slider",
"icon": "default.svg",
"versions": [
"2.9.2"
],
"categories": [
{
"id": 59,
"slug": "javascript-libraries",
"name": "JavaScript libraries"
}
],
"confirmedAt": 1724628298
},
{
"slug": "onetrust",
"name": "OneTrust",
"icon": "OneTrust.svg",
"versions": [],
"categories": [
{
"id": 67,
"slug": "cookie-compliance",
"name": "Cookie compliance"
}
],
"confirmedAt": 1724628298
},
{
"slug": "salesforce-service-cloud",
"name": "Salesforce Service Cloud",
"icon": "Salesforce.svg",
"versions": [],
"categories": [
{
"id": 52,
"slug": "live-chat",
"name": "Live chat"
},
{
"id": 53,
"slug": "crm",
"name": "CRM"
}
],
"confirmedAt": 1724628298
},
{
"slug": "jquery",
"name": "jQuery",
"icon": "jQuery.svg",
"cpe": "cpe:2.3:a:jquery:jquery:*:*:*:*:*:*:*:*",
"versions": [
"3.6.3"
],
"categories": [
{
"id": 59,
"slug": "javascript-libraries",
"name": "JavaScript libraries"
}
],
"confirmedAt": 1724628298
},
{
"slug": "google-tag-manager",
"name": "Google Tag Manager",
"icon": "Google Tag Manager.svg",
"versions": [],
"categories": [
{
"id": 42,
"slug": "tag-managers",
"name": "Tag managers"
}
],
"confirmedAt": 1724628298
},
{
"slug": "unpkg",
"name": "Unpkg",
"icon": "Unpkg.svg",
"versions": [],
"categories": [
{
"id": 31,
"slug": "cdn",
"name": "CDN"
}
],
"confirmedAt": 1724628298
},
{
"slug": "cdnjs",
"name": "cdnjs",
"icon": "cdnjs.svg",
"versions": [],
"categories": [
{
"id": 31,
"slug": "cdn",
"name": "CDN"
}
],
"confirmedAt": 1724628298
},
{
"slug": "aos",
"name": "AOS",
"icon": "AOS.svg",
"versions": [
"2.3.1"
],
"categories": [
{
"id": 59,
"slug": "javascript-libraries",
"name": "JavaScript libraries"
}
],
"confirmedAt": 1724628298
},
{
"slug": "sectigo",
"name": "Sectigo",
"icon": "Sectigo.svg",
"versions": [],
"categories": [
{
"id": 70,
"slug": "ssl-tls-certificate-authorities",
"name": "SSL/TLS certificate authorities"
}
],
"confirmedAt": 1724628298
},
{
"slug": "hsts",
"name": "HSTS",
"icon": "default.svg",
"versions": [],
"categories": [
{
"id": 16,
"slug": "security",
"name": "Security"
}
],
"confirmedAt": 1724628298
},
{
"slug": "open-graph",
"name": "Open Graph",
"icon": "Open Graph.svg",
"versions": [],
"categories": [
{
"id": 19,
"slug": "miscellaneous",
"name": "Miscellaneous"
}
],
"confirmedAt": 1724628298
}
]
}
]
{
"error": false,
"result": {
"success": true,
"ogSiteName": "Boboli",
"ogUrl": "https://boboli.com/whats-menu",
"ogTitle": "what's on the menu?",
"ogDescription": "Your search for a great pizza dough recipe is over. We've got the best, and we used it to make delicious Boboli® pizza crusts.",
"ogImage": [
{
"url": "https://boboli.com/sites/default/files/2022-06/new-packaging-web.jpeg",
"type": "jpeg"
}
],
"ogLocale": "en",
"favicon": "/sites/default/files/boboli-favicon.ico",
"charset": "utf-8",
"requestUrl": "https://boboli.com"
},
"response": {}
}
{}
{
"data": {
"total": 0,
"personal_emails": 0,
"generic_emails": 0,
"department": {
"executive": 0,
"it": 0,
"finance": 0,
"management": 0,
"sales": 0,
"legal": 0,
"support": 0,
"hr": 0,
"marketing": 0,
"communication": 0,
"education": 0,
"design": 0,
"health": 0,
"operations": 0
},
"seniority": {
"junior": 0,
"senior": 0,
"executive": 0
}
},
"meta": {
"params": {
"domain": "boboli.com",
"company": null,
"type": null
}
}
}
{
"whois.verisign-grs.com": {
"Domain Status": [
"clientDeleteProhibited https://icann.org/epp#clientDeleteProhibited",
"clientTransferProhibited https://icann.org/epp#clientTransferProhibited",
"clientUpdateProhibited https://icann.org/epp#clientUpdateProhibited"
],
"Name Server": [
"NS11.CONSTELLIX.COM",
"NS21.CONSTELLIX.COM",
"NS31.CONSTELLIX.COM",
"NS41.CONSTELLIX.NET",
"NS51.CONSTELLIX.NET",
"NS61.CONSTELLIX.NET"
],
"Domain Name": "BOBOLI.COM",
"Registry Domain ID": "14837298_DOMAIN_COM-VRSN",
"Registrar WHOIS Server": "whois.markmonitor.com",
"Registrar URL": "http://www.markmonitor.com",
"Updated Date": "2024-11-06T10:35:07Z",
"Created Date": "1999-12-08T15:13:09Z",
"Expiry Date": "2026-12-08T15:13:09Z",
"Registrar": "MarkMonitor Inc.",
"Registrar IANA ID": "292",
"Registrar Abuse Contact Email": "[email protected]",
"Registrar Abuse Contact Phone": "+1.2086851750",
"DNSSEC": "unsigned",
"URL of the ICANN Whois Inaccuracy Complaint Form": "https://www.icann.org/wicf/",
">>> Last update of whois database": "2025-01-31T21:44:36Z <<<",
"text": [
"For more information on Whois status codes, please visit https://icann.org/epp",
"",
"NOTICE: The expiration date displayed in this record is the date the",
"registrar's sponsorship of the domain name registration in the registry is",
"currently set to expire. This date does not necessarily reflect the expiration",
"date of the domain name registrant's agreement with the sponsoring",
"registrar. Users may consult the sponsoring registrar's Whois database to",
"view the registrar's reported date of expiration for this registration.",
"",
"TERMS OF USE: You are not authorized to access or query our Whois",
"database through the use of electronic processes that are high-volume and",
"automated except as reasonably necessary to register domain names or",
"modify existing registrations; the Data in VeriSign Global Registry",
"Services' (\"VeriSign\") Whois database is provided by VeriSign for",
"information purposes only, and to assist persons in obtaining information",
"about or related to a domain name registration record. VeriSign does not",
"guarantee its accuracy. By submitting a Whois query, you agree to abide",
"by the following terms of use: You agree that you may use this Data only",
"for lawful purposes and that under no circumstances will you use this Data",
"to: (1) allow, enable, or otherwise support the transmission of mass",
"unsolicited, commercial advertising or solicitations via e-mail, telephone,",
"or facsimile; or (2) enable high volume, automated, electronic processes",
"that apply to VeriSign (or its computer systems). The compilation,",
"repackaging, dissemination or other use of this Data is expressly",
"prohibited without the prior written consent of VeriSign. You agree not to",
"use electronic processes that are automated and high-volume to access or",
"query the Whois database except as reasonably necessary to register",
"domain names or modify existing registrations. VeriSign reserves the right",
"to restrict your access to the Whois database in its sole discretion to ensure",
"operational stability. VeriSign may restrict or terminate your access to the",
"Whois database for failure to abide by these terms of use. VeriSign",
"reserves the right to modify these terms at any time.",
"",
"The Registry database contains ONLY .COM, .NET, .EDU domains and",
"Registrars."
]
},
"whois.markmonitor.com": {
"Domain Status": [
"clientUpdateProhibited (https://www.icann.org/epp#clientUpdateProhibited)",
"clientTransferProhibited (https://www.icann.org/epp#clientTransferProhibited)",
"clientDeleteProhibited (https://www.icann.org/epp#clientDeleteProhibited)"
],
"Name Server": [
"ns31.constellix.com",
"ns11.constellix.com",
"ns61.constellix.net",
"ns41.constellix.net",
"ns51.constellix.net",
"ns21.constellix.com"
],
"Domain Name": "boboli.com",
"Registry Domain ID": "14837298_DOMAIN_COM-VRSN",
"Registrar WHOIS Server": "whois.markmonitor.com",
"Registrar URL": "http://www.markmonitor.com",
"Updated Date": "2024-11-06T10:35:07+0000",
"Created Date": "1999-12-08T15:13:09+0000",
"Expiry Date": "2026-12-08T00:00:00+0000",
"Registrar": "MarkMonitor, Inc.",
"Registrar IANA ID": "292",
"Registrar Abuse Contact Email": "[email protected]",
"Registrar Abuse Contact Phone": "+1.2086851750",
"Registrant Organization": "Bimbo Bakeries USA, Inc.",
"Registrant State/Province": "PA",
"Registrant Country": "US",
"Registrant Email": "Select Request Email Form at https://domains.markmonitor.com/whois/boboli.com",
"Admin Organization": "Bimbo Bakeries USA, Inc.",
"Admin State/Province": "PA",
"Admin Country": "US",
"Admin Email": "Select Request Email Form at https://domains.markmonitor.com/whois/boboli.com",
"Tech Organization": "Bimbo Bakeries USA, Inc.",
"Tech State/Province": "PA",
"Tech Country": "US",
"Tech Email": "Select Request Email Form at https://domains.markmonitor.com/whois/boboli.com",
"DNSSEC": "unsigned",
"URL of the ICANN WHOIS Data Problem Reporting System": "http://wdprs.internic.net/",
">>> Last update of WHOIS database": "2025-01-31T21:44:59+0000 <<<",
"text": [
"For more information on WHOIS status codes, please visit:",
"https://www.icann.org/resources/pages/epp-status-codes",
"",
"If you wish to contact this domain’s Registrant, Administrative, or Technical",
"contact, and such email address is not visible above, you may do so via our web",
"form, pursuant to ICANN’s Temporary Specification. To verify that you are not a",
"robot, please enter your email address to receive a link to a page that",
"facilitates email communication with the relevant contact(s).",
"",
"Web-based WHOIS:",
"https://domains.markmonitor.com/whois",
"",
"If you have a legitimate interest in viewing the non-public WHOIS details, send",
"your request and the reasons for your request to [email protected]",
"and specify the domain name in the subject line. We will review that request and",
"may ask for supporting documentation and explanation.",
"",
"The data in MarkMonitor’s WHOIS database is provided for information purposes,",
"and to assist persons in obtaining information about or related to a domain",
"name’s registration record. While MarkMonitor believes the data to be accurate,",
"the data is provided \"as is\" with no guarantee or warranties regarding its",
"accuracy.",
"",
"By submitting a WHOIS query, you agree that you will use this data only for",
"lawful purposes and that, under no circumstances will you use this data to:",
"(1) allow, enable, or otherwise support the transmission by email, telephone,",
"or facsimile of mass, unsolicited, commercial advertising, or spam; or",
"(2) enable high volume, automated, or electronic processes that send queries,",
"data, or email to MarkMonitor (or its systems) or the domain name contacts (or",
"its systems).",
"",
"MarkMonitor reserves the right to modify these terms at any time.",
"",
"By submitting this query, you agree to abide by this policy.",
"",
"MarkMonitor Domain Management(TM)",
"Protecting companies and consumers in a digital world.",
"",
"Visit MarkMonitor at https://www.markmonitor.com",
"Contact us at +1.8007459229",
"In Europe, at +44.02032062220"
]
}
}