Merge branch 'refactoring'

main
Elbert Alias 5 years ago
commit e2c507b2d1

@ -16,6 +16,6 @@ echo "Validating icons..."
./bin/validate-icons
echo "Running tests..."
yarn run test
# echo "Running tests..."
#
# yarn run test

@ -2963,7 +2963,6 @@
],
"cpe": "cpe:/a:docker:engine",
"icon": "Docker.svg",
"implies": "Linux",
"html": "<!-- This comment is expected by the docker HEALTHCHECK -->",
"website": "https://www.docker.com/"
},

@ -238,6 +238,8 @@ class Site {
this.listeners = {}
this.headers = {}
this.pages = []
}
async init() {}
@ -285,6 +287,8 @@ class Site {
const page = await this.browser.newPage()
this.pages.push(page)
page.setDefaultTimeout(this.options.maxWait)
await page.setRequestInterception(true)
@ -402,6 +406,10 @@ class Site {
// Validate response
if (!this.analyzedUrls[url.href].status) {
await page.close()
this.log('Page closed')
throw new Error('NO_RESPONSE')
}
@ -452,6 +460,10 @@ class Site {
[]
)
await page.close()
this.log('Page closed')
this.emit('goto', url)
return reducedLinks
@ -537,6 +549,24 @@ class Site {
}
})
}
async destroy() {
await Promise.all(
this.pages.map(async (page) => {
if (page) {
try {
await page.close()
this.log('Page closed')
} catch (error) {
// Continue
}
}
})
)
this.log('Site closed')
}
}
module.exports = Driver

@ -13,7 +13,7 @@
"software"
],
"homepage": "https://www.wappalyzer.com",
"version": "5.10.3",
"version": "6.0.3",
"author": "Wappalyzer",
"license": "MIT",
"repository": {

@ -8,7 +8,7 @@
"optionUpgradeMessage": { "message": "Tell me about upgrades" },
"optionDynamicIcon": { "message": "Use technology icon instead of Wappalyzer logo" },
"optionTracking": { "message": "Anonymously send identified technologies to wappalyzer.com" },
"optionThemeMode": { "message": "Enable dark mode compatibility." },
"optionThemeMode": { "message": "Enable dark mode compatibility" },
"nothingToDo": { "message": "Nothing to do here." },
"noAppsDetected": { "message": "No technologies detected." },
"categoryPin": { "message": "Always show icon" },

@ -1,108 +0,0 @@
body {
color: #303942;
cursor: default;
direction: __MSG_@@bidi_dir__;
font-family: Helvetica, Arial, sans-serif;
font-size: .8rem;
line-height: 1.4rem;
margin: 0;
}
p {
margin: 0 0 1rem 0;
}
h1, h2, h3 {
font-weight: normal;
line-height: 1;
}
h1 {
border-bottom: 1px solid #dbdbdb;
font-size: 1.5rem;
margin: 0 0 1.5rem 0;
padding: 1rem 0 1.5rem 0;
}
h2 {
font-size: 1.3em;
margin-bottom: 0.4em;
}
h3 {
color: black;
font-size: 1.2em;
margin-bottom: 0.5em;
}
a {
color: rgb(17, 85, 204);
text-decoration: underline;
}
label {
display: block;
}
button {
background: #4608ad;
border: none;
border-radius: .2rem;
color: white;
font-size: inherit;
padding: 0 .6rem;
line-height: 1.8rem;
}
a:active {
color: rgb(5, 37, 119);
}
.hero {
background: linear-gradient(160deg, #32067c, #150233);
padding: 1.5rem 1.5rem 1rem 1.5rem;
}
.hero img {
height: 3rem;
}
.container {
margin: 0 auto;
max-width: 800px;
}
.content {
padding: 1.5rem;
}
#options-saved {
display: none;
margin-left: .5rem;
-webkit-animation: fadeout 2s;
}
#about {
border-top: 1px solid #dbdbdb;
margin-top: 1.5rem;
padding: 1.5rem 0 0 0;
}
#about img {
margin-right: .2rem;
vertical-align: middle;
}
#about button {
background: white;
border: 1px solid #dbdbdb;
cursor: pointer;
color: #303942;
margin-bottom: .5rem;
margin-inline-end: 1rem;
}
@-webkit-keyframes fadeout {
from { opacity: 1; }
to { opacity: 0; }
}

@ -1,287 +0,0 @@
body {
background: #fff;
direction: __MSG_@@bidi_dir__;
font-family: Helvetica, Arial, sans-serif;
font-size: .8rem;
margin: 0;
min-width: 30rem;
}
.header {
align-items: center;
border-bottom: 1px solid #dbdbdb;
height: 4rem;
display: flex;
}
.header__link:focus {
outline: none;
}
.header__logo {
display: inline-block;
margin: .2rem 1.5rem 0 1.5rem;
-webkit-backface-visibility: hidden;
-webkit-transform: translateZ(0) scale(1.0, 1.0);
transform: translateZ(0);
height: 2rem;
}
.header__logo--dark {
display: none;
}
.footer {
align-items: center;
border-top: 1px solid #dbdbdb;
height: 3rem;
display: flex;
padding: 0 1.5rem;
}
.footer__link {
color: #4608ad;
text-decoration: none;
}
.footer__link:hover, .footer__link:active {
color: #4608ad;
text-decoration: underline;
}
.container {
min-height: 5rem;
padding: 1rem 1.5rem 0rem 1.5rem;
}
.detected {
columns: 2;
column-gap: 1.5rem;
line-height: 1.4rem;
}
.detected__category {
page-break-inside: avoid;
break-inside: avoid-column;
padding-bottom: 1rem;
}
.detected__category-name {
display: block;
}
.detected__category-link {
color: #4608ad;
font-weight: bold;
line-height: 2rem;
text-decoration: none;
}
.detected__category-link:hover {
color: #4a4a4a;
}
.detected__category-pin-wrapper {
margin-left: .2rem;
margin-right: .2rem;
}
.detected__category-pin {
cursor: pointer;
display: none;
height: 16px;
margin-left: .2rem;
width: 16px;
vertical-align: middle;
}
.detected__category:hover .detected__category-pin--inactive {
display: inline-block;
}
.detected__category-pin-wrapper--active .detected__category-pin--inactive,
.detected__category-pin-wrapper:hover .detected__category-pin--inactive {
display: none !important;
}
.detected__category-pin-wrapper--active .detected__category-pin--active,
.detected__category-pin-wrapper:hover .detected__category-pin--active {
display: inline-block;
}
.detected__app {
color: #4a4a4a;
display: block;
line-height: 1.7rem;
text-decoration: none;
}
.detected__app:focus {
display: block;
outline: 0;
}
.detected__app-icon {
display: inline-block;
height: 16px;
margin-inline-end: .5rem;
vertical-align: -.2rem;
width: 16px;
}
.detected__app-name {
}
.detected__app-version, .detected__app-confidence {
background: #eee;
border-radius: 3px;
font-size: .7rem;
margin-left: .3rem;
padding: .1rem .2rem;
}
.detected__app:hover .detected__app-name {
border-bottom: 1px solid #4a4a4a;
}
.detected__app:hover .detected__app-version,
.detected__app:hover .detected__app-confidence {
border-bottom: 1px solid white;
}
.detected-app {
padding: 7px 0;
}
.detected-app:first-child {
padding-top: 0;
}
.detected-app:last-child {
border: none;
padding-bottom: 0;
}
.empty {
display: flex;
height: 5rem;
margin-bottom: 1rem;
align-items: center;
justify-content: center;
}
.empty__text {
}
.terms {
align-items: center;
display: flex;
flex-direction: column;
justify-content: center;
margin-bottom: 1rem;
height: 12rem;
width: 36rem;
}
.terms__wrapper {
display: none;
height: 100%;
width: 100%;
}
.terms__wrapper--active {
display: block;
}
.terms__content {
font-size: .9rem;
line-height: 150%;
text-align: center;
margin-bottom: 1rem;
width: 80%;
}
.terms__accept {
background-color: #4608ad;
border: none;
border-radius: 3px;
color: white;
cursor: pointer;
font-size: .9rem;
padding: .8rem 3rem;
}
.terms__accept:hover {
background-color: #4107a1;
}
.terms__privacy {
color: #4608ad;
margin-top: 1rem;
}
@media (prefers-color-scheme: dark) {
/* Add alternative color palette for Dark mode theme. */
body.theme-mode-sync {
background: linear-gradient(160deg, #32067c, #150233);
}
.theme-mode-sync .header {
border-bottom: 1px solid rgba(255, 255, 255, .2);
}
.theme-mode-sync .header__logo--dark {
display: inline-block;
}
.theme-mode-sync .header__logo--light {
display: none;
}
.theme-mode-sync .footer {
border-top: 1px solid rgba(255, 255, 255, .2);
}
.theme-mode-sync .footer__link {
color: rgba(255, 255, 255, .8);
}
.theme-mode-sync .footer__link:hover, .theme-mode-sync .footer__link:active {
color: rgba(255, 255, 255, .8);
}
.theme-mode-sync .container {
color: white;
}
.theme-mode-sync .detected__category-link {
color: #fff;
}
.theme-mode-sync .detected__app {
color: rgba(255, 255, 255, .8);
}
.theme-mode-sync .detected__category-link:hover {
color: white;
border-bottom: 1px solid white;
}
.theme-mode-sync .detected__app-version, .theme-mode-sync .detected__app-confidence {
background-color: #4608ad;
}
.theme-mode-sync .detected__app:hover .detected__app-name {
border-bottom: 1px solid white;
}
.theme-mode-sync .detected__app:hover .theme-mode-sync .detected__app-version,
.theme-mode-sync .detected__app:hover .theme-mode-sync .detected__app-confidence {
border-bottom: none;
}
.theme-mode-sync .terms__accept,
.theme-mode-sync .terms__privacy {
color: white;
}
}

@ -0,0 +1,271 @@
:root {
--color-primary: #4608ad;
--color-primary-darken: #32067c;
--color-secondary: #e0e0e0;
--color-secondary-dark: rgba(255, 255, 255, .2);
--color-text: #4a4a4a;
--color-text-dark: rgba(255, 255, 255, .8);
--color-light-grey: #fafafa;
}
body {
background: #fff;
color: var(--color-text);
direction: __MSG_@@bidi_dir__;
font-family: Helvetica, Arial, sans-serif;
font-size: .9rem;
line-height: 1.5rem;
margin: 0;
min-width: 35rem;
}
a {
color: var(--color-primary);
outline: none;
text-decoration: none;
}
a:focus {
outline: none;
}
a:hover {
text-decoration: underline;
}
.header {
align-items: center;
border-bottom: 1px solid var(--color-secondary);
display: flex;
height: 4.5rem;
}
.header__logo {
height: 2.5rem;
margin: .5rem 1.5rem 0 1.5rem;
}
.header__logo--dark {
display: none;
}
.footer {
align-items: center;
justify-content: space-between;
border-top: 1px solid var(--color-secondary);
height: 3rem;
display: flex;
padding: 0 1.5rem;
}
.alerts__icon {
color: var(--color-primary);
height: 1.1rem;
margin-right: .5rem;
vertical-align: text-bottom;
width: 1.1rem;
}
.footer__settings {
color: var(--color-primary);
cursor: pointer;
height: 1.1rem;
vertical-align: middle;
width: 1.1rem;
}
.detections {
columns: 2;
column-gap: 1.5rem;
padding: 1.5rem 1.5rem .5rem 1.5rem;
}
.empty {
opacity: .3;
padding: 3rem 1.5rem .5rem 1.5rem;
text-align: center;
}
.category {
page-break-inside: avoid;
break-inside: avoid-column;
padding-bottom: 1rem;
}
.category__link {
font-weight: bold;
line-height: 2rem;
text-decoration: none;
}
.category__pin {
color: var(--color-primary);
cursor: pointer;
display: none;
visibility: hidden;
height: 1.1rem;
vertical-align: middle;
width: 1.1rem;
}
.category__pin--outline {
display: inline;
}
.category__pin--active {
visibility: visible;
}
.category__pin.category__pin--active {
display: inline
}
.category__pin--outline.category__pin--active {
display: none
}
.category__heading:hover .category__pin {
visibility: visible;
}
.technology {
display: block;
line-height: 1.7rem;
}
.technology__heading {
display: flex;
align-items: center;
margin-bottom: .2rem;
}
.technology__icon {
height: 16px;
margin-right: .5rem;
width: 16px;
vertical-align: middle;
}
.technology__link {
color: var(--color-text);
}
.technology__confidence {
opacity: .5;
font-size: .7rem;
margin-left: .2rem;
}
.technology__version {
background: var(--color-secondary);
border-radius: 3px;
font-size: .7rem;
padding: .1rem .3rem;
margin-left: .4rem;
vertical-align: middle;
}
.terms {
align-items: center;
display: flex;
flex-direction: column;
justify-content: center;
margin-bottom: 1rem;
height: 12rem;
width: 36rem;
}
.terms__wrapper {
display: none;
height: 100%;
width: 100%;
}
.terms__wrapper--active {
display: block;
}
.terms__content {
font-size: .9rem;
line-height: 150%;
text-align: center;
margin-bottom: 1rem;
width: 80%;
}
.terms__accept {
background-color: #4608ad;
border: none;
border-radius: 3px;
color: white;
cursor: pointer;
font-size: .9rem;
padding: .8rem 3rem;
}
.terms__accept:hover {
background-color: #4107a1;
}
.terms__privacy {
margin-top: 1rem;
}
.options {
padding: 1.5rem 1.5rem 1rem 1.5rem;
}
.options__label {
display: block;
margin-bottom: .5rem;
}
@media (prefers-color-scheme: dark) {
body.theme-mode {
background: var(--color-primary-darken);
color: var(--color-text-dark);
}
.theme-mode a {
color: var(--color-text-dark);
}
.theme-mode .header {
border-color: var(--color-secondary-dark)
}
.theme-mode .header__logo {
display: none;
}
.theme-mode .header__logo--dark {
display: inline-block;
}
.theme-mode .category__link {
color: #fff;
}
.theme-mode .category__pin {
color: #fff
}
.theme-mode .technology__confidence {
}
.theme-mode .technology__version {
background: var(--color-primary);
}
.theme-mode .footer {
border-color: var(--color-secondary-dark)
}
.theme-mode .footer__settings {
color: var(--color-text-dark);
}
.theme-mode .alerts__icon {
color:var(--color-text-dark);
}
}

@ -4,8 +4,8 @@
<head>
<meta charset="utf-8">
<script src="../node_modules/webextension-polyfill/dist/browser-polyfill.js"></script>
<script src="../js/wappalyzer.js"></script>
<script src="../js/utils.js"></script>
<script src="../js/driver.js"></script>
<script src="../js/lib/network.js"></script>
</head>

@ -1,69 +1,41 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title data-i18n="options">Wappalyzer options</title>
<link rel="icon" href="../images/icon_32.png">
<title data-i18n="options"></title>
<link rel="stylesheet" href="../css/options.css">
<link rel="stylesheet" href="../css/styles.css">
<script src="../node_modules/webextension-polyfill/dist/browser-polyfill.js"></script>
<script src="../js/wappalyzer.js"></script>
<script src="../js/utils.js"></script>
<script src="../js/options.js"></script>
</head>
<body>
<div class="hero">
<div class="container">
<img src="../images/logo-white.svg">
</div>
</div>
<div class="options">
<label class="options__label">
<input class="options__checkbox" type="checkbox">
<div class="content">
<div class="container">
<h1 data-i18n="options">Options</h1>
<span data-i18n="optionUpgradeMessage">&nbsp;</span>
</label>
<p>
<label for="option-upgrade-message">
<input id="option-upgrade-message" type="checkbox">
<span data-i18n="optionUpgradeMessage">Tell me about upgrades</span>
</label>
<label for="option-dynamic-icon">
<input id="option-dynamic-icon" type="checkbox">
<span data-i18n="optionDynamicIcon">Use application icon instead of Wappalyzer logo</span>
</label>
<label for="option-tracking">
<input id="option-tracking" type="checkbox">
<span data-i18n="optionTracking">Anonymously send reports on detected applications to wappalyzer.com for research</span>
</label>
<label for="option-theme-mode">
<input id="option-theme-mode" type="checkbox">
<span data-i18n="optionThemeMode">Enable dark mode compatibility</span>
</label>
</p>
<label class="options__label">
<input class="options__checkbox" type="checkbox">
<div id="about">
<p>
<button id="github">
<img src="../images/github.png" width="16" height="16" alt="GitHub icon" />
<span data-i18n="github">Fork Wappalyzer on GitHub!</span>
</button>
<button id="twitter">
<img src="../images/twitter.png" width="16" height="16" alt="Twitter icon" />
<span data-i18n="twitter">Follow Wappalyzer on Twitter</span>
</button>
<button id="wappalyzer">
<img src="../images/icon_16.png" width="16" height="16" alt="Wappalyzer icon" />
<span data-i18n="website">Go to wappalyzer.com</span>
</button>
</p>
</div>
</div>
<span data-i18n="optionDynamicIcon">&nbsp;</span>
</label>
<label class="options__label">
<input class="options__checkbox" type="checkbox">
<span data-i18n="optionTracking">&nbsp;</span>
</label>
<label class="options__label">
<input class="options__checkbox" type="checkbox">
<span data-i18n="optionThemeMode">&nbsp;</span>
</label>
</div>
</body>
</html>

@ -1,38 +1,80 @@
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<link rel="stylesheet" href="../css/popup.css">
<title data-i18n="options"></title>
<link rel="stylesheet" href="../css/styles.css">
<script src="../node_modules/webextension-polyfill/dist/browser-polyfill.js"></script>
<script src="../js/lib/jsontodom.js"></script>
<script src="../js/utils.js"></script>
<script src="../js/popup.js"></script>
</head>
<body>
<div class="header">
<a href="https://www.wappalyzer.com/" class="header__link" target="_blank">
<a href="https://www.wappalyzer.com/" class="header__link">
<img alt="" class="header__logo header__logo--light" src="../images/logo-purple.svg">
<img alt="" class="header__logo header__logo--dark" src="../images/logo-white.svg">
</a>
</div>
<div class="container">
<div class="terms__wrapper">
<div class="terms">
<div class="terms__content" data-i18n="termsContent"></div>
<div class="terms">
<div class="terms__content" data-i18n="termsContent"></div>
<button class="terms__accept" data-i18n="termsAccept">&nbsp;</button>
<a class="terms__privacy" href="https://www.wappalyzer.com/privacy" data-i18n="privacyPolicy"></a>
</div>
<div class="empty" data-i18n="noAppsDetected"></div>
<div class="detections"></div>
<div data-template="category" class="category">
<div class="category__heading">
<a class="category__link" href="#"></a>
<svg class="category__pin category__pin--outline" viewBox="0 0 24 24">
<title data-i18n="categoryPin"></title>
<path fill="currentColor" d="M16,12V4H17V2H7V4H8V12L6,14V16H11.2V22H12.8V16H18V14L16,12M8.8,14L10,12.8V4H14V12.8L15.2,14H8.8Z" />
</svg>
<svg class="category__pin" viewBox="0 0 24 24">
<title data-i18n="categoryPin"></title>
<path fill="currentColor" d="M16,12V4H17V2H7V4H8V12L6,14V16H11.2V22H12.8V16H18V14L16,12Z" />
</svg>
</div>
<div class="technologies"></div>
</div>
<div data-template="technology" class="technology">
<div class="technology__heading">
<img class="technology__icon" alt="" src="../images/icons/default.svg" />
<button class="terms__accept" data-i18n="termsAccept" />
<a class="technology__link" href="#"></a>
<a class="terms__privacy" href="https://www.wappalyzer.com/privacy" data-i18n="privacyPolicy"></a>
</div>
<span>
<span class="technology__version">&nbsp;</span>
</span>
<span class="technology__confidence">&nbsp;</span>
</div>
</div>
<div class="footer">
<a class="footer__link" href="https://www.wappalyzer.com/alerts/manage" data-i18n="createAlert"></a>
<div class="alerts">
<svg class="alerts__icon" viewBox="0 0 24 24">
<path fill="currentColor" d="M12,8H4A2,2 0 0,0 2,10V14A2,2 0 0,0 4,16H5V20A1,1 0 0,0 6,21H8A1,1 0 0,0 9,20V16H12L17,20V4L12,8M21.5,12C21.5,13.71 20.54,15.26 19,16V8C20.53,8.75 21.5,10.3 21.5,12Z" />
</svg>
<a class="alerts__link" href="https://www.wappalyzer.com/alerts/manage" data-i18n="createAlert"></a>
</div>
<svg class="footer__settings" viewBox="0 0 24 24">
<path fill="currentColor" d="M12,15.5A3.5,3.5 0 0,1 8.5,12A3.5,3.5 0 0,1 12,8.5A3.5,3.5 0 0,1 15.5,12A3.5,3.5 0 0,1 12,15.5M19.43,12.97C19.47,12.65 19.5,12.33 19.5,12C19.5,11.67 19.47,11.34 19.43,11L21.54,9.37C21.73,9.22 21.78,8.95 21.66,8.73L19.66,5.27C19.54,5.05 19.27,4.96 19.05,5.05L16.56,6.05C16.04,5.66 15.5,5.32 14.87,5.07L14.5,2.42C14.46,2.18 14.25,2 14,2H10C9.75,2 9.54,2.18 9.5,2.42L9.13,5.07C8.5,5.32 7.96,5.66 7.44,6.05L4.95,5.05C4.73,4.96 4.46,5.05 4.34,5.27L2.34,8.73C2.21,8.95 2.27,9.22 2.46,9.37L4.57,11C4.53,11.34 4.5,11.67 4.5,12C4.5,12.33 4.53,12.65 4.57,12.97L2.46,14.63C2.27,14.78 2.21,15.05 2.34,15.27L4.34,18.73C4.46,18.95 4.73,19.03 4.95,18.95L7.44,17.94C7.96,18.34 8.5,18.68 9.13,18.93L9.5,21.58C9.54,21.82 9.75,22 10,22H14C14.25,22 14.46,21.82 14.5,21.58L14.87,18.93C15.5,18.67 16.04,18.34 16.56,17.94L19.05,18.95C19.27,19.03 19.54,18.95 19.66,18.73L21.66,15.27C21.78,15.05 21.73,14.78 21.54,14.63L19.43,12.97Z" />
</svg>
</div>
</body>
</html>

@ -1,20 +1,22 @@
/** global: browser */
/** global: XMLSerializer */
/* global browser */
'use strict'
/* eslint-env browser */
/* globals chrome */
const port = browser.runtime.connect({
name: 'content.js'
})
;(async function() {
if (typeof browser !== 'undefined' && typeof document.body !== 'undefined') {
const Content = {
async init() {
await new Promise((resolve) => setTimeout(resolve, 1000))
try {
port.postMessage({ id: 'init' })
Content.port = chrome.runtime.connect({ name: 'content.js' })
Content.port.onMessage.addListener(({ func, args }) => {
const onFunc = `on${func.charAt(0).toUpperCase() + func.slice(1)}`
if (Content[onFunc]) {
Content[onFunc](args)
}
})
try {
// HTML
let html = new XMLSerializer().serializeToString(document)
@ -23,9 +25,7 @@ const port = browser.runtime.connect({
const maxRows = 3000
const rows = html.length / maxCols
let i
for (i = 0; i < rows; i += 1) {
for (let i = 0; i < rows; i += 1) {
if (i < maxRows / 2 || i > rows - maxRows / 2) {
chunks.push(html.slice(i * maxCols, (i + 1) * maxCols))
}
@ -33,62 +33,83 @@ const port = browser.runtime.connect({
html = chunks.join('\n')
// Scripts
const scripts = Array.prototype.slice
.apply(document.scripts)
.filter((script) => script.src)
.map((script) => script.src)
const language =
document.documentElement.getAttribute('lang') ||
document.documentElement.getAttribute('xml:lang') ||
(await new Promise((resolve) =>
chrome.i18n.detectLanguage(html, ({ languages }) =>
resolve(
languages
.filter(({ percentage }) => percentage >= 75)
.map(({ language: lang }) => lang)[0]
)
)
))
// Script tags
const scripts = Array.from(document.scripts)
.filter(({ src }) => src)
.map(({ src }) => src)
.filter((script) => script.indexOf('data:text/javascript;') !== 0)
port.postMessage({ id: 'analyze', subject: { html, scripts } })
// JavaScript variables
const script = document.createElement('script')
// Meta tags
const meta = Array.from(document.querySelectorAll('meta'))
.map((meta) => ({
key: meta.getAttribute('name') || meta.getAttribute('property'),
value: meta.getAttribute('content')
}))
.filter(({ value }) => value)
script.onload = () => {
const onMessage = (event) => {
if (event.data.id !== 'js') {
return
}
Content.port.postMessage({
func: 'onContentLoad',
args: [location.href, { html, scripts, meta }, language]
})
window.removeEventListener('message', onMessage)
Content.port.postMessage({ func: 'getTechnologies' })
} catch (error) {
Content.port.postMessage({ func: 'error', args: [error, 'content.js'] })
}
},
port.postMessage({ id: 'analyze', subject: { js: event.data.js } })
onGetTechnologies(technologies) {
const script = document.createElement('script')
script.remove()
script.onload = () => {
const onMessage = ({ data }) => {
if (!data.wappalyzer || !data.wappalyzer.js) {
return
}
window.addEventListener('message', onMessage)
window.removeEventListener('message', onMessage)
port.postMessage({ id: 'get_js_patterns' })
Content.port.postMessage({
func: 'analyzeJs',
args: [location.href, data.wappalyzer.js]
})
script.remove()
}
script.setAttribute('src', browser.extension.getURL('js/inject.js'))
window.addEventListener('message', onMessage)
document.body.appendChild(script)
} catch (error) {
port.postMessage({ id: 'log', subject: error })
window.postMessage({
wappalyzer: {
technologies: technologies
.filter(({ js }) => Object.keys(js).length)
.filter(({ name }) => name === 'jQuery')
.map(({ name, js }) => ({ name, chains: Object.keys(js) }))
}
})
}
script.setAttribute('src', chrome.extension.getURL('js/inject.js'))
document.body.appendChild(script)
}
})()
port.onMessage.addListener((message) => {
switch (message.id) {
case 'get_js_patterns':
postMessage(
{
id: 'patterns',
patterns: message.response.patterns
},
window.location.href
)
break
default:
// Do nothing
}
})
}
// https://stackoverflow.com/a/44774834
// https://developer.mozilla.org/en-US/Add-ons/WebExtensions/API/tabs/executeScript#Return_value
undefined // eslint-disable-line no-unused-expressions
if (/complete|interactive|loaded/.test(document.readyState)) {
Content.init()
} else {
document.addEventListener('DOMContentLoaded', Content.init)
}

@ -1,445 +1,483 @@
/**
* WebExtension driver
*/
'use strict'
/* eslint-env browser */
/* global browser, chrome, Wappalyzer */
/** global: browser */
/** global: chrome */
/** global: fetch */
/** global: Wappalyzer */
const wappalyzer = new Wappalyzer()
const tabCache = {}
const robotsTxtQueue = {}
let categoryOrder = []
browser.tabs.onRemoved.addListener((tabId) => {
tabCache[tabId] = null
})
/* globals chrome, Wappalyzer, Utils */
const {
setTechnologies,
setCategories,
analyze,
analyzeManyToMany,
resolve
} = Wappalyzer
const { agent, promisify, getOption, setOption } = Utils
const expiry = 1000 * 60 * 60 * 24
const Driver = {
lastPing: Date.now(),
async init() {
chrome.runtime.onConnect.addListener(Driver.onRuntimeConnect)
await Driver.loadTechnologies()
const hostnameCache = (await getOption('hostnames')) || {}
Driver.cache = {
hostnames: Object.keys(hostnameCache).reduce(
(cache, hostname) => ({
...cache,
[hostname]: {
...hostnameCache[hostname],
detections: hostnameCache[hostname].detections.map(
({
pattern: { regex, confidence, version },
match,
technology: name
}) => ({
pattern: {
regex: new RegExp(regex, 'i'),
confidence,
version
},
match,
technology: Wappalyzer.technologies.find(
({ name: _name }) => name === _name
)
})
)
}
}),
{}
),
tabs: {},
robots: (await getOption('robots')) || {},
ads: (await getOption('ads')) || []
}
function userAgent() {
const url = chrome.extension.getURL('/')
chrome.webRequest.onCompleted.addListener(
Driver.onWebRequestComplete,
{ urls: ['http://*/*', 'https://*/*'], types: ['main_frame'] },
['responseHeaders']
)
chrome.tabs.onRemoved.addListener((id) => (Driver.cache.tabs[id] = null))
},
if (url.startsWith('moz-')) {
return 'firefox'
}
log(message, source = 'driver', type = 'log') {
// eslint-disable-next-line no-console
console[type](`wappalyzer | ${source} |`, message)
},
if (url.startsWith('ms-browser')) {
return 'edge'
}
warn(message, source = 'driver') {
Driver.log(message, source, 'warn')
},
return 'chrome'
}
error(error, source = 'driver') {
Driver.log(error, source, 'error')
},
/**
* Get a value from localStorage
*/
function getOption(name, defaultValue = null) {
return new Promise(async (resolve, reject) => {
let value = defaultValue
open(url, active = true) {
chrome.tabs.create({ url, active })
},
async loadTechnologies() {
try {
const option = await browser.storage.local.get(name)
const { apps: technologies, categories } = await (
await fetch(chrome.extension.getURL('apps.json'))
).json()
if (option[name] !== undefined) {
value = option[name]
}
setTechnologies(technologies)
setCategories(categories)
} catch (error) {
wappalyzer.log(error.message, 'driver', 'error')
return reject(error.message)
Driver.error(error)
}
},
return resolve(value)
})
}
/**
* Set a value in localStorage
*/
function setOption(name, value) {
return new Promise(async (resolve, reject) => {
post(url, body) {
try {
await browser.storage.local.set({ [name]: value })
return fetch(url, {
method: 'POST',
body: JSON.stringify(body)
})
} catch (error) {
wappalyzer.log(error.message, 'driver', 'error')
return reject(error.message)
throw new Error(error.message || error.toString())
}
},
return resolve()
})
}
async analyzeJs(href, js) {
const url = new URL(href)
await Driver.onDetect(
url,
Array.prototype.concat.apply(
[],
await Promise.all(
js.map(({ name, chain, value }) =>
analyzeManyToMany(
Wappalyzer.technologies.find(({ name: _name }) => name === _name),
'js',
{ [chain]: [value] }
)
)
)
)
)
},
/**
* Open a tab
*/
function openTab(args) {
browser.tabs.create({
url: args.url,
active: args.background === undefined || !args.background
})
}
onRuntimeConnect(port) {
Driver.log(`Connected to ${port.name}`)
/**
* Make a POST request
*/
async function post(url, body) {
try {
const response = await fetch(url, {
method: 'POST',
body: JSON.stringify(body)
})
port.onMessage.addListener(async ({ func, args }) => {
if (!func) {
return
}
wappalyzer.log(`POST ${url}: ${response.status}`, 'driver')
} catch (error) {
wappalyzer.log(`POST ${url}: ${error}`, 'driver', 'error')
}
}
Driver.log({ port: port.name, func, args })
// Capture response headers
browser.webRequest.onCompleted.addListener(
async (request) => {
const headers = {}
if (!Driver[func]) {
Driver.error(new Error(`Method does not exist: Driver.${func}`))
if (request.responseHeaders) {
const url = wappalyzer.parseUrl(request.url)
return
}
port.postMessage({
func,
args: await Driver[func].call(port.sender, ...(args || []))
})
})
},
let tab
async onWebRequestComplete(request) {
if (request.responseHeaders) {
const headers = {}
try {
;[tab] = await browser.tabs.query({ url: [url.href] })
} catch (error) {
wappalyzer.log(error, 'driver', 'error')
}
const url = new URL(request.url)
if (tab) {
request.responseHeaders.forEach((header) => {
const name = header.name.toLowerCase()
const [tab] = await promisify(chrome.tabs, 'query', { url: [url.href] })
headers[name] = headers[name] || []
if (tab) {
request.responseHeaders.forEach((header) => {
const name = header.name.toLowerCase()
headers[name].push(
(header.value || header.binaryValue || '').toString()
)
})
headers[name] = headers[name] || []
headers[name].push(
(header.value || header.binaryValue || '').toString()
)
})
if (
headers['content-type'] &&
/\/x?html/.test(headers['content-type'][0])
) {
wappalyzer.analyze(url, { headers }, { tab })
if (
headers['content-type'] &&
/\/x?html/.test(headers['content-type'][0])
) {
await Driver.onDetect(
url,
await analyze(url.href, { headers }, { tab })
)
}
}
} catch (error) {
Driver.error(error)
}
}
},
{ urls: ['http://*/*', 'https://*/*'], types: ['main_frame'] },
['responseHeaders']
)
browser.runtime.onConnect.addListener((port) => {
port.onMessage.addListener(async (message) => {
if (message.id === undefined) {
return
}
async onContentLoad(href, items, language) {
try {
const url = new URL(href)
if (message.id !== 'log') {
wappalyzer.log(`Message from ${port.name}: ${message.id}`, 'driver')
}
items.cookies = await promisify(chrome.cookies, 'getAll', {
domain: `.${url.hostname}`
})
const pinnedCategory = await getOption('pinnedCategory')
await Driver.onDetect(url, await analyze(href, items), language, true)
} catch (error) {
Driver.error(error)
}
},
const url = wappalyzer.parseUrl(port.sender.tab ? port.sender.tab.url : '')
getTechnologies() {
return Wappalyzer.technologies
},
const cookies = await browser.cookies.getAll({
domain: `.${url.hostname}`
})
async onDetect(url, detections = [], language, incrementHits = false) {
if (!detections.length) {
return
}
let response
const { hostname, href } = url
switch (message.id) {
case 'log':
wappalyzer.log(message.subject, message.source)
// Cache detections
const cache = (Driver.cache.hostnames[hostname] = {
...(Driver.cache.hostnames[hostname] || {
detections: [],
hits: 0
}),
dateTime: Date.now()
})
break
case 'init':
wappalyzer.analyze(url, { cookies }, { tab: port.sender.tab })
// Remove duplicates
cache.detections = cache.detections = cache.detections.concat(detections)
break
case 'analyze':
if (message.subject.html) {
browser.i18n
.detectLanguage(message.subject.html)
.then(({ languages }) => {
const language = languages
.filter(({ percentage }) => percentage >= 75)
.map(({ language: lang }) => lang)[0]
cache.detections.filter(
({ technology: { name }, pattern: { regex } }, index) =>
cache.detections.findIndex(
({ technology: { name: _name }, pattern: { regex: _regex } }) =>
name === _name && (!regex || regex.toString() === _regex.toString())
) === index
)
message.subject.language = language
cache.hits += incrementHits ? 1 : 0
cache.language = cache.language || language
wappalyzer.analyze(url, message.subject, { tab: port.sender.tab })
})
} else {
wappalyzer.analyze(url, message.subject, { tab: port.sender.tab })
}
// Expire cache
Driver.cache.hostnames = Object.keys(Driver.cache.hostnames).reduce(
(hostnames, hostname) => {
const cache = Driver.cache.hostnames[hostname]
await setOption('hostnameCache', wappalyzer.hostnameCache)
break
case 'ad_log':
wappalyzer.cacheDetectedAds(message.subject)
break
case 'get_apps':
response = {
tabCache: tabCache[message.tab.id],
apps: wappalyzer.apps,
categories: wappalyzer.categories,
pinnedCategory,
termsAccepted:
userAgent() === 'chrome' ||
(await getOption('termsAccepted', false))
if (cache.dateTime > Date.now() - expiry) {
hostnames[hostname] = cache
}
break
case 'set_option':
await setOption(message.key, message.value)
break
case 'get_js_patterns':
response = {
patterns: wappalyzer.jsPatterns
}
return hostnames
},
{}
)
break
case 'update_theme_mode':
// Sync theme mode to popup.
response = {
themeMode: await getOption('themeMode', false)
}
await setOption(
'hostnames',
Object.keys(Driver.cache.hostnames).reduce(
(cache, hostname) => ({
...cache,
[hostname]: {
...Driver.cache.hostnames[hostname],
detections: Driver.cache.hostnames[hostname].detections.map(
({
pattern: { regex, confidence, version },
match,
technology: { name: technology }
}) => ({
technology,
pattern: {
regex: regex.source,
confidence,
version
},
match
})
)
}
}),
{}
)
)
break
default:
// Do nothing
}
const resolved = resolve(Driver.cache.hostnames[hostname].detections)
if (response) {
port.postMessage({
id: message.id,
response
})
}
})
})
await Driver.setIcon(url, resolved)
wappalyzer.driver.document = document
const tabs = await promisify(chrome.tabs, 'query', { url: [href] })
/**
* Log messages to console
*/
wappalyzer.driver.log = (message, source, type) => {
const log = ['warn', 'error'].includes(type) ? type : 'log'
tabs.forEach(({ id }) => (Driver.cache.tabs[id] = resolved))
console[log](`[wappalyzer ${type}]`, `[${source}]`, message) // eslint-disable-line no-console
}
Driver.log({ hostname, technologies: resolved })
/**
* Display apps
*/
wappalyzer.driver.displayApps = async (detected, meta, context) => {
const { tab } = context
await Driver.ping()
},
if (tab === undefined) {
return
}
async onAd(ad) {
Driver.cache.ads.push(ad)
tabCache[tab.id] = tabCache[tab.id] || {
detected: []
}
await setOption('ads', Driver.cache.ads)
},
tabCache[tab.id].detected = detected
async setIcon(url, technologies) {
const dynamicIcon = await getOption('dynamicIcon', true)
const pinnedCategory = await getOption('pinnedCategory')
const dynamicIcon = await getOption('dynamicIcon', true)
let icon = 'default.svg'
let found = false
if (dynamicIcon) {
const pinnedCategory = parseInt(await getOption('pinnedCategory'), 10)
// Find the main application to display
;[pinnedCategory].concat(categoryOrder).forEach((match) => {
Object.keys(detected).forEach((appName) => {
const app = detected[appName]
const pinned = technologies.find(({ categories }) =>
categories.some(({ id }) => id === pinnedCategory)
)
app.props.cats.forEach((category) => {
if (category === match && !found) {
let icon =
app.props.icon && dynamicIcon ? app.props.icon : 'default.svg'
;({ icon } = pinned ||
technologies.sort(({ categories: a }, { categories: b }) => {
const max = (value) =>
value.reduce((max, { priority }) => Math.max(max, priority))
if (/\.svg$/i.test(icon)) {
icon = `converted/${icon.replace(/\.svg$/, '.png')}`
}
return max(a) > max(b) ? -1 : 1
})[0] || { icon })
}
try {
browser.pageAction.setIcon({
tabId: tab.id,
path: `../images/icons/${icon}`
})
} catch (e) {
// Firefox for Android does not support setIcon see https://bugzilla.mozilla.org/show_bug.cgi?id=1331746
}
const tabs = await promisify(chrome.tabs, 'query', { url: [url.href] })
await Promise.all(
tabs.map(async ({ id: tabId }) => {
await promisify(chrome.pageAction, 'setIcon', {
tabId,
path: chrome.extension.getURL(
`../images/icons/${
/\.svg$/i.test(icon)
? `converted/${icon.replace(/\.svg$/, '.png')}`
: icon
}`
)
})
found = true
}
chrome.pageAction.show(tabId)
})
})
})
browser.pageAction.show(tab.id)
}
)
},
/**
* Fetch and cache robots.txt for host
*/
wappalyzer.driver.getRobotsTxt = async (host, secure = false) => {
if (robotsTxtQueue[host]) {
return robotsTxtQueue[host]
}
async getDetections() {
const [{ id }] = await promisify(chrome.tabs, 'query', {
active: true,
currentWindow: true
})
const tracking = await getOption('tracking', true)
const robotsTxtCache = await getOption('robotsTxtCache', {})
return Driver.cache.tabs[id]
},
robotsTxtQueue[host] = new Promise(async (resolve) => {
if (!tracking) {
return resolve([])
async getRobots(hostname, secure = false) {
if (!(await getOption('tracking', true))) {
return
}
if (host in robotsTxtCache) {
return resolve(robotsTxtCache[host])
if (typeof Driver.cache.robots[hostname] !== 'undefined') {
return Driver.cache.robots[hostname]
}
const timeout = setTimeout(() => resolve([]), 3000)
let response
try {
response = await fetch(`http${secure ? 's' : ''}://${host}/robots.txt`, {
redirect: 'follow',
mode: 'no-cors'
})
} catch (error) {
wappalyzer.log(error, 'driver', 'error')
return resolve([])
}
clearTimeout(timeout)
const robotsTxt = response.ok ? await response.text() : ''
Driver.cache.robots[hostname] = await Promise.race([
new Promise(async (resolve) => {
const response = await fetch(
`http${secure ? 's' : ''}://${hostname}/robots.txt`,
{
redirect: 'follow',
mode: 'no-cors'
}
)
robotsTxtCache[host] = Wappalyzer.parseRobotsTxt(robotsTxt)
if (!response.ok) {
Driver.error(new Error(response.statusText))
await setOption('robotsTxtCache', robotsTxtCache)
resolve('')
}
delete robotsTxtQueue[host]
let agent
return resolve(robotsTxtCache[host])
})
resolve(
(await response.text()).split('\n').reduce((disallows, line) => {
let matches = /^User-agent:\s*(.+)$/i.exec(line.trim())
return robotsTxtQueue[host]
}
if (matches) {
agent = matches[1].toLowerCase()
} else if (agent === '*' || agent === 'wappalyzer') {
matches = /^Disallow:\s*(.+)$/i.exec(line.trim())
/**
* Anonymously track detected applications for research purposes
*/
wappalyzer.driver.ping = async (
hostnameCache = { expires: 0, hostnames: {} },
adCache = []
) => {
const tracking = await getOption('tracking', true)
const termsAccepted =
userAgent() === 'chrome' || (await getOption('termsAccepted', false))
if (tracking && termsAccepted) {
if (
hostnameCache.hostnames &&
Object.keys(hostnameCache.hostnames).length
) {
post('https://api.wappalyzer.com/ping/v1/', hostnameCache.hostnames)
}
if (matches) {
disallows.push(matches[1])
}
}
if (adCache.length) {
post('https://ad.wappalyzer.com/log/wp/', adCache)
return disallows
}, [])
)
}),
new Promise((resolve) => setTimeout(() => resolve(''), 5000))
])
Driver.cache.robots = Object.keys(Driver.cache.robots)
.slice(-50)
.reduce(
(cache, hostname) => ({
...cache,
[hostname]: Driver.cache.robots[hostname]
}),
{}
)
await setOption('robots', Driver.cache.robots)
return Driver.cache.robots[hostname]
} catch (error) {
Driver.error(error)
}
},
await setOption('robotsTxtCache', {})
}
}
// Init
;(async () => {
// Technologies
try {
const response = await fetch('../apps.json')
const json = await response.json()
wappalyzer.apps = json.apps
wappalyzer.categories = json.categories
} catch (error) {
wappalyzer.log(`GET apps.json: ${error.message}`, 'driver', 'error')
}
async checkRobots(href) {
const url = new URL(href)
wappalyzer.parseJsPatterns()
if (url.protocol !== 'http:' && url.protocol !== 'https:') {
throw new Error('Invalid protocol')
}
categoryOrder = Object.keys(wappalyzer.categories)
.map((categoryId) => parseInt(categoryId, 10))
.sort(
(a, b) =>
wappalyzer.categories[a].priority - wappalyzer.categories[b].priority
const robots = await Driver.getRobots(
url.hostname,
url.protocol === 'https:'
)
// Version check
const { version } = browser.runtime.getManifest()
const previousVersion = await getOption('version')
const upgradeMessage = await getOption('upgradeMessage', true)
if (previousVersion === null) {
openTab({
url: `${wappalyzer.config.websiteURL}installed`
})
} else if (version !== previousVersion && upgradeMessage) {
// openTab({
// url: `${wappalyzer.config.websiteURL}upgraded?v${version}`,
// background: true
// })
}
await setOption('version', version)
if (robots.some((disallowed) => url.pathname.indexOf(disallowed) === 0)) {
throw new Error('Disallowed')
}
},
// Hostname cache
wappalyzer.hostnameCache = await getOption('hostnameCache', {
expires: Date.now() + 1000 * 60 * 60 * 24,
hostnames: {}
})
async ping() {
const tracking = await getOption('tracking', true)
const termsAccepted =
agent === 'chrome' || (await getOption('termsAccepted', false))
if (tracking && termsAccepted) {
const count = Object.keys(Driver.cache.hostnames).length
if (count && (count >= 50 || Driver.lastPing < Date.now() - expiry)) {
await Driver.post(
'https://api.wappalyzer.com/ping/v1/',
Object.keys(Driver.cache.hostnames).reduce((hostnames, hostname) => {
// eslint-disable-next-line standard/computed-property-even-spacing
const { language, detections, hits } = Driver.cache.hostnames[
hostname
]
hostnames[hostname] = hostnames[hostname] || {
applications: resolve(detections).reduce(
(technologies, { name, confidence, version }) => {
if (confidence === 100) {
technologies[name] = {
version,
hits
}
return technologies
}
},
{}
),
meta: {
language
}
}
return hostnames
}, {})
)
await setOption('hostnames', (Driver.cache.hostnames = {}))
Driver.lastPing = Date.now()
}
// Run content script on all tabs
try {
const tabs = await browser.tabs.query({
url: ['http://*/*', 'https://*/*']
})
if (Driver.cache.ads.length > 50) {
await Driver.post('https://ad.wappalyzer.com/log/wp/', Driver.cache.ads)
tabs.forEach(async (tab) => {
try {
await browser.tabs.executeScript(tab.id, {
file: '../js/content.js'
})
} catch (error) {
//
await setOption('ads', (Driver.cache.ads = []))
}
})
} catch (error) {
wappalyzer.log(error, 'driver', 'error')
}
}
})()
}
Driver.init()

@ -1,62 +1,44 @@
/* eslint-env browser */
/* eslint-disable no-restricted-globals, no-prototype-builtins */
;(() => {
;(function() {
try {
const detectJs = (chain) => {
const properties = chain.split('.')
let value = properties.length ? window : null
for (let i = 0; i < properties.length; i += 1) {
const property = properties[i]
if (value && value.hasOwnProperty(property)) {
value = value[property]
} else {
value = null
break
}
}
return typeof value === 'string' || typeof value === 'number'
? value
: !!value
}
const onMessage = (event) => {
if (event.data.id !== 'patterns') {
const onMessage = ({ data }) => {
if (!data.wappalyzer) {
return
}
removeEventListener('message', onMessage)
const patterns = event.data.patterns || {}
const js = {}
for (const appName in patterns) {
if (patterns.hasOwnProperty(appName)) {
js[appName] = {}
const { technologies } = data.wappalyzer || {}
for (const chain in patterns[appName]) {
if (patterns[appName].hasOwnProperty(chain)) {
js[appName][chain] = {}
for (const index in patterns[appName][chain]) {
const value = detectJs(chain)
removeEventListener('message', onMessage)
if (value && patterns[appName][chain].hasOwnProperty(index)) {
js[appName][chain][index] = value
}
}
}
}
postMessage({
wappalyzer: {
js: technologies.reduce((results, { name, chains }) => {
chains.forEach((chain) => {
const value = chain
.split('.')
.reduce(
(value, method) =>
value && value.hasOwnProperty(method)
? value[method]
: undefined,
window
)
technologies.push({
name,
chain,
value:
typeof value === 'string' || typeof value === 'number'
? value
: !!value
})
})
return technologies
}, [])
}
}
postMessage({ id: 'js', js }, window.location.href)
})
}
addEventListener('message', onMessage)

@ -120,16 +120,16 @@ var exports = {};
return dict;
},
sendToBackground: function(message, event, responseMessage) {
if ( typeof browser !== 'undefined' || typeof chrome !== 'undefined' ) {
var port = browser.runtime.connect({name:"adparser"});
if ( typeof chrome !== 'undefined' ) {
var port = chrome.runtime.connect({name:"adparser"});
port.onMessage.addListener((message) => {
if ( message && message.tracking_enabled ) {
utilCallback();
} else {
utilElseCallback();
if ( message && typeof message.tracking_enabled !== 'undefined' ) {
if (message.tracking_enabled) {
utilCallback();
} else {
utilElseCallback();
}
}
});
@ -1088,8 +1088,8 @@ var exports = {};
}
function addBackgroundListener(event, callback) {
if ( typeof browser !== 'undefined' || typeof chrome !== 'undefined' ) {
browser.runtime.onMessage.addListener(function(msg) {
if ( typeof chrome !== 'undefined' ) {
chrome.runtime.onMessage.addListener(function(msg) {
if ( msg.event === event ) {
callback(msg);
}
@ -1173,7 +1173,7 @@ if ( exports.utils.SCRIPT_IN_WINDOW_TOP ) {
})(window);
(function(adparser, pageUrl) {
function onAdFound(log) {
adparser.sendToBackground({ id: 'ad_log', subject: log }, 'ad_log', '', function(){});
adparser.sendToBackground({ func: 'onAd', args: [log] }, 'onAd', '', function(){});
}
if ( adparser && adparser.inWindowTop ) {

@ -1,63 +0,0 @@
jsonToDOM.namespaces = {
html: 'http://www.w3.org/1999/xhtml',
xul: 'http://www.mozilla.org/keymaster/gatekeeper/there.is.only.xul',
};
jsonToDOM.defaultNamespace = jsonToDOM.namespaces.html;
function jsonToDOM(jsonTemplate, doc, nodes) {
function namespace(name) {
const reElemNameParts = /^(?:(.*):)?(.*)$/.exec(name);
return { namespace: jsonToDOM.namespaces[reElemNameParts[1]], shortName: reElemNameParts[2] };
}
// Note that 'elemNameOrArray' is: either the full element name (eg. [html:]div) or an array of elements in JSON notation
function tag(elemNameOrArray, elemAttr) {
// Array of elements? Parse each one...
if (Array.isArray(elemNameOrArray)) {
const frag = doc.createDocumentFragment();
Array.prototype.forEach.call(arguments, (thisElem) => {
frag.appendChild(tag(...thisElem));
});
return frag;
}
// Single element? Parse element namespace prefix (if none exists, default to defaultNamespace), and create element
const elemNs = namespace(elemNameOrArray);
const elem = doc.createElementNS(elemNs.namespace || jsonToDOM.defaultNamespace, elemNs.shortName);
// Set element's attributes and/or callback functions (eg. onclick)
for (const key in elemAttr) {
const val = elemAttr[key];
if (nodes && key == 'key') {
nodes[val] = elem;
continue;
}
const attrNs = namespace(key);
if (typeof val === 'function') {
// Special case for function attributes; don't just add them as 'on...' attributes, but as events, using addEventListener
elem.addEventListener(key.replace(/^on/, ''), val, false);
} else {
// Note that the default namespace for XML attributes is, and should be, blank (ie. they're not in any namespace)
elem.setAttributeNS(attrNs.namespace || '', attrNs.shortName, val);
}
}
// Create and append this element's children
const childElems = Array.prototype.slice.call(arguments, 2);
childElems.forEach((childElem) => {
if (childElem != null) {
elem.appendChild(
childElem instanceof doc.defaultView.Node ? childElem
: Array.isArray(childElem) ? tag(...childElem)
: doc.createTextNode(childElem),
);
}
});
return elem;
}
return tag(...jsonTemplate);
}

@ -1,19 +1,6 @@
(function(){function r(e,n,t){function o(i,f){if(!n[i]){if(!e[i]){var c="function"==typeof require&&require;if(!f&&c)return c(i,!0);if(u)return u(i,!0);var a=new Error("Cannot find module '"+i+"'");throw a.code="MODULE_NOT_FOUND",a}var p=n[i]={exports:{}};e[i][0].call(p.exports,function(r){var n=e[i][1][r];return o(n||r)},p,p.exports,r,e,n,t)}return n[i].exports}for(var u="function"==typeof require&&require,i=0;i<t.length;i++)o(t[i]);return o}return r})()({1:[function(require,module,exports){
'use strict';
(function() {
function isChrome() {
return (typeof chrome !== 'undefined' &&
window.navigator.userAgent.match(/Chrom(?:e|ium)\/([0-9\.]+)/));
}
var requiredBrowserApis = [
browser.webNavigation,
browser.tabs,
browser.webRequest,
browser.runtime
];
(function() {
var MIN_FF_MAJOR_VERSION = 51;
var areListenersRegistered = false;
@ -61,7 +48,7 @@
'washingtonpost.com'
];
var robotsTxtAllows = wappalyzer.robotsTxtAllows.bind(wappalyzer);
var robotsTxtAllows = Driver.checkRobots;
if ( !String.prototype.endsWith ) {
String.prototype.endsWith = function(searchString, position) {
var subjectString = this.toString();
@ -76,34 +63,7 @@
}
function getFrame(getFrameDetails, callback) {
var gettingFrame = browser.webNavigation.getFrame(getFrameDetails);
gettingFrame.then(callback);
}
function ifBrowserValid(callback, elseCallback) {
if ( isChrome() ) {
callback();
} else if ( typeof browser !== 'undefined' ) {
try {
var gettingInfo = browser.runtime.getBrowserInfo();
gettingInfo.then(function(browserInfo) {
var browserVersion = parseInt(browserInfo.version.split('.')[0]);
if ( browserInfo.name === 'Firefox' &&
browserVersion >= MIN_FF_MAJOR_VERSION) {
callback();
} else {
elseCallback();
}
});
} catch (err) {
elseCallback();
}
} else {
elseCallback();
}
chrome.webNavigation.getFrame(getFrameDetails, callback);
}
function ifTrackingEnabled(details, ifCallback, elseCallback) {
@ -112,24 +72,19 @@
allowedByRobotsTxt(details, ifCallback, elseCallback);
};
browser.storage.local.get('tracking').then(function(item) {
if ( item.hasOwnProperty('tracking') ) {
if ( item.tracking ) {
fullIfCallback();
} else {
elseCallback();
}
} else {
fullIfCallback();
}
Utils.getOption('tracking', true).then(function(tracking) {
if ( tracking ) {
fullIfCallback();
} else {
elseCallback();
}
});
}
function allowedByRobotsTxt(details, ifCallback, elseCallback) {
if ( details.url && !details.url.startsWith('chrome://') ) {
robotsTxtAllows(details.url).then(ifCallback, elseCallback);
Driver.checkRobots(details.url, details.url.startsWith('https:')).then(ifCallback).catch(elseCallback);
} else {
elseCallback();
}
@ -268,7 +223,7 @@
PageNetworkTrafficCollector.prototype.sendLogMessageToTabConsole = function() {
var logMessage = Array.from(arguments).join(' ');
var message = {message: logMessage, event: 'console-log-message'};
browser.tabs.sendMessage(this.tabId, message);
chrome.tabs.sendMessage(this.tabId, message);
};
PageNetworkTrafficCollector.prototype.sendToTab = function(assetReq, reqs, curPageUrl, adTrackingEvent) {
@ -298,7 +253,7 @@
msg.origUrl = curPageUrl;
msg.displayAdFound = this.displayAdFound;
browser.tabs.sendMessage(this.tabId, msg);
chrome.tabs.sendMessage(this.tabId, msg);
};
PageNetworkTrafficCollector.prototype.getRedirKey = function(url, frameId) {
@ -615,7 +570,7 @@
var _this = this,
origPageUrl, msgAssetReq;
msgAssetReq = this.msgsBeingSent[msgKey];
browser.tabs.get(this.tabId).then(function(tab) {
chrome.tabs.get(this.tabId, function(tab) {
origPageUrl = tab.url;
});
@ -697,110 +652,85 @@
function registerListeners() {
browser.webRequest.onBeforeRequest.addListener(
chrome.webRequest.onBeforeRequest.addListener(
onBeforeRequestListener,
{urls: ['http://*/*', 'https://*/*']},
[]
);
browser.webRequest.onSendHeaders.addListener(
chrome.webRequest.onSendHeaders.addListener(
onSendHeadersListener,
{urls: ['http://*/*', 'https://*/*']},
['requestHeaders']
);
browser.webRequest.onHeadersReceived.addListener(
chrome.webRequest.onHeadersReceived.addListener(
onHeadersReceivedListener,
{urls: ['http://*/*', 'https://*/*']},
['responseHeaders']
);
browser.webRequest.onBeforeRedirect.addListener(
chrome.webRequest.onBeforeRedirect.addListener(
onBeforeRedirectListener,
{urls: ['http://*/*', 'https://*/*']},
[]
);
browser.webRequest.onResponseStarted.addListener(
chrome.webRequest.onResponseStarted.addListener(
onResponseStartedListener,
{urls: ['http://*/*', 'https://*/*']},
['responseHeaders']
);
browser.webNavigation.onCommitted.addListener(onCommittedListener);
browser.webNavigation.onCompleted.addListener(onCompletedListener);
browser.tabs.onRemoved.addListener(onRemovedListener);
browser.runtime.onMessage.addListener(onMessageListener);
chrome.webNavigation.onCommitted.addListener(onCommittedListener);
chrome.webNavigation.onCompleted.addListener(onCompletedListener);
chrome.tabs.onRemoved.addListener(onRemovedListener);
chrome.runtime.onMessage.addListener(onMessageListener);
areListenersRegistered = true;
}
function unregisterListeners() {
browser.webRequest.onBeforeRequest.removeListener(
chrome.webRequest.onBeforeRequest.removeListener(
onBeforeRequestListener
);
browser.webRequest.onSendHeaders.removeListener(
chrome.webRequest.onSendHeaders.removeListener(
onSendHeadersListener
);
browser.webRequest.onHeadersReceived.removeListener(
chrome.webRequest.onHeadersReceived.removeListener(
onHeadersReceivedListener
);
browser.webRequest.onBeforeRedirect.removeListener(
chrome.webRequest.onBeforeRedirect.removeListener(
onBeforeRedirectListener
);
browser.webRequest.onResponseStarted.removeListener(
chrome.webRequest.onResponseStarted.removeListener(
onResponseStartedListener
);
browser.webNavigation.onCommitted.removeListener(onCommittedListener);
browser.webNavigation.onCompleted.removeListener(onCompletedListener);
browser.tabs.onRemoved.removeListener(onRemovedListener);
browser.runtime.onMessage.removeListener(onMessageListener);
chrome.webNavigation.onCommitted.removeListener(onCommittedListener);
chrome.webNavigation.onCompleted.removeListener(onCompletedListener);
chrome.tabs.onRemoved.removeListener(onRemovedListener);
chrome.runtime.onMessage.removeListener(onMessageListener);
areListenersRegistered = false;
}
function areRequiredBrowserApisAvailable() {
return requiredBrowserApis.every(function(api) {
return typeof api !== 'undefined';
});
}
if ( areRequiredBrowserApisAvailable() ) {
ifBrowserValid(
function() {
browser.webNavigation.onBeforeNavigate.addListener(
function(details) {
if ( details.frameId === 0 ) {
globalPageContainer.onNewNavigation(details);
}
},
{
url: [{urlMatches: 'http://*/*'}, {urlMatches: 'https://*/*'}]
}
);
}, function() {
}
);
}
browser.runtime.onConnect.addListener((port) => {
port.onMessage.addListener((message) => {
if ( message === 'is_browser_valid' ) {
ifBrowserValid(
port.postMessage({'browser_valid': true}),
port.postMessage({'browser_valid': false})
);
}
});
});
browser.runtime.onConnect.addListener((port) => {
chrome.webNavigation.onBeforeNavigate.addListener(
function(details) {
if ( details.frameId === 0 ) {
globalPageContainer.onNewNavigation(details);
}
},
{
url: [{urlMatches: 'http://*/*'}, {urlMatches: 'https://*/*'}]
}
);
chrome.runtime.onConnect.addListener((port) => {
port.onMessage.addListener((message) => {
if ( message === 'is_tracking_enabled' ) {
ifTrackingEnabled(
@ -816,7 +746,4 @@
return true;
});
});
})();
},{}]},{},[1]);

@ -1,109 +1,44 @@
/** global: browser */
/** global: Wappalyzer */
/* globals browser Wappalyzer */
'use strict'
/* eslint-env browser */
/* globals Utils */
const wappalyzer = new Wappalyzer()
const { i18n, getOption, setOption } = Utils
/**
* Get a value from localStorage
*/
function getOption(name, defaultValue = null) {
return new Promise(async (resolve, reject) => {
let value = defaultValue
const Options = {
async init() {
// Theme mode
const themeMode = await getOption('themeMode', false)
try {
const option = await browser.storage.local.get(name)
if (option[name] !== undefined) {
value = option[name]
}
} catch (error) {
wappalyzer.log(error.message, 'driver', 'error')
return reject(error.message)
if (themeMode) {
document.querySelector('body').classList.add('theme-mode')
}
return resolve(value)
})
;[
['upgradeMessage', true],
['dynamicIcon', true],
['tracking', true],
['themeMode', false]
].map(async ([option, defaultValue]) => {
const el = document
.querySelector(
`[data-i18n="option${option.charAt(0).toUpperCase() +
option.slice(1)}"]`
)
.parentNode.querySelector('input')
el.checked = !!(await getOption(option, defaultValue))
el.addEventListener('click', async () => {
await setOption(option, !!el.checked)
})
})
i18n()
}
}
/**
* Set a value in localStorage
*/
function setOption(name, value) {
return new Promise(async (resolve, reject) => {
try {
await browser.storage.local.set({ [name]: value })
} catch (error) {
wappalyzer.log(error.message, 'driver', 'error')
return reject(error.message)
}
return resolve()
})
if (/complete|interactive|loaded/.test(document.readyState)) {
Options.init()
} else {
document.addEventListener('DOMContentLoaded', Options.init)
}
document.addEventListener('DOMContentLoaded', async () => {
const nodes = document.querySelectorAll('[data-i18n]')
Array.prototype.forEach.call(nodes, (node) => {
node.childNodes[0].nodeValue = browser.i18n.getMessage(node.dataset.i18n)
})
document.querySelector('#github').addEventListener('click', () => {
window.open(wappalyzer.config.githubURL)
})
document.querySelector('#twitter').addEventListener('click', () => {
window.open(wappalyzer.config.twitterURL)
})
document.querySelector('#wappalyzer').addEventListener('click', () => {
window.open(wappalyzer.config.websiteURL)
})
let el
let value
// Upgrade message
value = await getOption('upgradeMessage', true)
el = document.querySelector('#option-upgrade-message')
el.checked = value
el.addEventListener('change', (e) =>
setOption('upgradeMessage', e.target.checked)
)
// Dynamic icon
value = await getOption('dynamicIcon', true)
el = document.querySelector('#option-dynamic-icon')
el.checked = value
el.addEventListener('change', (e) =>
setOption('dynamicIcon', e.target.checked)
)
// Tracking
value = await getOption('tracking', true)
el = document.querySelector('#option-tracking')
el.checked = value
el.addEventListener('change', (e) => setOption('tracking', e.target.checked))
// Theme Mode
value = await getOption('themeMode', false)
el = document.querySelector('#option-theme-mode')
el.checked = value
el.addEventListener('change', (e) => setOption('themeMode', e.target.checked))
})

@ -1,335 +1,188 @@
'use strict'
/* eslint-env browser */
/* global browser, jsonToDOM */
/* globals chrome, Utils */
/** global: browser */
/** global: jsonToDOM */
const { agent, i18n, getOption, setOption, promisify } = Utils
let pinnedCategory = null
let termsAccepted = false
const Popup = {
port: chrome.runtime.connect({ name: 'popup.js' }),
const port = browser.runtime.connect({
name: 'popup.js'
})
function slugify(string) {
return string
.toLowerCase()
.replace(/[^a-z0-9-]/g, '-')
.replace(/--+/g, '-')
.replace(/(?:^-|-$)/, '')
}
function i18n() {
const nodes = document.querySelectorAll('[data-i18n]')
async init() {
// Templates
Popup.templates = Array.from(
document.querySelectorAll('[data-template]')
).reduce((templates, template) => {
templates[template.dataset.template] = template.cloneNode(true)
Array.prototype.forEach.call(nodes, (node) => {
node.innerHTML = browser.i18n.getMessage(node.dataset.i18n)
})
}
function replaceDom(domTemplate) {
const container = document.getElementsByClassName('container')[0]
while (container.firstChild) {
container.removeChild(container.firstChild)
}
template.remove()
container.appendChild(jsonToDOM(domTemplate, document, {}))
return templates
}, {})
i18n()
// Theme mode
const themeMode = await getOption('themeMode', false)
Array.from(
document.querySelectorAll('.detected__category-pin-wrapper')
).forEach((pin) => {
pin.addEventListener('click', () => {
const categoryId = parseInt(pin.dataset.categoryId, 10)
if (categoryId === pinnedCategory) {
pin.className = 'detected__category-pin-wrapper'
if (themeMode) {
document.querySelector('body').classList.add('theme-mode')
}
pinnedCategory = null
} else {
const active = document.querySelector(
'.detected__category-pin-wrapper--active'
)
// Terms
const termsAccepted =
agent === 'chrome' || (await getOption('termsAccepted', false))
if (active) {
active.className = 'detected__category-pin-wrapper'
}
if (termsAccepted) {
document.querySelector('.terms').style.display = 'none'
pin.className =
'detected__category-pin-wrapper detected__category-pin-wrapper--active'
Popup.driver('getDetections')
} else {
document.querySelector('.detections').style.display = 'none'
pinnedCategory = categoryId
}
i18n()
}
port.postMessage({
id: 'set_option',
key: 'pinnedCategory',
value: pinnedCategory
})
// Alert
const [{ url }] = await promisify(chrome.tabs, 'query', {
active: true,
currentWindow: true
})
})
Array.from(document.querySelectorAll('a')).forEach((link) => {
link.addEventListener('click', () => {
browser.tabs.create({ url: link.href })
document.querySelector(
'.alerts__link'
).href = `https://www.wappalyzer.com/alerts/manage?url=${encodeURIComponent(
`${url}`
)}`
return false
})
})
}
document
.querySelector('.footer__settings')
.addEventListener('click', () => chrome.runtime.openOptionsPage())
},
driver(func, ...args) {
Popup.port.postMessage({ func, args })
},
log(message) {
Popup.driver('log', message, 'popup.js')
},
categorise(technologies) {
return Object.values(
technologies.reduce((categories, technology) => {
technology.categories.forEach((category) => {
categories[category.id] = categories[category.id] || {
...category,
technologies: []
}
categories[category.id].technologies.push(technology)
})
return categories
}, {})
)
},
async onGetDetections(detections) {
const pinnedCategory = await getOption('pinnedCategory')
if (detections.length) {
document.querySelector('.empty').remove()
}
function replaceDomWhenReady(dom) {
if (/complete|interactive|loaded/.test(document.readyState)) {
replaceDom(dom)
} else {
document.addEventListener('DOMContentLoaded', () => {
replaceDom(dom)
})
}
}
Popup.categorise(detections).forEach(
({ id, name, slug: categorySlug, technologies }) => {
const categoryNode = Popup.templates.category.cloneNode(true)
const link = categoryNode.querySelector('.category__link')
function appsToDomTemplate(response) {
let template = []
link.href = `https://www.wappalyzer.com/technologies/${categorySlug}`
link.textContent = name
if (response.tabCache && Object.keys(response.tabCache.detected).length > 0) {
const categories = {}
const pins = categoryNode.querySelectorAll('.category__pin')
// Group apps by category
for (const appName in response.tabCache.detected) {
response.apps[appName].cats.forEach((cat) => {
categories[cat] = categories[cat] || {
name: response.categories[cat].name,
apps: []
if (pinnedCategory === id) {
pins.forEach((pin) => pin.classList.add('category__pin--active'))
}
categories[cat].apps[appName] = appName
})
}
pins.forEach((pin) =>
pin.addEventListener('click', async () => {
const pinnedCategory = await getOption('pinnedCategory')
for (const cat in categories) {
const apps = []
for (const appName in categories[cat].apps) {
const { confidenceTotal, version } = response.tabCache.detected[appName]
apps.push([
'a',
{
class: 'detected__app',
href: `https://www.wappalyzer.com/technologies/${slugify(
categories[cat].name
)}/${slugify(appName)}`
},
[
'img',
{
class: 'detected__app-icon',
src: `../images/icons/${response.apps[appName].icon ||
'default.svg'}`
}
],
[
'span',
{
class: 'detected__app-name'
},
appName
],
version
? [
'span',
{
class: 'detected__app-version'
},
version
]
: null,
confidenceTotal < 100
? [
'span',
{
class: 'detected__app-confidence'
},
`${confidenceTotal}% sure`
]
: null
])
}
Array.from(
document.querySelectorAll('.category__pin--active')
).forEach((pin) => pin.classList.remove('category__pin--active'))
template.push([
'div',
{
class: 'detected__category'
},
[
'div',
{
class: 'detected__category-name'
},
[
'a',
{
class: 'detected__category-link',
href: `https://www.wappalyzer.com/categories/${slugify(
response.categories[cat].name
)}`
},
browser.i18n.getMessage(`categoryName${cat}`)
],
[
'span',
{
class: `detected__category-pin-wrapper${
parseInt(pinnedCategory, 10) === parseInt(cat, 10)
? ' detected__category-pin-wrapper--active'
: ''
}`,
'data-category-id': cat,
title: browser.i18n.getMessage('categoryPin')
},
[
'img',
{
class: 'detected__category-pin detected__category-pin--active',
src: '../images/pin-active.svg'
}
],
[
'img',
{
class:
'detected__category-pin detected__category-pin--inactive',
src: '../images/pin.svg'
}
]
]
],
[
'div',
{
class: 'detected__apps'
},
apps
]
])
}
template = [
'div',
{
class: 'detected'
},
template
]
} else {
template = [
'div',
{
class: 'empty'
},
[
'span',
{
class: 'empty__text'
},
browser.i18n.getMessage('noAppsDetected')
]
]
}
if (pinnedCategory === id) {
await setOption('pinnedCategory', null)
} else {
await setOption('pinnedCategory', id)
return template
}
pins.forEach((pin) => pin.classList.add('category__pin--active'))
}
})
)
async function getApps() {
try {
const tabs = await browser.tabs.query({
active: true,
currentWindow: true
})
technologies
.filter(({ confidence }) => confidence)
.forEach(({ name, slug, confidence, version, icon, website }) => {
const technologyNode = Popup.templates.technology.cloneNode(true)
const url = new URL(tabs[0].url)
const image = technologyNode.querySelector('.technology__icon')
document.querySelector(
'.footer__link'
).href = `https://www.wappalyzer.com/alerts/manage?url=${encodeURIComponent(
`${url.protocol}//${url.hostname}`
)}`
image.src = `../images/icons/${icon}`
port.postMessage({
id: 'get_apps',
tab: tabs[0]
})
} catch (error) {
console.error(error) // eslint-disable-line no-console
}
}
const link = technologyNode.querySelector('.technology__link')
/**
* Async function to update body class based on option.
*/
function getThemeMode() {
try {
port.postMessage({
id: 'update_theme_mode'
})
} catch (error) {
console.error(error) // eslint-disable-line no-console
}
}
link.href = `https://www.wappalyzer.com/technologies/${categorySlug}/${slug}`
link.textContent = name
/**
* Update theme mode based on browser option.
* @param {object} res Response from port listener.
*/
function updateThemeMode(res) {
if (res.hasOwnProperty('themeMode') && res.themeMode !== false) {
document.body.classList.add('theme-mode-sync')
}
}
const confidenceNode = technologyNode.querySelector(
'.technology__confidence'
)
function displayApps(response) {
pinnedCategory = response.pinnedCategory // eslint-disable-line prefer-destructuring
termsAccepted = response.termsAccepted // eslint-disable-line prefer-destructuring
if (confidence < 100) {
confidenceNode.textContent = `${confidence}% sure`
} else {
confidenceNode.remove()
}
if (termsAccepted) {
replaceDomWhenReady(appsToDomTemplate(response))
} else {
i18n()
const versionNode = technologyNode.querySelector(
'.technology__version'
)
const wrapper = document.querySelector('.terms__wrapper')
if (version) {
versionNode.textContent = version
} else {
versionNode.remove()
}
document.querySelector('.terms__accept').addEventListener('click', () => {
port.postMessage({
id: 'set_option',
key: 'termsAccepted',
value: true
})
categoryNode
.querySelector('.technologies')
.appendChild(technologyNode)
})
wrapper.classList.remove('terms__wrapper--active')
document.querySelector('.detections').appendChild(categoryNode)
}
)
getApps()
})
Array.from(document.querySelectorAll('a')).forEach((a) =>
a.addEventListener('click', () => Popup.driver('open', a.href))
)
wrapper.classList.add('terms__wrapper--active')
i18n()
}
}
port.onMessage.addListener((message) => {
switch (message.id) {
case 'get_apps':
displayApps(message.response)
break
case 'update_theme_mode':
updateThemeMode(message.response)
Popup.port.onMessage.addListener(({ func, args }) => {
const onFunc = `on${func.charAt(0).toUpperCase() + func.slice(1)}`
break
default:
// Do nothing
if (Popup[onFunc]) {
Popup[onFunc](args)
}
})
getThemeMode()
getApps()
if (/complete|interactive|loaded/.test(document.readyState)) {
Popup.init()
} else {
document.addEventListener('DOMContentLoaded', Popup.init)
}

@ -0,0 +1,53 @@
'use strict'
/* eslint-env browser */
/* globals chrome */
const Utils = {
agent: chrome.extension.getURL('/').startsWith('moz-') ? 'firefox' : 'chrome',
promisify(context, method, ...args) {
return new Promise((resolve, reject) => {
context[method](...args, (...args) => {
if (chrome.runtime.lastError) {
return reject(chrome.runtime.lastError)
}
resolve(...args)
})
})
},
open(url, active = true) {
chrome.tabs.create({ url, active })
},
async getOption(name, defaultValue = null) {
try {
const option = await Utils.promisify(chrome.storage.local, 'get', name)
if (option[name] !== undefined) {
return option[name]
}
return defaultValue
} catch (error) {
throw new Error(error.message || error.toString())
}
},
async setOption(name, value) {
try {
await Utils.promisify(chrome.storage.local, 'set', {
[name]: value
})
} catch (error) {
throw new Error(error.message || error.toString())
}
},
i18n() {
Array.from(document.querySelectorAll('[data-i18n]')).forEach(
(node) => (node.innerHTML = chrome.i18n.getMessage(node.dataset.i18n))
)
}
}

@ -36,7 +36,6 @@
"https://*/*"
],
"js": [
"node_modules/webextension-polyfill/dist/browser-polyfill.js",
"js/content.js"
],
"run_at": "document_idle"
@ -46,12 +45,7 @@
"http://*/*",
"https://*/*"
],
"exclude_matches": [
"https://*.modirum.com/*",
"https://www.alphaecommerce.gr/*"
],
"js": [
"node_modules/webextension-polyfill/dist/browser-polyfill.js",
"js/lib/iframe.js"
],
"run_at": "document_start",

File diff suppressed because it is too large Load Diff

@ -1,51 +1,50 @@
/* eslint-env mocha */
const { assert, expect } = require('chai');
const Wappalyzer = require('../src/wappalyzer');
const { assert, expect } = require('chai')
const Wappalyzer = require('../src/wappalyzer')
const appsJson = {
appUrl: {
url: 'test',
url: 'test'
},
appCookies: {
cookies: {
test: 'test',
},
test: 'test'
}
},
appUppercaseCookies: {
cookies: {
Test: 'Test',
},
Test: 'Test'
}
},
appHeaders: {
headers: {
'X-Powered-By': 'test',
},
'X-Powered-By': 'test'
}
},
appHtml: {
html: 'test v(\\d)\\;confidence:50\\;version:\\1',
implies: 'appImplies',
excludes: 'appExcludes',
excludes: 'appExcludes'
},
appMeta: {
meta: {
generator: 'test',
},
generator: 'test'
}
},
appScript: {
script: 'test',
script: 'test'
},
appJs: {
js: {
key: 'value',
},
},
appImplies: {
key: 'value'
}
},
appImplies: {},
appExcludes: {
html: 'test',
},
};
html: 'test'
}
}
const driverData = {
cookies: [
@ -53,92 +52,86 @@ const driverData = {
name: 'test',
value: 'test',
domain: '',
path: '',
},
path: ''
}
],
headers: {
'x-powered-by': [
'test',
],
'x-powered-by': ['test']
},
html: '<meta name="generator" content="test"> html test v1',
scripts: [
'test',
],
scripts: ['test'],
js: {
appJs: {
key: [
'value',
],
},
},
};
key: ['value']
}
}
}
describe('Wappalyzer', () => {
describe('#analyze()', () => {
let apps;
let apps
before(async () => {
const wappalyzer = new Wappalyzer();
const wappalyzer = new Wappalyzer()
wappalyzer.apps = appsJson;
wappalyzer.apps = appsJson
wappalyzer.parseJsPatterns();
wappalyzer.parseJsPatterns()
wappalyzer.driver.displayApps = (detected) => {
apps = detected;
};
apps = detected
}
await wappalyzer.analyze({ canonical: 'test' }, driverData);
});
await wappalyzer.analyze({ canonical: 'test' }, driverData)
})
it('should identify technologies using URLs', () => {
expect(apps).to.have.any.keys('appUrl');
});
expect(apps).to.have.any.keys('appUrl')
})
it('should identify technologies using HTML', () => {
expect(apps).to.have.any.keys('appHtml');
});
expect(apps).to.have.any.keys('appHtml')
})
it('should identify technologies using meta tags', () => {
expect(apps).to.have.any.keys('appMeta');
});
expect(apps).to.have.any.keys('appMeta')
})
it('should identify technologies using script URLs', () => {
expect(apps).to.have.any.keys('appScript');
});
expect(apps).to.have.any.keys('appScript')
})
it('should identify technologies using headers', () => {
expect(apps).to.have.any.keys('appHeaders');
});
expect(apps).to.have.any.keys('appHeaders')
})
it('should identify technologies using cookies', () => {
expect(apps).to.have.any.keys('appCookies');
});
expect(apps).to.have.any.keys('appCookies')
})
it('should identify technologies using uppercase named cookies', () => {
expect(apps).to.have.any.keys('appUppercaseCookies');
});
expect(apps).to.have.any.keys('appUppercaseCookies')
})
it('should identify technologies using JavaScript', () => {
expect(apps).to.have.any.keys('appJs');
});
expect(apps).to.have.any.keys('appJs')
})
it('should return the implied technology', () => {
expect(apps).to.have.any.keys('appImplies');
});
expect(apps).to.have.any.keys('appImplies')
})
it('should not return the excluded technology', () => {
expect(apps).to.not.have.any.keys('appExcludes');
});
expect(apps).to.not.have.any.keys('appExcludes')
})
it('should return the confidence value', () => {
assert.equal(apps.appHtml.confidenceTotal, 50);
});
assert.equal(apps.appHtml.confidenceTotal, 50)
})
it('should return the version number', () => {
assert.equal(apps.appHtml.version, '1');
});
assert.equal(apps.appHtml.version, '1')
})
it('should analyze html', async () => {
const html = `
@ -156,123 +149,125 @@ describe('Wappalyzer', () => {
<!-- End Google Tag Manager -->
</body>
</html>
`;
const wappalyzer = new Wappalyzer();
`
const wappalyzer = new Wappalyzer()
wappalyzer.apps = {
"Google Tag Manager": {
"html": [
"googletagmanager\\.com/ns\\.html[^>]+></iframe>",
"<!-- (?:End )?Google Tag Manager -->"
'Google Tag Manager': {
html: [
'googletagmanager\\.com/ns\\.html[^>]+></iframe>',
'<!-- (?:End )?Google Tag Manager -->'
]
}
};
var applications = null;
}
let applications = null
wappalyzer.driver = {
log () {},
displayApps (detectedMap) {
applications = detectedMap;
log() {},
displayApps(detectedMap) {
applications = detectedMap
}
};
}
await wappalyzer.analyze({ canonical: 'example.com' }, { html });
assert.equal(applications['Google Tag Manager'].name, 'Google Tag Manager');
});
await wappalyzer.analyze({ canonical: 'example.com' }, { html })
assert.equal(
applications['Google Tag Manager'].name,
'Google Tag Manager'
)
})
it('should analyze scripts', async () => {
const scripts = [
'http://www.google-analytics.com/analytics.js',
'http://example.com/assets/js/jquery.min.js'
];
const wappalyzer = new Wappalyzer();
]
const wappalyzer = new Wappalyzer()
wappalyzer.apps = {
"Google Analytics": {
"cats": [
10
],
"script": "google-analytics\\.com\\/(?:ga|urchin|(analytics))\\.js\\;version:\\1?UA:"
'Google Analytics': {
cats: [10],
script:
'google-analytics\\.com\\/(?:ga|urchin|(analytics))\\.js\\;version:\\1?UA:'
},
"jQuery": {
"script": [
"jquery(?:\\-|\\.)([\\d.]*\\d)[^/]*\\.js\\;version:\\1",
"/([\\d.]+)/jquery(?:\\.min)?\\.js\\;version:\\1",
"jquery.*\\.js(?:\\?ver(?:sion)?=([\\d.]+))?\\;version:\\1"
jQuery: {
script: [
'jquery(?:\\-|\\.)([\\d.]*\\d)[^/]*\\.js\\;version:\\1',
'/([\\d.]+)/jquery(?:\\.min)?\\.js\\;version:\\1',
'jquery.*\\.js(?:\\?ver(?:sion)?=([\\d.]+))?\\;version:\\1'
]
}
};
var applications = null;
}
let applications = null
wappalyzer.driver = {
log () {},
displayApps (detectedMap) {
applications = detectedMap;
log() {},
displayApps(detectedMap) {
applications = detectedMap
}
};
}
await wappalyzer.analyze({ canonical: 'example.com' }, { scripts });
assert.equal(applications['Google Analytics'].name, 'Google Analytics');
assert.equal(applications['jQuery'].name, 'jQuery');
});
await wappalyzer.analyze({ canonical: 'example.com' }, { scripts })
assert.equal(applications['Google Analytics'].name, 'Google Analytics')
assert.equal(applications.jQuery.name, 'jQuery')
})
it('should analyze headers', async () => {
const headers = {
'date': [ 'Thu, 01 Feb 2018 11:34:18 GMT' ],
'connection': [ 'keep-alive' ],
'x-powered-by': [ 'Express'],
'etag': [ 'W/125-1jQLmiya7mfec43xR3Eb3pjdu64s' ],
'content-length': [ '293' ],
'content-type': [ 'text/html; charset=utf-8' ]
};
const wappalyzer = new Wappalyzer();
date: ['Thu, 01 Feb 2018 11:34:18 GMT'],
connection: ['keep-alive'],
'x-powered-by': ['Express'],
etag: ['W/125-1jQLmiya7mfec43xR3Eb3pjdu64s'],
'content-length': ['293'],
'content-type': ['text/html; charset=utf-8']
}
const wappalyzer = new Wappalyzer()
wappalyzer.apps = {
"Express": {
"headers": {
"X-Powered-By": "^Express$"
Express: {
headers: {
'X-Powered-By': '^Express$'
}
}
};
var applications = null;
}
let applications = null
wappalyzer.driver = {
log () {},
displayApps (detectedMap) {
applications = detectedMap;
log() {},
displayApps(detectedMap) {
applications = detectedMap
}
};
}
await wappalyzer.analyze({ canonical: 'example.com' }, { headers });
assert.equal(applications['Express'].name, 'Express');
});
await wappalyzer.analyze({ canonical: 'example.com' }, { headers })
assert.equal(applications.Express.name, 'Express')
})
it('should analyze js globals', async () => {
const js = {
'Moment.js': { 'moment': { '0': true } },
'Google Font API': { 'WebFonts': { '0': true } }
};
const wappalyzer = new Wappalyzer();
'Moment.js': { moment: { '0': true } },
'Google Font API': { WebFonts: { '0': true } }
}
const wappalyzer = new Wappalyzer()
wappalyzer.apps = {
"Moment.js": {
"js": {
"moment": "",
"moment.version": "(.*)\\;version:\\1"
'Moment.js': {
js: {
moment: '',
'moment.version': '(.*)\\;version:\\1'
}
},
"Google Font API": {
"js": {
"WebFonts": ""
'Google Font API': {
js: {
WebFonts: ''
}
}
};
var applications = null;
}
let applications = null
wappalyzer.driver = {
log () {},
displayApps (detectedMap) {
applications = detectedMap;
log() {},
displayApps(detectedMap) {
applications = detectedMap
}
};
}
wappalyzer.parseJsPatterns();
await wappalyzer.analyze({ canonical: 'example.com' }, { js });
wappalyzer.parseJsPatterns()
await wappalyzer.analyze({ canonical: 'example.com' }, { js })
assert.equal(applications['Google Font API'].name, 'Google Font API');
assert.equal(applications['Moment.js'].name, 'Moment.js');
});
});
});
assert.equal(applications['Google Font API'].name, 'Google Font API')
assert.equal(applications['Moment.js'].name, 'Moment.js')
})
})
})