Migrations
/
wappalyzer
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Chrome driver now detects headers automatically

Browse Source
main
Elbert Alias 11 years ago
parent 29ef32e0e9
commit 30f6d61181
16 changed files with 78 additions and 153 deletions
Show Stats Download Patch File Download Diff File

4
README.md
Unescape View File

@ -18,7 +18,5 @@ Refer to the [wiki](https://github.com/ElbertF/Wappalyzer/wiki) for
*Licensed under the [GPL](https://github.com/ElbertF/Wappalyzer/blob/master/LICENSE).* *Licensed under the [GPL](https://github.com/ElbertF/Wappalyzer/blob/master/LICENSE).*
Donate Bitcoin: 16gb4uGDAjaeRJwKVmKr2EXa8x2fmvT8EQ - *Thanks!* Donate Bitcoin: 16gb4uGDAjaeRJwKVmKr2EXa8x2fmvT8EQ - *Thanks!*
![QR Code](https://wappalyzer.com/sites/default/themes/wappalyzer/images/bitcoinqrcode.png)
![QR Code](https://wappalyzer.com/sites/default/themes/wappalyzer/images/bitcoinqrcode.png)

7
drivers/chrome/_locales/en/messages.json
Unescape View File

@ -5,11 +5,8 @@
"options": { "message": "Wappalyzer Options" }, "options": { "message": "Wappalyzer Options" },
"optionsSave": { "message": "Save options" }, "optionsSave": { "message": "Save options" },
"optionsSaved": { "message": "Saved" }, "optionsSaved": { "message": "Saved" },
"optionAutoAnalyzeHeaders": { "message": "Analyze headers automatically on click" },
"optionUpgradeMessage": { "message": "Tell me about upgrades" }, "optionUpgradeMessage": { "message": "Tell me about upgrades" },
"optionTracking": { "message": "Anonymously send reports on detected applications to wappalyzer.com for research" }, "optionTracking": { "message": "Anonymously send reports on detected applications to wappalyzer.com for research" },
"analyzeHeaders": { "message": "Analyze headers" },
"analyzeHeadersDone": { "message": "Completed" },
"nothingToDo": { "message": "Nothing to do here." }, "nothingToDo": { "message": "Nothing to do here." },
"noAppsDetected": { "message": "No applications detected." }, "noAppsDetected": { "message": "No applications detected." },
"categoryName1": { "message": "CMS" }, "categoryName1": { "message": "CMS" },
@ -17,10 +14,6 @@
"categoryName3": { "message": "Database Manager" }, "categoryName3": { "message": "Database Manager" },
"categoryName4": { "message": "Documentation Tool" }, "categoryName4": { "message": "Documentation Tool" },
"categoryName5": { "message": "Widget" }, "categoryName5": { "message": "Widget" },
"categoryName6": { "message": "eCommerce" },
"categoryName7": { "message": "Photo Gallery" },
"categoryName8": { "message": "Wiki" },
"categoryName9": { "message": "Hosting Panel" },
"categoryName10": { "message": "Analytics" }, "categoryName10": { "message": "Analytics" },
"categoryName11": { "message": "Blog" }, "categoryName11": { "message": "Blog" },
"categoryName12": { "message": "Javascript Framework" }, "categoryName12": { "message": "Javascript Framework" },

3
drivers/chrome/_locales/es/messages.json
Unescape View File

@ -5,11 +5,8 @@
"options": { "message": "Opciones de Wappalyzer" }, "options": { "message": "Opciones de Wappalyzer" },
"optionsSave": { "message": "Guardar opciones" }, "optionsSave": { "message": "Guardar opciones" },
"optionsSaved": { "message": "Guardado" }, "optionsSaved": { "message": "Guardado" },
"optionAutoAnalyzeHeaders": { "message": "Analizar cabeceras automáticamente al hacer clic" },
"optionUpgradeMessage": { "message": "Indicarme actualizaciones" }, "optionUpgradeMessage": { "message": "Indicarme actualizaciones" },
"optionTracking": { "message": "Enviar informes anónimos sobre las aplicaciones detectadas a wappalyzer.com para análisis" }, "optionTracking": { "message": "Enviar informes anónimos sobre las aplicaciones detectadas a wappalyzer.com para análisis" },
"analyzeHeaders": { "message": "Analizar cabeceras" },
"analyzeHeadersDone": { "message": "Completado" },
"nothingToDo": { "message": "Nada que hacer aquí." }, "nothingToDo": { "message": "Nada que hacer aquí." },
"noAppsDetected": { "message": "Aplicaciones no detectadas." }, "noAppsDetected": { "message": "Aplicaciones no detectadas." },
"categoryName1": { "message": "Gestor de Contenido" }, "categoryName1": { "message": "Gestor de Contenido" },

9
drivers/chrome/_locales/fr/messages.json
Unescape View File

@ -1,10 +1,4 @@
{ {
"analyzeHeaders": {
"message": "Analyser les en-têtes"
},
"analyzeHeadersDone": {
"message": "Fait"
},
"categoryName1": { "categoryName1": {
"message": "CMS" "message": "CMS"
}, },
@ -122,9 +116,6 @@
"nothingToDo": { "nothingToDo": {
"message": "Rien à faire ici." "message": "Rien à faire ici."
}, },
"optionAutoAnalyzeHeaders": {
"message": "Analyser les en-têtes automatiquement"
},
"optionTracking": { "optionTracking": {
"message": "Envoyer anonymement des rapports sur les applications détectées à wappalyzer.com pour la recherche" "message": "Envoyer anonymement des rapports sur les applications détectées à wappalyzer.com pour la recherche"
}, },

35
drivers/chrome/css/popup.css
Unescape View File

@ -7,6 +7,10 @@ body {
min-width: 200px; min-width: 200px;
} }
a:focus {
outline: 0;
}
img { img {
display: inline-block; display: inline-block;
height: 16px; height: 16px;
@ -58,35 +62,22 @@ img {
text-align: center; text-align: center;
} }
#buttons { #footer {
border-top: 1px solid #ccc;
margin-top: 12px; margin-top: 12px;
overflow: hidden; overflow: hidden;
padding-top: 6px;
} }
#buttons button { #footer a {
height: 32px; color: #999;
} text-decoration: none;
#analyze-headers {
float: left;
width: 158px;
} }
#analyze-headers.pending { #footer a:hover {
background-image: url('../images/pending2.gif'); color: #333;
background-position: center center; }
background-repeat: no-repeat;
text-indent: -999px;
}
#options { #options {
background-image: url('../images/options.png');
background-position: center center;
background-repeat: no-repeat;
float: right; float: right;
height: 32px;
-webkit-padding-end: 0;
-webkit-padding-start: 0;
min-width: 32px;
width: 32px;
} }

BIN
drivers/chrome/images/icon_19.png
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 809 B

BIN
drivers/chrome/images/icon_38.png
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 2.1 KiB

57
drivers/chrome/js/driver.js
Unescape View File

@ -8,7 +8,9 @@
var w = wappalyzer, var w = wappalyzer,
firstRun = false, firstRun = false,
upgraded = false, upgraded = false,
tab, tabCache = {}; tab,
tabCache = {},
headersCache = {};
w.driver = { w.driver = {
/** /**
@ -61,6 +63,10 @@
} catch(e) { } } catch(e) { }
chrome.extension.onRequest.addListener(function(request, sender, sendResponse) { chrome.extension.onRequest.addListener(function(request, sender, sendResponse) {
var
hostname,
a = document.createElement('a');
if ( typeof request.id != 'undefined' ) { if ( typeof request.id != 'undefined' ) {
w.log('request: ' + request.id); w.log('request: ' + request.id);
@ -72,18 +78,16 @@
case 'analyze': case 'analyze':
tab = sender.tab; tab = sender.tab;
var hostname, a = document.createElement('a');
a.href = tab.url; a.href = tab.url;
hostname = a.hostname; hostname = a.hostname;
w.analyze(hostname, tab.url, request.subject); if ( headersCache[tab.url] !== undefined ) {
request.subject.headers = headersCache[tab.url];
for ( subject in request.subject ) {
tabCache[tab.id].analyzed.push(subject);
} }
w.analyze(hostname, tab.url, request.subject);
break; break;
case 'fetch_headers': case 'fetch_headers':
chrome.tabs.executeScript(request.tab.id, { file: 'js/headers.js' }); chrome.tabs.executeScript(request.tab.id, { file: 'js/headers.js' });
@ -115,6 +119,35 @@
tabCache[tabId] = null; tabCache[tabId] = null;
}); });
// Live intercept headers using webRequest API
chrome.webRequest.onCompleted.addListener(function(details) {
var responseHeaders = {};
if ( details.responseHeaders ) {
var uri = details.url.replace(/#.*$/, ''); // Remove hash
details.responseHeaders.forEach(function(header) {
responseHeaders[header.name.toLowerCase()] = header.value || '' + header.binaryValue;
});
if ( headersCache.length > 50 ) {
headersCache = {};
}
if ( /text\/html/.test(responseHeaders['content-type']) ) {
if ( headersCache[details.url] === undefined ) {
headersCache[details.url] = {};
}
for ( var header in responseHeaders ) {
headersCache[uri][header] = responseHeaders[header];
}
}
w.log(JSON.stringify({ uri: uri, headers: responseHeaders }));
}
}, { urls: [ 'http://*/*', 'https://*/*' ], types: [ 'main_frame' ] }, [ 'responseHeaders' ]);
if ( firstRun ) { if ( firstRun ) {
w.driver.goToURL({ url: w.config.websiteURL + 'installed', medium: 'install' }); w.driver.goToURL({ url: w.config.websiteURL + 'installed', medium: 'install' });
@ -122,16 +155,16 @@
} }
if ( upgraded ) { if ( upgraded ) {
w.driver.goToURL({ url: w.config.websiteURL + 'upgraded', medium: 'upgrade' }); w.driver.goToURL({ url: w.config.websiteURL + 'upgraded', medium: 'upgrade', background: true });
upgraded = false; upgraded = false;
} }
}, },
goToURL: function(args) { goToURL: function(args) {
var url = args.url + ( typeof args.medium === 'undefined' ? '' : '?utm_source=chrome&utm_medium=' + args.medium + '&utm_campaign=extensions'); var url = args.url + ( typeof args.medium === 'undefined' ? '' : '?pk_campaign=chrome&pk_kwd=' + args.medium);
window.open(url); chrome.tabs.create({ url: url, active: args.background === undefined || !args.background });
}, },
/** /**
@ -143,8 +176,7 @@
if ( tabCache[tab.id] == null ) { if ( tabCache[tab.id] == null ) {
tabCache[tab.id] = { tabCache[tab.id] = {
count: 0, count: 0,
appsDetected: [], appsDetected: []
analyzed: []
}; };
} }
@ -159,6 +191,7 @@
for ( appName in w.detected[tab.url] ) { for ( appName in w.detected[tab.url] ) {
w.apps[appName].cats.forEach(function(cat) { w.apps[appName].cats.forEach(function(cat) {
if ( cat == match && !found ) { if ( cat == match && !found ) {
//chrome.browserAction.setIcon({ tabId: tab.id, '19': 'images/icons/' + appName + '.png' });
chrome.browserAction.setIcon({ tabId: tab.id, path: 'images/icons/' + appName + '.png' }); chrome.browserAction.setIcon({ tabId: tab.id, path: 'images/icons/' + appName + '.png' });
found = true; found = true;

46
drivers/chrome/js/headers.js
Unescape View File

@ -1,46 +0,0 @@
(function() {
var c = {
init: function() {
c.log('init');
c.getResponseHeaders();
},
log: function(message) {
chrome.extension.sendRequest({ id: 'log', message: '[ content.js ] ' + message });
},
getResponseHeaders: function() {
var xhr = new XMLHttpRequest();
xhr.open('GET', window.location, true);
xhr.onreadystatechange = function() {
if ( xhr.readyState === 4 && xhr.status ) {
var headers = xhr.getAllResponseHeaders().split("\n");
if ( headers.length > 0 && headers[0] != '' ) {
c.log('responseHeaders: ' + xhr.getAllResponseHeaders());
var responseHeaders = {};
headers.forEach(function(line) {
if ( line ) {
name = line.substring(0, line.indexOf(': ')).toLowerCase();
value = line.substring(line.indexOf(': ') + 2, line.length - 1);
responseHeaders[name] = value;
}
});
chrome.extension.sendRequest({ id: 'analyze', subject: { headers: responseHeaders } });
}
}
}
xhr.send();
}
}
c.init();
})();

2
drivers/chrome/js/options.js
Unescape View File

@ -9,7 +9,7 @@ document.addEventListener('DOMContentLoaded', function() {
d.getElementById('github' ).addEventListener('click', function() { window.open(wappalyzer.config.githubURL); }); d.getElementById('github' ).addEventListener('click', function() { window.open(wappalyzer.config.githubURL); });
d.getElementById('twitter' ).addEventListener('click', function() { window.open(wappalyzer.config.twitterURL); }); d.getElementById('twitter' ).addEventListener('click', function() { window.open(wappalyzer.config.twitterURL); });
d.getElementById('wappalyzer').addEventListener('click', function() { window.open(wappalyzer.config.websiteURL + '?utm_source=chrome&utm_medium=options&utm_campaign=extensions'); }); d.getElementById('wappalyzer').addEventListener('click', function() { window.open(wappalyzer.config.websiteURL + '?pk_campaign=chrome&pk_kwd=options'); });
d.getElementById('options-save').addEventListener('click', options.save); d.getElementById('options-save').addEventListener('click', options.save);
}, },

37
drivers/chrome/js/popup.js
Unescape View File

@ -1,40 +1,19 @@
document.addEventListener('DOMContentLoaded', function() { document.addEventListener('DOMContentLoaded', function() {
var var
d = document, d = document,
analyzeHeaders = d.getElementById('analyze-headers'), detectedApps = d.getElementById('detected-apps');
detectedApps = d.getElementById('detected-apps')
;
var popup = { var popup = {
pollHeaders: null,
init: function() { init: function() {
d.getElementById('options').addEventListener('click', function() { d.getElementById('options').addEventListener('click', function() {
window.open(chrome.extension.getURL('options.html')); window.open(chrome.extension.getURL('options.html'));
}); });
analyzeHeaders.innerHTML = chrome.i18n.getMessage('analyzeHeaders');
analyzeHeaders.removeAttribute('disabled');
chrome.tabs.getSelected(null, function(tab) { chrome.tabs.getSelected(null, function(tab) {
if ( tab.url.match(/https?:\/\//) ) { if ( tab.url.match(/https?:\/\//) ) {
detectedApps.innerHTML = '<div class="empty">' + chrome.i18n.getMessage('noAppsDetected') + '</div>'; detectedApps.innerHTML = '<div class="empty">' + chrome.i18n.getMessage('noAppsDetected') + '</div>';
analyzeHeaders.addEventListener('click', function() {
analyzeHeaders.setAttribute('disabled', 'disabled');
chrome.extension.sendRequest({ id: 'fetch_headers', tab: tab });
popup.pollHeaders = setInterval(popup.displayApps, 100);
});
if ( parseInt(localStorage['autoAnalyzeHeaders']) ) {
analyzeHeaders.click();
}
} else { } else {
detectedApps.innerHTML = '<div class="empty">' + chrome.i18n.getMessage('nothingToDo') + '</div>'; detectedApps.innerHTML = '<div class="empty">' + chrome.i18n.getMessage('nothingToDo') + '</div>';
analyzeHeaders.setAttribute('disabled', 'disabled');
} }
}); });
@ -46,15 +25,7 @@ document.addEventListener('DOMContentLoaded', function() {
chrome.tabs.getSelected(null, function(tab) { chrome.tabs.getSelected(null, function(tab) {
chrome.extension.sendRequest({ id: 'get_apps', tab: tab }, function(response) { chrome.extension.sendRequest({ id: 'get_apps', tab: tab }, function(response) {
if ( response.tabCache.analyzed.indexOf('headers') > 0 ) { if ( response.tabCache && response.tabCache.count > 0 ) {
if ( popup.pollHeaders != null ) {
clearTimeout(popup.pollHeaders);
analyzeHeaders.innerHTML = chrome.i18n.getMessage('analyzeHeadersDone');
}
}
if ( response.tabCache.count > 0 ) {
detectedApps.innerHTML = ''; detectedApps.innerHTML = '';
for ( appName in response.tabCache.appsDetected ) { for ( appName in response.tabCache.appsDetected ) {
@ -63,14 +34,14 @@ document.addEventListener('DOMContentLoaded', function() {
html = html =
'<div class="detected-app">' + '<div class="detected-app">' +
'<a target="_blank" href="https://wappalyzer.com/applications/' + appName.toLowerCase().replace(/ /g, '-').replace(/[^\w-]/g, '') + '?utm_source=chrome&utm_medium=popup&utm_campaign=extensions">' + '<a target="_blank" href="https://wappalyzer.com/applications/' + appName.toLowerCase().replace(/ /g, '-').replace(/[^\w-]/g, '') + '?pk_campaign=chrome&pk_kwd=popup">' +
'<img src="images/icons/' + appName + '.png"/>' + '<img src="images/icons/' + appName + '.png"/>' +
'<span class="label">' + appName + ( version ? ' ' + version : '' ) + ( confidence < 100 ? ' (' + confidence + '% sure)' : '' ) + '</span>' + '<span class="label">' + appName + ( version ? ' ' + version : '' ) + ( confidence < 100 ? ' (' + confidence + '% sure)' : '' ) + '</span>' +
'</a>'; '</a>';
response.apps[appName].cats.forEach(function(cat) { response.apps[appName].cats.forEach(function(cat) {
html += html +=
'<a target="_blank" href="https://wappalyzer.com/categories/' + response.categories[cat] + '?utm_source=chrome&utm_medium=popup&utm_campaign=extensions">' + '<a target="_blank" href="https://wappalyzer.com/categories/' + response.categories[cat] + '?pk_campaign=chrome&pk_kwd=popup">' +
'<span class="category">' + chrome.i18n.getMessage('categoryName' + cat) + '</span>' + '<span class="category">' + chrome.i18n.getMessage('categoryName' + cat) + '</span>' +
'</a>'; '</a>';
}); });

11
drivers/chrome/manifest.json
Unescape View File

@ -1,7 +1,7 @@
{ "name": "Wappalyzer", { "name": "Wappalyzer",
"homepage_url": "https://wappalyzer.com?utm_source=chrome&utm_medium=context&utm_campaign=extensions", "homepage_url": "https://wappalyzer.com?pk_campaign=chrome&pk_kwd=context",
"description": "Identifies software on the web", "description": "Identifies software on the web",
"version": "2.29", "version": "2.30",
"default_locale": "en", "default_locale": "en",
"manifest_version": 2, "manifest_version": 2,
"icons": { "icons": {
@ -9,7 +9,10 @@
"128": "images/icon_128.png" "128": "images/icon_128.png"
}, },
"browser_action": { "browser_action": {
"default_icon": "images/icon_32.png", "default_icon": {
"19": "images/icon_19.png",
"38": "images/icon_38.png"
},
"default_title": "Wappalyzer - click for details", "default_title": "Wappalyzer - click for details",
"default_popup": "popup.html" "default_popup": "popup.html"
}, },
@ -23,6 +26,6 @@
"js/inject.js" "js/inject.js"
], ],
"options_page": "options.html", "options_page": "options.html",
"permissions": [ "tabs", "http://*/*", "https://*/*" ], "permissions": [ "tabs", "webRequest", "http://*/*", "https://*/*" ],
"content_security_policy": "script-src 'self' https://ssl.google-analytics.com; object-src 'self'" "content_security_policy": "script-src 'self' https://ssl.google-analytics.com; object-src 'self'"
} }

4
drivers/chrome/options.html
Unescape View File

@ -18,10 +18,6 @@
<body> <body>
<h1 data-i18n="options"></h1> <h1 data-i18n="options"></h1>
<p>
<label for="option-auto-analyze-headers"><input id="option-auto-analyze-headers" type="checkbox"> <span data-i18n="optionAutoAnalyzeHeaders"></span></label>
</p>
<p> <p>
<label for="option-upgrade-message"><input id="option-upgrade-message" type="checkbox"> <span data-i18n="optionUpgradeMessage"></span></label> <label for="option-upgrade-message"><input id="option-upgrade-message" type="checkbox"> <span data-i18n="optionUpgradeMessage"></span></label>
</p> </p>

5
drivers/chrome/popup.html
Unescape View File

@ -14,9 +14,8 @@
<body> <body>
<div id="detected-apps"></div> <div id="detected-apps"></div>
<div id="buttons"> <div id="footer">
<button id="analyze-headers" data-i18n="analyzeHeaders" disabled="disabled"></button> <a href="javascript: void(0);" id="options">Options</a>
<button id="options"></button>
</div> </div>
</body> </body>
</html> </html>

8
drivers/firefox/lib/driver.js
Unescape View File

@ -164,8 +164,6 @@
init: function(callback) { init: function(callback) {
var json = JSON.parse(data.load('apps.json')); var json = JSON.parse(data.load('apps.json'));
console.log('xxxx');
if ( sp.prefs.urlbar ) { if ( sp.prefs.urlbar ) {
createPanel(); createPanel();
} else { } else {
@ -178,7 +176,7 @@
if ( !ss.storage.version ) { if ( !ss.storage.version ) {
w.driver.goToURL({ url: w.config.websiteURL + 'installed', medium: 'install' }); w.driver.goToURL({ url: w.config.websiteURL + 'installed', medium: 'install' });
} else if ( version !== ss.storage.version ) { } else if ( version !== ss.storage.version ) {
w.driver.goToURL({ url: w.config.websiteURL + 'upgraded', medium: 'upgrade' }); w.driver.goToURL({ url: w.config.websiteURL + 'upgraded', medium: 'upgrade', background: true });
} }
ss.storage.version = version; ss.storage.version = version;
@ -247,9 +245,9 @@
}, },
goToURL: function(args) { goToURL: function(args) {
var url = args.url + ( typeof args.medium === 'undefined' ? '' : '?utm_source=firefox&utm_medium=' + args.medium + '&utm_campaign=extensions'); var url = args.url + ( typeof args.medium === 'undefined' ? '' : '?pk_campaign=chrome&pk_kwd=' + args.medium);
tabs.open(url); tabs.open({ url: url, inBackground: args.background !== undefined && args.background });
}, },
displayApps: function() { displayApps: function() {

3
drivers/firefox/package.json
Unescape View File

@ -1,9 +1,10 @@
{ {
"name": "wappalyzer", "name": "wappalyzer",
"title": "Wappalyzer", "title": "Wappalyzer",
"homepage": "https://wappalyzer.com",
"icon": "images/icon48_hot.png", "icon": "images/icon48_hot.png",
"icon64": "images/icon64_hot.png", "icon64": "images/icon64_hot.png",
"id": "ec8030f7-c20a-464f-9b0e-13a3a9e97384", "id": "wappalyzer@crunchlabz.com",
"description": "Identifies software on the web", "description": "Identifies software on the web",
"author": "Elbert Alias", "author": "Elbert Alias",
"license": "GPLv3", "license": "GPLv3",