|
|
|
@ -13,30 +13,31 @@ const validation = {
|
|
|
|
hostnameBlacklist: /((local|dev(elopment)?|stag(e|ing)?|test(ing)?|demo(shop)?|admin|google|cache)\.|\/admin|\.local)/
|
|
|
|
hostnameBlacklist: /((local|dev(elopment)?|stag(e|ing)?|test(ing)?|demo(shop)?|admin|google|cache)\.|\/admin|\.local)/
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
var wappalyzer = {
|
|
|
|
class Wappalyzer {
|
|
|
|
apps: {},
|
|
|
|
constructor() {
|
|
|
|
categories: {},
|
|
|
|
this.apps = {};
|
|
|
|
driver: {}
|
|
|
|
this.categories = {};
|
|
|
|
};
|
|
|
|
this.driver = {};
|
|
|
|
|
|
|
|
|
|
|
|
var detected = {};
|
|
|
|
this.detected = {};
|
|
|
|
var hostnameCache = {};
|
|
|
|
this.hostnameCache = {};
|
|
|
|
var adCache = [];
|
|
|
|
this.adCache = [];
|
|
|
|
|
|
|
|
|
|
|
|
wappalyzer.config = {
|
|
|
|
this.config = {
|
|
|
|
websiteURL: 'https://wappalyzer.com/',
|
|
|
|
websiteURL: 'https://wappalyzer.com/',
|
|
|
|
twitterURL: 'https://twitter.com/Wappalyzer',
|
|
|
|
twitterURL: 'https://twitter.com/Wappalyzer',
|
|
|
|
githubURL: 'https://github.com/AliasIO/Wappalyzer',
|
|
|
|
githubURL: 'https://github.com/AliasIO/Wappalyzer',
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Log messages to console
|
|
|
|
* Log messages to console
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
wappalyzer.log = (message, source, type) => {
|
|
|
|
log(message, source, type) {
|
|
|
|
wappalyzer.driver.log(message, source || '', type || 'debug');
|
|
|
|
this.driver.log(message, source || '', type || 'debug');
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
wappalyzer.analyze = (hostname, url, data, context) => {
|
|
|
|
analyze(hostname, url, data, context) {
|
|
|
|
var apps = {};
|
|
|
|
var apps = {};
|
|
|
|
|
|
|
|
|
|
|
|
// Remove hash from URL
|
|
|
|
// Remove hash from URL
|
|
|
|
@ -46,35 +47,35 @@ wappalyzer.analyze = (hostname, url, data, context) => {
|
|
|
|
data.html = '';
|
|
|
|
data.html = '';
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( detected[url] === undefined ) {
|
|
|
|
if ( this.detected[url] === undefined ) {
|
|
|
|
detected[url] = {};
|
|
|
|
this.detected[url] = {};
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
Object.keys(wappalyzer.apps).forEach(appName => {
|
|
|
|
Object.keys(this.apps).forEach(appName => {
|
|
|
|
apps[appName] = detected[url] && detected[url][appName] ? detected[url][appName] : new Application(appName, wappalyzer.apps[appName]);
|
|
|
|
apps[appName] = this.detected[url] && this.detected[url][appName] ? this.detected[url][appName] : new Application(appName, this.apps[appName]);
|
|
|
|
|
|
|
|
|
|
|
|
var app = apps[appName];
|
|
|
|
var app = apps[appName];
|
|
|
|
|
|
|
|
|
|
|
|
if ( url ) {
|
|
|
|
if ( url ) {
|
|
|
|
analyzeUrl(app, url);
|
|
|
|
this.analyzeUrl(app, url);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( data.html ) {
|
|
|
|
if ( data.html ) {
|
|
|
|
analyzeHtml(app, data.html);
|
|
|
|
this.analyzeHtml(app, data.html);
|
|
|
|
analyzeScript(app, data.html);
|
|
|
|
this.analyzeScript(app, data.html);
|
|
|
|
analyzeMeta(app, data.html);
|
|
|
|
this.analyzeMeta(app, data.html);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( data.headers ) {
|
|
|
|
if ( data.headers ) {
|
|
|
|
analyzeHeaders(app, data.headers);
|
|
|
|
this.analyzeHeaders(app, data.headers);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( data.env ) {
|
|
|
|
if ( data.env ) {
|
|
|
|
analyzeEnv(app, data.env);
|
|
|
|
this.analyzeEnv(app, data.env);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( data.robotsTxt ) {
|
|
|
|
if ( data.robotsTxt ) {
|
|
|
|
analyzeRobotsTxt(app, data.robotsTxt);
|
|
|
|
this.analyzeRobotsTxt(app, data.robotsTxt);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
@ -86,34 +87,34 @@ wappalyzer.analyze = (hostname, url, data, context) => {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
resolveExcludes(apps);
|
|
|
|
this.resolveExcludes(apps);
|
|
|
|
resolveImplies(apps, url);
|
|
|
|
this.resolveImplies(apps, url);
|
|
|
|
|
|
|
|
|
|
|
|
cacheDetectedApps(apps, url);
|
|
|
|
this.cacheDetectedApps(apps, url);
|
|
|
|
trackDetectedApps(apps, url, hostname, data.html);
|
|
|
|
this.trackDetectedApps(apps, url, hostname, data.html);
|
|
|
|
|
|
|
|
|
|
|
|
if ( Object.keys(apps).length ) {
|
|
|
|
if ( Object.keys(apps).length ) {
|
|
|
|
wappalyzer.log(Object.keys(apps).length + ' apps detected: ' + Object.keys(apps).join(', ') + ' on ' + url, 'core');
|
|
|
|
this.log(Object.keys(apps).length + ' apps detected: ' + Object.keys(apps).join(', ') + ' on ' + url, 'core');
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
wappalyzer.driver.displayApps(detected[url], context);
|
|
|
|
this.driver.displayApps(this.detected[url], context);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Cache detected ads
|
|
|
|
* Cache detected ads
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
wappalyzer.cacheDetectedAds = ad => {
|
|
|
|
cacheDetectedAds(ad) {
|
|
|
|
adCache.push(ad);
|
|
|
|
this.adCache.push(ad);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
*
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
wappalyzer.robotsTxtAllows = url => {
|
|
|
|
robotsTxtAllows(url) {
|
|
|
|
return new Promise((resolve, reject) => {
|
|
|
|
return new Promise((resolve, reject) => {
|
|
|
|
var parsed = wappalyzer.parseUrl(url);
|
|
|
|
var parsed = this.parseUrl(url);
|
|
|
|
|
|
|
|
|
|
|
|
wappalyzer.driver.getRobotsTxt(parsed.host, parsed.protocol === 'https:')
|
|
|
|
this.driver.getRobotsTxt(parsed.host, parsed.protocol === 'https:')
|
|
|
|
.then(robotsTxt => {
|
|
|
|
.then(robotsTxt => {
|
|
|
|
robotsTxt.forEach(disallow => {
|
|
|
|
robotsTxt.forEach(disallow => {
|
|
|
|
if ( parsed.pathname.indexOf(disallow) === 0 ) {
|
|
|
|
if ( parsed.pathname.indexOf(disallow) === 0 ) {
|
|
|
|
@ -129,8 +130,8 @@ wappalyzer.robotsTxtAllows = url => {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Parse a URL
|
|
|
|
* Parse a URL
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
wappalyzer.parseUrl = url => {
|
|
|
|
parseUrl(url) {
|
|
|
|
var a = wappalyzer.driver.document.createElement('a');
|
|
|
|
var a = this.driver.document.createElement('a');
|
|
|
|
|
|
|
|
|
|
|
|
a.href = url;
|
|
|
|
a.href = url;
|
|
|
|
|
|
|
|
|
|
|
|
@ -142,7 +143,7 @@ wappalyzer.parseUrl = url => {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
*
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
wappalyzer.parseRobotsTxt = robotsTxt => {
|
|
|
|
parseRobotsTxt(robotsTxt) {
|
|
|
|
var userAgent;
|
|
|
|
var userAgent;
|
|
|
|
var disallow = [];
|
|
|
|
var disallow = [];
|
|
|
|
|
|
|
|
|
|
|
|
@ -168,39 +169,39 @@ wappalyzer.parseRobotsTxt = robotsTxt => {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
*
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
wappalyzer.ping = () => {
|
|
|
|
ping() {
|
|
|
|
if ( Object.keys(hostnameCache).length >= 50 || adCache.length >= 50 ) {
|
|
|
|
if ( Object.keys(this.hostnameCache).length >= 50 || this.adCache.length >= 50 ) {
|
|
|
|
wappalyzer.driver.ping(hostnameCache, adCache);
|
|
|
|
this.driver.ping(this.hostnameCache, this.adCache);
|
|
|
|
|
|
|
|
|
|
|
|
hostnameCache = {};
|
|
|
|
this.hostnameCache = {};
|
|
|
|
adCache = [];
|
|
|
|
this.adCache = [];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Enclose string in array
|
|
|
|
* Enclose string in array
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function asArray(value) {
|
|
|
|
asArray(value) {
|
|
|
|
return typeof value === 'string' ? [ value ] : value;
|
|
|
|
return typeof value === 'string' ? [ value ] : value;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Parse apps.json patterns
|
|
|
|
* Parse apps.json patterns
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function parsePatterns(patterns) {
|
|
|
|
parsePatterns(patterns) {
|
|
|
|
var parsed = {};
|
|
|
|
var parsed = {};
|
|
|
|
|
|
|
|
|
|
|
|
// Convert string to object containing array containing string
|
|
|
|
// Convert string to object containing array containing string
|
|
|
|
if ( typeof patterns === 'string' || patterns instanceof Array ) {
|
|
|
|
if ( typeof patterns === 'string' || patterns instanceof Array ) {
|
|
|
|
patterns = {
|
|
|
|
patterns = {
|
|
|
|
main: asArray(patterns)
|
|
|
|
main: this.asArray(patterns)
|
|
|
|
};
|
|
|
|
};
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
for ( var key in patterns ) {
|
|
|
|
for ( var key in patterns ) {
|
|
|
|
parsed[key] = [];
|
|
|
|
parsed[key] = [];
|
|
|
|
|
|
|
|
|
|
|
|
asArray(patterns[key]).forEach(pattern => {
|
|
|
|
this.asArray(patterns[key]).forEach(pattern => {
|
|
|
|
var attrs = {};
|
|
|
|
var attrs = {};
|
|
|
|
|
|
|
|
|
|
|
|
pattern.split('\\;').forEach((attr, i) => {
|
|
|
|
pattern.split('\\;').forEach((attr, i) => {
|
|
|
|
@ -219,7 +220,7 @@ function parsePatterns(patterns) {
|
|
|
|
} catch (e) {
|
|
|
|
} catch (e) {
|
|
|
|
attrs.regex = new RegExp();
|
|
|
|
attrs.regex = new RegExp();
|
|
|
|
|
|
|
|
|
|
|
|
wappalyzer.log(e + ': ' + attr, 'error', 'core');
|
|
|
|
this.log(e + ': ' + attr, 'error', 'core');
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
@ -236,7 +237,7 @@ function parsePatterns(patterns) {
|
|
|
|
return parsed;
|
|
|
|
return parsed;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function resolveExcludes(apps) {
|
|
|
|
resolveExcludes(apps) {
|
|
|
|
var excludes = [];
|
|
|
|
var excludes = [];
|
|
|
|
|
|
|
|
|
|
|
|
// Exclude app in detected apps only
|
|
|
|
// Exclude app in detected apps only
|
|
|
|
@ -244,7 +245,7 @@ function resolveExcludes(apps) {
|
|
|
|
var app = apps[appName];
|
|
|
|
var app = apps[appName];
|
|
|
|
|
|
|
|
|
|
|
|
if ( app.props.excludes ) {
|
|
|
|
if ( app.props.excludes ) {
|
|
|
|
asArray(app.props.excludes).forEach(excluded => {
|
|
|
|
this.asArray(app.props.excludes).forEach(excluded => {
|
|
|
|
excludes.push(excluded);
|
|
|
|
excludes.push(excluded);
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -258,7 +259,7 @@ function resolveExcludes(apps) {
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
function resolveImplies(apps, url) {
|
|
|
|
resolveImplies(apps, url) {
|
|
|
|
var checkImplies = true;
|
|
|
|
var checkImplies = true;
|
|
|
|
|
|
|
|
|
|
|
|
// Implied applications
|
|
|
|
// Implied applications
|
|
|
|
@ -270,17 +271,17 @@ function resolveImplies(apps, url) {
|
|
|
|
var app = apps[appName];
|
|
|
|
var app = apps[appName];
|
|
|
|
|
|
|
|
|
|
|
|
if ( app && app.implies ) {
|
|
|
|
if ( app && app.implies ) {
|
|
|
|
asArray(app.props.implies).forEach(implied => {
|
|
|
|
this.asArray(app.props.implies).forEach(implied => {
|
|
|
|
implied = parsePatterns(implied)[0];
|
|
|
|
implied = this.parsePatterns(implied)[0];
|
|
|
|
|
|
|
|
|
|
|
|
if ( !wappalyzer.apps[implied.string] ) {
|
|
|
|
if ( !this.apps[implied.string] ) {
|
|
|
|
wappalyzer.log('Implied application ' + implied.string + ' does not exist', 'core', 'warn');
|
|
|
|
this.log('Implied application ' + implied.string + ' does not exist', 'core', 'warn');
|
|
|
|
|
|
|
|
|
|
|
|
return;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( !( implied.string in apps ) ) {
|
|
|
|
if ( !( implied.string in apps ) ) {
|
|
|
|
apps[implied.string] = detected[url] && detected[url][implied.string] ? detected[url][implied.string] : new Application(implied.string, true);
|
|
|
|
apps[implied.string] = this.detected[url] && this.detected[url][implied.string] ? this.detected[url][implied.string] : new Application(implied.string, true);
|
|
|
|
|
|
|
|
|
|
|
|
checkImplies = true;
|
|
|
|
checkImplies = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -298,53 +299,57 @@ function resolveImplies(apps, url) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Cache detected applications
|
|
|
|
* Cache detected applications
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function cacheDetectedApps(apps, url) {
|
|
|
|
cacheDetectedApps(apps, url) {
|
|
|
|
if (!wappalyzer.driver.ping instanceof Function) return;
|
|
|
|
if ( !( this.driver.ping instanceof Function ) ) {
|
|
|
|
|
|
|
|
return;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
Object.keys(apps).forEach(appName => {
|
|
|
|
Object.keys(apps).forEach(appName => {
|
|
|
|
var app = apps[appName];
|
|
|
|
var app = apps[appName];
|
|
|
|
|
|
|
|
|
|
|
|
// Per URL
|
|
|
|
// Per URL
|
|
|
|
detected[url][appName] = app;
|
|
|
|
this.detected[url][appName] = app;
|
|
|
|
|
|
|
|
|
|
|
|
Object.keys(app.confidence).forEach(id => {
|
|
|
|
Object.keys(app.confidence).forEach(id => {
|
|
|
|
detected[url][appName].confidence[id] = app.confidence[id];
|
|
|
|
this.detected[url][appName].confidence[id] = app.confidence[id];
|
|
|
|
});
|
|
|
|
});
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
wappalyzer.ping();
|
|
|
|
this.ping();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Track detected applications
|
|
|
|
* Track detected applications
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function trackDetectedApps(apps, url, hostname, html) {
|
|
|
|
trackDetectedApps(apps, url, hostname, html) {
|
|
|
|
if (!wappalyzer.driver.ping instanceof Function) return;
|
|
|
|
if ( !( this.driver.ping instanceof Function ) ) {
|
|
|
|
|
|
|
|
return;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
Object.keys(apps).forEach(appName => {
|
|
|
|
Object.keys(apps).forEach(appName => {
|
|
|
|
var app = apps[appName];
|
|
|
|
var app = apps[appName];
|
|
|
|
|
|
|
|
|
|
|
|
if ( detected[url][appName].getConfidence() >= 100 ) {
|
|
|
|
if ( this.detected[url][appName].getConfidence() >= 100 ) {
|
|
|
|
if ( validation.hostname.test(hostname) && !validation.hostnameBlacklist.test(url) ) {
|
|
|
|
if ( validation.hostname.test(hostname) && !validation.hostnameBlacklist.test(url) ) {
|
|
|
|
wappalyzer.robotsTxtAllows(url)
|
|
|
|
this.robotsTxtAllows(url)
|
|
|
|
.then(() => {
|
|
|
|
.then(() => {
|
|
|
|
if ( !( hostname in hostnameCache ) ) {
|
|
|
|
if ( !( hostname in this.hostnameCache ) ) {
|
|
|
|
hostnameCache[hostname] = {
|
|
|
|
this.hostnameCache[hostname] = {
|
|
|
|
applications: {},
|
|
|
|
applications: {},
|
|
|
|
meta: {}
|
|
|
|
meta: {}
|
|
|
|
};
|
|
|
|
};
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( !( appName in hostnameCache[hostname].applications ) ) {
|
|
|
|
if ( !( appName in this.hostnameCache[hostname].applications ) ) {
|
|
|
|
hostnameCache[hostname].applications[appName] = {
|
|
|
|
this.hostnameCache[hostname].applications[appName] = {
|
|
|
|
hits: 0
|
|
|
|
hits: 0
|
|
|
|
};
|
|
|
|
};
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
hostnameCache[hostname].applications[appName].hits ++;
|
|
|
|
this.hostnameCache[hostname].applications[appName].hits ++;
|
|
|
|
|
|
|
|
|
|
|
|
if ( apps[appName].version ) {
|
|
|
|
if ( apps[appName].version ) {
|
|
|
|
hostnameCache[hostname].applications[appName].version = app.version;
|
|
|
|
this.hostnameCache[hostname].applications[appName].version = app.version;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.catch(() => console.log('Disallowed in robots.txt: ' + url))
|
|
|
|
.catch(() => console.log('Disallowed in robots.txt: ' + url))
|
|
|
|
@ -353,27 +358,27 @@ function trackDetectedApps(apps, url, hostname, html) {
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
// Additional information
|
|
|
|
// Additional information
|
|
|
|
if ( hostname in hostnameCache ) {
|
|
|
|
if ( hostname in this.hostnameCache ) {
|
|
|
|
var match = html.match(/<html[^>]*[: ]lang="([a-z]{2}((-|_)[A-Z]{2})?)"/i);
|
|
|
|
var match = html.match(/<html[^>]*[: ]lang="([a-z]{2}((-|_)[A-Z]{2})?)"/i);
|
|
|
|
|
|
|
|
|
|
|
|
if ( match && match.length ) {
|
|
|
|
if ( match && match.length ) {
|
|
|
|
hostnameCache[hostname].meta['language'] = match[1];
|
|
|
|
this.hostnameCache[hostname].meta['language'] = match[1];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
wappalyzer.ping();
|
|
|
|
this.ping();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Analyze URL
|
|
|
|
* Analyze URL
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function analyzeUrl(app, url) {
|
|
|
|
analyzeUrl(app, url) {
|
|
|
|
var patterns = parsePatterns(app.props.url);
|
|
|
|
var patterns = this.parsePatterns(app.props.url);
|
|
|
|
|
|
|
|
|
|
|
|
if ( patterns.length ) {
|
|
|
|
if ( patterns.length ) {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
if ( pattern.regex.test(url) ) {
|
|
|
|
if ( pattern.regex.test(url) ) {
|
|
|
|
addDetected(app, pattern, 'url', url);
|
|
|
|
this.addDetected(app, pattern, 'url', url);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -382,13 +387,13 @@ function analyzeUrl(app, url) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Analyze HTML
|
|
|
|
* Analyze HTML
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function analyzeHtml(app, html) {
|
|
|
|
analyzeHtml(app, html) {
|
|
|
|
var patterns = parsePatterns(app.props.html);
|
|
|
|
var patterns = this.parsePatterns(app.props.html);
|
|
|
|
|
|
|
|
|
|
|
|
if ( patterns.length ) {
|
|
|
|
if ( patterns.length ) {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
if ( pattern.regex.test(html) ) {
|
|
|
|
if ( pattern.regex.test(html) ) {
|
|
|
|
addDetected(app, pattern, 'html', html);
|
|
|
|
this.addDetected(app, pattern, 'html', html);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -397,9 +402,9 @@ function analyzeHtml(app, html) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Analyze script tag
|
|
|
|
* Analyze script tag
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function analyzeScript(app, html) {
|
|
|
|
analyzeScript(app, html) {
|
|
|
|
var regex = new RegExp('<script[^>]+src=("|\')([^"\']+)', 'ig');
|
|
|
|
var regex = new RegExp('<script[^>]+src=("|\')([^"\']+)', 'ig');
|
|
|
|
var patterns = parsePatterns(app.props.script);
|
|
|
|
var patterns = this.parsePatterns(app.props.script);
|
|
|
|
|
|
|
|
|
|
|
|
if ( patterns.length ) {
|
|
|
|
if ( patterns.length ) {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
@ -407,7 +412,7 @@ function analyzeScript(app, html) {
|
|
|
|
|
|
|
|
|
|
|
|
while ( ( match = regex.exec(html) ) ) {
|
|
|
|
while ( ( match = regex.exec(html) ) ) {
|
|
|
|
if ( pattern.regex.test(match[2]) ) {
|
|
|
|
if ( pattern.regex.test(match[2]) ) {
|
|
|
|
addDetected(app, pattern, 'script', match[2]);
|
|
|
|
this.addDetected(app, pattern, 'script', match[2]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
@ -417,9 +422,9 @@ function analyzeScript(app, html) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Analyze meta tag
|
|
|
|
* Analyze meta tag
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function analyzeMeta(app, html) {
|
|
|
|
analyzeMeta(app, html) {
|
|
|
|
var regex = /<meta[^>]+>/ig;
|
|
|
|
var regex = /<meta[^>]+>/ig;
|
|
|
|
var patterns = parsePatterns(app.props.meta);
|
|
|
|
var patterns = this.parsePatterns(app.props.meta);
|
|
|
|
var content;
|
|
|
|
var content;
|
|
|
|
var match;
|
|
|
|
var match;
|
|
|
|
|
|
|
|
|
|
|
|
@ -430,7 +435,7 @@ function analyzeMeta(app, html) {
|
|
|
|
|
|
|
|
|
|
|
|
patterns[meta].forEach(pattern => {
|
|
|
|
patterns[meta].forEach(pattern => {
|
|
|
|
if ( content && content.length === 4 && pattern.regex.test(content[2]) ) {
|
|
|
|
if ( content && content.length === 4 && pattern.regex.test(content[2]) ) {
|
|
|
|
addDetected(app, pattern, 'meta', content[2], meta);
|
|
|
|
this.addDetected(app, pattern, 'meta', content[2], meta);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -441,8 +446,8 @@ function analyzeMeta(app, html) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* analyze response headers
|
|
|
|
* analyze response headers
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function analyzeHeaders(app, headers) {
|
|
|
|
analyzeHeaders(app, headers) {
|
|
|
|
var patterns = parsePatterns(app.props.headers);
|
|
|
|
var patterns = this.parsePatterns(app.props.headers);
|
|
|
|
|
|
|
|
|
|
|
|
if ( headers ) {
|
|
|
|
if ( headers ) {
|
|
|
|
Object.keys(patterns).forEach(header => {
|
|
|
|
Object.keys(patterns).forEach(header => {
|
|
|
|
@ -450,7 +455,7 @@ function analyzeHeaders(app, headers) {
|
|
|
|
header = header.toLowerCase();
|
|
|
|
header = header.toLowerCase();
|
|
|
|
|
|
|
|
|
|
|
|
if ( header in headers && pattern.regex.test(headers[header]) ) {
|
|
|
|
if ( header in headers && pattern.regex.test(headers[header]) ) {
|
|
|
|
addDetected(app, pattern, 'headers', headers[header], header);
|
|
|
|
this.addDetected(app, pattern, 'headers', headers[header], header);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
});
|
|
|
|
});
|
|
|
|
@ -460,14 +465,14 @@ function analyzeHeaders(app, headers) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Analyze environment variables
|
|
|
|
* Analyze environment variables
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function analyzeEnv(app, envs) {
|
|
|
|
analyzeEnv(app, envs) {
|
|
|
|
var patterns = parsePatterns(app.props.env);
|
|
|
|
var patterns = this.parsePatterns(app.props.env);
|
|
|
|
|
|
|
|
|
|
|
|
if ( patterns.length ) {
|
|
|
|
if ( patterns.length ) {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
Object.keys(envs).forEach(env => {
|
|
|
|
Object.keys(envs).forEach(env => {
|
|
|
|
if ( pattern.regex.test(envs[env]) ) {
|
|
|
|
if ( pattern.regex.test(envs[env]) ) {
|
|
|
|
addDetected(app, pattern, 'env', envs[env]);
|
|
|
|
this.addDetected(app, pattern, 'env', envs[env]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
})
|
|
|
|
});
|
|
|
|
});
|
|
|
|
@ -477,13 +482,13 @@ function analyzeEnv(app, envs) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Analyze robots.txt
|
|
|
|
* Analyze robots.txt
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function analyzeRobotsTxt(app, robotsTxt) {
|
|
|
|
analyzeRobotsTxt(app, robotsTxt) {
|
|
|
|
var patterns = parsePatterns(app.props.robotsTxt);
|
|
|
|
var patterns = this.parsePatterns(app.props.robotsTxt);
|
|
|
|
|
|
|
|
|
|
|
|
if ( patterns.length ) {
|
|
|
|
if ( patterns.length ) {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
patterns.forEach(pattern => {
|
|
|
|
if ( pattern.regex.test(robotsTxt) ) {
|
|
|
|
if ( pattern.regex.test(robotsTxt) ) {
|
|
|
|
addDetected(app, pattern, 'robotsTxt', robotsTxt);
|
|
|
|
this.addDetected(app, pattern, 'robotsTxt', robotsTxt);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
@ -492,7 +497,7 @@ function analyzeRobotsTxt(app, robotsTxt) {
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Mark application as detected, set confidence and version
|
|
|
|
* Mark application as detected, set confidence and version
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
function addDetected(app, pattern, type, value, key) {
|
|
|
|
addDetected(app, pattern, type, value, key) {
|
|
|
|
app.detected = true;
|
|
|
|
app.detected = true;
|
|
|
|
|
|
|
|
|
|
|
|
// Set confidence level
|
|
|
|
// Set confidence level
|
|
|
|
@ -528,6 +533,7 @@ function addDetected(app, pattern, type, value, key) {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
/**
|
|
|
|
* Application class
|
|
|
|
* Application class
|
|
|
|
@ -558,5 +564,5 @@ class Application {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if ( typeof module === 'object' ) {
|
|
|
|
if ( typeof module === 'object' ) {
|
|
|
|
module.exports = wappalyzer;
|
|
|
|
module.exports = Wappalyzer;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
Daniel Zdziebko
7 years ago
committed by
