Elbert Alias
5 years ago
parent
72f87404ca
commit
62f881127c
@ -1,97 +1,91 @@
|
|||||||
#!/usr/bin/env node
|
#!/usr/bin/env node
|
||||||
|
|
||||||
var
|
let
|
||||||
app,
|
app,
|
||||||
json = require('../src/apps.json');
|
json = require('../src/apps.json');
|
||||||
|
|
||||||
for ( app in json.apps ) {
|
for (app in json.apps) {
|
||||||
['headers', 'html', 'env', 'meta', 'script'].forEach(function(type) {
|
['headers', 'html', 'env', 'meta', 'script'].forEach((type) => {
|
||||||
var
|
let
|
||||||
key,
|
key,
|
||||||
patterns = json.apps[app][type];
|
patterns = json.apps[app][type];
|
||||||
|
|
||||||
if ( patterns !== undefined ) {
|
if (patterns !== undefined) {
|
||||||
patterns = typeof patterns === 'string' ? [patterns] : patterns;
|
patterns = typeof patterns === 'string' ? [patterns] : patterns;
|
||||||
|
|
||||||
if ( !( patterns instanceof Array ) ) {
|
if (!(patterns instanceof Array)) {
|
||||||
patterns = [];
|
patterns = [];
|
||||||
|
|
||||||
for ( key in json.apps[app][type] ) {
|
for (key in json.apps[app][type]) {
|
||||||
patterns.push(json.apps[app][type][key]);
|
patterns.push(json.apps[app][type][key]);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
patterns.forEach(function(pattern) {
|
patterns.forEach((pattern) => {
|
||||||
var
|
let
|
||||||
attrs = pattern.split('\\;'),
|
attrs = pattern.split('\\;'),
|
||||||
regex = '/' + attrs.shift().replace('/', '\/') + '/',
|
regex = `/${attrs.shift().replace('/', '\/')}/`,
|
||||||
version = attrs.find( function (attr){
|
version = attrs.find(attr => attr.indexOf('version:') === 0),
|
||||||
return attr.indexOf('version:')===0;
|
amountOfCaptureGroups,
|
||||||
} ),
|
captureGroupsNeeded,
|
||||||
amountOfCaptureGroups,
|
amountOfCaptureGroupsNeeded,
|
||||||
captureGroupsNeeded,
|
highestBackReference;
|
||||||
amountOfCaptureGroupsNeeded,
|
|
||||||
highestBackReference;
|
// Check if the pattern is a valid RegExp
|
||||||
|
// Note: unlike when used in Wappalyzer, the modifier i isn't added here
|
||||||
//Check if the pattern is a valid RegExp
|
new RegExp(regex);
|
||||||
//Note: unlike when used in Wappalyzer, the modifier i isn't added here
|
|
||||||
new RegExp(regex);
|
// Actual amount of capture groups
|
||||||
|
amountOfCaptureGroups = ''.match(new RegExp(`(?:${pattern})?`)).length - 1;
|
||||||
//Actual amount of capture groups
|
|
||||||
amountOfCaptureGroups = ''.match(new RegExp('(?:'+pattern+')?')).length - 1;
|
// Capture groups of which the result is used
|
||||||
|
captureGroupsNeeded = version ? (version.match(/\\\d/g) || []).filter((value, index, self) => self.indexOf(value) === index).map(value => parseInt(value.charAt(1), 10), // Will only work if backreferences cannot be any longer than a single digit
|
||||||
//Capture groups of which the result is used
|
) : [];
|
||||||
captureGroupsNeeded = version ? (version.match(/\\\d/g) || []).filter( function(value, index, self){
|
|
||||||
return self.indexOf(value) === index;
|
// Amount of capture groups needed
|
||||||
}).map( function(value){//Because Math.max needs the integers only
|
amountOfCaptureGroupsNeeded = captureGroupsNeeded.length;
|
||||||
return parseInt(value.charAt(1), 10);//Will only work if backreferences cannot be any longer than a single digit
|
|
||||||
}) : [];
|
// Highest back reference number used
|
||||||
|
highestBackReference = Math.max.apply(null, captureGroupsNeeded);
|
||||||
//Amount of capture groups needed
|
|
||||||
amountOfCaptureGroupsNeeded = captureGroupsNeeded.length;
|
// Report error
|
||||||
|
if (amountOfCaptureGroups > amountOfCaptureGroupsNeeded) {
|
||||||
//Highest back reference number used
|
throw new Error(`The pattern uses more capture groups than needed. Use non-capturing groups where appropriate.\n${app}: ${type}: ${pattern}`);
|
||||||
highestBackReference = Math.max.apply(null, captureGroupsNeeded);
|
} else if (amountOfCaptureGroups < amountOfCaptureGroupsNeeded) {
|
||||||
|
throw new Error(`The version string references more capture groups than there are in the pattern! Remove any incorrect back references from the version string and/or add the missing capture groups to the pattern.\n${app}: ${type}: ${pattern}`);
|
||||||
//Report error
|
} else if (highestBackReference > amountOfCaptureGroups) {
|
||||||
if(amountOfCaptureGroups > amountOfCaptureGroupsNeeded) {
|
throw new Error(`The version string references one or more capture groups whose index is higher than the amount of capture groups in the pattern. Please use the correct index instead of \\\\${highestBackReference}.\n${app}: ${type}: ${pattern}`);
|
||||||
throw new Error('The pattern uses more capture groups than needed. Use non-capturing groups where appropriate.\n' + app + ': ' + type + ': ' + pattern);
|
}
|
||||||
}else if(amountOfCaptureGroups < amountOfCaptureGroupsNeeded){
|
|
||||||
throw new Error('The version string references more capture groups than there are in the pattern! Remove any incorrect back references from the version string and/or add the missing capture groups to the pattern.\n' + app + ': ' + type + ': ' + pattern);
|
if (/^\/(?:\^\$|\.\+|\.\*)\/$/.test(regex)) {
|
||||||
} else if(highestBackReference > amountOfCaptureGroups){
|
throw new Error(`Pattern should be replaced with empty string.\n${app}: ${type}: ${pattern}`);
|
||||||
throw new Error('The version string references one or more capture groups whose index is higher than the amount of capture groups in the pattern. Please use the correct index instead of \\\\'+highestBackReference+'.\n' + app + ': ' + type + ': ' + pattern);
|
}
|
||||||
}
|
|
||||||
|
if (type === 'html') {
|
||||||
if ( /^\/(?:\^\$|\.\+|\.\*)\/$/.test(regex) ) {
|
if (/\.(?:\+|\*)/.test(regex)) {
|
||||||
throw new Error('Pattern should be replaced with empty string.\n' + app + ': ' + type + ': ' + pattern);
|
throw new Error(`Avoid ".+" and ".*" in HTML patterns. Consider using "[^>]+" or "[^<]+" instead.\n${app}: ${type}: ${pattern}`);
|
||||||
}
|
}
|
||||||
|
|
||||||
if ( type === 'html' ) {
|
if (!/[<>]/.test(regex)) {
|
||||||
if ( /\.(?:\+|\*)/.test(regex) ) {
|
throw new Error(`HTML patterns must contain "<" or ">".\n${app}: ${type}: ${pattern}`);
|
||||||
throw new Error('Avoid ".+" and ".*" in HTML patterns. Consider using "[^>]+" or "[^<]+" instead.\n' + app + ': ' + type + ': ' + pattern);
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if ( !/[<>]/.test(regex) ) {
|
// Warn about suspicious periods (".") in patterns which should probably have been escaped
|
||||||
throw new Error('HTML patterns must contain "<" or ">".\n' + app + ': ' + type + ': ' + pattern);
|
// Periods inside character classes (such as [\d.]) don't count as wildcard, so we'll replace
|
||||||
}
|
// the character classes in the pattern with "_". (We could remove them entirely, but then
|
||||||
}
|
// we'd have to deal with leftover * and + characters; for example, removing the character
|
||||||
|
// class entirely from the pattern /test.[a-z]+/ would yield the pattern /test.+/, which
|
||||||
//Warn about suspicious periods (".") in patterns which should probably have been escaped
|
// would mean not detecting the un-escaped ".". Replacing the character class with an
|
||||||
// Periods inside character classes (such as [\d.]) don't count as wildcard, so we'll replace
|
// underscore instead gives /test._+/, which WOULD yield a warning about the unescaped ".".)
|
||||||
// the character classes in the pattern with "_". (We could remove them entirely, but then
|
if (/(?:^\/|[^\\])\.(?:[^*+]|\/$)/.test(regex.replace(/([^\\]|^)\[[^\]]+\]/g, '$1_'))) {
|
||||||
// we'd have to deal with leftover * and + characters; for example, removing the character
|
console.warn(`Suspicious period (".") in pattern. Should this have been escaped?\n\tApp: ${app}\n\tPattern: ${type}: ${pattern}`);
|
||||||
// class entirely from the pattern /test.[a-z]+/ would yield the pattern /test.+/, which
|
}
|
||||||
// would mean not detecting the un-escaped ".". Replacing the character class with an
|
});
|
||||||
// underscore instead gives /test._+/, which WOULD yield a warning about the unescaped ".".)
|
}
|
||||||
if ( /(?:^\/|[^\\])\.(?:[^*+]|\/$)/.test(regex.replace(/([^\\]|^)\[[^\]]+\]/g,'$1_') ) ) {
|
});
|
||||||
console.warn('Suspicious period (".") in pattern. Should this have been escaped?\n\tApp: ' + app + '\n\tPattern: ' + type + ': ' + pattern);
|
|
||||||
}
|
if (!/^https?:\/\//i.test(json.apps[app].website)) {
|
||||||
|
throw new Error(`Invalid website URL\n${app}: ${json.apps[app].website}`);
|
||||||
});
|
}
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
if ( !/^https?:\/\//i.test(json.apps[app].website) ) {
|
|
||||||
throw new Error('Invalid website URL\n' + app + ': ' + json.apps[app].website);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
|
Before Width: | Height: | Size: 5.5 KiB |
Reference in new issue