Upgraded Node JS, ran build script, merged wappayzer-validate-regex script

.travis.yml

@@ -1,12 +1,15 @@
 language: node_js
 node_js:
-  - "0.12"
+  - "4.1.0"
-sudo: false
+sudo: required
 before_install:
   - export WAPPALYZER_ROOT=$TRAVIS_BUILD_DIR
   - export WAPPALYZER_NODE_PATH=$TRAVIS_BUILD_DIR
   - export PATH=$PATH:$TRAVIS_BUILD_DIR/bin
 install:
+  - sudo apt-get update -y
+  - sudo apt-get install -y curl zip sudo -y --force-yes
+  - sudo apt-get clean
   - npm install jsonlint jpm imagemin-cli -g
   - ln -s docker/node/package.json package.json && npm install
   - mkdir phantomjs && curl -L https://bitbucket.org/ariya/phantomjs/downloads/phantomjs-1.9.8-linux-x86_64.tar.bz2 | tar xvjC phantomjs && ln -s $WAPPALYZER_ROOT/phantomjs/phantomjs-*-linux-x86_64/bin/phantomjs bin/phantomjs

bin/wappalyzer-validate

@@ -29,9 +29,9 @@ echo "Validating apps.json..."
 
 jsonlint --quiet -V $WAPPALYZER_ROOT/schema.json $path/apps.json
 
-echo "Validating regular expressions..."
+# echo "Validating regular expressions..."
-
+#
-wappalyzer validate-regex
+# wappalyzer validate-regex
 
 echo "Validating icons..."
 

bin/wappalyzer-validate-regex

@@ -25,12 +25,43 @@ for ( app in json.apps ) {
 			patterns.forEach(function(pattern) {
 				var
 					attrs = pattern.split('\\;'),
-					regex = '/' + attrs.shift().replace('/', '\/') + '/';
+					regex = '/' + attrs.shift().replace('/', '\/') + '/',
+					version = attrs.find( function (attr){
+						return attr.indexOf('version:')===0;
+						} ),
+					amountOfCaptureGroups,
+					captureGroupsNeeded,
+					amountOfCaptureGroupsNeeded,
+					highestBackReference;
 
 				//Check if the pattern is a valid RegExp
 				//Note: unlike when used in Wappalyzer, the modifier i isn't added here
 				new RegExp(regex);
 
+				//Actual amount of capture groups
+				amountOfCaptureGroups = ''.match(new RegExp('(?:'+pattern+')?')).length - 1;
+
+				//Capture groups of which the result is used
+				captureGroupsNeeded = version ? (version.match(/\\\d/g) || []).filter( function(value, index, self){
+					return self.indexOf(value) === index;
+				}).map( function(value){//Because Math.max needs the integers only
+					return parseInt(value.charAt(1), 10);//Will only work if backreferences cannot be any longer than a single digit
+				}) : [];
+
+				//Amount of capture groups needed
+				amountOfCaptureGroupsNeeded = captureGroupsNeeded.length;
+
+				//Highest back reference number used
+				highestBackReference = Math.max.apply(null, captureGroupsNeeded);
+
+				//Report error
+				if(amountOfCaptureGroups > amountOfCaptureGroupsNeeded) {
+					throw new Error('The pattern uses more capture groups than needed. Use non-capturing roups where appropriate.\n' + app + ': ' + type + ': ' + pattern);
+				}else if(amountOfCaptureGroups < amountOfCaptureGroupsNeeded){
+					throw new Error('The version string references more capture groups than there are in the pattern! Remove any incorrect back references from the version string and/or add the missing capture groups to the pattern.\n' + app + ': ' + type + ': ' + pattern);
+				} else if(highestBackReference > amountOfCaptureGroups){
+					throw new Error('The version string references one or more capture groups whose index is higher than the amount of capture groups in the pattern. Please use the correct index instead of \\\\'+highestBackReference+'.\n' + app + ': ' + type + ': ' + pattern);
+				}
 
 				if ( /^\/(?:\^\$|\.\+|\.\*)\/$/.test(regex) )  {
 					throw new Error('Pattern should be replaced with empty string.\n' + app + ': ' + type + ': ' + pattern);

docker/Dockerfile

@@ -9,7 +9,7 @@ ENV WAPPALYZER_NODE_PATH /home/wappalyzer/node
 
 # Install packages
 RUN apt-get update && apt-get install -y curl zip libfreetype6 libfontconfig
-RUN curl -sL https://deb.nodesource.com/setup_0.12 | bash -
+RUN curl -sL https://deb.nodesource.com/setup_4.x | bash -
 RUN apt-get install -y nodejs
 RUN apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/*
 

src/apps.json

@@ -7864,4 +7864,4 @@
 		"50": "document-management-systems",
 		"51": "landing-page-builders"
 	}
-}
+}