Migrations
/
wappalyzer
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add option for custom request headers in NPM

Browse Source
main
Elbert Alias 4 years ago
parent 8be327e141
commit 94c275b195
3 changed files with 151 additions and 137 deletions
Show Stats Download Patch File Download Diff File

264
src/apps.json
Unescape View File

@ -86,26 +86,6 @@
],
"website": "https://www.adplan7.com/"
},
"Afterpay": {
"cats": [
41
],
"cpe": "cpe:/a:afterpay:afterpay",
"icon": "afterpay.png",
"script": [
"portal\\.afterpay\\.com",
"static\\.afterpay\\.com"
],
"website": "https://www.afterpay.com/"
},
"Amex Checkout": {
"cats": [
41
],
"icon": "amex.png",
"script": "aexp-static\\.com",
"website": "https://www.americanexpress.com/us/express-checkout/"
},
"AMP": {
"cats": [
12
@ -512,6 +492,18 @@
"script": "shop-static\\.afterbuy\\.de",
"website": "http://www.afterbuy.de"
},
"Afterpay": {
"cats": [
41
],
"cpe": "cpe:/a:afterpay:afterpay",
"icon": "afterpay.png",
"script": [
"portal\\.afterpay\\.com",
"static\\.afterpay\\.com"
],
"website": "https://www.afterpay.com/"
},
"Ahoy": {
"cats": [
10
@ -794,6 +786,14 @@
"script": "ametys\\.js",
"website": "http://ametys.org"
},
"Amex Checkout": {
"cats": [
41
],
"icon": "amex.png",
"script": "aexp-static\\.com",
"website": "https://www.americanexpress.com/us/express-checkout/"
},
"Amiro.CMS": {
"cats": [
1
@ -1053,8 +1053,8 @@
"<meta[ˆ>]*appleid-signin-client-id",
"<a[ˆ>]*appleid\\.apple\\.com/auth/authorize"
],
"script": "appleid.auth.js",
"icon": "Apple.svg",
"script": "appleid.auth.js",
"website": "https://developer.apple.com/sign-in-with-apple/"
},
"Arastta": {
@ -3764,15 +3764,6 @@
],
"website": "https://etherpad.org"
},
"eWAY Payments": {
"cats": [
41
],
"html": "<img [^>]*src=\"[^/]*//[^/]*eway\\.com",
"icon": "eway.png",
"script": "secure\\.ewaypayments\\.com",
"website": "https://www.eway.com.au/"
},
"Exhibit": {
"cats": [
25
@ -3886,10 +3877,10 @@
"cats": [
69
],
"icon": "Facebook.svg",
"js": {
"FB.getLoginStatus":""
"FB.getLoginStatus": ""
},
"icon": "Facebook.svg",
"website": "https://developers.facebook.com/docs/facebook-login/"
},
"Facil-iti": {
@ -3965,17 +3956,6 @@
"icon": "fastspring.png",
"website": "https://fastspring.com"
},
"Fat-Free Framework": {
"cats": [
18
],
"headers": {
"X-Powered-By": "^Fat-Free Framework$"
},
"icon": "Fat-Free Framework.png",
"implies": "PHP",
"website": "http://fatfreeframework.com"
},
"Fat Zebra": {
"cats": [
41
@ -3988,6 +3968,17 @@
"script": "paynow\\.pmnts\\.io",
"website": "https://www.fatzebra.com/"
},
"Fat-Free Framework": {
"cats": [
18
],
"headers": {
"X-Powered-By": "^Fat-Free Framework$"
},
"icon": "Fat-Free Framework.png",
"implies": "PHP",
"website": "http://fatfreeframework.com"
},
"Fbits": {
"cats": [
6
@ -4848,23 +4839,6 @@
"script": "googleapis\\.com/.+webfont",
"website": "http://google.com/fonts"
},
"Google Sign-in": {
"cats": [
69
],
"html": [
"<meta[^>]*google-signin-client_id",
"<meta[^>]*google-signin-scope",
"<iframe[^>]*accounts\\.google\\.com/o/oauth2",
"<a[^>]*accounts\\.google\\.com/o/oauth2"
],
"script": [
"apis\\.google\\.com/js/platform\\.js",
"accounts\\.google\\.com/gsi/client"
],
"icon": "Google.svg",
"website": "https://developers.google.com/identity/sign-in/web"
},
"Google Maps": {
"cats": [
35
@ -4904,6 +4878,23 @@
"script": "apis\\.google\\.com/js/[a-z]*\\.js",
"website": "http://plus.google.com"
},
"Google Sign-in": {
"cats": [
69
],
"html": [
"<meta[^>]*google-signin-client_id",
"<meta[^>]*google-signin-scope",
"<iframe[^>]*accounts\\.google\\.com/o/oauth2",
"<a[^>]*accounts\\.google\\.com/o/oauth2"
],
"icon": "Google.svg",
"script": [
"apis\\.google\\.com/js/platform\\.js",
"accounts\\.google\\.com/gsi/client"
],
"website": "https://developers.google.com/identity/sign-in/web"
},
"Google Sites": {
"cats": [
1
@ -5071,6 +5062,20 @@
"script": "assets\\.growingio\\.com/([\\d.]+)/gio\\.js\\;version:\\1",
"website": "https://www.growingio.com/"
},
"HCL Digital Experience": {
"cats": [
1
],
"cpe": "cpe:/a:ibm:websphere_portal",
"headers": {
"IBM-Web2-Location": "",
"Itx-Generated-Timestamp": ""
},
"icon": "IBM.svg",
"implies": "Java",
"url": "/wps/",
"website": "https://www.hcltechsw.com/products/dx"
},
"HERE": {
"cats": [
35
@ -5428,20 +5433,6 @@
"url": "/wcs/",
"website": "http://ibm.com/software/genservers/commerceproductline"
},
"HCL Digital Experience": {
"cats": [
1
],
"cpe": "cpe:/a:ibm:websphere_portal",
"headers": {
"IBM-Web2-Location": "",
"Itx-Generated-Timestamp": ""
},
"icon": "IBM.svg",
"implies": "Java",
"url": "/wps/",
"website": "https://www.hcltechsw.com/products/dx"
},
"IIS": {
"cats": [
22
@ -7870,6 +7861,17 @@
"script": "mustache(?:\\.min)?\\.js",
"website": "https://mustache.github.io"
},
"My Food Link": {
"cats": [
6
],
"html": [
"<div class='mfl-made-by-myfoodlink'>",
"<a href=\"https://www.myfoodlink.com.au"
],
"icon": "myfoodlink.png",
"website": "https://www.myfoodlink.com.au/"
},
"MyBB": {
"cats": [
2
@ -7904,17 +7906,6 @@
"icon": "mycashflow.png",
"website": "https://www.mycashflow.fi/"
},
"My Food Link": {
"cats": [
6
],
"html": [
"<div class='mfl-made-by-myfoodlink'>",
"<a href=\"https://www.myfoodlink.com.au"
],
"icon": "myfoodlink.png",
"website": "https://www.myfoodlink.com.au/"
},
"MySQL": {
"cats": [
34
@ -9059,6 +9050,14 @@
"implies": "PHP",
"website": "http://pimcore.org"
},
"Pin Payments": {
"cats": [
41
],
"icon": "pinpayments.png",
"script": "api\\.pinpayments\\.com",
"website": "https://www.pinpayments.com/"
},
"Pingoteam": {
"cats": [
1
@ -9070,14 +9069,6 @@
},
"website": "https://www.pingoteam.ir/"
},
"Pin Payments": {
"cats": [
41
],
"icon": "pinpayments.png",
"script": "api\\.pinpayments\\.com",
"website": "https://www.pinpayments.com/"
},
"Pinterest": {
"cats": [
5
@ -10134,8 +10125,8 @@
"cats": [
69
],
"script": "\\.gigya\\.com/JS/gigya\\.js",
"icon": "SAP.png",
"script": "\\.gigya\\.com/JS/gigya\\.js",
"website": "https://www.sap.com/uk/acquired-brands/what-is-gigya.html"
},
"SDL Tridion": {
@ -10693,8 +10684,8 @@
"js": {
"Shopify": "\\;confidence:25"
},
"url": "^https?//.+\\.myshopify\\.com",
"script": "sdks\\.shopifycdn\\.com",
"url": "^https?//.+\\.myshopify\\.com",
"website": "http://shopify.com"
},
"Shopline": {
@ -11190,14 +11181,6 @@
"implies": "PHP",
"website": "http://www.spin.cw"
},
"Splitbee": {
"cats": [
10
],
"icon": "splitbee.svg",
"script": "^https:\\/\\/cdn\\.splitbee\\.io\\/sb\\.js",
"website": "https://splitbee.io"
},
"SplitIt": {
"cats": [
41
@ -11206,6 +11189,14 @@
"script": "checkout\\.production\\.splitit\\.com",
"website": "https://www.splitit.com/"
},
"Splitbee": {
"cats": [
10
],
"icon": "splitbee.svg",
"script": "^https:\\/\\/cdn\\.splitbee\\.io\\/sb\\.js",
"website": "https://splitbee.io"
},
"Splunk": {
"cats": [
19
@ -11663,6 +11654,14 @@
"implies": "Tessitura",
"website": "https://www.tessituranetwork.com"
},
"TNS Payments": {
"cats": [
41
],
"icon": "tnsi.png",
"script": "secure\\.ap\\.tnspayments\\.com",
"website": "https://tnsi.com/products/payments/"
},
"TWiki": {
"cats": [
8
@ -12022,14 +12021,6 @@
},
"website": "http://titan360.com"
},
"TNS Payments": {
"cats": [
41
],
"icon": "tnsi.png",
"script": "secure\\.ap\\.tnspayments\\.com",
"website": "https://tnsi.com/products/payments/"
},
"TomatoCart": {
"cats": [
6
@ -12441,14 +12432,6 @@
"script": "/js/ushahidi\\.js$",
"website": "http://www.ushahidi.com"
},
"Visa Checkout": {
"cats": [
41
],
"icon": "visa.png",
"script": "secure\\.checkout\\.visa\\.com",
"website": "https://checkout.visa.com"
},
"VIVVO": {
"cats": [
1
@ -12672,6 +12655,14 @@
"icon": "Visa.svg",
"website": "https://www.visa.com"
},
"Visa Checkout": {
"cats": [
41
],
"icon": "visa.png",
"script": "secure\\.checkout\\.visa\\.com",
"website": "https://checkout.visa.com"
},
"Visual Website Optimizer": {
"cats": [
10
@ -13822,6 +13813,18 @@
},
"website": "http://django-blog-zinnia.com"
},
"Zip Pay / Zip Money": {
"cats": [
41
],
"html": "<img [^>]*src=\"[^/]*//[^/]*eway\\.com",
"icon": "zip_pay.png",
"script": [
"static\\.zipmoney\\.com\\.au",
"zip\\.co"
],
"website": "https://www.zip.co/"
},
"Zipkin": {
"cats": [
10
@ -14037,6 +14040,15 @@
},
"website": "http://esyndicat.com"
},
"eWAY Payments": {
"cats": [
41
],
"html": "<img [^>]*src=\"[^/]*//[^/]*eway\\.com",
"icon": "eway.png",
"script": "secure\\.ewaypayments\\.com",
"website": "https://www.eway.com.au/"
},
"eZ Platform": {
"cats": [
1,
@ -15190,18 +15202,6 @@
"generator": "xt:Commerce"
},
"website": "https://www.xt-commerce.com"
},
"Zip Pay / Zip Money": {
"cats": [
41
],
"html": "<img [^>]*src=\"[^/]*//[^/]*eway\\.com",
"icon": "zip_pay.png",
"script": [
"static\\.zipmoney\\.com\\.au",
"zip\\.co"
],
"website": "https://www.zip.co/"
}
},
"categories": {
@ -15474,4 +15474,4 @@
"priority": 6
}
}
}
}

6
src/drivers/npm/README.md
Unescape View File

@ -54,6 +54,7 @@ const url = 'https://www.wappalyzer.com';
const options = {
debug: false,
delay: 500,
headers: {},
maxDepth: 3,
maxUrls: 10,
maxWait: 5000,
@ -69,7 +70,10 @@ const options = {
try {
await wappalyzer.init()
const site = await wappalyzer.open(url)
// Optionally set additional request headers
const headers = {}
const site = await wappalyzer.open(url, headers)
// Optionally capture and output errors
site.on('error', console.error)

18
src/drivers/npm/driver.js
Unescape View File

@ -130,8 +130,8 @@ class Driver {
}
}
open(url) {
return new Site(url.split('#')[0], this)
open(url, headers = {}) {
return new Site(url.split('#')[0], headers, this)
}
log(message, source = 'driver') {
@ -143,9 +143,14 @@ class Driver {
}
class Site {
constructor(url, driver) {
constructor(url, headers = {}, driver) {
;({ options: this.options, browser: this.browser } = driver)
this.options.headers = {
...this.options.headers,
...headers
}
this.driver = driver
try {
@ -232,7 +237,12 @@ class Site {
) {
request.abort('blockedbyclient')
} else {
request.continue()
const headers = {
...request.headers(),
...this.options.headers
}
request.continue({ headers })
}
} catch (error) {
this.error(error)