Fix robots.txt

main
Elbert Alias 4 years ago
parent cbfd36f793
commit b4fc02d286

@ -551,7 +551,7 @@ const Driver = {
!(await getOption('tracking', true)) || !(await getOption('tracking', true)) ||
hostnameIgnoreList.test(hostname) hostnameIgnoreList.test(hostname)
) { ) {
return return []
} }
if (typeof Driver.cache.robots[hostname] !== 'undefined') { if (typeof Driver.cache.robots[hostname] !== 'undefined') {
@ -703,6 +703,8 @@ const Driver = {
if (Driver.cache.ads.length > 1) { if (Driver.cache.ads.length > 1) {
await Driver.post('https://ad.wappalyzer.com/log/wp/', Driver.cache.ads) await Driver.post('https://ad.wappalyzer.com/log/wp/', Driver.cache.ads)
Driver.cache.ads = []
} }
} }
}, },

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff
Loading…
Cancel
Save