Loading build_list.js +5 −6 Original line number Diff line number Diff line Loading @@ -86,7 +86,6 @@ function enrichTrackersWithHostnames(trackerList, hostnameSet) { }) } // Not used, removes 1800/18000 hostnames. function keepOnlyHostnamesInHostnamesSet(trackerList, hostnameSet) { console.log("hostnameSet.size : " + hostnameSet.size) const deleted = new Set() Loading @@ -94,13 +93,11 @@ function keepOnlyHostnamesInHostnamesSet(trackerList, hostnameSet) { tracker.hostnames .filter(it => it.split(".").length == 2 && !hostnameSet.has(it)) .forEach(it => { remove(tracker.hostnames, it) deleted.add(it) }) }) console.log("Delted hostnames: " + deleted.size) console.log(Array.from(deleted)) console.log("Deleted hostnames not in hostnames list : " + deleted.size) } function removeWhitelistedHostnames(trackersList) { Loading Loading @@ -144,8 +141,10 @@ Promise.all([ const hostnameSetToConsume = new Set(hostnameSet) applyOutbrainRule(eTrackers, hostnameSetToConsume) enrichTrackersWithHostnames(eTrackers, hostnameSetToConsume) // Remove 10% of the hostnames, but should avoid unaccessible sites. // keepOnlyHostnamesInHostnamesSet(eTrackers, hostnameSet) // Remove 10% of the hostnames, // but should avoid unaccessible sites like adob.com or snapchat.com keepOnlyHostnamesInHostnamesSet(eTrackers, hostnameSet) removeWhitelistedHostnames(eTrackers) return eTrackers }).then(eTrackers => { Loading list/e_trackers.json +1 −1 File changed.Preview size limit exceeded, changes collapsed. Show changes Loading
build_list.js +5 −6 Original line number Diff line number Diff line Loading @@ -86,7 +86,6 @@ function enrichTrackersWithHostnames(trackerList, hostnameSet) { }) } // Not used, removes 1800/18000 hostnames. function keepOnlyHostnamesInHostnamesSet(trackerList, hostnameSet) { console.log("hostnameSet.size : " + hostnameSet.size) const deleted = new Set() Loading @@ -94,13 +93,11 @@ function keepOnlyHostnamesInHostnamesSet(trackerList, hostnameSet) { tracker.hostnames .filter(it => it.split(".").length == 2 && !hostnameSet.has(it)) .forEach(it => { remove(tracker.hostnames, it) deleted.add(it) }) }) console.log("Delted hostnames: " + deleted.size) console.log(Array.from(deleted)) console.log("Deleted hostnames not in hostnames list : " + deleted.size) } function removeWhitelistedHostnames(trackersList) { Loading Loading @@ -144,8 +141,10 @@ Promise.all([ const hostnameSetToConsume = new Set(hostnameSet) applyOutbrainRule(eTrackers, hostnameSetToConsume) enrichTrackersWithHostnames(eTrackers, hostnameSetToConsume) // Remove 10% of the hostnames, but should avoid unaccessible sites. // keepOnlyHostnamesInHostnamesSet(eTrackers, hostnameSet) // Remove 10% of the hostnames, // but should avoid unaccessible sites like adob.com or snapchat.com keepOnlyHostnamesInHostnamesSet(eTrackers, hostnameSet) removeWhitelistedHostnames(eTrackers) return eTrackers }).then(eTrackers => { Loading