Merge branch '7084-whitelist_ms_sso' into 'main'

const adawayUri = "https://adaway.org/hosts.txt"

const exodusUri = "https://reports.exodus-privacy.eu.org/api/trackers"

const whitelistedDomains = [

    "login.microsoftonline.com",

]

const https = require('https')

const fs = require('fs')

console.log("Starting list update")

fetch(adawayUri)

//.then(response => {

//    return response.text()

//})

.then(text => {

    adawayText = text

    hostnames = parseHostToHostnames(text)

}).then(toto => {

    return fetch(exodusUri)

})

//.then(response => { return response.json()})

.then(response => { return JSON.parse(response) })

.then(json => {

    exoduxJson = json

    hostnames = enrichExodusWithAdaway(trackers, hostnames)

    console.log("enrich exodus OK")

    hostnames = createdLevel2Trackers(trackers, hostnames)

    console.log("define adaway trackers OK")

    removeWhitelistedHostnames(trackers)

    console.log("remove whitelisted hostnames OK")

    console.log("Trackers list finished")

})

.then(toto => {

    .map(tracker => {

        const id = "exodus_" + tracker.id

        const hostnames = tracker.network_signature

            .replaceAll("\\", "")

            .replace(/\\/g, "")

            .split("|")

        return {

            id: id,

    }

}

function removeWhitelistedHostnames(trackersList) {

   var emptyTrackersIndexes = []

   trackersList.forEach((tracker, index) => { 

   	tracker.hostnames = tracker.hostnames.filter(host => whitelistedDomains.indexOf(host) < 0)

   	if (tracker.hostnames.length == 0) {

            emptyTrackersIndexes.unshift(index)

        }    

   })

   emptyTrackersIndexes.forEach(index => trackersList.splice(index, 1))

}

function listHasNoChanges() {

    // Compare actual list with the builded one (without the createdAt field!)