Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 37c3ace3 authored by Adam Tauber's avatar Adam Tauber
Browse files

[fix] add missing scheme to duplicated results too ++ revert gigablasts handling

parent e3df22b1
Loading
Loading
Loading
Loading
+0 −2
Original line number Diff line number Diff line
@@ -53,8 +53,6 @@ def response(resp):
    # parse results
    for result in dom.xpath(results_xpath):
        url = result.xpath(url_xpath)[0].text
        if not url.startswith('http://') and not url.startswith('https://'):
            url = 'http://' + url
        title = result.xpath(title_xpath)[0].text
        content = escape(result.xpath(content_xpath)[0].text)

+4 −3
Original line number Diff line number Diff line
@@ -143,6 +143,10 @@ def score_results(results):

        res['parsed_url'] = urlparse(res['url'])

        # if the result has no scheme, use http as default
        if not res['parsed_url'].scheme:
            res['parsed_url'] = res['parsed_url']._replace(scheme="http")

        res['host'] = res['parsed_url'].netloc

        if res['host'].startswith('www.'):
@@ -206,9 +210,6 @@ def score_results(results):
        # if there is no duplicate found, append result
        else:
            res['score'] = score
            # if the result has no scheme, use http as default
            if res['parsed_url'].scheme == '':
                res['parsed_url'] = res['parsed_url']._replace(scheme="http")

            results.append(res)