Commit 44ce51f0 authored by Michael Pfitzner's avatar Michael Pfitzner
Browse files

restore startpage search results

parent 442772a6
...@@ -32,8 +32,9 @@ search_url = base_url + 'do/search' ...@@ -32,8 +32,9 @@ search_url = base_url + 'do/search'
# specific xpath variables # specific xpath variables
# ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"] # ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"]
# not ads: div[@class="result"] are the direct childs of div[@id="results"] # not ads: div[@class="result"] are the direct childs of div[@id="results"]
results_xpath = '//div[@class="result"]' results_xpath = '//li[contains(@class, "search-result") and contains(@class, "search-item")]'
link_xpath = './/h3/a' link_xpath = './/h3/a'
content_xpath = './p[@class="search-item__body"]'
# do search-request # do search-request
...@@ -79,8 +80,8 @@ def response(resp): ...@@ -79,8 +80,8 @@ def response(resp):
title = extract_text(link) title = extract_text(link)
if result.xpath('./p[@class="desc clk"]'): if result.xpath(content_xpath):
content = extract_text(result.xpath('./p[@class="desc clk"]')) content = extract_text(result.xpath(content_xpath))
else: else:
content = '' content = ''
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment