fixing results parsing brave

This commit is contained in:
Émilien (perso) 2023-10-13 08:18:12 +00:00 committed by Markus Heiser
parent 7f59b6d62e
commit 4280318fc5

View file

@ -244,7 +244,7 @@ def _parse_search(resp):
for result in eval_xpath_list(dom, xpath_results): for result in eval_xpath_list(dom, xpath_results):
url = eval_xpath_getindex(result, './/a[contains(@class, "h")]/@href', 0, default=None) url = eval_xpath_getindex(result, './/a[contains(@class, "h")]/@href', 0, default=None)
title_tag = eval_xpath_getindex(result, './/div[contains(@class, "title")]', 0, default=None) title_tag = eval_xpath_getindex(result, './/div[contains(@class, "url")]', 0, default=None)
if url is None or title_tag is None or not urlparse(url).netloc: # partial url likely means it's an ad if url is None or title_tag is None or not urlparse(url).netloc: # partial url likely means it's an ad
continue continue