diff options
author | Adam Tauber <asciimoo@gmail.com> | 2015-10-29 12:47:12 +0100 |
---|---|---|
committer | Adam Tauber <asciimoo@gmail.com> | 2015-10-29 12:47:12 +0100 |
commit | 5d49c15f791c3b9297bb890b28643e6c50406f35 (patch) | |
tree | ecdf17abd82256a6f72e50471a11f09308b4029b /searx/engines/google.py | |
parent | a59d171385a0bfbff1b5df675ec78a88a0323543 (diff) | |
download | searxng-5d49c15f791c3b9297bb890b28643e6c50406f35.tar.gz searxng-5d49c15f791c3b9297bb890b28643e6c50406f35.zip |
[fix] google engine - ignore new useless result type
Diffstat (limited to 'searx/engines/google.py')
-rw-r--r-- | searx/engines/google.py | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/searx/engines/google.py b/searx/engines/google.py index c8299d04b..67e6ebb87 100644 --- a/searx/engines/google.py +++ b/searx/engines/google.py @@ -12,9 +12,12 @@ import re from cgi import escape from urllib import urlencode from urlparse import urlparse, parse_qsl -from lxml import html +from lxml import html, etree from searx.poolrequests import get from searx.engines.xpath import extract_text, extract_url +from searx.search import logger + +logger = logger.getChild('google engine') # engine dependent config @@ -225,8 +228,8 @@ def response(resp): # parse results for result in dom.xpath(results_xpath): - title = extract_text(result.xpath(title_xpath)[0]) try: + title = extract_text(result.xpath(title_xpath)[0]) url = parse_url(extract_url(result.xpath(url_xpath), google_url), google_hostname) parsed_url = urlparse(url, google_hostname) @@ -269,6 +272,7 @@ def response(resp): 'content': content }) except: + logger.debug('result parse error in:\n%s', etree.tostring(result, pretty_print=True)) continue # parse suggestion |