diff options
| author | Markus Heiser <markus.heiser@darmarit.de> | 2021-11-19 15:00:22 +0100 |
|---|---|---|
| committer | Markus Heiser <markus.heiser@darmarit.de> | 2021-11-19 15:00:22 +0100 |
| commit | 4c82ac7670bf7f420a8cd2e75a24fc1a8630a32c (patch) | |
| tree | 641679377e30fd31ef956cf2daa5ce28f9d2637c | |
| parent | 2cc40ea06e83c8a93d69becdf7b70d91cb0671cb (diff) | |
| download | searxng-4c82ac7670bf7f420a8cd2e75a24fc1a8630a32c.tar.gz searxng-4c82ac7670bf7f420a8cd2e75a24fc1a8630a32c.zip | |
[drop] engine digg - https://digg.com/api is no longer available
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
| -rw-r--r-- | searx/engines/digg.py | 69 | ||||
| -rw-r--r-- | searx/settings.yml | 4 |
2 files changed, 0 insertions, 73 deletions
diff --git a/searx/engines/digg.py b/searx/engines/digg.py deleted file mode 100644 index e12cc43c8..000000000 --- a/searx/engines/digg.py +++ /dev/null @@ -1,69 +0,0 @@ -# SPDX-License-Identifier: AGPL-3.0-or-later -# lint: pylint -""" - Digg (News, Social media) -""" - -from json import loads -from urllib.parse import urlencode -from datetime import datetime - -from lxml import html - -# about -about = { - "website": 'https://digg.com', - "wikidata_id": 'Q270478', - "official_api_documentation": None, - "use_official_api": False, - "require_api_key": False, - "results": 'HTML', -} - -# engine dependent config -categories = ['news', 'social media'] -paging = True -base_url = 'https://digg.com' - -# search-url -search_url = base_url + ( - '/api/search/' - '?{query}' - '&from={position}' - '&size=20' - '&format=html' -) - -def request(query, params): - offset = (params['pageno'] - 1) * 20 - params['url'] = search_url.format( - query = urlencode({'q': query}), - position = offset, - ) - return params - -def response(resp): - results = [] - - # parse results - for result in loads(resp.text)['mapped']: - - # strip html tags and superfluous quotation marks from content - content = html.document_fromstring( - result['excerpt'] - ).text_content() - - # 'created': {'ISO': '2020-10-16T14:09:55Z', ...} - published = datetime.strptime( - result['created']['ISO'], '%Y-%m-%dT%H:%M:%SZ' - ) - results.append({ - 'url': result['url'], - 'title': result['title'], - 'content' : content, - 'template': 'videos.html', - 'publishedDate': published, - 'thumbnail': result['images']['thumbImage'], - }) - - return results diff --git a/searx/settings.yml b/searx/settings.yml index 2bf238fde..a936364e6 100644 --- a/searx/settings.yml +++ b/searx/settings.yml @@ -406,10 +406,6 @@ engines: # timeout: 6.0 # disabled: true - - name: digg - engine: digg - shortcut: dg - - name: docker hub engine: docker_hub shortcut: dh |