diff options
| author | Alexandre Flament <alex@al-f.net> | 2015-05-02 11:43:12 +0200 |
|---|---|---|
| committer | Alexandre Flament <alex@al-f.net> | 2015-05-02 11:43:12 +0200 |
| commit | 78edc16e66fccbfb16c522f4453c88a85de61bf4 (patch) | |
| tree | ef5844cfb06bf16681fcb34cdb0a322287cf7dc8 /searx/engines/deviantart.py | |
| parent | bbd83f5a519381ac7ea690a1645258d106a9ba8a (diff) | |
| download | searxng-78edc16e66fccbfb16c522f4453c88a85de61bf4.tar.gz searxng-78edc16e66fccbfb16c522f4453c88a85de61bf4.zip | |
[enh] reduce the number of http outgoing connections.
engines that still use http : gigablast, bing image for thumbnails, 1x and dbpedia autocompleter
Diffstat (limited to 'searx/engines/deviantart.py')
| -rw-r--r-- | searx/engines/deviantart.py | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/searx/engines/deviantart.py b/searx/engines/deviantart.py index 4198e8c76..43cd8bbce 100644 --- a/searx/engines/deviantart.py +++ b/searx/engines/deviantart.py @@ -22,7 +22,7 @@ paging = True # search-url base_url = 'https://www.deviantart.com/' -search_url = base_url+'search?offset={offset}&{query}' +search_url = base_url+'browse/all/?offset={offset}&{query}' # do search-request @@ -56,6 +56,12 @@ def response(resp): thumbnail_src = link.xpath('.//img')[0].attrib.get('src') img_src = regex.sub('/', thumbnail_src) + # http to https, remove domain sharding + thumbnail_src = re.sub(r"https?://(th|fc)\d+.", "https://th01.", thumbnail_src) + thumbnail_src = re.sub(r"http://", "https://", thumbnail_src) + + url = re.sub(r"http://(.*)\.deviantart\.com/", "https://\\1.deviantart.com/", url) + # append result results.append({'url': url, 'title': title, |