summaryrefslogtreecommitdiff
path: root/searx/engines
diff options
context:
space:
mode:
authorKirill Isakov <ukwt@ya.ru>2016-03-25 19:30:32 +0600
committerKirill Isakov <ukwt@ya.ru>2016-03-25 19:30:32 +0600
commitd026a97e42dce14bb187ea79682b9a303cd91e9e (patch)
tree63b85aedbb50d9515a47acfaa9f01cccbf789ace /searx/engines
parente5677ae6b6b23c943e64d8e2abcb64c13c0e8bbf (diff)
downloadsearxng-d026a97e42dce14bb187ea79682b9a303cd91e9e.tar.gz
searxng-d026a97e42dce14bb187ea79682b9a303cd91e9e.zip
Add Reddit search engine
Diffstat (limited to 'searx/engines')
-rw-r--r--searx/engines/reddit.py74
1 files changed, 74 insertions, 0 deletions
diff --git a/searx/engines/reddit.py b/searx/engines/reddit.py
new file mode 100644
index 000000000..d2b185b40
--- /dev/null
+++ b/searx/engines/reddit.py
@@ -0,0 +1,74 @@
+"""
+ Reddit
+
+ @website https://www.reddit.com/
+ @provide-api yes (https://www.reddit.com/dev/api)
+
+ @using-api yes
+ @results JSON
+ @stable yes
+ @parse url, title, content, thumbnail, publishedDate
+"""
+
+import json
+from cgi import escape
+from urllib import urlencode
+from urlparse import urlparse
+from datetime import datetime
+
+# engine dependent config
+categories = ['general', 'images', 'news', 'social media']
+page_size = 25
+
+# search-url
+search_url = 'https://www.reddit.com/search.json?{query}'
+
+
+# do search-request
+def request(query, params):
+ query = urlencode({'q': query,
+ 'limit': page_size})
+ params['url'] = search_url.format(query=query)
+
+ return params
+
+
+# get response from search-request
+def response(resp):
+ img_results = []
+ text_results = []
+
+ search_results = json.loads(resp.text)
+
+ # return empty array if there are no results
+ if 'data' not in search_results:
+ return []
+
+ posts = search_results.get('data', {}).get('children', [])
+
+ # process results
+ for post in posts:
+ data = post['data']
+
+ # extract post information
+ params = {
+ 'url': data['url'],
+ 'title': data['title']
+ }
+
+ # if thumbnail field contains a valid URL, we need to change template
+ thumbnail = data['thumbnail']
+ url_info = urlparse(thumbnail)
+ # netloc & path
+ if url_info[1] != '' and url_info[2] != '':
+ params['thumbnail_src'] = thumbnail
+ params['template'] = 'images.html'
+ img_results.append(params)
+ else:
+ created = datetime.fromtimestamp(data['created_utc'])
+ params['content'] = escape(data['selftext'])
+ params['publishedDate'] = created
+ text_results.append(params)
+
+ # show images first and text results second
+ return img_results + text_results