diff options
| author | Kirill Isakov <ukwt@ya.ru> | 2016-03-28 19:15:03 +0600 |
|---|---|---|
| committer | Kirill Isakov <ukwt@ya.ru> | 2016-03-28 19:15:03 +0600 |
| commit | bacc9a3df156605c49fb93ede6e6a730110d15db (patch) | |
| tree | f00b57f9e51a6b907d8e99a0f9f314fc29dfbb5f /searx/engines | |
| parent | e202c6fbec7c9dff67acdfe387699010d61da32b (diff) | |
| download | searxng-bacc9a3df156605c49fb93ede6e6a730110d15db.tar.gz searxng-bacc9a3df156605c49fb93ede6e6a730110d15db.zip | |
Add paging support to XPath & Erowid engines
Diffstat (limited to 'searx/engines')
| -rw-r--r-- | searx/engines/xpath.py | 16 |
1 files changed, 15 insertions, 1 deletions
diff --git a/searx/engines/xpath.py b/searx/engines/xpath.py index f51634be0..e701c02bf 100644 --- a/searx/engines/xpath.py +++ b/searx/engines/xpath.py @@ -11,6 +11,14 @@ title_xpath = None suggestion_xpath = '' results_xpath = '' +# parameters for engines with paging support +# +# number of results on each page +# (only needed if the site requires not a page number, but an offset) +page_size = 1 +# number of the first page (usually 0 or 1) +first_page_num = 1 + ''' if xpath_results is list, extract the text from each result and concat the list @@ -76,8 +84,14 @@ def normalize_url(url): def request(query, params): query = urlencode({'q': query})[2:] - params['url'] = search_url.format(query=query) + + fp = {'query': query} + if paging and search_url.find('{pageno}') >= 0: + fp['pageno'] = (params['pageno'] + first_page_num - 1) * page_size + + params['url'] = search_url.format(**fp) params['query'] = query + return params |