summaryrefslogtreecommitdiff
path: root/searx/engines/semantic_scholar.py
blob: 5d9d1a8e9f08ed9057d1cf8a9c24943e9f397905 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
# SPDX-License-Identifier: AGPL-3.0-or-later
"""
 Semantic Scholar (Science)
"""

from json import dumps, loads


search_url = 'https://www.semanticscholar.org/api/1/search'


def request(query, params):
    params['url'] = search_url
    params['method'] = 'POST'
    params['headers']['content-type'] = 'application/json'
    params['data'] = dumps(
        {
            "queryString": query,
            "page": params['pageno'],
            "pageSize": 10,
            "sort": "relevance",
            "useFallbackRankerService": False,
            "useFallbackSearchCluster": False,
            "getQuerySuggestions": False,
            "authors": [],
            "coAuthors": [],
            "venues": [],
            "performTitleMatch": True,
        }
    )
    return params


def response(resp):
    res = loads(resp.text)
    results = []
    for result in res['results']:
        results.append(
            {
                'url': result['primaryPaperLink']['url'],
                'title': result['title']['text'],
                'content': result['paperAbstractTruncated'],
            }
        )

    return results