Ponysearch/searx/engines/semantic_scholar.py

82 lines
2.2 KiB
Python
Raw Normal View History

2021-03-27 16:50:03 +01:00
# SPDX-License-Identifier: AGPL-3.0-or-later
# lint: pylint
"""Semantic Scholar (Science)
2021-03-27 16:50:03 +01:00
"""
from json import dumps, loads
from datetime import datetime
2021-03-27 16:50:03 +01:00
about = {
"website": 'https://www.semanticscholar.org/',
"wikidata_id": 'Q22908627',
"official_api_documentation": 'https://api.semanticscholar.org/',
"use_official_api": True,
"require_api_key": False,
"results": 'JSON',
}
2021-03-27 16:50:03 +01:00
paging = True
2021-03-27 16:50:03 +01:00
search_url = 'https://www.semanticscholar.org/api/1/search'
paper_url = 'https://www.semanticscholar.org/paper'
2021-03-27 16:50:03 +01:00
def request(query, params):
params['url'] = search_url
params['method'] = 'POST'
params['headers']['content-type'] = 'application/json'
params['data'] = dumps(
{
"queryString": query,
"page": params['pageno'],
"pageSize": 10,
"sort": "relevance",
"useFallbackRankerService": False,
"useFallbackSearchCluster": False,
"getQuerySuggestions": False,
"authors": [],
"coAuthors": [],
"venues": [],
"performTitleMatch": True,
}
)
2021-03-27 16:50:03 +01:00
return params
def response(resp):
res = loads(resp.text)
results = []
2021-03-27 16:50:03 +01:00
for result in res['results']:
item = {}
metadata = []
url = result.get('primaryPaperLink', {}).get('url')
if not url and result.get('links'):
url = result.get('links')[0]
if not url:
alternatePaperLinks = result.get('alternatePaperLinks')
if alternatePaperLinks:
url = alternatePaperLinks[0].get('url')
if not url:
url = paper_url + '/%s' % result['id']
item['url'] = url
item['title'] = result['title']['text']
item['content'] = result['paperAbstract']['text']
metadata = result.get('fieldsOfStudy') or []
venue = result.get('venue', {}).get('text')
if venue:
metadata.append(venue)
if metadata:
item['metadata'] = ', '.join(metadata)
pubDate = result.get('pubDate')
if pubDate:
item['publishedDate'] = datetime.strptime(pubDate, "%Y-%m-%d")
results.append(item)
2021-03-27 16:50:03 +01:00
return results