semantic_scholar.py 1.0 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243
  1. # SPDX-License-Identifier: AGPL-3.0-or-later
  2. """
  3. Semantic Scholar (Science)
  4. """
  5. from json import dumps, loads
  6. search_url = 'https://www.semanticscholar.org/api/1/search'
  7. def request(query, params):
  8. params['url'] = search_url
  9. params['method'] = 'POST'
  10. params['headers']['content-type'] = 'application/json'
  11. params['data'] = dumps({
  12. "queryString": query,
  13. "page": params['pageno'],
  14. "pageSize": 10,
  15. "sort": "relevance",
  16. "useFallbackRankerService": False,
  17. "useFallbackSearchCluster": False,
  18. "getQuerySuggestions": False,
  19. "authors": [],
  20. "coAuthors": [],
  21. "venues": [],
  22. "performTitleMatch": True,
  23. })
  24. return params
  25. def response(resp):
  26. res = loads(resp.text)
  27. results = []
  28. for result in res['results']:
  29. results.append({
  30. 'url': result['primaryPaperLink']['url'],
  31. 'title': result['title']['text'],
  32. 'content': result['paperAbstractTruncated']
  33. })
  34. return results