Merge pull request #524 from return42/fix-digg

[drop] engine digg - https://digg.com/api is no longer available
This commit is contained in:
Markus Heiser 2021-11-19 16:27:36 +01:00 committed by GitHub
commit 256ccc4a55
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 0 additions and 75 deletions

View file

@ -1,69 +0,0 @@
# SPDX-License-Identifier: AGPL-3.0-or-later
# lint: pylint
"""
Digg (News, Social media)
"""
from json import loads
from urllib.parse import urlencode
from datetime import datetime
from lxml import html
# about
about = {
"website": 'https://digg.com',
"wikidata_id": 'Q270478',
"official_api_documentation": None,
"use_official_api": False,
"require_api_key": False,
"results": 'HTML',
}
# engine dependent config
categories = ['news', 'social media']
paging = True
base_url = 'https://digg.com'
# search-url
search_url = base_url + (
'/api/search/'
'?{query}'
'&from={position}'
'&size=20'
'&format=html'
)
def request(query, params):
offset = (params['pageno'] - 1) * 20
params['url'] = search_url.format(
query = urlencode({'q': query}),
position = offset,
)
return params
def response(resp):
results = []
# parse results
for result in loads(resp.text)['mapped']:
# strip html tags and superfluous quotation marks from content
content = html.document_fromstring(
result['excerpt']
).text_content()
# 'created': {'ISO': '2020-10-16T14:09:55Z', ...}
published = datetime.strptime(
result['created']['ISO'], '%Y-%m-%dT%H:%M:%SZ'
)
results.append({
'url': result['url'],
'title': result['title'],
'content' : content,
'template': 'videos.html',
'publishedDate': published,
'thumbnail': result['images']['thumbImage'],
})
return results

View file

@ -406,10 +406,6 @@ engines:
# timeout: 6.0 # timeout: 6.0
# disabled: true # disabled: true
- name: digg
engine: digg
shortcut: dg
- name: docker hub - name: docker hub
engine: docker_hub engine: docker_hub
shortcut: dh shortcut: dh
@ -1141,8 +1137,6 @@ engines:
engine: reddit engine: reddit
shortcut: re shortcut: re
page_size: 25 page_size: 25
timeout: 10.0
disabled: true
# Required dependency: redis # Required dependency: redis
# - name: myredis # - name: myredis