forked from Ponysearch/Ponysearch
542f7d0d7b
In the past, some files were tested with the standard profile, others with a profile in which most of the messages were switched off ... some files were not checked at all. - ``PYLINT_SEARXNG_DISABLE_OPTION`` has been abolished - the distinction ``# lint: pylint`` is no longer necessary - the pylint tasks have been reduced from three to two 1. ./searx/engines -> lint engines with additional builtins 2. ./searx ./searxng_extra ./tests -> lint all other python files Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
82 lines
2.4 KiB
Python
Executable file
82 lines
2.4 KiB
Python
Executable file
#!/usr/bin/env python
|
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
"""Script that implements some prebuild tasks needed by target docs.prebuild
|
|
"""
|
|
|
|
import sys
|
|
import os.path
|
|
import time
|
|
from contextlib import contextmanager
|
|
|
|
from searx import settings, get_setting, locales
|
|
from searx.infopage import InfoPageSet, InfoPage
|
|
|
|
_doc_user = os.path.abspath(os.path.join(os.path.dirname(__file__), '..', 'docs', 'user'))
|
|
|
|
|
|
def main():
|
|
locales.locales_initialize()
|
|
base_url = get_setting('server.base_url', None)
|
|
if base_url:
|
|
infopageset_ctx = _instance_infosetset_ctx(base_url)
|
|
else:
|
|
infopageset_ctx = _offline_infosetset_ctx()
|
|
|
|
with infopageset_ctx as infopageset:
|
|
for _, _, page in infopageset.iter_pages('en'):
|
|
fname = os.path.join(_doc_user, os.path.basename(page.fname))
|
|
with open(fname, 'w', encoding='utf-8') as f:
|
|
f.write(page.content)
|
|
|
|
|
|
class OfflinePage(InfoPage): # pylint: disable=missing-class-docstring
|
|
|
|
def get_ctx(self):
|
|
"""Jinja context to render :py:obj:`DocPage.content` for offline purpose (no
|
|
links to SearXNG instance)"""
|
|
|
|
ctx = super().get_ctx()
|
|
ctx['link'] = lambda name, url: '`%s`' % name
|
|
ctx['search'] = lambda query: '`%s`' % query
|
|
|
|
return ctx
|
|
|
|
|
|
@contextmanager
|
|
def _offline_infosetset_ctx():
|
|
yield InfoPageSet(OfflinePage)
|
|
|
|
|
|
@contextmanager
|
|
def _instance_infosetset_ctx(base_url):
|
|
# The url_for functions in the jinja templates need all routes to be
|
|
# registered in the Flask app.
|
|
|
|
settings['server']['secret_key'] = ''
|
|
from searx.webapp import app # pylint: disable=import-outside-toplevel
|
|
|
|
# Specify base_url so that url_for() works for base_urls. If base_url is
|
|
# specified, then these values from are given preference over any Flask's
|
|
# generics (see flaskfix.py).
|
|
|
|
with app.test_request_context(base_url=base_url):
|
|
yield InfoPageSet()
|
|
|
|
# The searx.webapp import from above fires some HTTP requests, that's
|
|
# why we get a RuntimeError::
|
|
#
|
|
# RuntimeError: The connection pool was closed while 1 HTTP \
|
|
# requests/responses were still in-flight.
|
|
#
|
|
# Closing network won't help ..
|
|
# from searx.network import network
|
|
# network.done()
|
|
|
|
# waiting some seconds before ending the comand line was the only solution I
|
|
# found ..
|
|
|
|
time.sleep(3)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(main())
|