forked from Ponysearch/Ponysearch
4829a76aae
* Made first attempt at the bangs redirects plugin. * It redirects. But in a messy way via javascript. * First version with custom plugin * Added a help page and a operator to see all the bangs available. * Changed to .format because of support * Changed to .format because of support * Removed : in params * Fixed path to json file and changed bang operator * Changed bang operator back to & * Made first attempt at the bangs redirects plugin. * It redirects. But in a messy way via javascript. * First version with custom plugin * Added a help page and a operator to see all the bangs available. * Changed to .format because of support * Changed to .format because of support * Removed : in params * Fixed path to json file and changed bang operator * Changed bang operator back to & * Refactored getting search query. Also changed bang operator to ! and is now working. * Removed prints * Removed temporary bangs_redirect.js file. Updated plugin documentation * Added unit test for the bangs plugin * Fixed a unit test and added 2 more for bangs plugin * Changed back to default settings.yml * Added myself to AUTHORS.rst * Refacored working of custom plugin. * Refactored _get_bangs_data from list to dict to improve search speed. * Decoupled bangs plugin from webserver with redirect_url * Refactored bangs unit tests * Fixed unit test bangs. Removed dubbel parsing in bangs.py * Removed a dumb print statement * Refactored bangs plugin to core engine. * Removed bangs plugin. * Refactored external bangs unit tests from plugin to core. * Removed custom_results/bangs documentation from plugins.rst * Added newline in settings.yml so the PR stays clean. * Changed searx/plugins/__init__.py back to the old file * Removed newline search.py * Refactored get_external_bang_operator from utils to external_bang.py * Removed unnecessary import form test_plugins.py * Removed _parseExternalBang and _isExternalBang from query.py * Removed get_external_bang_operator since it was not necessary * Simplified external_bang.py * Simplified external_bang.py * Moved external_bangs unit tests to test_webapp.py. Fixed return in search with external_bang * Refactored query parsing to unicode to support python2 * Refactored query parsing to unicode to support python2 * Refactored bangs plugin to core engine. * Refactored search parameter to search_query in external_bang.py
133 lines
6.5 KiB
Python
133 lines
6.5 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
from searx.testing import SearxTestCase
|
|
from searx.preferences import Preferences
|
|
from searx.engines import engines
|
|
|
|
import searx.search
|
|
|
|
|
|
SAFESEARCH = 0
|
|
PAGENO = 1
|
|
PUBLIC_ENGINE_NAME = 'general dummy'
|
|
PRIVATE_ENGINE_NAME = 'general private offline'
|
|
TEST_ENGINES = [
|
|
{
|
|
'name': PUBLIC_ENGINE_NAME,
|
|
'engine': 'dummy',
|
|
'categories': 'general',
|
|
'shortcut': 'gd',
|
|
'timeout': 3.0,
|
|
'tokens': [],
|
|
},
|
|
{
|
|
'name': PRIVATE_ENGINE_NAME,
|
|
'engine': 'dummy-offline',
|
|
'categories': 'general',
|
|
'shortcut': 'do',
|
|
'timeout': 3.0,
|
|
'offline': True,
|
|
'tokens': ['my-token'],
|
|
},
|
|
]
|
|
|
|
|
|
class SearchTestCase(SearxTestCase):
|
|
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
searx.engines.initialize_engines(TEST_ENGINES)
|
|
|
|
def test_timeout_simple(self):
|
|
searx.search.max_request_timeout = None
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PUBLIC_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, None,
|
|
preferences=Preferences(['oscar'], ['general'], engines, []))
|
|
search = searx.search.Search(search_query)
|
|
search.search()
|
|
self.assertEquals(search.actual_timeout, 3.0)
|
|
|
|
def test_timeout_query_above_default_nomax(self):
|
|
searx.search.max_request_timeout = None
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PUBLIC_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, 5.0,
|
|
preferences=Preferences(['oscar'], ['general'], engines, []))
|
|
search = searx.search.Search(search_query)
|
|
search.search()
|
|
self.assertEquals(search.actual_timeout, 3.0)
|
|
|
|
def test_timeout_query_below_default_nomax(self):
|
|
searx.search.max_request_timeout = None
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PUBLIC_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, 1.0,
|
|
preferences=Preferences(['oscar'], ['general'], engines, []))
|
|
search = searx.search.Search(search_query)
|
|
search.search()
|
|
self.assertEquals(search.actual_timeout, 1.0)
|
|
|
|
def test_timeout_query_below_max(self):
|
|
searx.search.max_request_timeout = 10.0
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PUBLIC_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, 5.0,
|
|
preferences=Preferences(['oscar'], ['general'], engines, []))
|
|
search = searx.search.Search(search_query)
|
|
search.search()
|
|
self.assertEquals(search.actual_timeout, 5.0)
|
|
|
|
def test_timeout_query_above_max(self):
|
|
searx.search.max_request_timeout = 10.0
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PUBLIC_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, 15.0,
|
|
preferences=Preferences(['oscar'], ['general'], engines, []))
|
|
search = searx.search.Search(search_query)
|
|
search.search()
|
|
self.assertEquals(search.actual_timeout, 10.0)
|
|
|
|
def test_query_private_engine_without_token(self):
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PRIVATE_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, 2.0,
|
|
preferences=Preferences(['oscar'], ['general'], engines, []))
|
|
search = searx.search.Search(search_query)
|
|
results = search.search()
|
|
self.assertEquals(results.results_length(), 0)
|
|
|
|
def test_query_private_engine_with_incorrect_token(self):
|
|
preferences_with_tokens = Preferences(['oscar'], ['general'], engines, [])
|
|
preferences_with_tokens.parse_dict({'tokens': 'bad-token'})
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PRIVATE_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, 2.0,
|
|
preferences=preferences_with_tokens)
|
|
search = searx.search.Search(search_query)
|
|
results = search.search()
|
|
self.assertEquals(results.results_length(), 0)
|
|
|
|
def test_query_private_engine_with_correct_token(self):
|
|
preferences_with_tokens = Preferences(['oscar'], ['general'], engines, [])
|
|
preferences_with_tokens.parse_dict({'tokens': 'my-token'})
|
|
search_query = searx.query.SearchQuery('test', [{'category': 'general', 'name': PRIVATE_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, 2.0,
|
|
preferences=preferences_with_tokens)
|
|
search = searx.search.Search(search_query)
|
|
results = search.search()
|
|
self.assertEquals(results.results_length(), 1)
|
|
|
|
def test_external_bang(self):
|
|
search_query = searx.query.SearchQuery('yes yes',
|
|
[{'category': 'general', 'name': PUBLIC_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, None,
|
|
preferences=Preferences(['oscar'], ['general'], engines, [],),
|
|
external_bang="yt")
|
|
search = searx.search.Search(search_query)
|
|
results = search.search()
|
|
# For checking if the user redirected with the youtube external bang
|
|
self.assertTrue(results.redirect_url is not None)
|
|
|
|
search_query = searx.query.SearchQuery('youtube never gonna give you up',
|
|
[{'category': 'general', 'name': PUBLIC_ENGINE_NAME}],
|
|
['general'], 'en-US', SAFESEARCH, PAGENO, None, None,
|
|
preferences=Preferences(['oscar'], ['general'], engines, []),)
|
|
|
|
search = searx.search.Search(search_query)
|
|
results = search.search()
|
|
# This should not redirect
|
|
self.assertTrue(results.redirect_url is None)
|