2024-06-09 18:22:20 +00:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
|
|
# pylint: disable=missing-module-docstring
|
|
|
|
|
|
|
|
from searx.search import SearchQuery, EngineRef
|
|
|
|
from searx.search.processors import online
|
[fix] unit tests: call searx.search.initialize in test's setUp
Depending on the order the unit tests are executed, the searx.search module is
initalized or not, issue reported in [1]::
Traceback (most recent call last):
File "searxng/tests/unit/test_results.py", line 72, in test_result_merge_by_title
self.container.extend('stract', [fake_result(engine='stract', title='short title')])
File "searxng/searx/results.py", line 243, in extend
histogram_observe(standard_result_count, 'engine', engine_name, 'result', 'count')
File "searxng/searx/metrics/__init__.py", line 49, in histogram_observe
histogram_storage.get(*args).observe(duration)
^^^^^^^^^^^^^^^^^^^^^
AttributeError: 'NoneType' object has no attribute 'get'
To ensure that the searx.search module is initialized, the
- searx.engines.load_engines is replace by
- searx.search.initialize
[1] https://github.com/searxng/searxng/pull/3932#discussion_r1822406569
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
2024-10-30 12:16:31 +00:00
|
|
|
import searx.search
|
2024-06-09 18:22:20 +00:00
|
|
|
from searx import engines
|
|
|
|
|
|
|
|
from tests import SearxTestCase
|
|
|
|
|
|
|
|
TEST_ENGINE_NAME = 'dummy engine'
|
|
|
|
TEST_ENGINE = {
|
|
|
|
'name': TEST_ENGINE_NAME,
|
|
|
|
'engine': 'dummy',
|
|
|
|
'categories': 'general',
|
|
|
|
'shortcut': 'du',
|
|
|
|
'timeout': 3.0,
|
|
|
|
'tokens': [],
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
class TestOnlineProcessor(SearxTestCase): # pylint: disable=missing-class-docstring
|
|
|
|
|
|
|
|
def setUp(self):
|
[fix] unit tests: call searx.search.initialize in test's setUp
Depending on the order the unit tests are executed, the searx.search module is
initalized or not, issue reported in [1]::
Traceback (most recent call last):
File "searxng/tests/unit/test_results.py", line 72, in test_result_merge_by_title
self.container.extend('stract', [fake_result(engine='stract', title='short title')])
File "searxng/searx/results.py", line 243, in extend
histogram_observe(standard_result_count, 'engine', engine_name, 'result', 'count')
File "searxng/searx/metrics/__init__.py", line 49, in histogram_observe
histogram_storage.get(*args).observe(duration)
^^^^^^^^^^^^^^^^^^^^^
AttributeError: 'NoneType' object has no attribute 'get'
To ensure that the searx.search module is initialized, the
- searx.engines.load_engines is replace by
- searx.search.initialize
[1] https://github.com/searxng/searxng/pull/3932#discussion_r1822406569
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
2024-10-30 12:16:31 +00:00
|
|
|
searx.search.initialize([TEST_ENGINE])
|
2024-06-09 18:22:20 +00:00
|
|
|
|
|
|
|
def tearDown(self):
|
[fix] unit tests: call searx.search.initialize in test's setUp
Depending on the order the unit tests are executed, the searx.search module is
initalized or not, issue reported in [1]::
Traceback (most recent call last):
File "searxng/tests/unit/test_results.py", line 72, in test_result_merge_by_title
self.container.extend('stract', [fake_result(engine='stract', title='short title')])
File "searxng/searx/results.py", line 243, in extend
histogram_observe(standard_result_count, 'engine', engine_name, 'result', 'count')
File "searxng/searx/metrics/__init__.py", line 49, in histogram_observe
histogram_storage.get(*args).observe(duration)
^^^^^^^^^^^^^^^^^^^^^
AttributeError: 'NoneType' object has no attribute 'get'
To ensure that the searx.search module is initialized, the
- searx.engines.load_engines is replace by
- searx.search.initialize
[1] https://github.com/searxng/searxng/pull/3932#discussion_r1822406569
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
2024-10-30 12:16:31 +00:00
|
|
|
searx.search.load_engines([])
|
2024-06-09 18:22:20 +00:00
|
|
|
|
|
|
|
def _get_params(self, online_processor, search_query, engine_category):
|
|
|
|
params = online_processor.get_params(search_query, engine_category)
|
|
|
|
self.assertIsNotNone(params)
|
|
|
|
assert params is not None
|
|
|
|
return params
|
|
|
|
|
|
|
|
def test_get_params_default_params(self):
|
|
|
|
engine = engines.engines[TEST_ENGINE_NAME]
|
|
|
|
online_processor = online.OnlineProcessor(engine, TEST_ENGINE_NAME)
|
|
|
|
search_query = SearchQuery('test', [EngineRef(TEST_ENGINE_NAME, 'general')], 'all', 0, 1, None, None, None)
|
|
|
|
params = self._get_params(online_processor, search_query, 'general')
|
|
|
|
self.assertIn('method', params)
|
|
|
|
self.assertIn('headers', params)
|
|
|
|
self.assertIn('data', params)
|
|
|
|
self.assertIn('url', params)
|
|
|
|
self.assertIn('cookies', params)
|
|
|
|
self.assertIn('auth', params)
|
|
|
|
|
|
|
|
def test_get_params_useragent(self):
|
|
|
|
engine = engines.engines[TEST_ENGINE_NAME]
|
|
|
|
online_processor = online.OnlineProcessor(engine, TEST_ENGINE_NAME)
|
|
|
|
search_query = SearchQuery('test', [EngineRef(TEST_ENGINE_NAME, 'general')], 'all', 0, 1, None, None, None)
|
|
|
|
params = self._get_params(online_processor, search_query, 'general')
|
|
|
|
self.assertIn('User-Agent', params['headers'])
|