jandieman
/
searxng
mirror of https://github.com/searxng/searxng.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity
searxng/tests/unit/engines/test_archlinux.py

112 lines
3.5 KiB
Python
Raw Normal View History

Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
from collections import defaultdict
import mock
from searx.engines import archlinux
from searx.testing import SearxTestCase
domains = {
Revert "remove 'all' option from search languages" This reverts commit 4d1770398a6af8902e75c0bd885781584d39e796.
2019-01-06 14:27:46 +00:00
'all': 'https://wiki.archlinux.org',
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
'de': 'https://wiki.archlinux.de',
'fr': 'https://wiki.archlinux.fr',
'ja': 'https://wiki.archlinuxjp.org',
'ro': 'http://wiki.archlinux.ro',
'tr': 'http://archtr.org/wiki'
}
class TestArchLinuxEngine(SearxTestCase):
def test_request(self):
query = 'test_query'
dic = defaultdict(dict)
Remove content field from ArchWiki results; reformat code in archlinux.py Content field in Arch Wiki search results is of no real use, more often than not it contains no usable information and includes too many markup tags which make the text unreadable. It is safe to remove it.
2016-03-24 18:38:48 +00:00
dic['pageno'] = 1
refactor engine's search language handling Add match_language function in utils to match any user given language code with a list of engine's supported languages. Also add language_aliases dict on each engine to translate standard language codes into the custom codes used by the engine.
2018-03-01 04:30:48 +00:00
dic['language'] = 'en-US'
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
params = archlinux.request(query, dic)
self.assertTrue('url' in params)
self.assertTrue(query in params['url'])
self.assertTrue('wiki.archlinux.org' in params['url'])
refactor engine's search language handling Add match_language function in utils to match any user given language code with a list of engine's supported languages. Also add language_aliases dict on each engine to translate standard language codes into the custom codes used by the engine.
2018-03-01 04:30:48 +00:00
for lang, name in archlinux.main_langs:
dic['language'] = lang
params = archlinux.request(query, dic)
self.assertTrue(name in params['url'])
[enh] py3 compatibility
2016-11-30 17:43:03 +00:00
for lang, domain in domains.items():
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
dic['language'] = lang
params = archlinux.request(query, dic)
self.assertTrue(domain in params['url'])
def test_response(self):
Remove content field from ArchWiki results; reformat code in archlinux.py Content field in Arch Wiki search results is of no real use, more often than not it contains no usable information and includes too many markup tags which make the text unreadable. It is safe to remove it.
2016-03-24 18:38:48 +00:00
response = mock.Mock(text='<html></html>',
search_params={'language': 'en_US'})
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
self.assertEqual(archlinux.response(response), [])
html = """
<ul class="mw-search-results">
<li>
<div class="mw-search-result-heading">
<a href="/index.php/ATI" title="ATI">ATI</a>
</div>
<div class="searchresult">
Lorem ipsum dolor sit amet
</div>
<div class="mw-search-result-data">
30 KB (4,630 words) - 19:04, 17 March 2016</div>
</li>
<li>
<div class="mw-search-result-heading">
<a href="/index.php/Frequently_asked_questions" title="Frequently asked questions">
Frequently asked questions
</a>
</div>
<div class="searchresult">
CPUs with AMDs instruction set "AMD64"
</div>
<div class="mw-search-result-data">
17 KB (2,722 words) - 20:13, 21 March 2016
</div>
</li>
<li>
<div class="mw-search-result-heading">
<a href="/index.php/CPU_frequency_scaling" title="CPU frequency scaling">CPU frequency scaling</a>
</div>
<div class="searchresult">
ondemand for AMD and older Intel CPU
</div>
<div class="mw-search-result-data">
15 KB (2,319 words) - 23:46, 16 March 2016
</div>
</li>
</ul>
"""
expected = [
{
'title': 'ATI',
Remove content field from ArchWiki results; reformat code in archlinux.py Content field in Arch Wiki search results is of no real use, more often than not it contains no usable information and includes too many markup tags which make the text unreadable. It is safe to remove it.
2016-03-24 18:38:48 +00:00
'url': 'https://wiki.archlinux.org/index.php/ATI'
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
},
{
'title': 'Frequently asked questions',
Remove content field from ArchWiki results; reformat code in archlinux.py Content field in Arch Wiki search results is of no real use, more often than not it contains no usable information and includes too many markup tags which make the text unreadable. It is safe to remove it.
2016-03-24 18:38:48 +00:00
'url': 'https://wiki.archlinux.org/index.php/Frequently_asked_questions'
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
},
{
'title': 'CPU frequency scaling',
Remove content field from ArchWiki results; reformat code in archlinux.py Content field in Arch Wiki search results is of no real use, more often than not it contains no usable information and includes too many markup tags which make the text unreadable. It is safe to remove it.
2016-03-24 18:38:48 +00:00
'url': 'https://wiki.archlinux.org/index.php/CPU_frequency_scaling'
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
}
]
response = mock.Mock(text=html)
response.search_params = {
'language': 'en_US'
}
results = archlinux.response(response)
self.assertEqual(type(results), list)
self.assertEqual(len(results), len(expected))
i = 0
for exp in expected:
res = results[i]
i += 1
[enh] py3 compatibility
2016-11-30 17:43:03 +00:00
for key, value in exp.items():
Add Arch Linux Wiki search engine
2016-03-23 19:57:27 +00:00
self.assertEqual(res[key], value)