jandieman
/
searxng
mirror of https://github.com/searxng/searxng.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity
searxng/tests/unit/engines/test_gigablast.py

120 lines
4.3 KiB
Python
Raw Normal View History

[enh] add gigablast engine
2015-02-08 13:12:14 +00:00
from collections import defaultdict
import mock
from searx.engines import gigablast
from searx.testing import SearxTestCase
class TestGigablastEngine(SearxTestCase):
def test_request(self):
query = 'test_query'
dicto = defaultdict(dict)
dicto['pageno'] = 0
[enh] py3 compatibility
2016-11-30 17:43:03 +00:00
dicto['safesearch'] = 0
Revert "remove 'all' option from search languages" This reverts commit 4d1770398a6af8902e75c0bd885781584d39e796.
2019-01-06 14:27:46 +00:00
dicto['language'] = 'all'
[enh] add gigablast engine
2015-02-08 13:12:14 +00:00
params = gigablast.request(query, dicto)
self.assertTrue('url' in params)
self.assertTrue(query in params['url'])
self.assertTrue('gigablast.com' in params['url'])
Revert "remove 'all' option from search languages" This reverts commit 4d1770398a6af8902e75c0bd885781584d39e796.
2019-01-06 14:27:46 +00:00
self.assertTrue('xx' in params['url'])
dicto['language'] = 'en-US'
params = gigablast.request(query, dicto)
self.assertTrue('en' in params['url'])
tests for language support in engines
2016-12-14 05:51:15 +00:00
self.assertFalse('en-US' in params['url'])
[enh] add gigablast engine
2015-02-08 13:12:14 +00:00
def test_response(self):
self.assertRaises(AttributeError, gigablast.response, None)
self.assertRaises(AttributeError, gigablast.response, [])
self.assertRaises(AttributeError, gigablast.response, '')
self.assertRaises(AttributeError, gigablast.response, '[]')
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
response = mock.Mock(text='{"results": []}')
[enh] add gigablast engine
2015-02-08 13:12:14 +00:00
self.assertEqual(gigablast.response(response), [])
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
json = """{"results": [
{
[fix] pep8
2016-02-01 20:53:03 +00:00
"title":"South by Southwest 2016",
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
"dmozEntry":{
"dmozCatId":1041152,
"directCatId":1,
[fix] pep8
2016-02-01 20:53:03 +00:00
"dmozCatStr":"Top: Regional: North America: United States",
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
"dmozTitle":"South by Southwest (SXSW)",
[fix] pep8
2016-02-01 20:53:03 +00:00
"dmozSum":"Annual music, film, and interactive conference.",
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
"dmozAnchor":""
},
"dmozEntry":{
"dmozCatId":763945,
"directCatId":1,
[fix] pep8
2016-02-01 20:53:03 +00:00
"dmozCatStr":"Top: Regional: North America: United States",
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
"dmozTitle":"South by Southwest (SXSW)",
"dmozSum":"",
"dmozAnchor":"www.sxsw.com"
},
"dmozEntry":{
"dmozCatId":761446,
"directCatId":1,
[fix] pep8
2016-02-01 20:53:03 +00:00
"dmozCatStr":"Top: Regional: North America: United States",
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
"dmozTitle":"South by Southwest (SXSW)",
[fix] pep8
2016-02-01 20:53:03 +00:00
"dmozSum":"Music, film, and interactive conference and festival.",
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
"dmozAnchor":""
},
"indirectDmozCatId":1041152,
"indirectDmozCatId":763945,
"indirectDmozCatId":761446,
"contentType":"html",
"sum":"This should be the content.",
"url":"www.sxsw.com",
"hopCount":0,
"size":" 102k",
"sizeInBytes":104306,
"bytesUsedToComputeSummary":70000,
"docId":269411794364,
"docScore":586571136.000000,
"summaryGenTimeMS":12,
"summaryTagdbLookupTimeMS":0,
"summaryTitleRecLoadTimeMS":1,
"site":"www.sxsw.com",
"spidered":1452203608,
"firstIndexedDateUTC":1444167123,
"contentHash32":2170650347,
"language":"English",
"langAbbr":"en"
}
]}
[enh] add gigablast engine
2015-02-08 13:12:14 +00:00
"""
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
response = mock.Mock(text=json)
[enh] add gigablast engine
2015-02-08 13:12:14 +00:00
results = gigablast.response(response)
self.assertEqual(type(results), list)
self.assertEqual(len(results), 1)
[fix] pep8
2016-02-01 20:53:03 +00:00
self.assertEqual(results[0]['title'], 'South by Southwest 2016')
[fix] missing gigablast tests
2016-02-01 20:41:09 +00:00
self.assertEqual(results[0]['url'], 'www.sxsw.com')
[enh] add gigablast engine
2015-02-08 13:12:14 +00:00
self.assertEqual(results[0]['content'], 'This should be the content.')
tests for _fetch_supported_languages in engines and refactor method to make it testable without making requests
2016-12-15 06:34:43 +00:00
def test_fetch_supported_languages(self):
html = """<html></html>"""
response = mock.Mock(text=html)
results = gigablast._fetch_supported_languages(response)
self.assertEqual(type(results), list)
self.assertEqual(len(results), 0)
html = """
<html>
<body>
<span id="menu2">
<a href="/search?&rxikd=1&qlang=xx"></a>
<a href="/search?&rxikd=1&qlang=en"></a>
change language list to only include languages with a minimum of engines that support them. users can still query lesser supported through the :lang_code bang.
2016-12-29 05:24:56 +00:00
<a href="/search?&rxikd=1&prepend=gblang%3Aen"></a>
<a href="/search?&rxikd=1&qlang=zh_"></a>
<a href="/search?&rxikd=1&prepend=gblang%3Azh_tw"></a>
tests for _fetch_supported_languages in engines and refactor method to make it testable without making requests
2016-12-15 06:34:43 +00:00
</span>
</body>
</html>
"""
response = mock.Mock(text=html)
languages = gigablast._fetch_supported_languages(response)
self.assertEqual(type(languages), list)
self.assertEqual(len(languages), 2)
self.assertIn('en', languages)
change language list to only include languages with a minimum of engines that support them. users can still query lesser supported through the :lang_code bang.
2016-12-29 05:24:56 +00:00
self.assertIn('zh-TW', languages)