2015-02-08 13:12:14 +00:00
|
|
|
from collections import defaultdict
|
|
|
|
|
import mock
|
|
|
|
|
from searx.engines import gigablast
|
|
|
|
|
from searx.testing import SearxTestCase
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestGigablastEngine(SearxTestCase):
|
|
|
|
|
|
|
|
|
|
def test_request(self):
|
|
|
|
|
query = 'test_query'
|
|
|
|
|
dicto = defaultdict(dict)
|
|
|
|
|
dicto['pageno'] = 0
|
2015-12-23 17:43:35 +00:00
|
|
|
dicto['language'] = 'all'
|
2015-02-08 13:12:14 +00:00
|
|
|
params = gigablast.request(query, dicto)
|
|
|
|
|
self.assertTrue('url' in params)
|
|
|
|
|
self.assertTrue(query in params['url'])
|
|
|
|
|
self.assertTrue('gigablast.com' in params['url'])
|
|
|
|
|
|
|
|
|
|
def test_response(self):
|
|
|
|
|
self.assertRaises(AttributeError, gigablast.response, None)
|
|
|
|
|
self.assertRaises(AttributeError, gigablast.response, [])
|
|
|
|
|
self.assertRaises(AttributeError, gigablast.response, '')
|
|
|
|
|
self.assertRaises(AttributeError, gigablast.response, '[]')
|
|
|
|
|
|
2016-02-01 20:41:09 +00:00
|
|
|
response = mock.Mock(text='{"results": []}')
|
2015-02-08 13:12:14 +00:00
|
|
|
self.assertEqual(gigablast.response(response), [])
|
|
|
|
|
|
2016-02-01 20:41:09 +00:00
|
|
|
json = """{"results": [
|
|
|
|
|
{
|
|
|
|
|
"title":"South by Southwest 2016 Music, Film and Interactive Festivals - Austin Texas",
|
|
|
|
|
"dmozEntry":{
|
|
|
|
|
"dmozCatId":1041152,
|
|
|
|
|
"directCatId":1,
|
|
|
|
|
"dmozCatStr":"Top: Regional: North America: United States: Texas: Arts and Entertainment: Events",
|
|
|
|
|
"dmozTitle":"South by Southwest (SXSW)",
|
|
|
|
|
"dmozSum":"Annual music, film, and interactive conference and festival held in Austin. Includes schedules and band and film lists.",
|
|
|
|
|
"dmozAnchor":""
|
|
|
|
|
},
|
|
|
|
|
"dmozEntry":{
|
|
|
|
|
"dmozCatId":763945,
|
|
|
|
|
"directCatId":1,
|
|
|
|
|
"dmozCatStr":"Top: Regional: North America: United States: Texas: Localities: A: Austin: Arts and Entertainment: Events",
|
|
|
|
|
"dmozTitle":"South by Southwest (SXSW)",
|
|
|
|
|
"dmozSum":"",
|
|
|
|
|
"dmozAnchor":"www.sxsw.com"
|
|
|
|
|
},
|
|
|
|
|
"dmozEntry":{
|
|
|
|
|
"dmozCatId":761446,
|
|
|
|
|
"directCatId":1,
|
|
|
|
|
"dmozCatStr":"Top: Regional: North America: United States: Texas: Travel and Tourism: Attractions",
|
|
|
|
|
"dmozTitle":"South by Southwest (SXSW)",
|
|
|
|
|
"dmozSum":"Music, film, and interactive conference and festival. Includes schedules and band and film lists.",
|
|
|
|
|
"dmozAnchor":""
|
|
|
|
|
},
|
|
|
|
|
"indirectDmozCatId":1041152,
|
|
|
|
|
"indirectDmozCatId":763945,
|
|
|
|
|
"indirectDmozCatId":761446,
|
|
|
|
|
"contentType":"html",
|
|
|
|
|
"sum":"This should be the content.",
|
|
|
|
|
"url":"www.sxsw.com",
|
|
|
|
|
"hopCount":0,
|
|
|
|
|
"size":" 102k",
|
|
|
|
|
"sizeInBytes":104306,
|
|
|
|
|
"bytesUsedToComputeSummary":70000,
|
|
|
|
|
"docId":269411794364,
|
|
|
|
|
"docScore":586571136.000000,
|
|
|
|
|
"summaryGenTimeMS":12,
|
|
|
|
|
"summaryTagdbLookupTimeMS":0,
|
|
|
|
|
"summaryTitleRecLoadTimeMS":1,
|
|
|
|
|
"site":"www.sxsw.com",
|
|
|
|
|
"spidered":1452203608,
|
|
|
|
|
"firstIndexedDateUTC":1444167123,
|
|
|
|
|
"contentHash32":2170650347,
|
|
|
|
|
"language":"English",
|
|
|
|
|
"langAbbr":"en"
|
|
|
|
|
}
|
|
|
|
|
]}
|
2015-02-08 13:12:14 +00:00
|
|
|
"""
|
2016-02-01 20:41:09 +00:00
|
|
|
response = mock.Mock(text=json)
|
2015-02-08 13:12:14 +00:00
|
|
|
results = gigablast.response(response)
|
|
|
|
|
self.assertEqual(type(results), list)
|
|
|
|
|
self.assertEqual(len(results), 1)
|
2016-02-01 20:41:09 +00:00
|
|
|
self.assertEqual(results[0]['title'], 'South by Southwest 2016 Music, Film and Interactive Festivals - Austin Texas')
|
|
|
|
|
self.assertEqual(results[0]['url'], 'www.sxsw.com')
|
2015-02-08 13:12:14 +00:00
|
|
|
self.assertEqual(results[0]['content'], 'This should be the content.')
|
