jandieman
/
searxng
mirror of https://github.com/searxng/searxng.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

[fix] flickr engine code cleanup ++ handle missing owner

This commit is contained in:
Adam Tauber 2014-12-22 14:15:59 +01:00
parent af41607410
commit b975418e4c
1 changed files with 32 additions and 45 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

49
searx/engines/flickr-noapi.py
View File

@ -1,6 +1,6 @@
#!/usr/bin/env python #!/usr/bin/env python
## Flickr (Images) # Flickr (Images)
# #
# @website https://www.flickr.com # @website https://www.flickr.com
# @provide-api yes (https://secure.flickr.com/services/api/flickr.photos.search.html) # @provide-api yes (https://secure.flickr.com/services/api/flickr.photos.search.html)
@ -12,8 +12,6 @@
from urllib import urlencode from urllib import urlencode
from json import loads from json import loads
from urlparse import urljoin
from lxml import html
import re import re
categories = ['images'] categories = ['images']
@ -22,11 +20,13 @@ url = 'https://secure.flickr.com/'
search_url = url+'search/?{query}&page={page}' search_url = url+'search/?{query}&page={page}'
photo_url = 'https://www.flickr.com/photos/{userid}/{photoid}' photo_url = 'https://www.flickr.com/photos/{userid}/{photoid}'
regex = re.compile(r"\"search-photos-models\",\"photos\":(.*}),\"totalItems\":", re.DOTALL) regex = re.compile(r"\"search-photos-models\",\"photos\":(.*}),\"totalItems\":", re.DOTALL)
image_sizes = ('o', 'k', 'h', 'b', 'c', 'z', 'n', 'm', 't', 'q', 's')
paging = True paging = True
def build_flickr_url(user_id, photo_id): def build_flickr_url(user_id, photo_id):
return photo_url.format(userid=user_id,photoid=photo_id) return photo_url.format(userid=user_id, photoid=photo_id)
def request(query, params): def request(query, params):
@ -40,13 +40,13 @@ def response(resp):
matches = regex.search(resp.text) matches = regex.search(resp.text)
if matches == None: if matches is None:
return results return results
match = matches.group(1) match = matches.group(1)
search_results = loads(match) search_results = loads(match)
if not '_data' in search_results: if '_data' not in search_results:
return [] return []
photos = search_results['_data'] photos = search_results['_data']
@ -54,40 +54,27 @@ def response(resp):
for photo in photos: for photo in photos:
# In paged configuration, the first pages' photos are represented by a None object # In paged configuration, the first pages' photos are represented by a None object
if photo == None: if photo is None:
continue continue
img_src = None
# From the biggest to the lowest format # From the biggest to the lowest format
if 'o' in photo['sizes']: for image_size in image_sizes:
img_src = photo['sizes']['o']['displayUrl'] if image_size in photo['sizes']:
elif 'k' in photo['sizes']: img_src = photo['sizes'][image_size]['displayUrl']
img_src = photo['sizes']['k']['displayUrl'] break
elif 'h' in photo['sizes']:
img_src = photo['sizes']['h']['displayUrl'] if not img_src:
elif 'b' in photo['sizes']: continue
img_src = photo['sizes']['b']['displayUrl']
elif 'c' in photo['sizes']: if 'id' not in photo['owner']:
img_src = photo['sizes']['c']['displayUrl']
elif 'z' in photo['sizes']:
img_src = photo['sizes']['z']['displayUrl']
elif 'n' in photo['sizes']:
img_src = photo['sizes']['n']['displayUrl']
elif 'm' in photo['sizes']:
img_src = photo['sizes']['m']['displayUrl']
elif 't' in photo['sizes']:
img_src = photo['sizes']['to']['displayUrl']
elif 'q' in photo['sizes']:
img_src = photo['sizes']['q']['displayUrl']
elif 's' in photo['sizes']:
img_src = photo['sizes']['s']['displayUrl']
else:
continue continue
url = build_flickr_url(photo['owner']['id'], photo['id']) url = build_flickr_url(photo['owner']['id'], photo['id'])
title = photo['title'] title = photo['title']
content = '<span class="photo-author">'+ photo['owner']['username'] +'</span><br />' content = '<span class="photo-author">' + photo['owner']['username'] + '</span><br />'
if 'description' in photo: if 'description' in photo:
content = content + '<span class="description">' + photo['description'] + '</span>' content = content + '<span class="description">' + photo['description'] + '</span>'