jandieman
/
searxng
mirror of https://github.com/searxng/searxng.git
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

[pylint] Startpage engine 

Fix remarks from pylint

Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
This commit is contained in:
Markus Heiser 2022-01-05 13:08:56 +01:00
parent f1f5e69c42
commit 1cbcddb3f7
1 changed files with 26 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
searx/engines/startpage.py
View File

@ -1,17 +1,20 @@
# SPDX-License-Identifier: AGPL-3.0-or-later # SPDX-License-Identifier: AGPL-3.0-or-later
# lint: pylint
"""Startpage (Web)
""" """
Startpage (Web)
""" import re
from urllib.parse import urlencode from urllib.parse import urlencode
from lxml import html
from dateutil import parser
from datetime import datetime, timedelta
import re
from unicodedata import normalize, combining from unicodedata import normalize, combining
from datetime import datetime, timedelta
from dateutil import parser
from lxml import html
from babel import Locale from babel import Locale
from babel.localedata import locale_identifiers from babel.localedata import locale_identifiers
from searx.utils import extract_text, eval_xpath, match_language from searx.utils import extract_text, eval_xpath, match_language
# about # about
@ -135,10 +138,11 @@ def response(resp):
# get supported languages from their site # get supported languages from their site
def _fetch_supported_languages(resp): def _fetch_supported_languages(resp):
# startpage's language selector is a mess # startpage's language selector is a mess each option has a displayed name
# each option has a displayed name and a value, either of which may represent the language name # and a value, either of which may represent the language name in the native
# in the native script, the language name in English, an English transliteration of the native name, # script, the language name in English, an English transliteration of the
# the English name of the writing script used by the language, or occasionally something else entirely. # native name, the English name of the writing script used by the language,
# or occasionally something else entirely.
# this cases are so special they need to be hardcoded, a couple of them are mispellings # this cases are so special they need to be hardcoded, a couple of them are mispellings
language_names = { language_names = {
@ -152,7 +156,15 @@ def _fetch_supported_languages(resp):
} }
# get the English name of every language known by babel # get the English name of every language known by babel
language_names.update({name.lower(): lang_code for lang_code, name in Locale('en')._data['languages'].items()}) language_names.update(
{
# fmt: off
name.lower(): lang_code
# pylint: disable=protected-access
for lang_code, name in Locale('en')._data['languages'].items()
# fmt: on
}
)
# get the native name of every language known by babel # get the native name of every language known by babel
for lang_code in filter(lambda lang_code: lang_code.find('_') == -1, locale_identifiers()): for lang_code in filter(lambda lang_code: lang_code.find('_') == -1, locale_identifiers()):
@ -177,8 +189,8 @@ def _fetch_supported_languages(resp):
if isinstance(lang_code, str): if isinstance(lang_code, str):
supported_languages[lang_code] = {'alias': sp_option_value} supported_languages[lang_code] = {'alias': sp_option_value}
elif isinstance(lang_code, list): elif isinstance(lang_code, list):
for lc in lang_code: for _lc in lang_code:
supported_languages[lc] = {'alias': sp_option_value} supported_languages[_lc] = {'alias': sp_option_value}
else: else:
print('Unknown language option in Startpage: {} ({})'.format(sp_option_value, sp_option_text)) print('Unknown language option in Startpage: {} ({})'.format(sp_option_value, sp_option_text))