diff options
Diffstat (limited to 'searx/data/__init__.py')
-rw-r--r-- | searx/data/__init__.py | 52 |
1 files changed, 37 insertions, 15 deletions
diff --git a/searx/data/__init__.py b/searx/data/__init__.py index c482a6b5a..0f40355ec 100644 --- a/searx/data/__init__.py +++ b/searx/data/__init__.py @@ -1,25 +1,47 @@ +# SPDX-License-Identifier: AGPL-3.0-or-later +# lint: pylint +"""This module holds the *data* created by:: + + make data.all + +""" + +__all__ = [ + 'ENGINES_LANGUAGES', + 'CURRENCIES', + 'USER_AGENTS', + 'EXTERNAL_URLS', + 'WIKIDATA_UNITS', + 'EXTERNAL_BANGS', + 'OSM_KEYS_TAGS', + 'ahmia_blacklist_loader', +] + import json from pathlib import Path - -__init__ = ['ENGINES_LANGUGAGES', 'CURRENCIES', 'USER_AGENTS', 'EXTERNAL_URLS', 'WIKIDATA_UNITS', 'EXTERNAL_BANGS', - 'bangs_loader', 'ahmia_blacklist_loader'] data_dir = Path(__file__).parent +def _load(filename): + with open(data_dir / filename, encoding='utf-8') as f: + return json.load(f) -def load(filename): - with open(data_dir / filename, encoding='utf-8') as fd: - return json.load(fd) +def ahmia_blacklist_loader(): + """Load data from `ahmia_blacklist.txt` and return a list of MD5 values of onion + names. The MD5 values are fetched by:: + searx_extra/update/update_ahmia_blacklist.py -def ahmia_blacklist_loader(): - with open(str(data_dir / 'ahmia_blacklist.txt'), encoding='utf-8') as fd: - return fd.read().split() + This function is used by :py:mod:`searx.plugins.ahmia_filter`. + """ + with open(str(data_dir / 'ahmia_blacklist.txt'), encoding='utf-8') as f: + return f.read().split() -ENGINES_LANGUAGES = load('engines_languages.json') -CURRENCIES = load('currencies.json') -USER_AGENTS = load('useragents.json') -EXTERNAL_URLS = load('external_urls.json') -WIKIDATA_UNITS = load('wikidata_units.json') -EXTERNAL_BANGS = load('external_bangs.json') +ENGINES_LANGUAGES = _load('engines_languages.json') +CURRENCIES = _load('currencies.json') +USER_AGENTS = _load('useragents.json') +EXTERNAL_URLS = _load('external_urls.json') +WIKIDATA_UNITS = _load('wikidata_units.json') +EXTERNAL_BANGS = _load('external_bangs.json') +OSM_KEYS_TAGS = _load('osm_keys_tags.json') |