diff options
author | Markus Heiser <markus.heiser@darmarit.de> | 2024-03-10 15:33:23 +0100 |
---|---|---|
committer | Markus Heiser <markus.heiser@darmarIT.de> | 2024-03-10 15:56:50 +0100 |
commit | ce4aaf6cad9c0a57f5f12ef80ec4e1b45bcf87d4 (patch) | |
tree | fe4b88659f1c39e1026e42305119bbd326ca3fc9 /searxng_extra/update/update_firefox_version.py | |
parent | 0ffec440b2d1146d4daf3f63a544aeb635a6e617 (diff) | |
download | searxng-ce4aaf6cad9c0a57f5f12ef80ec4e1b45bcf87d4.tar.gz searxng-ce4aaf6cad9c0a57f5f12ef80ec4e1b45bcf87d4.zip |
[mod] comprehensive revision of the searxng_extra/update/ scripts
- pylint all scripts
- fix some errors reported by pyright
- from searx.data import data_dir (Path.open)
- fix import from pygments.formatters.html
NOTE: none functional changes!
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
Diffstat (limited to 'searxng_extra/update/update_firefox_version.py')
-rwxr-xr-x | searxng_extra/update/update_firefox_version.py | 15 |
1 files changed, 6 insertions, 9 deletions
diff --git a/searxng_extra/update/update_firefox_version.py b/searxng_extra/update/update_firefox_version.py index 2e730764a..ad6d9b842 100755 --- a/searxng_extra/update/update_firefox_version.py +++ b/searxng_extra/update/update_firefox_version.py @@ -11,13 +11,14 @@ Output file: :origin:`searx/data/useragents.json` (:origin:`CI Update data ... import json import re -from os.path import join from urllib.parse import urlparse, urljoin from packaging.version import parse import requests from lxml import html -from searx import searx_dir +from searx.data import data_dir + +DATA_FILE = data_dir / 'useragents.json' URL = 'https://ftp.mozilla.org/pub/firefox/releases/' RELEASE_PATH = '/pub/firefox/releases/' @@ -41,7 +42,7 @@ def fetch_firefox_versions(): resp = requests.get(URL, timeout=2.0) if resp.status_code != 200: # pylint: disable=broad-exception-raised - raise Exception("Error fetching firefox versions, HTTP code " + resp.status_code) + raise Exception("Error fetching firefox versions, HTTP code " + resp.status_code) # type: ignore dom = html.fromstring(resp.text) versions = [] @@ -74,11 +75,7 @@ def fetch_firefox_last_versions(): return result -def get_useragents_filename(): - return join(join(searx_dir, "data"), "useragents.json") - - if __name__ == '__main__': useragents["versions"] = fetch_firefox_last_versions() - with open(get_useragents_filename(), "w", encoding='utf-8') as f: - json.dump(useragents, f, indent=4, ensure_ascii=False) + with DATA_FILE.open('w', encoding='utf-8') as f: + json.dump(useragents, f, indent=4, sort_keys=True, ensure_ascii=False) |