From 5e64aae70be25e8871846af15ff92cfce7a816d9 Mon Sep 17 00:00:00 2001
From: Florian Bruhin <me@the-compiler.org>
Date: Wed, 8 Jan 2020 16:18:04 +0100
Subject: Remove ua_fetch.py

The blog uses Cloudflare DDoS protection nowadays, and since we removed most
UAs from the completion, doing updates by hand is feasible.
---
 qutebrowser/config/configdata.yml |  5 +-
 scripts/dev/ua_fetch.py           | 97 ---------------------------------------
 2 files changed, 1 insertion(+), 101 deletions(-)
 delete mode 100755 scripts/dev/ua_fetch.py

diff --git a/qutebrowser/config/configdata.yml b/qutebrowser/config/configdata.yml
index 1814c3a5a..0204d606e 100644
--- a/qutebrowser/config/configdata.yml
+++ b/qutebrowser/config/configdata.yml
@@ -506,10 +506,7 @@ content.headers.user_agent:
       - upstream_browser_version
       - qutebrowser_version
     completions:
-      # To update the following list of user agents, run the script
-      # 'ua_fetch.py'
-      # Vim-protip: Place your cursor below this comment and run
-      # :r!python scripts/dev/ua_fetch.py
+      # See https://techblog.willshouse.com/2012/01/03/most-common-user-agents/
       - - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML,
           like Gecko) Chrome/76.0.3809.132 Safari/537.36"
         - Chrome 76 Win10
diff --git a/scripts/dev/ua_fetch.py b/scripts/dev/ua_fetch.py
deleted file mode 100755
index 97855411a..000000000
--- a/scripts/dev/ua_fetch.py
+++ /dev/null
@@ -1,97 +0,0 @@
-#!/usr/bin/env python3
-# vim: ft=python fileencoding=utf-8 sts=4 sw=4 et:
-
-# Copyright 2015-2020 Florian Bruhin (The Compiler) <mail@qutebrowser.org>
-# Copyright 2015-2018 lamarpavel
-# Copyright 2015-2018 Alexey Nabrodov (Averrin)
-#
-# This file is part of qutebrowser.
-#
-# qutebrowser is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# qutebrowser is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with qutebrowser.  If not, see <http://www.gnu.org/licenses/>.
-
-
-"""Fetch list of popular user-agents.
-
-The script is based on a gist posted by github.com/averrin, the output of this
-script is formatted to be pasted into configdata.yml
-"""
-
-import requests
-from lxml import html  # pylint: disable=import-error
-
-
-def fetch():
-    """Fetch list of popular user-agents.
-
-    Return:
-        List of relevant strings.
-    """
-    url = 'https://techblog.willshouse.com/2012/01/03/most-common-user-agents/'
-    page = requests.get(url)
-    page = html.fromstring(page.text)
-    path = '//*[@id="post-2229"]/div[2]/table/tbody'
-    return page.xpath(path)[0]
-
-
-def filter_list(complete_list, browsers):
-    """Filter the received list based on a look up table.
-
-    The LUT should be a dictionary of the format {browser: versions}, where
-    'browser' is the name of the browser (eg. "Firefox") as string and
-    'versions' is a set of different versions of this browser that should be
-    included when found (eg. {"Linux", "MacOSX"}). This function returns a
-    dictionary with the same keys as the LUT, but storing lists of tuples
-    (user_agent, browser_description) as values.
-    """
-    # pylint: disable=too-many-nested-blocks
-    table = {}
-    for entry in complete_list:
-        # Tuple of (user_agent, browser_description)
-        candidate = (entry[1].text_content(), entry[2].text_content())
-        for name in browsers:
-            found = False
-            if name.lower() in candidate[1].lower():
-                for version in browsers[name]:
-                    if version.lower() in candidate[1].lower():
-                        if table.get(name) is None:
-                            table[name] = []
-                        table[name].append(candidate)
-                        browsers[name].remove(version)
-                        found = True
-                        break
-            if found:
-                break
-    return table
-
-
-def main():
-    """Generate user agent code."""
-    fetched = fetch()
-    lut = {
-        "Chrome": {"Win10", "Linux"},
-    }
-    filtered = filter_list(fetched, lut)
-    filtered["empty"] = [('', "Use default QtWebKit/QtWebEngine User-Agent")]
-
-    tab = "  "
-    for browser in ["Chrome", "empty"]:
-        for it in filtered[browser]:
-            print('{}- - "{}"'.format(3 * tab, it[0]))
-            desc = it[1].replace('\xa0', ' ').replace('  ', ' ')
-            print("{}- {}".format(4 * tab, desc))
-        print("")
-
-
-if __name__ == '__main__':
-    main()
-- 
cgit v1.2.3-54-g00ecf