1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
# vim: ft=python fileencoding=utf-8 sts=4 sw=4 et:
#!/usr/bin/env python3
# Copyright 2020-2021 Árni Dagur <arni@dagur.eu>
#
# This file is part of qutebrowser.
#
# qutebrowser is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# qutebrowser is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with qutebrowser. If not, see <https://www.gnu.org/licenses/>.
import io
from typing import IO
from qutebrowser.qt.core import QUrl
import pytest
from qutebrowser.components.utils import blockutils
@pytest.fixture
def pretend_blocklists(tmp_path):
"""Put fake blocklists into a tempdir.
Put fake blocklists blocklists into a temporary directory, then return
both a list containing `file://` urls, and the residing dir.
"""
data = [
(["cdn.malwarecorp.is", "evil-industries.com"], "malicious-hosts.txt"),
(["news.moms-against-icecream.net"], "blocklist.list"),
]
# Add a bunch of automatically generated blocklist as well
for n in range(8):
data.append(([f"example{n}.com", f"example{n+1}.net"], f"blocklist{n}"))
bl_dst_dir = tmp_path / "blocklists"
bl_dst_dir.mkdir()
urls = []
for blocklist_lines, filename in data:
bl_dst_path = bl_dst_dir / filename
bl_dst_path.write_text("\n".join(blocklist_lines), encoding="utf-8")
assert bl_dst_path.is_file()
urls.append(QUrl.fromLocalFile(str(bl_dst_path)).toString())
return urls, bl_dst_dir
def test_blocklist_dl(qtbot, pretend_blocklists):
total_expected = 10
num_single_dl_called = 0
def on_single_download(download: IO[bytes]) -> None:
nonlocal num_single_dl_called
num_single_dl_called += 1
num_lines = 0
with io.TextIOWrapper(download, encoding="utf-8") as dl_io:
for line in dl_io:
assert line.split(".")[-1].strip() in ("com", "net", "is")
num_lines += 1
assert num_lines >= 1
list_qurls = [QUrl(blocklist) for blocklist in pretend_blocklists[0]]
dl = blockutils.BlocklistDownloads(list_qurls)
dl.single_download_finished.connect(on_single_download)
with qtbot.wait_signal(dl.all_downloads_finished) as blocker:
dl.initiate()
assert blocker.args == [total_expected]
assert num_single_dl_called == total_expected
|
