68 lines
2.0 KiB
Python
68 lines
2.0 KiB
Python
#!/usr/bin/env python3
|
|
|
|
# SPDX-FileCopyrightText: Árni Dagur <arni@dagur.eu>
|
|
#
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
import io
|
|
from typing import IO
|
|
|
|
from qutebrowser.qt.core import QUrl
|
|
|
|
import pytest
|
|
|
|
from qutebrowser.components.utils import blockutils
|
|
|
|
|
|
@pytest.fixture
|
|
def pretend_blocklists(tmp_path):
|
|
"""Put fake blocklists into a tempdir.
|
|
|
|
Put fake blocklists blocklists into a temporary directory, then return
|
|
both a list containing `file://` urls, and the residing dir.
|
|
"""
|
|
data = [
|
|
(["cdn.malwarecorp.is", "evil-industries.com"], "malicious-hosts.txt"),
|
|
(["news.moms-against-icecream.net"], "blocklist.list"),
|
|
]
|
|
# Add a bunch of automatically generated blocklist as well
|
|
for n in range(8):
|
|
data.append(([f"example{n}.com", f"example{n+1}.net"], f"blocklist{n}"))
|
|
|
|
bl_dst_dir = tmp_path / "blocklists"
|
|
bl_dst_dir.mkdir()
|
|
urls = []
|
|
for blocklist_lines, filename in data:
|
|
bl_dst_path = bl_dst_dir / filename
|
|
bl_dst_path.write_text("\n".join(blocklist_lines), encoding="utf-8")
|
|
assert bl_dst_path.is_file()
|
|
urls.append(QUrl.fromLocalFile(str(bl_dst_path)).toString())
|
|
return urls, bl_dst_dir
|
|
|
|
|
|
def test_blocklist_dl(qtbot, pretend_blocklists):
|
|
total_expected = 10
|
|
num_single_dl_called = 0
|
|
|
|
def on_single_download(download: IO[bytes]) -> None:
|
|
nonlocal num_single_dl_called
|
|
num_single_dl_called += 1
|
|
|
|
num_lines = 0
|
|
with io.TextIOWrapper(download, encoding="utf-8") as dl_io:
|
|
for line in dl_io:
|
|
assert line.split(".")[-1].strip() in ("com", "net", "is")
|
|
num_lines += 1
|
|
assert num_lines >= 1
|
|
|
|
list_qurls = [QUrl(blocklist) for blocklist in pretend_blocklists[0]]
|
|
|
|
dl = blockutils.BlocklistDownloads(list_qurls)
|
|
dl.single_download_finished.connect(on_single_download)
|
|
|
|
with qtbot.wait_signal(dl.all_downloads_finished) as blocker:
|
|
dl.initiate()
|
|
assert blocker.args == [total_expected]
|
|
|
|
assert num_single_dl_called == total_expected
|