test: itemize f+/f-

This commit is contained in:
Paul Pfeister 2025-09-14 01:36:21 -04:00
parent 702bfee988
commit 34cb23bc6e
No known key found for this signature in database
GPG Key ID: 70D33A96CBD7A994
2 changed files with 4 additions and 0 deletions

View File

@ -3,3 +3,5 @@ addopts = --strict-markers -m "not validate_targets"
markers =
online: mark tests are requiring internet access.
validate_targets: mark tests for sweeping manifest validation (sends many requests).
validate_targets_fp: validate_targets, false positive tests only.
validate_targets_fn: validate_targets, false negative tests only.

View File

@ -58,6 +58,7 @@ def false_negative_check(sites_info: dict[str, dict[str, str]], site: str) -> Qu
@pytest.mark.online
class Test_All_Targets:
@pytest.mark.validate_targets_fp
def test_manifest_false_pos(self, chunked_sites: dict[str, dict[str, str]]):
"""Iterate through all sites in the manifest to discover possible false-positive inducting targets."""
pattern: str
@ -69,6 +70,7 @@ class Test_All_Targets:
result: QueryStatus = false_positive_check(chunked_sites, site, pattern)
assert result is QueryStatus.AVAILABLE, f"{site} produced false positive with pattern {pattern}, result was {result}"
@pytest.mark.validate_targets_fn
def test_manifest_false_neg(self, chunked_sites: dict[str, dict[str, str]]):
"""Iterate through all sites in the manifest to discover possible false-negative inducting targets."""
for site in chunked_sites: