Five list columns (greynoise_tags, abuseipdb_categories, threatfox_threat_types, threatfox_ioc_types, threatfox_malware_families) and four dict columns (*_raw) are now Column(JSON) with list/dict type annotations and default_factory=list/dict. Providers return native Python objects; the application-layer json.dumps/json.loads round-trip and _decode_json_list helpers are gone. to_intel_event_payload() reads columns directly. Also caps pytest xdist at -n 4 and excludes tests/api from norecursedirs to prevent schemathesis workers from OOM-killing the dev loop.
151 lines
4.8 KiB
Python
151 lines
4.8 KiB
Python
"""Unit tests for the AbuseIPDB provider."""
|
|
from __future__ import annotations
|
|
|
|
|
|
import httpx
|
|
import pytest
|
|
|
|
from decnet.intel.abuseipdb import AbuseIPDBProvider, _score_to_verdict
|
|
|
|
|
|
def _install_transport(handler) -> list[httpx.Request]:
|
|
captured: list[httpx.Request] = []
|
|
|
|
async def _wrapped(request: httpx.Request) -> httpx.Response:
|
|
captured.append(request)
|
|
return await handler(request)
|
|
|
|
transport = httpx.MockTransport(_wrapped)
|
|
from decnet.intel import abuseipdb as mod
|
|
|
|
def _factory():
|
|
return httpx.AsyncClient(
|
|
transport=transport,
|
|
headers={"User-Agent": "curl/7.88.1"},
|
|
)
|
|
|
|
mod.stealth_client = _factory # type: ignore[assignment]
|
|
return captured
|
|
|
|
|
|
def test_score_thresholds():
|
|
assert _score_to_verdict(0) == "benign"
|
|
assert _score_to_verdict(24) == "benign"
|
|
assert _score_to_verdict(25) == "suspicious"
|
|
assert _score_to_verdict(74) == "suspicious"
|
|
assert _score_to_verdict(75) == "malicious"
|
|
assert _score_to_verdict(100) == "malicious"
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_missing_api_key_returns_error_no_egress(monkeypatch):
|
|
monkeypatch.delenv("DECNET_ABUSEIPDB_API_KEY", raising=False)
|
|
captured = _install_transport(
|
|
lambda r: (_ for _ in ()).throw(AssertionError("must not egress"))
|
|
)
|
|
provider = AbuseIPDBProvider()
|
|
result = await provider.lookup("1.2.3.4")
|
|
assert result.error == "DECNET_ABUSEIPDB_API_KEY not configured"
|
|
assert result.column_updates == {}
|
|
assert captured == [] # no request made
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_high_score_maps_to_malicious(monkeypatch):
|
|
monkeypatch.setenv("DECNET_ABUSEIPDB_API_KEY", "k3y")
|
|
|
|
async def handler(request: httpx.Request) -> httpx.Response:
|
|
return httpx.Response(
|
|
200,
|
|
json={"data": {
|
|
"ipAddress": "1.2.3.4",
|
|
"abuseConfidenceScore": 92,
|
|
"totalReports": 41,
|
|
"countryCode": "RU",
|
|
}},
|
|
)
|
|
|
|
captured = _install_transport(handler)
|
|
provider = AbuseIPDBProvider()
|
|
result = await provider.lookup("1.2.3.4")
|
|
assert result.verdict == "malicious"
|
|
assert result.column_updates["abuseipdb_score"] == 92
|
|
assert result.column_updates["abuseipdb_raw"]["countryCode"] == "RU"
|
|
# Key header sent, query params correct.
|
|
req = captured[0]
|
|
assert req.headers["key"] == "k3y"
|
|
assert "ipAddress=1.2.3.4" in str(req.url)
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_low_score_maps_to_benign(monkeypatch):
|
|
monkeypatch.setenv("DECNET_ABUSEIPDB_API_KEY", "k3y")
|
|
|
|
async def handler(request: httpx.Request) -> httpx.Response:
|
|
return httpx.Response(
|
|
200, json={"data": {"abuseConfidenceScore": 0}},
|
|
)
|
|
|
|
_install_transport(handler)
|
|
provider = AbuseIPDBProvider()
|
|
result = await provider.lookup("8.8.8.8")
|
|
assert result.verdict == "benign"
|
|
assert result.column_updates["abuseipdb_score"] == 0
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_categories_flattened_from_reports(monkeypatch):
|
|
"""Post-2026-05-02 audit: provider must extract the union of
|
|
``data.reports[*].categories`` so the IntelLifter can dispatch
|
|
ATT&CK techniques. Sorted for deterministic test + bus diff."""
|
|
monkeypatch.setenv("DECNET_ABUSEIPDB_API_KEY", "k3y")
|
|
|
|
async def handler(request: httpx.Request) -> httpx.Response:
|
|
return httpx.Response(
|
|
200,
|
|
json={"data": {
|
|
"abuseConfidenceScore": 80,
|
|
"reports": [
|
|
{"categories": [18, 22]},
|
|
{"categories": [22, 14]},
|
|
{"categories": []},
|
|
{"not_a_dict": True},
|
|
{"categories": [21]},
|
|
],
|
|
}},
|
|
)
|
|
|
|
_install_transport(handler)
|
|
provider = AbuseIPDBProvider()
|
|
result = await provider.lookup("1.2.3.4")
|
|
assert result.column_updates["abuseipdb_categories"] == [14, 18, 21, 22]
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_categories_empty_when_no_reports(monkeypatch):
|
|
monkeypatch.setenv("DECNET_ABUSEIPDB_API_KEY", "k3y")
|
|
|
|
async def handler(request: httpx.Request) -> httpx.Response:
|
|
return httpx.Response(
|
|
200, json={"data": {"abuseConfidenceScore": 5}},
|
|
)
|
|
|
|
_install_transport(handler)
|
|
provider = AbuseIPDBProvider()
|
|
result = await provider.lookup("8.8.8.8")
|
|
assert result.column_updates["abuseipdb_categories"] == []
|
|
|
|
|
|
@pytest.mark.anyio
|
|
async def test_429_returns_error(monkeypatch):
|
|
monkeypatch.setenv("DECNET_ABUSEIPDB_API_KEY", "k3y")
|
|
|
|
async def handler(request: httpx.Request) -> httpx.Response:
|
|
return httpx.Response(429)
|
|
|
|
_install_transport(handler)
|
|
provider = AbuseIPDBProvider()
|
|
result = await provider.lookup("1.1.1.1")
|
|
assert result.error == "HTTP 429"
|
|
assert result.column_updates == {}
|