feat(feed): add Spamhaus DROP feed connector (DROP/DROPv6/ASN-DROP)
This commit is contained in:
@@ -0,0 +1,40 @@
|
|||||||
|
id: feed_spamhaus_drop
|
||||||
|
name: Spamhaus DROP Feed
|
||||||
|
version: 1.0.0
|
||||||
|
description: "Spamhaus DROP feed connector — pull the 'Don't Route Or Peer' lists (hijacked/leased netblocks and ASNs used by cyber-criminals) and emit normalized IOCs (CIDR or ASN + type, with SBL reference) for import into the Threat Indicator Manager. Free, no authentication required; stdlib-only, no extra Python dependencies."
|
||||||
|
changelog: "1.0.0 — Initial release: fetch DROP (IPv4), DROPv6 or ASN-DROP as normalized indicators."
|
||||||
|
category: feed
|
||||||
|
|
||||||
|
# Spamhaus DROP lists are free and served over HTTPS as line-delimited JSON.
|
||||||
|
config_schema:
|
||||||
|
properties:
|
||||||
|
list:
|
||||||
|
type: string
|
||||||
|
description: "Which list to fetch: drop (IPv4), dropv6 (IPv6) or asndrop (default drop)"
|
||||||
|
default: "drop"
|
||||||
|
insecure:
|
||||||
|
type: boolean
|
||||||
|
description: "Trust any TLS certificate (not secure)"
|
||||||
|
default: false
|
||||||
|
required: []
|
||||||
|
|
||||||
|
commands:
|
||||||
|
- id: fetch_indicators
|
||||||
|
name: feed-spamhaus-drop-fetch-indicators
|
||||||
|
description: "Fetch a Spamhaus DROP list and return normalized indicators."
|
||||||
|
risk: read
|
||||||
|
inputs_schema:
|
||||||
|
properties:
|
||||||
|
list: { type: string, description: "drop | dropv6 | asndrop (overrides the config default)" }
|
||||||
|
max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" }
|
||||||
|
required: []
|
||||||
|
outputs_schema: { properties: {} }
|
||||||
|
|
||||||
|
- id: test_connection
|
||||||
|
name: feed-spamhaus-drop-test-connection
|
||||||
|
description: "Verify the Spamhaus DROP feed is reachable (used by the Test button)."
|
||||||
|
risk: read
|
||||||
|
inputs_schema:
|
||||||
|
properties: {}
|
||||||
|
required: []
|
||||||
|
outputs_schema: { properties: {} }
|
||||||
@@ -0,0 +1,90 @@
|
|||||||
|
import json, os, sys, ssl, urllib.request, urllib.error
|
||||||
|
|
||||||
|
LISTS = {
|
||||||
|
"drop": "https://www.spamhaus.org/drop/drop_v4.json",
|
||||||
|
"dropv6": "https://www.spamhaus.org/drop/drop_v6.json",
|
||||||
|
"asndrop": "https://www.spamhaus.org/drop/asndrop.json",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def _cfg():
|
||||||
|
return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
|
||||||
|
|
||||||
|
|
||||||
|
def _inputs():
|
||||||
|
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
|
||||||
|
|
||||||
|
|
||||||
|
def _ctx(cfg):
|
||||||
|
if cfg.get("insecure"):
|
||||||
|
c = ssl.create_default_context()
|
||||||
|
c.check_hostname = False
|
||||||
|
c.verify_mode = ssl.CERT_NONE
|
||||||
|
return c
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def _get(url, cfg):
|
||||||
|
req = urllib.request.Request(
|
||||||
|
url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
|
||||||
|
)
|
||||||
|
with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
|
||||||
|
return r.read()
|
||||||
|
|
||||||
|
|
||||||
|
def _run(fn):
|
||||||
|
try:
|
||||||
|
print(json.dumps(fn(_cfg(), _inputs())))
|
||||||
|
except urllib.error.HTTPError as e:
|
||||||
|
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
|
||||||
|
sys.exit(1)
|
||||||
|
except Exception as e:
|
||||||
|
print(json.dumps({"error": str(e)}))
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def _parse(raw, maxn):
|
||||||
|
# Spamhaus DROP lists are newline-delimited JSON objects. Metadata lines
|
||||||
|
# (type == "metadata") are skipped. A legacy "cidr ; SBLxxx" text form is
|
||||||
|
# also tolerated as a fallback.
|
||||||
|
out = []
|
||||||
|
for line in raw.splitlines():
|
||||||
|
line = line.strip()
|
||||||
|
if not line:
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
obj = json.loads(line)
|
||||||
|
except ValueError:
|
||||||
|
part = line.split(";")[0].strip()
|
||||||
|
if part and not part.startswith("#"):
|
||||||
|
out.append({"value": part, "type": "cidr"})
|
||||||
|
if maxn and len(out) >= maxn:
|
||||||
|
break
|
||||||
|
continue
|
||||||
|
if not isinstance(obj, dict):
|
||||||
|
continue
|
||||||
|
if obj.get("type") == "metadata":
|
||||||
|
continue
|
||||||
|
cidr = obj.get("cidr")
|
||||||
|
asn = obj.get("asn")
|
||||||
|
if cidr:
|
||||||
|
out.append({"value": cidr, "type": "cidr", "sblid": obj.get("sblid"), "rir": obj.get("rir")})
|
||||||
|
elif asn is not None:
|
||||||
|
out.append({"value": "AS" + str(asn), "type": "asn", "org": obj.get("org")})
|
||||||
|
else:
|
||||||
|
continue
|
||||||
|
if maxn and len(out) >= maxn:
|
||||||
|
break
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def main(cfg, inputs):
|
||||||
|
key = str(inputs.get("list") or cfg.get("list") or "drop").lower()
|
||||||
|
url = LISTS.get(key, LISTS["drop"])
|
||||||
|
raw = _get(url, cfg).decode("utf-8", "replace")
|
||||||
|
maxn = int(inputs.get("max_indicators") or 0)
|
||||||
|
out = _parse(raw, maxn)
|
||||||
|
return {"source": "spamhaus:" + key, "count": len(out), "indicators": out}
|
||||||
|
|
||||||
|
|
||||||
|
_run(main)
|
||||||
@@ -0,0 +1,54 @@
|
|||||||
|
import json, os, sys, ssl, urllib.request, urllib.error
|
||||||
|
|
||||||
|
LISTS = {
|
||||||
|
"drop": "https://www.spamhaus.org/drop/drop_v4.json",
|
||||||
|
"dropv6": "https://www.spamhaus.org/drop/drop_v6.json",
|
||||||
|
"asndrop": "https://www.spamhaus.org/drop/asndrop.json",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def _cfg():
|
||||||
|
return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
|
||||||
|
|
||||||
|
|
||||||
|
def _inputs():
|
||||||
|
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
|
||||||
|
|
||||||
|
|
||||||
|
def _ctx(cfg):
|
||||||
|
if cfg.get("insecure"):
|
||||||
|
c = ssl.create_default_context()
|
||||||
|
c.check_hostname = False
|
||||||
|
c.verify_mode = ssl.CERT_NONE
|
||||||
|
return c
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def _get(url, cfg):
|
||||||
|
req = urllib.request.Request(
|
||||||
|
url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
|
||||||
|
)
|
||||||
|
with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r:
|
||||||
|
return r.read()
|
||||||
|
|
||||||
|
|
||||||
|
def _run(fn):
|
||||||
|
try:
|
||||||
|
print(json.dumps(fn(_cfg(), _inputs())))
|
||||||
|
except urllib.error.HTTPError as e:
|
||||||
|
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
|
||||||
|
sys.exit(1)
|
||||||
|
except Exception as e:
|
||||||
|
print(json.dumps({"error": str(e)}))
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def main(cfg, inputs):
|
||||||
|
key = str(cfg.get("list") or "drop").lower()
|
||||||
|
url = LISTS.get(key, LISTS["drop"])
|
||||||
|
raw = _get(url, cfg).decode("utf-8", "replace")
|
||||||
|
n = sum(1 for ln in raw.splitlines() if ln.strip())
|
||||||
|
return {"ok": True, "sample_lines": n, "list": key}
|
||||||
|
|
||||||
|
|
||||||
|
_run(main)
|
||||||
Reference in New Issue
Block a user