From 5bb465eb182df997a217bcd814b2d11e132db505 Mon Sep 17 00:00:00 2001 From: Guillaume BOURGEOIS Date: Sun, 12 Jul 2026 22:56:36 +0200 Subject: [PATCH] feat(feed): add ThreatFox feed connector (abuse.ch IOC export) --- integrations/feed-threatfox/manifest.yaml | 40 ++++++++ .../scripts/fetch_indicators.py | 91 +++++++++++++++++++ .../feed-threatfox/scripts/test_connection.py | 55 +++++++++++ 3 files changed, 186 insertions(+) create mode 100644 integrations/feed-threatfox/manifest.yaml create mode 100644 integrations/feed-threatfox/scripts/fetch_indicators.py create mode 100644 integrations/feed-threatfox/scripts/test_connection.py diff --git a/integrations/feed-threatfox/manifest.yaml b/integrations/feed-threatfox/manifest.yaml new file mode 100644 index 0000000..73f52b9 --- /dev/null +++ b/integrations/feed-threatfox/manifest.yaml @@ -0,0 +1,40 @@ +id: feed_threatfox +name: ThreatFox Feed +version: 1.0.0 +description: "abuse.ch ThreatFox feed connector — pull the recent IOC export (IPs, domains, URLs and file hashes tied to malware and botnet C2) and emit normalized IOCs (value + type, with malware/threat_type/confidence context) for import into the Threat Indicator Manager. abuse.ch now requires a free Auth-Key for downloads; stdlib-only, no extra Python dependencies." +changelog: "1.0.0 — Initial release: fetch the ThreatFox recent JSON export." +category: feed + +# ThreatFox is an abuse.ch feed. As of 2024 abuse.ch requires a free Auth-Key +# (sent as the Auth-Key header) for feed downloads. +config_schema: + properties: + api_key: + type: string + description: "abuse.ch Auth-Key (free — from your abuse.ch account profile)" + x-soar-sensitive: true + insecure: + type: boolean + description: "Trust any TLS certificate (not secure)" + default: false + required: [] + +commands: + - id: fetch_indicators + name: feed-threatfox-fetch-indicators + description: "Fetch the ThreatFox recent export and return normalized indicators." + risk: read + inputs_schema: + properties: + max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" } + required: [] + outputs_schema: { properties: {} } + + - id: test_connection + name: feed-threatfox-test-connection + description: "Verify the ThreatFox feed is reachable (used by the Test button)." + risk: read + inputs_schema: + properties: {} + required: [] + outputs_schema: { properties: {} } diff --git a/integrations/feed-threatfox/scripts/fetch_indicators.py b/integrations/feed-threatfox/scripts/fetch_indicators.py new file mode 100644 index 0000000..2153e90 --- /dev/null +++ b/integrations/feed-threatfox/scripts/fetch_indicators.py @@ -0,0 +1,91 @@ +import json, os, sys, ssl, urllib.request, urllib.error + +URL = "https://threatfox.abuse.ch/export/json/recent/" + +_TMAP = { + "ip:port": "ip", + "domain": "domain", + "url": "url", + "md5_hash": "hash", + "sha1_hash": "hash", + "sha256_hash": "hash", +} + + +def _cfg(): + return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}")) + + +def _inputs(): + return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}")) + + +def _ctx(cfg): + if cfg.get("insecure"): + c = ssl.create_default_context() + c.check_hostname = False + c.verify_mode = ssl.CERT_NONE + return c + return None + + +def _headers(cfg): + h = {"User-Agent": "Riposte-SOAR", "Accept": "application/json"} + k = cfg.get("api_key") + if k: + h["Auth-Key"] = str(k) + return h + + +def _get(url, cfg): + req = urllib.request.Request(url, headers=_headers(cfg)) + with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r: + return r.read() + + +def _run(fn): + try: + print(json.dumps(fn(_cfg(), _inputs()))) + except urllib.error.HTTPError as e: + print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")})) + sys.exit(1) + except Exception as e: + print(json.dumps({"error": str(e)})) + sys.exit(1) + + +def main(cfg, inputs): + raw = _get(URL, cfg) + data = json.loads(raw) if raw else {} + + maxn = int(inputs.get("max_indicators") or 0) + out = [] + items = data.items() if isinstance(data, dict) else [] + for _id, arr in items: + if not isinstance(arr, list): + continue + for e in arr: + if not isinstance(e, dict): + continue + ioc = e.get("ioc") + if not ioc: + continue + it = e.get("ioc_type") + t = _TMAP.get(it, "other") + val = ioc.split(":")[0] if it == "ip:port" else ioc + out.append({ + "value": val, + "type": t, + "ioc_type": it, + "malware": e.get("malware_printable") or e.get("malware"), + "threat_type": e.get("threat_type"), + "confidence": e.get("confidence_level"), + "first_seen": e.get("first_seen_utc"), + }) + if maxn and len(out) >= maxn: + return {"source": "threatfox:recent", "count": len(out), "indicators": out} + + return {"source": "threatfox:recent", "count": len(out), "indicators": out} + + +_run(main) diff --git a/integrations/feed-threatfox/scripts/test_connection.py b/integrations/feed-threatfox/scripts/test_connection.py new file mode 100644 index 0000000..3fca534 --- /dev/null +++ b/integrations/feed-threatfox/scripts/test_connection.py @@ -0,0 +1,55 @@ +import json, os, sys, ssl, urllib.request, urllib.error + +URL = "https://threatfox.abuse.ch/export/json/recent/" + + +def _cfg(): + return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}")) + + +def _inputs(): + return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}")) + + +def _ctx(cfg): + if cfg.get("insecure"): + c = ssl.create_default_context() + c.check_hostname = False + c.verify_mode = ssl.CERT_NONE + return c + return None + + +def _headers(cfg): + h = {"User-Agent": "Riposte-SOAR", "Accept": "application/json"} + k = cfg.get("api_key") + if k: + h["Auth-Key"] = str(k) + return h + + +def _get(url, cfg): + req = urllib.request.Request(url, headers=_headers(cfg)) + with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r: + return r.read() + + +def _run(fn): + try: + print(json.dumps(fn(_cfg(), _inputs()))) + except urllib.error.HTTPError as e: + print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")})) + sys.exit(1) + except Exception as e: + print(json.dumps({"error": str(e)})) + sys.exit(1) + + +def main(cfg, inputs): + raw = _get(URL, cfg) + data = json.loads(raw) if raw else {} + n = len(data) if isinstance(data, dict) else 0 + return {"ok": True, "sample_count": n} + + +_run(main)