From a2c9f998c36429b8e6346aaedacaf79ea5522f15 Mon Sep 17 00:00:00 2001 From: Guillaume BOURGEOIS Date: Mon, 13 Jul 2026 12:15:50 +0200 Subject: [PATCH] feat(feed): add Botvrij.eu OSINT feed connector (IOC lists by type) --- integrations/feed-botvrij/manifest.yaml | 40 ++++++++++ .../feed-botvrij/scripts/fetch_indicators.py | 74 +++++++++++++++++++ .../feed-botvrij/scripts/test_connection.py | 47 ++++++++++++ 3 files changed, 161 insertions(+) create mode 100644 integrations/feed-botvrij/manifest.yaml create mode 100644 integrations/feed-botvrij/scripts/fetch_indicators.py create mode 100644 integrations/feed-botvrij/scripts/test_connection.py diff --git a/integrations/feed-botvrij/manifest.yaml b/integrations/feed-botvrij/manifest.yaml new file mode 100644 index 0000000..ad450e5 --- /dev/null +++ b/integrations/feed-botvrij/manifest.yaml @@ -0,0 +1,40 @@ +id: feed_botvrij +name: Botvrij.eu Feed +version: 1.0.0 +description: "Botvrij.eu OSINT feed connector — pull the free community IOC lists (destination IPs, domains, hostnames, URLs, file hashes, filenames, e-mails) and emit normalized IOCs (value + type) for import into the Threat Indicator Manager. Free, no authentication required; stdlib-only, no extra Python dependencies." +changelog: "1.0.0 — Initial release: fetch a botvrij.eu IOC list by type." +category: feed + +# Botvrij.eu publishes free plain-text IOC lists over HTTPS. No key required. +config_schema: + properties: + list: + type: string + description: "Which list: ip-dst, domain, hostname, url, md5, sha1, sha256, filename, email-src. Default ip-dst" + default: "ip-dst" + insecure: + type: boolean + description: "Trust any TLS certificate (not secure)" + default: false + required: [] + +commands: + - id: fetch_indicators + name: feed-botvrij-fetch-indicators + description: "Fetch a botvrij.eu IOC list and return normalized indicators." + risk: read + inputs_schema: + properties: + list: { type: string, description: "ip-dst | domain | hostname | url | md5 | sha1 | sha256 | filename | email-src (overrides config)" } + max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" } + required: [] + outputs_schema: { properties: {} } + + - id: test_connection + name: feed-botvrij-test-connection + description: "Verify the botvrij.eu feed is reachable (used by the Test button)." + risk: read + inputs_schema: + properties: {} + required: [] + outputs_schema: { properties: {} } diff --git a/integrations/feed-botvrij/scripts/fetch_indicators.py b/integrations/feed-botvrij/scripts/fetch_indicators.py new file mode 100644 index 0000000..187d002 --- /dev/null +++ b/integrations/feed-botvrij/scripts/fetch_indicators.py @@ -0,0 +1,74 @@ +import json, os, sys, ssl, urllib.request, urllib.error + +BASE = "https://www.botvrij.eu/data/ioclist." + +# botvrij list name -> normalized indicator type +TYPES = { + "ip-dst": "ip", + "domain": "domain", + "hostname": "domain", + "url": "url", + "md5": "hash", + "sha1": "hash", + "sha256": "hash", + "filename": "filename", + "email-src": "email", +} + + +def _cfg(): + return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}")) + + +def _inputs(): + return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}")) + + +def _ctx(cfg): + if cfg.get("insecure"): + c = ssl.create_default_context() + c.check_hostname = False + c.verify_mode = ssl.CERT_NONE + return c + return None + + +def _get(url, cfg): + req = urllib.request.Request(url, headers={"User-Agent": "Riposte-SOAR"}) + with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r: + return r.read() + + +def _run(fn): + try: + print(json.dumps(fn(_cfg(), _inputs()))) + except urllib.error.HTTPError as e: + print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")})) + sys.exit(1) + except Exception as e: + print(json.dumps({"error": str(e)})) + sys.exit(1) + + +def main(cfg, inputs): + key = str(inputs.get("list") or cfg.get("list") or "ip-dst").lower() + if key not in TYPES: + key = "ip-dst" + typ = TYPES[key] + + raw = _get(BASE + key, cfg).decode("utf-8", "replace") + + maxn = int(inputs.get("max_indicators") or 0) + out = [] + for line in raw.splitlines(): + line = line.strip() + if not line or line.startswith("#"): + continue + out.append({"value": line, "type": typ, "list": key}) + if maxn and len(out) >= maxn: + break + + return {"source": "botvrij:" + key, "count": len(out), "indicators": out} + + +_run(main) diff --git a/integrations/feed-botvrij/scripts/test_connection.py b/integrations/feed-botvrij/scripts/test_connection.py new file mode 100644 index 0000000..7de0d94 --- /dev/null +++ b/integrations/feed-botvrij/scripts/test_connection.py @@ -0,0 +1,47 @@ +import json, os, sys, ssl, urllib.request, urllib.error + +BASE = "https://www.botvrij.eu/data/ioclist." + + +def _cfg(): + return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}")) + + +def _inputs(): + return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}")) + + +def _ctx(cfg): + if cfg.get("insecure"): + c = ssl.create_default_context() + c.check_hostname = False + c.verify_mode = ssl.CERT_NONE + return c + return None + + +def _get(url, cfg): + req = urllib.request.Request(url, headers={"User-Agent": "Riposte-SOAR"}) + with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r: + return r.read() + + +def _run(fn): + try: + print(json.dumps(fn(_cfg(), _inputs()))) + except urllib.error.HTTPError as e: + print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")})) + sys.exit(1) + except Exception as e: + print(json.dumps({"error": str(e)})) + sys.exit(1) + + +def main(cfg, inputs): + key = str(cfg.get("list") or "ip-dst").lower() + raw = _get(BASE + key, cfg).decode("utf-8", "replace") + n = sum(1 for ln in raw.splitlines() if ln.strip() and not ln.startswith("#")) + return {"ok": True, "sample_count": n, "list": key} + + +_run(main)