feat(feed-plaintext): new generic plain-text threat-intel feed connector

Fetches a line-per-indicator blocklist URL and emits normalized IOCs {value,type} for TIM import. Comment-char/field-index/type config, auto type-detection. Optional bearer auth, stdlib-only. py_compile clean. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
2026-07-12 22:43:17 +02:00
parent f09d00114f
commit 4f94b59e17
3 changed files with 207 additions and 0 deletions
@@ -0,0 +1,69 @@
+import json, os, sys, re, ssl, urllib.request, urllib.error
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _fetch(cfg):
+    url = str(cfg.get("feed_url", ""))
+    if not url:
+        raise Exception("feed_url is not configured")
+    headers = {"Accept": "text/plain, */*", "User-Agent": "Riposte-SOAR"}
+    if cfg.get("api_token"):
+        headers["Authorization"] = "Bearer " + str(cfg["api_token"])
+    req = urllib.request.Request(url, headers=headers, method="GET")
+    with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
+        return r.read().decode("utf-8", "replace")
+
+
+_IPV4 = re.compile(r"^\d{1,3}(?:\.\d{1,3}){3}(?:/\d{1,2})?$")
+_HASH = re.compile(r"^[a-fA-F0-9]{32}$|^[a-fA-F0-9]{40}$|^[a-fA-F0-9]{64}$")
+_EMAIL = re.compile(r"^[^@\s]+@[^@\s]+\.[^@\s]+$")
+
+
+def detect_type(value):
+    v = value.strip()
+    if _IPV4.match(v) or (":" in v and re.match(r"^[0-9a-fA-F:]+$", v)):
+        return "ip"
+    if v.lower().startswith("http://") or v.lower().startswith("https://"):
+        return "url"
+    if _EMAIL.match(v):
+        return "email"
+    if _HASH.match(v):
+        return "hash"
+    if "." in v and " " not in v:
+        return "domain"
+    return "unknown"
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    body = _fetch(cfg)
+    return {"ok": True, "bytes": len(body)}
+
+
+_run(main)