feat(feed): add Emerging Threats feed connector (ET Open reputation lists)

integrations/feed-emergingthreats/manifest.yaml

@@ -0,0 +1,40 @@
+id: feed_emergingthreats
+name: Emerging Threats Feed
+version: 1.0.0
+description: "Emerging Threats (Proofpoint ET Open) feed connector — pull the free reputation blocklists: known compromised hosts, or the ET firewall block-IP ruleset, and emit normalized IOCs (IP/CIDR + type) for import into the Threat Indicator Manager. Free, no authentication required; stdlib-only, no extra Python dependencies."
+changelog: "1.0.0 — Initial release: fetch the ET compromised-IPs or firewall block-IPs list."
+category: feed
+
+# ET Open lists are free and served over HTTPS. No key required.
+config_schema:
+  properties:
+    list:
+      type: string
+      description: "Which list: compromised (compromised-ips) or block (firewall block-IPs). Default compromised"
+      default: "compromised"
+    insecure:
+      type: boolean
+      description: "Trust any TLS certificate (not secure)"
+      default: false
+  required: []
+
+commands:
+  - id: fetch_indicators
+    name: feed-emergingthreats-fetch-indicators
+    description: "Fetch an Emerging Threats reputation list and return normalized indicators."
+    risk: read
+    inputs_schema:
+      properties:
+        list: { type: string, description: "compromised | block (overrides the config default)" }
+        max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" }
+      required: []
+    outputs_schema: { properties: {} }
+
+  - id: test_connection
+    name: feed-emergingthreats-test-connection
+    description: "Verify the Emerging Threats feed is reachable (used by the Test button)."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }

integrations/feed-emergingthreats/scripts/fetch_indicators.py

@@ -0,0 +1,62 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+LISTS = {
+    "compromised": "https://rules.emergingthreats.net/blockrules/compromised-ips.txt",
+    "block": "https://rules.emergingthreats.net/fwrules/emerging-Block-IPs.txt",
+}
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(url, headers={"User-Agent": "Riposte-SOAR"})
+    with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    key = str(inputs.get("list") or cfg.get("list") or "compromised").lower()
+    url = LISTS.get(key, LISTS["compromised"])
+    raw = _get(url, cfg).decode("utf-8", "replace")
+
+    maxn = int(inputs.get("max_indicators") or 0)
+    out = []
+    for line in raw.splitlines():
+        line = line.strip()
+        if not line or line.startswith("#"):
+            continue
+        typ = "cidr" if "/" in line else "ip"
+        out.append({"value": line, "type": typ, "list": key})
+        if maxn and len(out) >= maxn:
+            break
+
+    return {"source": "emergingthreats:" + key, "count": len(out), "indicators": out}
+
+
+_run(main)

integrations/feed-emergingthreats/scripts/test_connection.py

@@ -0,0 +1,51 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+LISTS = {
+    "compromised": "https://rules.emergingthreats.net/blockrules/compromised-ips.txt",
+    "block": "https://rules.emergingthreats.net/fwrules/emerging-Block-IPs.txt",
+}
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(url, headers={"User-Agent": "Riposte-SOAR"})
+    with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    key = str(cfg.get("list") or "compromised").lower()
+    url = LISTS.get(key, LISTS["compromised"])
+    raw = _get(url, cfg).decode("utf-8", "replace")
+    n = sum(1 for ln in raw.splitlines() if ln.strip() and not ln.startswith("#"))
+    return {"ok": True, "sample_count": n, "list": key}
+
+
+_run(main)