feat(recorded-future): Recorded Future + ASI integrations

Recorded Future (enrichment): native ConnectAPI v2 (X-RFToken). ip/domain/url/
file/cve risk reputation, full entity intelligence, and alert ingestion (alerts
search) with an OCSF mapper and a 'Recorded Future Alert' default type, plus
alert lookup and alert-rule search.

Recorded Future ASI (enrichment): Attack Surface Intelligence (SecurityTrails
API, APIKEY header, project-scoped). Project issue ingestion (project_issues)
with an OCSF mapper and a 'Recorded Future ASI Issue' default type, filtered by
a configurable minimum severity, plus recent-issues and recent-issues-by-host
queries.

The XSOAR-gateway packs (alerts/lists) were re-implemented against Recorded
Future's native ConnectAPI rather than the XSOAR-coupled gateway protocol.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
Guillaume BOURGEOIS
2026-06-27 15:19:40 +02:00
parent ef215daa88
commit fcf516ca82
20 changed files with 862 additions and 0 deletions
@@ -0,0 +1,51 @@
import json, os, sys, urllib.request, urllib.parse, urllib.error
MIN_SEVERITY = {"Informational": {"high", "moderate", "informational"}, "Moderate": {"high", "moderate"}, "Critical": {"high"}}
SEV_NUM = {"high": 5, "moderate": 3, "informational": 1}
def _cfg():
s = json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
base = "https://api.securitytrails.com/v1/asi"
headers = {"APIKEY": s.get("api_key", ""), "Accept": "application/json"}
project = str(s.get("project_id", ""))
min_sev = str(s.get("min_severity") or "Moderate")
return base, headers, project, min_sev
def _inputs():
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
def request(path):
base, headers, _, _ = _cfg()
req = urllib.request.Request(base + "/" + path.lstrip("/"), headers=headers, method="GET")
with urllib.request.urlopen(req, timeout=90) as r:
raw = r.read()
return json.loads(raw) if raw else {}
def run():
_, _, project, min_sev = _cfg()
snapshot = _inputs().get("snapshot") or "recent"
out = request("/rules/" + urllib.parse.quote(project, safe="") + "/" + urllib.parse.quote(snapshot, safe="") + "/issues")
allowed = MIN_SEVERITY.get(min_sev, MIN_SEVERITY["Moderate"])
issues = []
for issue in out.get("data", []):
cls = str(issue.get("classification", "")).lower()
if cls and cls not in allowed:
continue
# Inject a 1-5 severity so the mapper can map it without string comparisons.
issue["_severity"] = SEV_NUM.get(cls, 2)
issues.append(issue)
print(json.dumps({"data": issues, "meta": out.get("meta", {})}))
try:
run()
except urllib.error.HTTPError as e:
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
sys.exit(1)
except Exception as e:
print(json.dumps({"error": str(e)}))
sys.exit(1)
@@ -0,0 +1,47 @@
import json, os, sys, urllib.request, urllib.parse, urllib.error
MIN_SEVERITY = {"Informational": "high,moderate,informational", "Moderate": "high,moderate", "Critical": "high"}
def _cfg():
s = json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
base = "https://api.securitytrails.com/v1/asi"
headers = {"APIKEY": s.get("api_key", ""), "Accept": "application/json"}
project = str(s.get("project_id", ""))
min_sev = str(s.get("min_severity") or "Moderate")
return base, headers, project, min_sev
def _inputs():
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
def request(path, params):
base, headers, _, _ = _cfg()
clean = {k: v for k, v in params.items() if v not in (None, "")}
url = base + "/" + path.lstrip("/") + ("?" + urllib.parse.urlencode(clean, doseq=True) if clean else "")
req = urllib.request.Request(url, headers=headers, method="GET")
with urllib.request.urlopen(req, timeout=90) as r:
raw = r.read()
return json.loads(raw) if raw else {}
def run():
_, _, project, min_sev = _cfg()
inp = _inputs()
params = {
"rule_action": "added",
"start": inp.get("start"),
"classification": MIN_SEVERITY.get(min_sev, "high,moderate"),
}
print(json.dumps(request("/rules/history/" + urllib.parse.quote(project, safe="") + "/activity", params)))
try:
run()
except urllib.error.HTTPError as e:
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
sys.exit(1)
except Exception as e:
print(json.dumps({"error": str(e)}))
sys.exit(1)
@@ -0,0 +1,48 @@
import json, os, sys, urllib.request, urllib.parse, urllib.error
MIN_SEVERITY = {"Informational": "high,moderate,informational", "Moderate": "high,moderate", "Critical": "high"}
def _cfg():
s = json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
base = "https://api.securitytrails.com/v1/asi"
headers = {"APIKEY": s.get("api_key", ""), "Accept": "application/json"}
project = str(s.get("project_id", ""))
min_sev = str(s.get("min_severity") or "Moderate")
return base, headers, project, min_sev
def _inputs():
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
def request(path, params):
base, headers, _, _ = _cfg()
clean = {k: v for k, v in params.items() if v not in (None, "")}
url = base + "/" + path.lstrip("/") + ("?" + urllib.parse.urlencode(clean, doseq=True) if clean else "")
req = urllib.request.Request(url, headers=headers, method="GET")
with urllib.request.urlopen(req, timeout=90) as r:
raw = r.read()
return json.loads(raw) if raw else {}
def run():
_, _, project, min_sev = _cfg()
inp = _inputs()
params = {
"rule_action": "added",
"last_checked": inp.get("last_checked"),
"classification": MIN_SEVERITY.get(min_sev, "high,moderate"),
"limit": inp.get("limit") or 200,
}
print(json.dumps(request("/rules/history/" + urllib.parse.quote(project, safe="") + "/activity/by_host/compare", params)))
try:
run()
except urllib.error.HTTPError as e:
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
sys.exit(1)
except Exception as e:
print(json.dumps({"error": str(e)}))
sys.exit(1)
@@ -0,0 +1,40 @@
import json, os, sys, urllib.request, urllib.parse, urllib.error
def _cfg():
s = json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
base = "https://api.securitytrails.com/v1/asi"
headers = {"APIKEY": s.get("api_key", ""), "Accept": "application/json"}
project = str(s.get("project_id", ""))
return base, headers, project
def request(path):
base, headers, _ = _cfg()
req = urllib.request.Request(base + "/" + path.lstrip("/"), headers=headers, method="GET")
with urllib.request.urlopen(req, timeout=60) as r:
raw = r.read()
return json.loads(raw) if raw else {}
def run():
_, _, project = _cfg()
request("/rules/" + urllib.parse.quote(project, safe="") + "/recent/issues")
print(json.dumps({"ok": True}))
try:
run()
except urllib.error.HTTPError as e:
detail = e.read().decode("utf-8", "replace")
if e.code in (401, 403):
msg = "API key is not valid or has no access to this project."
elif e.code == 404:
msg = "Project not found. Check the Project ID."
else:
msg = "HTTP " + str(e.code)
print(json.dumps({"ok": False, "error": msg, "detail": detail}))
sys.exit(1)
except Exception as e:
print(json.dumps({"ok": False, "error": str(e)}))
sys.exit(1)