feat(feed-taxii2): new generic TAXII 2.1 / STIX feed connector
Pulls STIX 2.x indicators from any TAXII 2.1 server, parses the STIX patterns
into normalized IOCs {value,type} for TIM import. list-collections + fetch.
Basic/bearer/none auth, stdlib-only. py_compile clean.
Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
@@ -0,0 +1,89 @@
|
||||
import json, os, sys, re, ssl, base64, urllib.parse, urllib.request, urllib.error
|
||||
|
||||
|
||||
def _cfg():
|
||||
return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
|
||||
|
||||
|
||||
def _inputs():
|
||||
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
|
||||
|
||||
|
||||
def _ctx(cfg):
|
||||
if cfg.get("insecure"):
|
||||
c = ssl.create_default_context()
|
||||
c.check_hostname = False
|
||||
c.verify_mode = ssl.CERT_NONE
|
||||
return c
|
||||
return None
|
||||
|
||||
|
||||
def _root(cfg):
|
||||
return str(cfg.get("api_root_url", "")).rstrip("/")
|
||||
|
||||
|
||||
def _headers(cfg):
|
||||
h = {"Accept": "application/taxii+json;version=2.1", "User-Agent": "Riposte-SOAR"}
|
||||
at = str(cfg.get("auth_type") or "basic").lower()
|
||||
if at == "basic":
|
||||
raw = str(cfg.get("username", "")) + ":" + str(cfg.get("password", ""))
|
||||
h["Authorization"] = "Basic " + base64.b64encode(raw.encode("utf-8")).decode("ascii")
|
||||
elif at == "bearer":
|
||||
h["Authorization"] = "Bearer " + str(cfg.get("password", ""))
|
||||
return h
|
||||
|
||||
|
||||
def request(path, cfg, params=None):
|
||||
url = _root(cfg) + path
|
||||
if params:
|
||||
clean = {k: v for k, v in params.items() if v not in (None, "")}
|
||||
if clean:
|
||||
url += "?" + urllib.parse.urlencode(clean)
|
||||
req = urllib.request.Request(url, headers=_headers(cfg), method="GET")
|
||||
with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
|
||||
raw = r.read()
|
||||
return json.loads(raw) if raw else {}
|
||||
|
||||
|
||||
# STIX pattern parsing: extract stix object type + value from an indicator pattern
|
||||
# e.g. [ipv4-addr:value = '1.2.3.4'] , [domain-name:value = 'bad.com'] ,
|
||||
# [file:hashes.'SHA-256' = 'abc...'] , [url:value = 'http://x']
|
||||
_PAT = re.compile(r"(\w[\w-]*):(?:value|hashes\.'?[\w:-]+'?)\s*=\s*'([^']+)'")
|
||||
|
||||
_STIX_TYPE = {
|
||||
"ipv4-addr": "ip", "ipv6-addr": "ip",
|
||||
"domain-name": "domain",
|
||||
"url": "url",
|
||||
"email-addr": "email", "email-message": "email",
|
||||
"file": "hash",
|
||||
"user-account": "user",
|
||||
}
|
||||
|
||||
|
||||
def parse_pattern(pattern):
|
||||
out = []
|
||||
for m in _PAT.finditer(pattern or ""):
|
||||
stix_type, value = m.group(1), m.group(2)
|
||||
t = _STIX_TYPE.get(stix_type)
|
||||
if t:
|
||||
out.append({"value": value, "type": t})
|
||||
return out
|
||||
|
||||
|
||||
def _run(fn):
|
||||
try:
|
||||
print(json.dumps(fn(_cfg(), _inputs())))
|
||||
except urllib.error.HTTPError as e:
|
||||
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
|
||||
sys.exit(1)
|
||||
except Exception as e:
|
||||
print(json.dumps({"error": str(e)}))
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
def main(cfg, inputs):
|
||||
request("/collections/", cfg)
|
||||
return {"ok": True}
|
||||
|
||||
|
||||
_run(main)
|
||||
Reference in New Issue
Block a user