feat(feed): add generic JSON feed connector (configurable field mapping)

integrations/feed-json/scripts/test_connection.py

@@ -0,0 +1,56 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _headers(cfg):
+    h = {"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
+    t = cfg.get("api_token")
+    if t:
+        h["Authorization"] = "Bearer " + str(t)
+    return h
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(url, headers=_headers(cfg))
+    with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    url = cfg.get("feed_url")
+    if not url:
+        raise Exception("feed_url is required")
+    raw = _get(url, cfg)
+    data = json.loads(raw) if raw else {}
+    kind = "array" if isinstance(data, list) else type(data).__name__
+    return {"ok": True, "top_level": kind}
+
+
+_run(main)