feat(feed): add GCP IP ranges feed connector (allowlist / known infra)

integrations/feed-aws-ipranges/manifest.yaml

@@ -0,0 +1,43 @@
+id: feed_aws_ipranges
+name: AWS IP Ranges Feed
+version: 1.0.0
+description: "Amazon Web Services IP ranges feed connector — pull the official AWS public IP range list and emit normalized IOCs (CIDR + type, with region/service) for import into the Threat Indicator Manager. Intended as an allowlist / known-infrastructure feed (mark benign in TIM). Optional region/service filters. Free, no authentication required; stdlib-only, no extra Python dependencies."
+changelog: "1.0.0 — Initial release: fetch the AWS ip-ranges.json (IPv4 + IPv6), optional region/service filter."
+category: feed
+
+# AWS publishes its public IP ranges as a free JSON file over HTTPS.
+config_schema:
+  properties:
+    region:
+      type: string
+      description: "Optional: only return prefixes for this AWS region (e.g. eu-west-1)"
+    service:
+      type: string
+      description: "Optional: only return prefixes for this AWS service (e.g. EC2, S3, CLOUDFRONT)"
+    insecure:
+      type: boolean
+      description: "Trust any TLS certificate (not secure)"
+      default: false
+  required: []
+
+commands:
+  - id: fetch_indicators
+    name: feed-aws-ipranges-fetch-indicators
+    description: "Fetch the AWS IP ranges and return normalized indicators."
+    risk: read
+    inputs_schema:
+      properties:
+        region: { type: string, description: "Filter by AWS region (overrides config)" }
+        service: { type: string, description: "Filter by AWS service (overrides config)" }
+        max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" }
+      required: []
+    outputs_schema: { properties: {} }
+
+  - id: test_connection
+    name: feed-aws-ipranges-test-connection
+    description: "Verify the AWS IP ranges feed is reachable (used by the Test button)."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }

integrations/feed-aws-ipranges/scripts/fetch_indicators.py

@@ -0,0 +1,79 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+URL = "https://ip-ranges.amazonaws.com/ip-ranges.json"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(
+        url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
+    )
+    with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    region = inputs.get("region") or cfg.get("region")
+    service = inputs.get("service") or cfg.get("service")
+    raw = _get(URL, cfg)
+    data = json.loads(raw) if raw else {}
+
+    maxn = int(inputs.get("max_indicators") or 0)
+    out = []
+
+    def add(prefixes, field):
+        for p in prefixes:
+            if not isinstance(p, dict):
+                continue
+            cidr = p.get(field)
+            if not cidr:
+                continue
+            if region and p.get("region") != region:
+                continue
+            if service and p.get("service") != service:
+                continue
+            out.append({
+                "value": cidr,
+                "type": "cidr",
+                "region": p.get("region"),
+                "service": p.get("service"),
+                "provider": "aws",
+            })
+            if maxn and len(out) >= maxn:
+                return True
+        return False
+
+    if not add(data.get("prefixes", []), "ip_prefix"):
+        add(data.get("ipv6_prefixes", []), "ipv6_prefix")
+
+    return {"source": "aws:ip-ranges", "count": len(out), "indicators": out}
+
+
+_run(main)

integrations/feed-aws-ipranges/scripts/test_connection.py

@@ -0,0 +1,49 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+URL = "https://ip-ranges.amazonaws.com/ip-ranges.json"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(
+        url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
+    )
+    with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    raw = _get(URL, cfg)
+    data = json.loads(raw) if raw else {}
+    n = len(data.get("prefixes", [])) if isinstance(data, dict) else 0
+    return {"ok": True, "sample_count": n, "create_date": data.get("createDate")}
+
+
+_run(main)

integrations/feed-cloudflare-ips/manifest.yaml

@@ -0,0 +1,40 @@
+id: feed_cloudflare_ips
+name: Cloudflare IPs Feed
+version: 1.0.0
+description: "Cloudflare IP ranges feed connector — pull the official Cloudflare edge IP ranges (IPv4 and/or IPv6) and emit normalized IOCs (CIDR + type) for import into the Threat Indicator Manager. Intended as an allowlist / known-infrastructure feed (mark benign in TIM). Free, no authentication required; stdlib-only, no extra Python dependencies."
+changelog: "1.0.0 — Initial release: fetch Cloudflare ips-v4 / ips-v6."
+category: feed
+
+# Cloudflare publishes its edge IP ranges as free plain-text lists over HTTPS.
+config_schema:
+  properties:
+    family:
+      type: string
+      description: "Which addresses: v4, v6 or both (default both)"
+      default: "both"
+    insecure:
+      type: boolean
+      description: "Trust any TLS certificate (not secure)"
+      default: false
+  required: []
+
+commands:
+  - id: fetch_indicators
+    name: feed-cloudflare-ips-fetch-indicators
+    description: "Fetch the Cloudflare IP ranges and return normalized indicators."
+    risk: read
+    inputs_schema:
+      properties:
+        family: { type: string, description: "v4 | v6 | both (overrides the config default)" }
+        max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" }
+      required: []
+    outputs_schema: { properties: {} }
+
+  - id: test_connection
+    name: feed-cloudflare-ips-test-connection
+    description: "Verify the Cloudflare IPs feed is reachable (used by the Test button)."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }

integrations/feed-cloudflare-ips/scripts/fetch_indicators.py

@@ -0,0 +1,62 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+URLS = {
+    "v4": "https://www.cloudflare.com/ips-v4",
+    "v6": "https://www.cloudflare.com/ips-v6",
+}
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(url, headers={"User-Agent": "Riposte-SOAR"})
+    with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    fam = str(inputs.get("family") or cfg.get("family") or "both").lower()
+    families = ["v4", "v6"] if fam == "both" else [fam if fam in URLS else "v4"]
+
+    maxn = int(inputs.get("max_indicators") or 0)
+    out = []
+    for f in families:
+        raw = _get(URLS[f], cfg).decode("utf-8", "replace")
+        for line in raw.splitlines():
+            line = line.strip()
+            if not line or line.startswith("#"):
+                continue
+            out.append({"value": line, "type": "cidr", "provider": "cloudflare"})
+            if maxn and len(out) >= maxn:
+                return {"source": "cloudflare:ips", "count": len(out), "indicators": out}
+
+    return {"source": "cloudflare:ips", "count": len(out), "indicators": out}
+
+
+_run(main)

integrations/feed-cloudflare-ips/scripts/test_connection.py

@@ -0,0 +1,49 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+URLS = {
+    "v4": "https://www.cloudflare.com/ips-v4",
+    "v6": "https://www.cloudflare.com/ips-v6",
+}
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(url, headers={"User-Agent": "Riposte-SOAR"})
+    with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    raw = _get(URLS["v4"], cfg).decode("utf-8", "replace")
+    n = sum(1 for ln in raw.splitlines() if ln.strip() and not ln.startswith("#"))
+    return {"ok": True, "sample_count": n}
+
+
+_run(main)

integrations/feed-gcp-ipranges/manifest.yaml

@@ -0,0 +1,39 @@
+id: feed_gcp_ipranges
+name: GCP IP Ranges Feed
+version: 1.0.0
+description: "Google Cloud Platform IP ranges feed connector — pull the official GCP public IP range list and emit normalized IOCs (CIDR + type, with service/scope) for import into the Threat Indicator Manager. Intended as an allowlist / known-infrastructure feed (mark benign in TIM). Free, no authentication required; stdlib-only, no extra Python dependencies."
+changelog: "1.0.0 — Initial release: fetch the GCP cloud.json (IPv4 + IPv6)."
+category: feed
+
+# GCP publishes its public IP ranges as a free JSON file over HTTPS.
+config_schema:
+  properties:
+    service:
+      type: string
+      description: "Optional: only return prefixes for this GCP service (e.g. Google Cloud, Google APIs)"
+    insecure:
+      type: boolean
+      description: "Trust any TLS certificate (not secure)"
+      default: false
+  required: []
+
+commands:
+  - id: fetch_indicators
+    name: feed-gcp-ipranges-fetch-indicators
+    description: "Fetch the GCP IP ranges and return normalized indicators."
+    risk: read
+    inputs_schema:
+      properties:
+        service: { type: string, description: "Filter by GCP service (overrides config)" }
+        max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" }
+      required: []
+    outputs_schema: { properties: {} }
+
+  - id: test_connection
+    name: feed-gcp-ipranges-test-connection
+    description: "Verify the GCP IP ranges feed is reachable (used by the Test button)."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }

integrations/feed-gcp-ipranges/scripts/fetch_indicators.py

@@ -0,0 +1,70 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+URL = "https://www.gstatic.com/ipranges/cloud.json"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(
+        url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
+    )
+    with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    service = inputs.get("service") or cfg.get("service")
+    raw = _get(URL, cfg)
+    data = json.loads(raw) if raw else {}
+
+    maxn = int(inputs.get("max_indicators") or 0)
+    out = []
+    for p in data.get("prefixes", []):
+        if not isinstance(p, dict):
+            continue
+        cidr = p.get("ipv4Prefix") or p.get("ipv6Prefix")
+        if not cidr:
+            continue
+        if service and p.get("service") != service:
+            continue
+        out.append({
+            "value": cidr,
+            "type": "cidr",
+            "service": p.get("service"),
+            "scope": p.get("scope"),
+            "provider": "gcp",
+        })
+        if maxn and len(out) >= maxn:
+            break
+
+    return {"source": "gcp:cloud", "count": len(out), "indicators": out}
+
+
+_run(main)

integrations/feed-gcp-ipranges/scripts/test_connection.py

@@ -0,0 +1,49 @@
+import json, os, sys, ssl, urllib.request, urllib.error
+
+URL = "https://www.gstatic.com/ipranges/cloud.json"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def _ctx(cfg):
+    if cfg.get("insecure"):
+        c = ssl.create_default_context()
+        c.check_hostname = False
+        c.verify_mode = ssl.CERT_NONE
+        return c
+    return None
+
+
+def _get(url, cfg):
+    req = urllib.request.Request(
+        url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
+    )
+    with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r:
+        return r.read()
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    raw = _get(URL, cfg)
+    data = json.loads(raw) if raw else {}
+    n = len(data.get("prefixes", [])) if isinstance(data, dict) else 0
+    return {"ok": True, "sample_count": n, "creation_time": data.get("creationTime")}
+
+
+_run(main)