feat(feed): add AWS IP ranges feed connector (allowlist / known infra)
This commit is contained in:
@@ -0,0 +1,43 @@
|
||||
id: feed_aws_ipranges
|
||||
name: AWS IP Ranges Feed
|
||||
version: 1.0.0
|
||||
description: "Amazon Web Services IP ranges feed connector — pull the official AWS public IP range list and emit normalized IOCs (CIDR + type, with region/service) for import into the Threat Indicator Manager. Intended as an allowlist / known-infrastructure feed (mark benign in TIM). Optional region/service filters. Free, no authentication required; stdlib-only, no extra Python dependencies."
|
||||
changelog: "1.0.0 — Initial release: fetch the AWS ip-ranges.json (IPv4 + IPv6), optional region/service filter."
|
||||
category: feed
|
||||
|
||||
# AWS publishes its public IP ranges as a free JSON file over HTTPS.
|
||||
config_schema:
|
||||
properties:
|
||||
region:
|
||||
type: string
|
||||
description: "Optional: only return prefixes for this AWS region (e.g. eu-west-1)"
|
||||
service:
|
||||
type: string
|
||||
description: "Optional: only return prefixes for this AWS service (e.g. EC2, S3, CLOUDFRONT)"
|
||||
insecure:
|
||||
type: boolean
|
||||
description: "Trust any TLS certificate (not secure)"
|
||||
default: false
|
||||
required: []
|
||||
|
||||
commands:
|
||||
- id: fetch_indicators
|
||||
name: feed-aws-ipranges-fetch-indicators
|
||||
description: "Fetch the AWS IP ranges and return normalized indicators."
|
||||
risk: read
|
||||
inputs_schema:
|
||||
properties:
|
||||
region: { type: string, description: "Filter by AWS region (overrides config)" }
|
||||
service: { type: string, description: "Filter by AWS service (overrides config)" }
|
||||
max_indicators: { type: number, description: "Max indicators to return (0 = no limit, default 0)" }
|
||||
required: []
|
||||
outputs_schema: { properties: {} }
|
||||
|
||||
- id: test_connection
|
||||
name: feed-aws-ipranges-test-connection
|
||||
description: "Verify the AWS IP ranges feed is reachable (used by the Test button)."
|
||||
risk: read
|
||||
inputs_schema:
|
||||
properties: {}
|
||||
required: []
|
||||
outputs_schema: { properties: {} }
|
||||
@@ -0,0 +1,79 @@
|
||||
import json, os, sys, ssl, urllib.request, urllib.error
|
||||
|
||||
URL = "https://ip-ranges.amazonaws.com/ip-ranges.json"
|
||||
|
||||
|
||||
def _cfg():
|
||||
return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
|
||||
|
||||
|
||||
def _inputs():
|
||||
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
|
||||
|
||||
|
||||
def _ctx(cfg):
|
||||
if cfg.get("insecure"):
|
||||
c = ssl.create_default_context()
|
||||
c.check_hostname = False
|
||||
c.verify_mode = ssl.CERT_NONE
|
||||
return c
|
||||
return None
|
||||
|
||||
|
||||
def _get(url, cfg):
|
||||
req = urllib.request.Request(
|
||||
url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
|
||||
)
|
||||
with urllib.request.urlopen(req, timeout=120, context=_ctx(cfg)) as r:
|
||||
return r.read()
|
||||
|
||||
|
||||
def _run(fn):
|
||||
try:
|
||||
print(json.dumps(fn(_cfg(), _inputs())))
|
||||
except urllib.error.HTTPError as e:
|
||||
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
|
||||
sys.exit(1)
|
||||
except Exception as e:
|
||||
print(json.dumps({"error": str(e)}))
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
def main(cfg, inputs):
|
||||
region = inputs.get("region") or cfg.get("region")
|
||||
service = inputs.get("service") or cfg.get("service")
|
||||
raw = _get(URL, cfg)
|
||||
data = json.loads(raw) if raw else {}
|
||||
|
||||
maxn = int(inputs.get("max_indicators") or 0)
|
||||
out = []
|
||||
|
||||
def add(prefixes, field):
|
||||
for p in prefixes:
|
||||
if not isinstance(p, dict):
|
||||
continue
|
||||
cidr = p.get(field)
|
||||
if not cidr:
|
||||
continue
|
||||
if region and p.get("region") != region:
|
||||
continue
|
||||
if service and p.get("service") != service:
|
||||
continue
|
||||
out.append({
|
||||
"value": cidr,
|
||||
"type": "cidr",
|
||||
"region": p.get("region"),
|
||||
"service": p.get("service"),
|
||||
"provider": "aws",
|
||||
})
|
||||
if maxn and len(out) >= maxn:
|
||||
return True
|
||||
return False
|
||||
|
||||
if not add(data.get("prefixes", []), "ip_prefix"):
|
||||
add(data.get("ipv6_prefixes", []), "ipv6_prefix")
|
||||
|
||||
return {"source": "aws:ip-ranges", "count": len(out), "indicators": out}
|
||||
|
||||
|
||||
_run(main)
|
||||
@@ -0,0 +1,49 @@
|
||||
import json, os, sys, ssl, urllib.request, urllib.error
|
||||
|
||||
URL = "https://ip-ranges.amazonaws.com/ip-ranges.json"
|
||||
|
||||
|
||||
def _cfg():
|
||||
return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
|
||||
|
||||
|
||||
def _inputs():
|
||||
return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
|
||||
|
||||
|
||||
def _ctx(cfg):
|
||||
if cfg.get("insecure"):
|
||||
c = ssl.create_default_context()
|
||||
c.check_hostname = False
|
||||
c.verify_mode = ssl.CERT_NONE
|
||||
return c
|
||||
return None
|
||||
|
||||
|
||||
def _get(url, cfg):
|
||||
req = urllib.request.Request(
|
||||
url, headers={"User-Agent": "Riposte-SOAR", "Accept": "application/json"}
|
||||
)
|
||||
with urllib.request.urlopen(req, timeout=60, context=_ctx(cfg)) as r:
|
||||
return r.read()
|
||||
|
||||
|
||||
def _run(fn):
|
||||
try:
|
||||
print(json.dumps(fn(_cfg(), _inputs())))
|
||||
except urllib.error.HTTPError as e:
|
||||
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
|
||||
sys.exit(1)
|
||||
except Exception as e:
|
||||
print(json.dumps({"error": str(e)}))
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
def main(cfg, inputs):
|
||||
raw = _get(URL, cfg)
|
||||
data = json.loads(raw) if raw else {}
|
||||
n = len(data.get("prefixes", [])) if isinstance(data, dict) else 0
|
||||
return {"ok": True, "sample_count": n, "create_date": data.get("createDate")}
|
||||
|
||||
|
||||
_run(main)
|
||||
Reference in New Issue
Block a user