f3nris
585c06385c
HarfangLab answers a 500 now and then on a call that passes when sent again. Each script's request() now retries up to three times (1, 2, 4 s): GET on 429/500/502/503/504, writes only on 429/502/503 so an isolation, a kill or a job is never sent twice. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
92 lines
3.1 KiB
Python
92 lines
3.1 KiB
Python
import json, os, sys, time, urllib.request, urllib.parse, urllib.error
|
|
|
|
|
|
RETRIES = 3
|
|
|
|
|
|
def retryable(method, status):
|
|
# HarfangLab answers a 500 now and then on a call that passes when sent again.
|
|
# A read is safe to resend; a write only on an answer that says the action was
|
|
# not run (rate limit, gateway down), so an isolation or a job is never sent twice.
|
|
if status in (429, 502, 503):
|
|
return True
|
|
return method == "GET" and status in (500, 504)
|
|
|
|
|
|
def request(method, url, headers, body=None):
|
|
data = json.dumps(body).encode("utf-8") if body is not None else None
|
|
for attempt in range(RETRIES + 1):
|
|
req = urllib.request.Request(url, data=data, headers=headers, method=method)
|
|
try:
|
|
with urllib.request.urlopen(req, timeout=60) as resp:
|
|
raw = resp.read()
|
|
return json.loads(raw) if raw else {}
|
|
except urllib.error.HTTPError as e:
|
|
if attempt == RETRIES or not retryable(method, e.code):
|
|
raise
|
|
e.close()
|
|
time.sleep(2 ** attempt)
|
|
|
|
|
|
def qs(params):
|
|
clean = {}
|
|
for k, v in params.items():
|
|
if v is None or v == "" or v == []:
|
|
continue
|
|
if isinstance(v, bool):
|
|
v = "true" if v else "false"
|
|
clean[k] = v
|
|
return ("?" + urllib.parse.urlencode(clean)) if clean else ""
|
|
|
|
|
|
def csv(v):
|
|
return [x.strip() for x in str(v or "").split(",") if x.strip()]
|
|
|
|
|
|
def main():
|
|
secrets = json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
|
|
inputs = json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
|
|
base = secrets.get("url", "").rstrip("/")
|
|
headers = {
|
|
"Authorization": "Token " + secrets.get("api_token", ""),
|
|
"Accept": "application/json",
|
|
"Content-Type": "application/json",
|
|
}
|
|
source_name = inputs.get("source_name")
|
|
ioc_value = inputs.get("ioc_value")
|
|
ioc_type = inputs.get("ioc_type")
|
|
ioc_status = inputs.get("ioc_status")
|
|
|
|
sources = request("GET", base + "/api/data/threat_intelligence/IOCSource/" + qs({"search": source_name}), headers)
|
|
sid = None
|
|
for s in sources.get("results", []):
|
|
if s.get("name") == source_name:
|
|
sid = s.get("id")
|
|
|
|
existing = request("GET", base + "/api/data/threat_intelligence/IOCRule/" + qs({"source_id": sid, "search": ioc_value}), headers)
|
|
if existing.get("count", 0) > 0:
|
|
print(json.dumps({"message": "IOC " + str(ioc_value) + " already exists in source " + str(source_name)}))
|
|
return
|
|
|
|
testing_status = "in_progress" if ioc_status == "testing" else None
|
|
body = {
|
|
"type": ioc_type,
|
|
"value": ioc_value,
|
|
"comment": inputs.get("ioc_comment", ""),
|
|
"source_id": sid,
|
|
"hl_status": ioc_status,
|
|
"hl_local_testing_status": testing_status,
|
|
}
|
|
out = request("POST", base + "/api/data/threat_intelligence/IOCRule/", headers, body)
|
|
print(json.dumps(out))
|
|
|
|
|
|
try:
|
|
main()
|
|
except urllib.error.HTTPError as e:
|
|
print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
|
|
sys.exit(1)
|
|
except Exception as e:
|
|
print(json.dumps({"error": str(e)}))
|
|
sys.exit(1)
|