feat(urlhaus): new URLhaus malicious-URL intel integration

URLhaus (abuse.ch) API v1, 5 commands: URL/host/payload lookup, recent URLs.
Auth-Key auth, stdlib-only.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>

integrations/binaryedge/manifest.yaml

@@ -0,0 +1,74 @@
+id: binaryedge
+name: BinaryEdge
+version: 1.0.0
+description: "BinaryEdge (API v2) — internet exposure intelligence: query current and historical open ports/services for an IP, run a search, enumerate a domain's subdomains, check an email against data leaks, and read the subscription quota. API-key authentication; stdlib-only, no extra Python dependencies."
+changelog: "1.0.0 — Initial release: host lookup (current/historical), search, domain subdomains, data-leak email check, subscription."
+category: enrichment
+
+# Per-instance configuration. The API key is sent as the 'X-Key' header.
+config_schema:
+  properties:
+    api_key:
+      type: string
+      description: "BinaryEdge API key"
+      x-soar-sensitive: true
+  required:
+    - api_key
+
+commands:
+  - id: host
+    name: binaryedge-host
+    description: "Get the most recent open ports and services for an IP."
+    risk: read
+    inputs_schema:
+      properties:
+        ip: { type: string, description: "IP address" }
+      required: [ip]
+    outputs_schema: { properties: {} }
+  - id: host_historical
+    name: binaryedge-host-historical
+    description: "Get historical open ports and services for an IP."
+    risk: read
+    inputs_schema:
+      properties:
+        ip: { type: string, description: "IP address" }
+      required: [ip]
+    outputs_schema: { properties: {} }
+  - id: search
+    name: binaryedge-search
+    description: "Search hosts/services by a BinaryEdge query."
+    risk: read
+    inputs_schema:
+      properties:
+        query: { type: string, description: "BinaryEdge search query (e.g. type:elasticsearch)" }
+        page: { type: number, description: "Page number (default 1)" }
+      required: [query]
+    outputs_schema: { properties: {} }
+  - id: domain_subdomains
+    name: binaryedge-domain-subdomains
+    description: "List a domain's known subdomains."
+    risk: read
+    inputs_schema:
+      properties:
+        domain: { type: string, description: "Domain name" }
+        page: { type: number, description: "Page number (default 1)" }
+      required: [domain]
+    outputs_schema: { properties: {} }
+  - id: dataleaks_email
+    name: binaryedge-dataleaks-email
+    description: "Check whether an email appears in known data leaks."
+    risk: read
+    inputs_schema:
+      properties:
+        email: { type: string, description: "Email address" }
+      required: [email]
+    outputs_schema: { properties: {} }
+
+  - id: test_connection
+    name: binaryedge-test-connection
+    description: "Verify the API key via the subscription endpoint (used by the Test button)."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }

integrations/binaryedge/scripts/dataleaks_email.py

@@ -0,0 +1,47 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.binaryedge.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    url = BASE + path
+    if params:
+        clean = {k: v for k, v in params.items() if v not in (None, "")}
+        if clean:
+            url += "?" + urllib.parse.urlencode(clean)
+    req = urllib.request.Request(url, headers={"X-Key": str(cfg.get("api_key", "")), "Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+q = lambda v: urllib.parse.quote(str(v), safe="")
+
+
+def main(cfg, inputs):
+    email = inputs.get("email")
+    if not email:
+        raise Exception("email is required")
+    return request("/query/dataleaks/email/" + q(email), cfg)
+
+
+_run(main)

integrations/binaryedge/scripts/domain_subdomains.py

@@ -0,0 +1,48 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.binaryedge.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    url = BASE + path
+    if params:
+        clean = {k: v for k, v in params.items() if v not in (None, "")}
+        if clean:
+            url += "?" + urllib.parse.urlencode(clean)
+    req = urllib.request.Request(url, headers={"X-Key": str(cfg.get("api_key", "")), "Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+q = lambda v: urllib.parse.quote(str(v), safe="")
+
+
+def main(cfg, inputs):
+    domain = inputs.get("domain")
+    if not domain:
+        raise Exception("domain is required")
+    page = inputs.get("page")
+    return request("/query/domains/subdomain/" + q(domain), cfg, params={"page": int(page or 1)})
+
+
+_run(main)

integrations/binaryedge/scripts/host.py

@@ -0,0 +1,47 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.binaryedge.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    url = BASE + path
+    if params:
+        clean = {k: v for k, v in params.items() if v not in (None, "")}
+        if clean:
+            url += "?" + urllib.parse.urlencode(clean)
+    req = urllib.request.Request(url, headers={"X-Key": str(cfg.get("api_key", "")), "Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+q = lambda v: urllib.parse.quote(str(v), safe="")
+
+
+def main(cfg, inputs):
+    ip = inputs.get("ip")
+    if not ip:
+        raise Exception("ip is required")
+    return request("/query/ip/" + q(ip), cfg)
+
+
+_run(main)

integrations/binaryedge/scripts/host_historical.py

@@ -0,0 +1,47 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.binaryedge.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    url = BASE + path
+    if params:
+        clean = {k: v for k, v in params.items() if v not in (None, "")}
+        if clean:
+            url += "?" + urllib.parse.urlencode(clean)
+    req = urllib.request.Request(url, headers={"X-Key": str(cfg.get("api_key", "")), "Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+q = lambda v: urllib.parse.quote(str(v), safe="")
+
+
+def main(cfg, inputs):
+    ip = inputs.get("ip")
+    if not ip:
+        raise Exception("ip is required")
+    return request("/query/ip/historical/" + q(ip), cfg)
+
+
+_run(main)

integrations/binaryedge/scripts/search.py

@@ -0,0 +1,48 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.binaryedge.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    url = BASE + path
+    if params:
+        clean = {k: v for k, v in params.items() if v not in (None, "")}
+        if clean:
+            url += "?" + urllib.parse.urlencode(clean)
+    req = urllib.request.Request(url, headers={"X-Key": str(cfg.get("api_key", "")), "Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+q = lambda v: urllib.parse.quote(str(v), safe="")
+
+
+def main(cfg, inputs):
+    query = inputs.get("query")
+    if not query:
+        raise Exception("query is required")
+    page = inputs.get("page")
+    return request("/query/search", cfg, params={"query": query, "page": int(page or 1)})
+
+
+_run(main)

integrations/binaryedge/scripts/test_connection.py

@@ -0,0 +1,45 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.binaryedge.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    url = BASE + path
+    if params:
+        clean = {k: v for k, v in params.items() if v not in (None, "")}
+        if clean:
+            url += "?" + urllib.parse.urlencode(clean)
+    req = urllib.request.Request(url, headers={"X-Key": str(cfg.get("api_key", "")), "Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+q = lambda v: urllib.parse.quote(str(v), safe="")
+
+
+def main(cfg, inputs):
+    request("/user/subscription", cfg)
+    return {"ok": True}
+
+
+_run(main)

integrations/hunter/manifest.yaml

@@ -0,0 +1,65 @@
+id: hunter
+name: Hunter.io
+version: 1.0.0
+description: "Hunter.io (API v2) — email OSINT: find the email addresses tied to a domain, find a specific person's email, verify an email's deliverability, and read account usage. API-key authentication; stdlib-only, no extra Python dependencies."
+changelog: "1.0.0 — Initial release: domain search, email finder, email verifier, account."
+category: enrichment
+
+# Per-instance configuration. The API key is sent as the 'api_key' query parameter.
+config_schema:
+  properties:
+    api_key:
+      type: string
+      description: "Hunter.io API key"
+      x-soar-sensitive: true
+  required:
+    - api_key
+
+commands:
+  - id: domain_search
+    name: hunter-domain-search
+    description: "Find email addresses associated with a domain."
+    risk: read
+    inputs_schema:
+      properties:
+        domain: { type: string, description: "Domain name (e.g. example.com)" }
+        limit: { type: number, description: "Max results (default 10)" }
+      required: [domain]
+    outputs_schema: { properties: {} }
+  - id: email_finder
+    name: hunter-email-finder
+    description: "Find the most likely email address for a person at a domain."
+    risk: read
+    inputs_schema:
+      properties:
+        domain: { type: string, description: "Domain name" }
+        first_name: { type: string, description: "First name" }
+        last_name: { type: string, description: "Last name" }
+      required: [domain, first_name, last_name]
+    outputs_schema: { properties: {} }
+  - id: email_verifier
+    name: hunter-email-verifier
+    description: "Verify an email address's deliverability."
+    risk: read
+    inputs_schema:
+      properties:
+        email: { type: string, description: "Email address to verify" }
+      required: [email]
+    outputs_schema: { properties: {} }
+  - id: account
+    name: hunter-account
+    description: "Get account information and remaining request quota."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }
+
+  - id: test_connection
+    name: hunter-test-connection
+    description: "Verify the API key (used by the Test button)."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }

integrations/hunter/scripts/account.py

@@ -0,0 +1,39 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.hunter.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    p = {k: v for k, v in (params or {}).items() if v not in (None, "")}
+    p["api_key"] = str(cfg.get("api_key", ""))
+    url = BASE + path + "?" + urllib.parse.urlencode(p)
+    req = urllib.request.Request(url, headers={"Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    return request("/account", cfg)
+
+
+_run(main)

integrations/hunter/scripts/domain_search.py

@@ -0,0 +1,44 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.hunter.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    p = {k: v for k, v in (params or {}).items() if v not in (None, "")}
+    p["api_key"] = str(cfg.get("api_key", ""))
+    url = BASE + path + "?" + urllib.parse.urlencode(p)
+    req = urllib.request.Request(url, headers={"Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    domain = inputs.get("domain")
+    if not domain:
+        raise Exception("domain is required")
+    limit = inputs.get("limit")
+    limit = int(limit) if limit not in (None, "") else 10
+    return request("/domain-search", cfg, params={"domain": domain, "limit": int(limit or 10)})
+
+
+_run(main)

integrations/hunter/scripts/email_finder.py

@@ -0,0 +1,48 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.hunter.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    p = {k: v for k, v in (params or {}).items() if v not in (None, "")}
+    p["api_key"] = str(cfg.get("api_key", ""))
+    url = BASE + path + "?" + urllib.parse.urlencode(p)
+    req = urllib.request.Request(url, headers={"Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    domain = inputs.get("domain")
+    if not domain:
+        raise Exception("domain is required")
+    first_name = inputs.get("first_name")
+    if not first_name:
+        raise Exception("first_name is required")
+    last_name = inputs.get("last_name")
+    if not last_name:
+        raise Exception("last_name is required")
+    return request("/email-finder", cfg, params={"domain": domain, "first_name": first_name, "last_name": last_name})
+
+
+_run(main)

integrations/hunter/scripts/email_verifier.py

@@ -0,0 +1,42 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.hunter.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    p = {k: v for k, v in (params or {}).items() if v not in (None, "")}
+    p["api_key"] = str(cfg.get("api_key", ""))
+    url = BASE + path + "?" + urllib.parse.urlencode(p)
+    req = urllib.request.Request(url, headers={"Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    email = inputs.get("email")
+    if not email:
+        raise Exception("email is required")
+    return request("/email-verifier", cfg, params={"email": email})
+
+
+_run(main)

integrations/hunter/scripts/test_connection.py

@@ -0,0 +1,40 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://api.hunter.io/v2"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def request(path, cfg, params=None):
+    p = {k: v for k, v in (params or {}).items() if v not in (None, "")}
+    p["api_key"] = str(cfg.get("api_key", ""))
+    url = BASE + path + "?" + urllib.parse.urlencode(p)
+    req = urllib.request.Request(url, headers={"Accept": "application/json"}, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    request("/account", cfg)
+    return {"ok": True}
+
+
+_run(main)

integrations/urlhaus/manifest.yaml

@@ -0,0 +1,63 @@
+id: urlhaus
+name: URLhaus
+version: 1.0.0
+description: "URLhaus by abuse.ch (API v1) — malicious-URL threat intelligence: look up a URL, host, or payload (hash), and pull recently added malicious URLs. Auth-Key authentication; stdlib-only, no extra Python dependencies."
+changelog: "1.0.0 — Initial release: URL/host/payload lookup, recent URLs."
+category: enrichment
+
+# Per-instance configuration. abuse.ch requires an Auth-Key header on API requests.
+config_schema:
+  properties:
+    auth_key:
+      type: string
+      description: "abuse.ch Auth-Key"
+      x-soar-sensitive: true
+  required:
+    - auth_key
+
+commands:
+  - id: url_info
+    name: urlhaus-url-info
+    description: "Look up a URL in the URLhaus database."
+    risk: read
+    inputs_schema:
+      properties:
+        url: { type: string, description: "URL to look up" }
+      required: [url]
+    outputs_schema: { properties: {} }
+  - id: host_info
+    name: urlhaus-host-info
+    description: "Look up a host (domain or IP) in the URLhaus database."
+    risk: read
+    inputs_schema:
+      properties:
+        host: { type: string, description: "Domain or IP" }
+      required: [host]
+    outputs_schema: { properties: {} }
+  - id: payload_info
+    name: urlhaus-payload-info
+    description: "Look up a malware payload by hash (MD5 or SHA-256)."
+    risk: read
+    inputs_schema:
+      properties:
+        hash: { type: string, description: "MD5 or SHA-256 hash" }
+      required: [hash]
+    outputs_schema: { properties: {} }
+  - id: recent_urls
+    name: urlhaus-recent-urls
+    description: "Get recently added malicious URLs."
+    risk: read
+    inputs_schema:
+      properties:
+        limit: { type: string, description: "Result set: 'limit/N' amount — use 'recent' feed (returns latest 1000)" }
+      required: []
+    outputs_schema: { properties: {} }
+
+  - id: test_connection
+    name: urlhaus-test-connection
+    description: "Verify the Auth-Key (used by the Test button)."
+    risk: read
+    inputs_schema:
+      properties: {}
+      required: []
+    outputs_schema: { properties: {} }

integrations/urlhaus/scripts/host_info.py

@@ -0,0 +1,53 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://urlhaus-api.abuse.ch/v1"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def post_form(path, cfg, fields):
+    data = urllib.parse.urlencode({k: v for k, v in fields.items() if v not in (None, "")}).encode("utf-8")
+    headers = {
+        "Auth-Key": str(cfg.get("auth_key", "")),
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Accept": "application/json",
+    }
+    req = urllib.request.Request(BASE + path, data=data, headers=headers, method="POST")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def get(path, cfg):
+    headers = {"Auth-Key": str(cfg.get("auth_key", "")), "Accept": "application/json"}
+    req = urllib.request.Request(BASE + path, headers=headers, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    host = str(inputs.get("host", "")).strip()
+    if not host:
+        raise Exception("host is required")
+    return post_form("/host/", cfg, {"host": host})
+
+
+_run(main)

integrations/urlhaus/scripts/payload_info.py

@@ -0,0 +1,54 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://urlhaus-api.abuse.ch/v1"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def post_form(path, cfg, fields):
+    data = urllib.parse.urlencode({k: v for k, v in fields.items() if v not in (None, "")}).encode("utf-8")
+    headers = {
+        "Auth-Key": str(cfg.get("auth_key", "")),
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Accept": "application/json",
+    }
+    req = urllib.request.Request(BASE + path, data=data, headers=headers, method="POST")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def get(path, cfg):
+    headers = {"Auth-Key": str(cfg.get("auth_key", "")), "Accept": "application/json"}
+    req = urllib.request.Request(BASE + path, headers=headers, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    hash_ = str(inputs.get("hash", "")).strip()
+    if not hash_:
+        raise Exception("hash is required")
+    field = "md5_hash" if len(hash_) == 32 else "sha256_hash"
+    return post_form("/payload/", cfg, {field: hash_})
+
+
+_run(main)

integrations/urlhaus/scripts/recent_urls.py

@@ -0,0 +1,50 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://urlhaus-api.abuse.ch/v1"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def post_form(path, cfg, fields):
+    data = urllib.parse.urlencode({k: v for k, v in fields.items() if v not in (None, "")}).encode("utf-8")
+    headers = {
+        "Auth-Key": str(cfg.get("auth_key", "")),
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Accept": "application/json",
+    }
+    req = urllib.request.Request(BASE + path, data=data, headers=headers, method="POST")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def get(path, cfg):
+    headers = {"Auth-Key": str(cfg.get("auth_key", "")), "Accept": "application/json"}
+    req = urllib.request.Request(BASE + path, headers=headers, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    return get("/urls/recent/", cfg)
+
+
+_run(main)

integrations/urlhaus/scripts/test_connection.py

@@ -0,0 +1,51 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://urlhaus-api.abuse.ch/v1"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def post_form(path, cfg, fields):
+    data = urllib.parse.urlencode({k: v for k, v in fields.items() if v not in (None, "")}).encode("utf-8")
+    headers = {
+        "Auth-Key": str(cfg.get("auth_key", "")),
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Accept": "application/json",
+    }
+    req = urllib.request.Request(BASE + path, data=data, headers=headers, method="POST")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def get(path, cfg):
+    headers = {"Auth-Key": str(cfg.get("auth_key", "")), "Accept": "application/json"}
+    req = urllib.request.Request(BASE + path, headers=headers, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    get("/urls/recent/", cfg)
+    return {"ok": True}
+
+
+_run(main)

integrations/urlhaus/scripts/url_info.py

@@ -0,0 +1,53 @@
+import json, os, sys, urllib.parse, urllib.request, urllib.error
+
+BASE = "https://urlhaus-api.abuse.ch/v1"
+
+
+def _cfg():
+    return json.loads(os.environ.get("INTEGRATION_SECRETS", "{}"))
+
+
+def _inputs():
+    return json.loads(os.environ.get("INTEGRATION_INPUTS", "{}"))
+
+
+def post_form(path, cfg, fields):
+    data = urllib.parse.urlencode({k: v for k, v in fields.items() if v not in (None, "")}).encode("utf-8")
+    headers = {
+        "Auth-Key": str(cfg.get("auth_key", "")),
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Accept": "application/json",
+    }
+    req = urllib.request.Request(BASE + path, data=data, headers=headers, method="POST")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def get(path, cfg):
+    headers = {"Auth-Key": str(cfg.get("auth_key", "")), "Accept": "application/json"}
+    req = urllib.request.Request(BASE + path, headers=headers, method="GET")
+    with urllib.request.urlopen(req, timeout=60) as r:
+        raw = r.read()
+        return json.loads(raw) if raw else {}
+
+
+def _run(fn):
+    try:
+        print(json.dumps(fn(_cfg(), _inputs())))
+    except urllib.error.HTTPError as e:
+        print(json.dumps({"error": "HTTP " + str(e.code), "detail": e.read().decode("utf-8", "replace")}))
+        sys.exit(1)
+    except Exception as e:
+        print(json.dumps({"error": str(e)}))
+        sys.exit(1)
+
+
+def main(cfg, inputs):
+    url = str(inputs.get("url", "")).strip()
+    if not url:
+        raise Exception("url is required")
+    return post_form("/url/", cfg, {"url": url})
+
+
+_run(main)