netx/netx_api/integrations_router.py
oliver 5e7d14f253 Add DSH key-alarm subscribe hub for outbound netxops clients.
netx hosts /v1/integrations/dsh-alarm/ws; matched key alerts fan out to dialed-in DSH subscribers while the optional oclaw bridge remains.

Co-authored-by: Cursor <cursoragent@cursor.com>
2026-09-05 20:50:50 +08:00

145 lines
4.8 KiB
Python

"""Thin integrations / health routes (liveness vs readiness)."""
from __future__ import annotations
import time
from typing import Any
from fastapi import APIRouter, Depends, WebSocket
from sqlalchemy import text as sql_text
from sqlalchemy.orm import Session
from .config import settings
from .db import get_db
from .dsh_alarm_hub import dsh_alarm_ws_loop, hub_status
from .oclaw_alarm_forwarder import forwarder_status
router = APIRouter(tags=["health"])
@router.websocket("/v1/integrations/dsh-alarm/ws")
async def dsh_alarm_subscribe(websocket: WebSocket) -> None:
"""netxops dials out here to receive matched key-alert pushes."""
await dsh_alarm_ws_loop(websocket)
@router.get("/health/live", status_code=200)
def health_live() -> dict[str, str]:
"""Process liveness — no DB or upstream checks."""
return {"status": "ok", "probe": "live"}
@router.get("/health/ready", status_code=200)
def health_ready(db: Session = Depends(get_db)) -> dict[str, Any]:
"""Readiness — DB plus scheduler deployment hint."""
from .cli_budget import cli_budget_status
from .db import db_pool_status
out: dict[str, Any] = {"status": "ok", "probe": "ready"}
try:
db.execute(sql_text("select 1"))
out["db"] = "up"
except Exception as exc:
return {
"status": "down",
"probe": "ready",
"db": "down",
"error": str(exc)[:240],
}
out["db_pool"] = db_pool_status()
out["cli_budget"] = cli_budget_status()
inline = bool(getattr(settings, "run_inline_schedulers", True))
sched_block: dict[str, Any] = {
"inline": inline,
"mode": "inline" if inline else "external_worker",
"hint": None
if inline
else "run `python -m netx_api.worker` for config_sync / lldp_collect / port_traffic",
}
try:
from .scheduler_heartbeat import resolve_device_scheduler_metrics
resolved = resolve_device_scheduler_metrics()
sched_block["source"] = resolved.get("source")
sched_block["stale"] = bool(resolved.get("stale"))
sched_block["age_sec"] = resolved.get("age_sec")
sched_block["worker_pid"] = resolved.get("pid")
for key in ("config_sync", "lldp_collect", "port_traffic"):
block = resolved.get(key) or {}
sched_block[key] = {"running": bool(block.get("running"))}
if resolved.get("hint"):
sched_block["hint"] = resolved["hint"]
if not inline and resolved.get("stale"):
out["status"] = "degraded"
except Exception: # noqa: BLE001
pass
out["schedulers"] = sched_block
return out
@router.get("/v1/integrations/status")
def integrations_status(db: Session = Depends(get_db)) -> dict:
"""netx API + DB + oclaw bridge status."""
netx_api = {"status": "up"}
db_status: dict = {"status": "unknown"}
try:
t0 = time.monotonic()
db.execute(sql_text("select 1"))
db_status = {"status": "up", "latency_ms": int((time.monotonic() - t0) * 1000)}
except Exception as exc:
db_status = {"status": "down", "error": str(exc)[:240]}
oclaw_status: dict = {"status": "unknown"}
fwd = forwarder_status()
if not bool(fwd.get("enabled")):
oclaw_status = {
"status": "unknown",
"mode": "ws",
"enabled": False,
"connected": False,
"error_kind": "disabled",
"error": "NETX_OCLAW_ALARM_WS_ENABLED=false or missing token/url",
"forwarder": fwd,
}
elif bool(fwd.get("paused")):
oclaw_status = {
"status": "unknown",
"mode": "ws",
"enabled": True,
"connected": False,
"error_kind": "paused",
"error": "oclaw_alarm_forwarder runtime task paused",
"forwarder": fwd,
}
elif bool(fwd.get("connected")):
oclaw_status = {
"status": "up",
"mode": "ws",
"enabled": True,
"connected": True,
"queue_size": int(fwd.get("queue_size") or 0),
"published_ok": int(fwd.get("published_ok") or 0),
"published_fail": int(fwd.get("published_fail") or 0),
"url": str(fwd.get("url") or ""),
"forwarder": fwd,
}
else:
oclaw_status = {
"status": "down",
"mode": "ws",
"enabled": True,
"connected": False,
"error_kind": "ws_disconnected",
"error": "oclaw netx-bridge WebSocket not connected",
"queue_size": int(fwd.get("queue_size") or 0),
"url": str(fwd.get("url") or ""),
"forwarder": fwd,
}
return {
"netx_api": netx_api,
"db": db_status,
"oclaw_bridge": oclaw_status,
"dsh_alarm_hub": hub_status(),
}