mirror of
https://github.com/hansjone/netx.git
synced 2026-10-09 04:20:45 +08:00
oliver
f64835749a
API /metrics and /health/ready now read a worker heartbeat when collectors are split out; WebCRT blocking I/O uses a dedicated executor so session pumps do not starve the default pool. Co-authored-by: Cursor <cursoragent@cursor.com>
108 lines
3.3 KiB
Python
108 lines
3.3 KiB
Python
"""Background scheduler for periodic fabric LLDP collect."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
import threading
|
|
import time
|
|
from datetime import datetime
|
|
|
|
from .config import settings
|
|
from .db import SessionLocal
|
|
from .lldp_collect_service import (
|
|
ensure_policy,
|
|
has_running_job,
|
|
next_due_at,
|
|
start_collect,
|
|
)
|
|
|
|
_log = logging.getLogger("netx.lldp_collect.scheduler")
|
|
_stop = threading.Event()
|
|
_thread: threading.Thread | None = None
|
|
_BOOT_MONO = time.monotonic()
|
|
_last_tick_mono: float = 0.0
|
|
|
|
|
|
def _utcnow() -> datetime:
|
|
return datetime.utcnow()
|
|
|
|
|
|
def startup_grace_remaining_sec() -> float:
|
|
grace = max(0, int(getattr(settings, "lldp_collect_startup_grace_sec", 3600) or 0))
|
|
elapsed = time.monotonic() - _BOOT_MONO
|
|
return max(0.0, float(grace) - elapsed)
|
|
|
|
|
|
def in_startup_grace() -> bool:
|
|
return startup_grace_remaining_sec() > 0
|
|
|
|
|
|
def try_start_scheduled_collect() -> str | None:
|
|
if not bool(getattr(settings, "lldp_collect_scheduler_enabled", True)):
|
|
return None
|
|
if in_startup_grace():
|
|
return None
|
|
db = SessionLocal()
|
|
try:
|
|
policy = ensure_policy(db)
|
|
if not policy.enabled:
|
|
return None
|
|
if has_running_job(db) is not None:
|
|
return None
|
|
due = next_due_at(db, policy)
|
|
if due is not None and due > _utcnow():
|
|
return None
|
|
out = start_collect(db, trigger_mode="schedule")
|
|
job_id = str((out.get("job") or {}).get("id") or "")
|
|
_log.info("lldp_collect scheduled job started id=%s", job_id)
|
|
return job_id or None
|
|
except Exception as exc: # noqa: BLE001
|
|
db.rollback()
|
|
detail = getattr(exc, "detail", None)
|
|
if detail in {"no_selected_targets", "lldp_collect_already_running"}:
|
|
_log.info("lldp_collect schedule skip: %s", detail)
|
|
return None
|
|
_log.exception("lldp_collect schedule start failed")
|
|
return None
|
|
finally:
|
|
db.close()
|
|
|
|
|
|
def _loop() -> None:
|
|
global _last_tick_mono
|
|
tick = max(15, int(getattr(settings, "lldp_collect_scheduler_tick_sec", 60) or 60))
|
|
grace = max(0, int(getattr(settings, "lldp_collect_startup_grace_sec", 3600) or 0))
|
|
_log.info("lldp_collect scheduler started tick=%ss startup_grace=%ss", tick, grace)
|
|
while not _stop.is_set():
|
|
try:
|
|
_last_tick_mono = time.monotonic()
|
|
try_start_scheduled_collect()
|
|
except Exception:
|
|
_log.exception("lldp_collect scheduler tick failed")
|
|
_stop.wait(tick)
|
|
_log.info("lldp_collect scheduler stopped")
|
|
|
|
|
|
def start_lldp_collect_scheduler() -> None:
|
|
global _thread
|
|
if not bool(getattr(settings, "lldp_collect_scheduler_enabled", True)):
|
|
_log.info("lldp_collect scheduler disabled by settings")
|
|
return
|
|
if _thread is not None and _thread.is_alive():
|
|
return
|
|
_stop.clear()
|
|
_thread = threading.Thread(target=_loop, name="lldp-collect-scheduler", daemon=True)
|
|
_thread.start()
|
|
|
|
|
|
def stop_lldp_collect_scheduler() -> None:
|
|
_stop.set()
|
|
|
|
|
|
def lldp_collect_scheduler_status() -> dict:
|
|
now = time.monotonic()
|
|
return {
|
|
"running": bool(_thread is not None and _thread.is_alive()),
|
|
"last_tick_age_sec": (now - _last_tick_mono) if _last_tick_mono else None,
|
|
"startup_grace_remaining_sec": round(startup_grace_remaining_sec(), 1),
|
|
}
|