oclaw/tests/test_admin_llm_preview_planner_consistency.py

from __future__ import annotations

import hashlib
import os
import tempfile
import unittest
from pathlib import Path

from fastapi.testclient import TestClient

from oclaw.interfaces.http.fastapi_app import create_app
from oclaw.platform.persistence.sqlite_store import SqliteStore
from oclaw.runtime.tools.exposure_plan import build_llm_tools_plan


class AdminLLMPreviewPlannerConsistencyTests(unittest.TestCase):
    def setUp(self) -> None:
        self._tmp = tempfile.TemporaryDirectory(ignore_cleanup_errors=True)
        self.db = Path(self._tmp.name) / "ops.sqlite"
        os.environ["OPS_ASSISTANT_DB_PATH"] = str(self.db)
        os.environ["OPS_ASSISTANT_PASSWORD"] = "test-admin-pass"
        self.store = SqliteStore(str(self.db))
        t = self.store.create_tenant("Team")
        self.tenant_id = str(t["id"])
        self.store.create_user_account(
            tenant_id=self.tenant_id,
            username="administrator",
            display_name="Admin",
            role="owner",
            password_hash=hashlib.sha256("test-admin-pass".encode("utf-8")).hexdigest(),
            is_active=True,
        )
        self.client = TestClient(create_app())
        self.client.post("/admin/api/auth/bootstrap", json={})
        r = self.client.post(
            "/admin/api/auth/login",
            json={"tenant_id": self.tenant_id, "username": "administrator", "password": "test-admin-pass", "purpose": "console"},
        )
        self.token = str((r.json() or {}).get("token") or "")

    def tearDown(self) -> None:
        self._tmp.cleanup()

    def _h(self) -> dict[str, str]:
        return {"authorization": f"Bearer {self.token}"}

    @staticmethod
    def _tool_names(rows: list[dict]) -> list[str]:
        out: list[str] = []
        for ent in rows:
            if not isinstance(ent, dict) or str(ent.get("type") or "") != "function":
                continue
            fn = ent.get("function")
            if not isinstance(fn, dict):
                continue
            nm = str(fn.get("name") or "").strip()
            if nm:
                out.append(nm)
        return sorted(out)

    def test_preview_matches_planner(self) -> None:
        role = "generalist"
        api = self.client.get(f"/admin/api/tools/llm/preview?role={role}", headers=self._h())
        self.assertEqual(api.status_code, 200, api.text)
        body = api.json() or {}
        self.assertTrue(body.get("ok"))

        plan = build_llm_tools_plan(
            store=self.store,
            role=role,
            base_url=None,
            max_json_bytes=None,
            include_mcp=True,
            preview_internal=True,
        )
        api_names = self._tool_names(list(body.get("tools_wired") or []))
        plan_names = self._tool_names(list(plan.tools_wired or []))
        self.assertEqual(api_names, plan_names)


if __name__ == "__main__":
    unittest.main()