oclaw/tests/test_admin_llm_preview_planner_consistency.py
oliver 420abac9f1 refactor: root-package imports (svc/runtime/interfaces) and fix PYTHONPATH
- Rename platform/ to svc/ to avoid shadowing stdlib platform.
- Replace from oclaw.* with from svc/runtime/interfaces; update -m CLI paths.
- tests/conftest: prepend repo root to sys.path (no parent-folder package name).
- CI: paths and offline_eval script under repo root.
- Ops scripts: PYTHONPATH must be repo root for python -m runtime.* (fixes gateway/WhatsApp sidecar startup).
- Fix default oclaw.json path in tabular/file attachment limits; stabilize attachment test config.

Co-authored-by: Cursor <cursoragent@cursor.com>
2026-05-13 14:51:17 +08:00

83 lines
2.8 KiB
Python

from __future__ import annotations
import hashlib
import os
import tempfile
import unittest
from pathlib import Path
from fastapi.testclient import TestClient
from interfaces.http.fastapi_app import create_app
from svc.persistence.sqlite_store import SqliteStore
from runtime.tools.exposure_plan import build_llm_tools_plan
class AdminLLMPreviewPlannerConsistencyTests(unittest.TestCase):
def setUp(self) -> None:
self._tmp = tempfile.TemporaryDirectory(ignore_cleanup_errors=True)
self.db = Path(self._tmp.name) / "ops.sqlite"
os.environ["OPS_ASSISTANT_DB_PATH"] = str(self.db)
os.environ["OPS_ASSISTANT_PASSWORD"] = "test-admin-pass"
self.store = SqliteStore(str(self.db))
t = self.store.create_tenant("Team")
self.tenant_id = str(t["id"])
self.store.create_user_account(
tenant_id=self.tenant_id,
username="administrator",
display_name="Admin",
role="owner",
password_hash=hashlib.sha256("test-admin-pass".encode("utf-8")).hexdigest(),
is_active=True,
)
self.client = TestClient(create_app())
self.client.post("/admin/api/auth/bootstrap", json={})
r = self.client.post(
"/admin/api/auth/login",
json={"tenant_id": self.tenant_id, "username": "administrator", "password": "test-admin-pass", "purpose": "console"},
)
self.token = str((r.json() or {}).get("token") or "")
def tearDown(self) -> None:
self._tmp.cleanup()
def _h(self) -> dict[str, str]:
return {"authorization": f"Bearer {self.token}"}
@staticmethod
def _tool_names(rows: list[dict]) -> list[str]:
out: list[str] = []
for ent in rows:
if not isinstance(ent, dict) or str(ent.get("type") or "") != "function":
continue
fn = ent.get("function")
if not isinstance(fn, dict):
continue
nm = str(fn.get("name") or "").strip()
if nm:
out.append(nm)
return sorted(out)
def test_preview_matches_planner(self) -> None:
role = "generalist"
api = self.client.get(f"/admin/api/tools/llm/preview?role={role}", headers=self._h())
self.assertEqual(api.status_code, 200, api.text)
body = api.json() or {}
self.assertTrue(body.get("ok"))
plan = build_llm_tools_plan(
store=self.store,
role=role,
base_url=None,
max_json_bytes=None,
include_mcp=True,
preview_internal=True,
)
api_names = self._tool_names(list(body.get("tools_wired") or []))
plan_names = self._tool_names(list(plan.tools_wired or []))
self.assertEqual(api_names, plan_names)
if __name__ == "__main__":
unittest.main()