Fix WhatsApp same-session quote re-injection.

Strip @mention prefixes and widen history lookup so reply-to of the bot's own prior answer is not wrapped as [被引用消息] again.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
oliver 2026-07-22 10:24:23 +08:00
parent 2446993b11
commit 10ae4abc1d
3 changed files with 153 additions and 19 deletions

View file

@ -1318,7 +1318,9 @@ def process_inbound_payload(payload: dict[str, Any]) -> dict[str, Any]:
quoted_info = extract_group_quoted_message(metadata=meta_for_group) quoted_info = extract_group_quoted_message(metadata=meta_for_group)
quoted_text = str(quoted_info.get("quoted_text") or "").strip() quoted_text = str(quoted_info.get("quoted_text") or "").strip()
if quoted_text: if quoted_text:
recent_messages = store.get_messages(str(session_id), limit=6) # Look back far enough to cover long tool loops; dedupe uses
# assistant bodies so same-session reply-to will not re-inject.
recent_messages = store.get_messages(str(session_id), limit=80)
if should_inject_quoted_context( if should_inject_quoted_context(
quoted_text=quoted_text, quoted_text=quoted_text,
recent_messages=recent_messages, recent_messages=recent_messages,

View file

@ -169,19 +169,75 @@ def extract_group_quoted_message(*, metadata: dict[str, Any] | None) -> dict[str
def _normalize_quoted_compare_text(text: str) -> str: def _normalize_quoted_compare_text(text: str) -> str:
s = re.sub(r"\s+", " ", str(text or "").strip()) """Normalize quote/history text for dedupe.
return s[:280]
WhatsApp reply-to often prefixes the bot body with ``@<lid|phone>``; session
assistant rows usually do not. Strip those so same-session quotes match.
"""
s = str(text or "").strip()
if not s:
return ""
# Drop leading @tokens (jid / phone / display-name mentions).
s = re.sub(r"^(?:@\S+\s+)+", "", s)
# Drop common group-ingest wrappers if somehow present.
s = re.sub(r"^\[被引用消息\]\s*", "", s)
s = re.sub(r"\s+", " ", s).strip()
return s[:400]
def _quoted_texts_overlap(quoted: str, history: str) -> bool:
"""True when quote body is essentially the same as a history row."""
q = _normalize_quoted_compare_text(quoted)
h = _normalize_quoted_compare_text(history)
if not q or not h:
return False
if q == h:
return True
q_fp = q[:160]
h_fp = h[:160]
if q_fp == h_fp:
return True
# Substantial containment only — avoid short-string false positives.
min_len = 48
if len(q_fp) >= min_len and q_fp in h:
return True
if len(h_fp) >= min_len and h_fp in q:
return True
if len(q) >= min_len and len(h) >= min_len:
n = 0
for a, b in zip(q_fp, h_fp):
if a != b:
break
n += 1
if n >= min_len:
return True
return False
def should_inject_quoted_context(*, quoted_text: str, recent_messages: list[Any]) -> bool: def should_inject_quoted_context(*, quoted_text: str, recent_messages: list[Any]) -> bool:
"""Return False when quoted body already appears in recent session history.
Prefer assistant rows (same-session bot replies). Also scan other roles as a
fallback so previously injected ``[被引用消息]`` user rows still dedupe.
"""
token = _normalize_quoted_compare_text(quoted_text) token = _normalize_quoted_compare_text(quoted_text)
if not token: if not token:
return False return False
assistants: list[Any] = []
others: list[Any] = []
for row in recent_messages or []: for row in recent_messages or []:
content = _normalize_quoted_compare_text(getattr(row, "content", "") or "") role = str(getattr(row, "role", "") or "").strip().lower()
if not content: if role == "assistant":
continue assistants.append(row)
if token == content or token in content or content in token: else:
others.append(row)
for row in assistants:
if _quoted_texts_overlap(token, str(getattr(row, "content", "") or "")):
return False
for row in others:
if _quoted_texts_overlap(token, str(getattr(row, "content", "") or "")):
return False return False
return True return True

View file

@ -443,13 +443,73 @@ def test_should_inject_quoted_context_dedupes_recent_message() -> None:
id=1, id=1,
session_id="s1", session_id="s1",
role="assistant", role="assistant",
content="服务器刚刚 502 了", content="server just returned HTTP 502",
tool_calls=None, tool_calls=None,
timestamp="", timestamp="",
) )
] ]
assert should_inject_quoted_context(quoted_text="服务器刚刚 502 了", recent_messages=recent) is False assert should_inject_quoted_context(quoted_text="server just returned HTTP 502", recent_messages=recent) is False
assert should_inject_quoted_context(quoted_text="另一条内容", recent_messages=recent) is True assert should_inject_quoted_context(quoted_text="a totally different question", recent_messages=recent) is True
def test_should_inject_quoted_context_strips_whatsapp_mention_prefix() -> None:
from svc.persistence.sqlite_store import ChatMessage
body = (
"### KND-SMNR-EN1-Z20HS — LLDP Neighbors\n\n"
"| Device | Port | Peer Device |\n"
"|---|---|---|\n"
"| KND-SMNR-EN1-Z20HS | cgei-1/1/0/33 | KND-LGGO-EN1-Z20HS |\n"
"KND-SMNR-EN1 has only 2 LLDP neighbors in the Kendahe area.\n"
)
recent = [
ChatMessage(
id=10,
session_id="s1",
role="assistant",
content=body,
tool_calls=None,
timestamp="",
event_type="assistant_text",
)
]
# WhatsApp reply-to often prefixes the bot body with @<bot lid/jid>.
quoted = f"@68458037407987 {body}"
assert should_inject_quoted_context(quoted_text=quoted, recent_messages=recent) is False
def test_should_inject_quoted_context_finds_assistant_buried_under_tools() -> None:
from svc.persistence.sqlite_store import ChatMessage
body = (
"KND-SMNR-EN1 has only 2 LLDP neighbors — both access-layer devices "
"in the Kendahe area connected via cgei ports."
)
rows = [
ChatMessage(
id=1,
session_id="s1",
role="assistant",
content=body,
tool_calls=None,
timestamp="",
event_type="assistant_text",
)
]
for i in range(2, 20):
rows.append(
ChatMessage(
id=i,
session_id="s1",
role="tool",
content=f'{{"ok": true, "n": {i}}}',
tool_calls=None,
timestamp="",
event_type="tool_result",
)
)
assert should_inject_quoted_context(quoted_text=f"@bot {body}", recent_messages=rows) is False
assert should_inject_quoted_context(quoted_text="totally new topic xyz about fans", recent_messages=rows) is True
def test_build_whatsapp_group_reply_metadata() -> None: def test_build_whatsapp_group_reply_metadata() -> None:
@ -586,6 +646,8 @@ def test_inbound_dm_still_processes_without_mention(monkeypatch: pytest.MonkeyPa
store = fresh_sqlite_store store = fresh_sqlite_store
_setup_whatsapp_identity(store) _setup_whatsapp_identity(store)
monkeypatch.setattr("svc.persistence.assistant_store.get_assistant_store", lambda: store) monkeypatch.setattr("svc.persistence.assistant_store.get_assistant_store", lambda: store)
# Keep sync replies so this unit test can assert HTTP response shape.
monkeypatch.setenv("OCLAW_WHATSAPP_INBOUND_QUEUE_DELIVERY", "0")
captured: dict[str, str] = {} captured: dict[str, str] = {}
@ -835,23 +897,35 @@ def test_inbound_group_skips_quoted_context_when_already_in_current_session(
call_no = {"n": 0} call_no = {"n": 0}
captured: dict[str, str] = {} captured: dict[str, str] = {}
prior_reply = "Looks like OSPF neighbor flapping"
class _Turn: class _Turn:
turn_uuid = "turn-q2" turn_uuid = "turn-q2"
@property @property
def reply_text(self) -> str: def reply_text(self) -> str:
return "看起来像 OSPF 邻居抖动" if call_no["n"] == 1 else "继续分析" return prior_reply if call_no["n"] == 1 else "continue analysis"
class _Gw: class _Gw:
def __init__(self, *, store: object) -> None: def __init__(self, *, store: object) -> None:
_ = store self._store = store
def handle_turn(self, **kwargs: object) -> _Turn: def handle_turn(self, **kwargs: object) -> _Turn:
call_no["n"] += 1 call_no["n"] += 1
msg = kwargs.get("msg") msg = kwargs.get("msg")
captured["text"] = str(getattr(msg, "text", "") or "") captured["text"] = str(getattr(msg, "text", "") or "")
return _Turn() turn = _Turn()
# Real gateway persists assistant text; mock must do the same so quote
# dedupe can see the prior reply in session history.
sid = str(getattr(msg, "session_id", "") or "").strip()
if sid and turn.reply_text:
self._store.add_message(
sid,
"assistant",
turn.reply_text,
event_type="assistant_text",
)
return turn
monkeypatch.setattr("runtime.gateway.OclawGateway", _Gw) monkeypatch.setattr("runtime.gateway.OclawGateway", _Gw)
@ -861,7 +935,7 @@ def test_inbound_group_skips_quoted_context_when_already_in_current_session(
"account_id": "wa-default", "account_id": "wa-default",
"user_id": "111@s.whatsapp.net", "user_id": "111@s.whatsapp.net",
"chat_id": "120363012345678@g.us", "chat_id": "120363012345678@g.us",
"text": "@bot 先帮我判断原因", "text": "@bot please diagnose first",
"is_group": True, "is_group": True,
"mentions": ["999@s.whatsapp.net"], "mentions": ["999@s.whatsapp.net"],
"metadata": {"bot_jid": "999@s.whatsapp.net", "raw": {"pushName": "Alice"}}, "metadata": {"bot_jid": "999@s.whatsapp.net", "raw": {"pushName": "Alice"}},
@ -873,14 +947,15 @@ def test_inbound_group_skips_quoted_context_when_already_in_current_session(
"account_id": "wa-default", "account_id": "wa-default",
"user_id": "111@s.whatsapp.net", "user_id": "111@s.whatsapp.net",
"chat_id": "120363012345678@g.us", "chat_id": "120363012345678@g.us",
"text": "@bot 那下一步怎么排查?", "text": "@bot what is the next check?",
"is_group": True, "is_group": True,
"mentions": ["999@s.whatsapp.net"], "mentions": ["999@s.whatsapp.net"],
"metadata": { "metadata": {
"bot_jid": "999@s.whatsapp.net", "bot_jid": "999@s.whatsapp.net",
"raw": { "raw": {
"pushName": "Alice", "pushName": "Alice",
"quotedText": "看起来像 OSPF 邻居抖动", # WhatsApp reply-to often prefixes the bot body with @<bot jid/lid>.
"quotedText": f"@999 {prior_reply}",
"quotedParticipant": "999@s.whatsapp.net", "quotedParticipant": "999@s.whatsapp.net",
"quotedPushName": "oclaw", "quotedPushName": "oclaw",
"quotedStanzaId": "Q3", "quotedStanzaId": "Q3",
@ -899,10 +974,11 @@ def test_inbound_group_reply_includes_quote_and_mention_metadata(
store = fresh_sqlite_store store = fresh_sqlite_store
_setup_whatsapp_identity(store) _setup_whatsapp_identity(store)
monkeypatch.setattr("svc.persistence.assistant_store.get_assistant_store", lambda: store) monkeypatch.setattr("svc.persistence.assistant_store.get_assistant_store", lambda: store)
monkeypatch.setenv("OCLAW_WHATSAPP_INBOUND_QUEUE_DELIVERY", "0")
class _Turn: class _Turn:
turn_uuid = "turn-g" turn_uuid = "turn-g"
reply_text = "下午三点" reply_text = "afternoon three"
class _Gw: class _Gw:
def __init__(self, *, store: object) -> None: def __init__(self, *, store: object) -> None:
@ -919,7 +995,7 @@ def test_inbound_group_reply_includes_quote_and_mention_metadata(
"account_id": "wa-default", "account_id": "wa-default",
"user_id": "111@s.whatsapp.net", "user_id": "111@s.whatsapp.net",
"chat_id": "120363012345678@g.us", "chat_id": "120363012345678@g.us",
"text": "@bot 明天几点?", "text": "@bot tomorrow when?",
"is_group": True, "is_group": True,
"mentions": ["999@s.whatsapp.net"], "mentions": ["999@s.whatsapp.net"],
"metadata": { "metadata": {
@ -934,7 +1010,7 @@ def test_inbound_group_reply_includes_quote_and_mention_metadata(
assert isinstance(meta, dict) assert isinstance(meta, dict)
assert meta.get("quote_stanza_id") == "ABC123" assert meta.get("quote_stanza_id") == "ABC123"
assert meta.get("mention_jids") == ["111@s.whatsapp.net"] assert meta.get("mention_jids") == ["111@s.whatsapp.net"]
assert meta.get("quote_text") == "@bot 明天几点?" assert meta.get("quote_text") == "@bot tomorrow when?"
def test_inbound_group_schedule_mention_metadata_preserved_after_text_clean( def test_inbound_group_schedule_mention_metadata_preserved_after_text_clean(