hansjone/oclaw
1
0
Fork 0
mirror of https://github.com/hansjone/oclaw.git synced 2026-10-11 00:43:18 +08:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

fix(attachments): parse channel uploads for LLM and stop echoing user files

Browse source 
WhatsApp/channel binary_ref uploads now expand into text_ref/tabular summaries for the model, and outbound replies only auto-attach generated image/video media instead of lookup tool text_ref results.

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
oliver 2026-07-03 21:43:49 +08:00
parent fc10560052
commit 61d54b10fd
5 changed files with 215 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

41
runtime/chat/agent_messages.py
View file

@ -17,7 +17,8 @@ from svc.llm.chat_models import _normalize_image_b64_payload, gemini_openai_comp
from runtime.chat.media_redact import redact_embedded_image_blobs
from runtime.chat.tool_runtime import tool_llm_message_max_chars, truncate_tool_result_for_llm_messages
from runtime.prompt_templates import render_prompt
from svc.files.attachment_assets import attachment_id_to_data_url
from svc.files.attachment_assets import attachment_id_to_data_url, AttachmentAssetStore
from svc.files.file_attachments import expand_attachment_ref
from runtime.relay_pointer import parse_pointer_uri
logger = logging.getLogger(__name__)
@ -316,11 +317,24 @@ def build_llm_messages(
except Exception:
attachments = []
expand_user_image_for_model = bool(i == last_user_msg_idx)
if expand_user_image_for_model:
expanded_atts: list[dict[str, Any]] = []
for att in attachments or []:
if not isinstance(att, dict):
continue
if str(att.get("type") or "").strip().lower() == "binary_ref":
subs = expand_attachment_ref(att)
if subs and any(str(s.get("type") or "") != "binary_ref" for s in subs):
expanded_atts.extend(subs)
continue
expanded_atts.append(att)
attachments = expanded_atts
for att in attachments or []:
if not isinstance(att, dict):
continue
att_type = att.get("type")
expand_user_image_for_model = bool(i == last_user_msg_idx)
if att_type in ("image", "input_image"):
if expand_user_image_for_model:
b64 = _normalize_image_b64_payload(att.get("image_base64") or att.get("data"))
@ -459,6 +473,29 @@ def build_llm_messages(
meta_line += f"\n- bytes: {sz}"
meta_line += "\n- tools: query_video_attachment"
content_list.append({"type": "text", "text": meta_line})
elif att_type == "binary_ref":
aid = str(att.get("attachment_id") or "").strip()
name = str(att.get("name") or "file")
mime = str(att.get("mime") or "application/octet-stream")
sz = att.get("bytes")
if aid and (name == "file" or not mime or mime == "application/octet-stream"):
try:
meta = AttachmentAssetStore().get_meta(aid)
if meta:
if name == "file":
name = str(meta.name or name)
if not mime or mime == "application/octet-stream":
mime = str(meta.mime or mime)
if sz is None:
sz = meta.bytes
except Exception:
pass
meta_line = f"[BinaryAttachment]\n- name: {name}\n- mime: {mime}\n- attachment_id: {aid}"
if sz:
meta_line += f"\n- bytes: {sz}"
meta_line += "\n- tools: attachment_local_url"
meta_line += "\n- note: user uploaded a file; resolve or analyze it via attachment_id."
content_list.append({"type": "text", "text": meta_line})
elif att_type == "relay_pointer":
p_uri = str(att.get("pointer_uri") or "").strip()
if not p_uri: