#!/usr/bin/env python3 """Patch hermes-agent gateway to auto-inject MEDIA: tags from tool calls and response text. Problem: When the LLM creates files via write_file/execute_code/terminal but doesn't include MEDIA: tags in its final response, the gateway has no way to detect and deliver those files as native attachments. The LLM may say "I've sent the file" (hallucination) or "I can't send attachments" (also hallucination) when it actually only saved locally. Solution: After the existing TTS MEDIA: propagation block in _run_agent(), run TWO passes: Pass 1 — Tool call scanning: scan assistant messages for write_file tool calls and extract file paths from the arguments. Pass 2 — Response text scanning: scan final_response for file paths that match document/media extensions and exist on disk. This catches files created by execute_code, terminal, or any other tool that writes to disk. Files are only injected if: 1. Actually exist on disk 2. Have a document/media extension 3. Are not already referenced in the final_response via MEDIA: tag This mirrors the existing TTS propagation pattern (gateway/run.py ~line 10968). """ import re import sys import os import glob import json def patch_gateway(filepath: str): with open(filepath, 'r') as f: content = f.read() # The patch insertion point: right after the TTS MEDIA: propagation block # ends with "final_response = final_response + ..." old = ''' final_response = final_response + "\n" + "\n".join(unique_tags) # Sync session_id: the agent may have created a new session during''' new = ''' final_response = final_response + "\n" + "\n".join(unique_tags) # Auto-inject MEDIA: tags for tool-created files. # When the LLM creates files but forgets to include MEDIA: tags in its # response, this ensures the files are still delivered as native attachments # on Feishu/WeChat/etc. _doc_exts = { '.md', '.txt', '.csv', '.json', '.xml', '.yaml', '.yml', '.toml', '.log', '.pdf', '.doc', '.docx', '.xls', '.xlsx', '.ppt', '.pptx', '.html', '.htm', '.zip', '.tar', '.gz', '.7z', '.rar', '.png', '.jpg', '.jpeg', '.gif', '.webp', '.bmp', '.svg', '.mp4', '.mov', '.avi', '.mkv', '.webm', '.ogg', '.opus', '.mp3', '.wav', '.m4a', } _auto_media_paths = [] # Pass 1: Scan write_file tool calls for file paths for _msg in result.get("messages", []): if _msg.get("role") != "assistant": continue _tool_calls = _msg.get("tool_calls") or [] for _tc in _tool_calls: _fn = (_tc.get("function") or {}) if not isinstance(_fn, dict): continue _fn_name = _fn.get("name", "") if _fn_name not in ("write_file",): continue try: _args = json.loads(_fn.get("arguments", "{}")) except (json.JSONDecodeError, TypeError): continue _fpath = _args.get("path", "") if not _fpath: continue _fpath = os.path.expanduser(_fpath) _ext = os.path.splitext(_fpath)[1].lower() if _ext not in _doc_exts: continue if not os.path.isfile(_fpath): continue _media_tag = f"MEDIA:{_fpath}" if _media_tag in final_response: continue _auto_media_paths.append(_media_tag) # Pass 2: Scan final_response text for file paths created by # execute_code/terminal or any other tool. # Matches patterns like: /data/hermes/uploads/report.md # "/tmp/weather.md" # 文件已保存至:/data/hermes/weather.md _path_re = re.compile(r'["\'`\u201c]?(/[^\s"\'`\u201d<>|]+?\.(?:md|txt|csv|json|xml|yaml|yml|log|pdf|doc|docx|xls|xlsx|ppt|pptx|html|htm|png|jpg|jpeg|gif|webp|mp4|mp3|wav|zip))\b', re.IGNORECASE) for _match in _path_re.finditer(final_response): _candidate = _match.group(1) _candidate = os.path.expanduser(_candidate) if not os.path.isfile(_candidate): continue _media_tag = f"MEDIA:{_candidate}" if _media_tag in final_response: continue if _media_tag in _auto_media_paths: continue _auto_media_paths.append(_media_tag) if _auto_media_paths: logger.info( "Auto-injecting %d MEDIA: tag(s): %s", len(_auto_media_paths), ", ".join(os.path.basename(p.split(":", 1)[1]) for p in _auto_media_paths), ) final_response = final_response + "\n" + "\n".join(_auto_media_paths) # Sync session_id: the agent may have created a new session during''' if old not in content: print(f"WARNING: Could not find insertion point in {filepath}", file=sys.stderr) print("The TTS MEDIA: propagation block may have changed. Skipping this patch.", file=sys.stderr) sys.exit(0) content = content.replace(old, new, 1) with open(filepath, 'w') as f: f.write(content) print(f"Patched {filepath}: auto-inject MEDIA: tags from write_file + response text scanning") if __name__ == "__main__": # hermes-agent is installed in editable mode (-e), so source is in /app/hermes-agent/ candidates = [ "/app/hermes-agent/gateway/run.py", ] # Also search venv site-packages as fallback candidates.extend(glob.glob("/app/venv/lib/**/gateway/run.py", recursive=True)) filepath = None for c in candidates: if os.path.isfile(c): filepath = c break if not filepath: print("WARNING: run.py not found in any candidate location", file=sys.stderr) print(f"Checked: {candidates}", file=sys.stderr) print("Skipping patch_auto_media.", file=sys.stderr) sys.exit(0) patch_gateway(filepath)