Spaces:
Running
Running
File size: 6,550 Bytes
496d1d3 460aac4 496d1d3 460aac4 496d1d3 460aac4 496d1d3 460aac4 496d1d3 460aac4 496d1d3 460aac4 496d1d3 460aac4 496d1d3 460aac4 496d1d3 460aac4 496d1d3 da7768b 496d1d3 460aac4 496d1d3 da7768b 496d1d3 da7768b 496d1d3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 | #!/usr/bin/env python3
"""Patch hermes-agent gateway to auto-inject MEDIA: tags from tool calls and response text.
Problem: When the LLM creates files via write_file/execute_code/terminal but doesn't
include MEDIA: tags in its final response, the gateway has no way to detect and deliver
those files as native attachments. The LLM may say "I've sent the file" (hallucination)
or "I can't send attachments" (also hallucination) when it actually only saved locally.
Solution: After the existing TTS MEDIA: propagation block in _run_agent(), run TWO passes:
Pass 1 — Tool call scanning: scan assistant messages for write_file tool calls and
extract file paths from the arguments.
Pass 2 — Response text scanning: scan final_response for file paths that match
document/media extensions and exist on disk. This catches files created by
execute_code, terminal, or any other tool that writes to disk.
Files are only injected if:
1. Actually exist on disk
2. Have a document/media extension
3. Are not already referenced in the final_response via MEDIA: tag
This mirrors the existing TTS propagation pattern (gateway/run.py ~line 10968).
"""
import re
import sys
import os
import glob
import json
def patch_gateway(filepath: str):
with open(filepath, 'r') as f:
content = f.read()
# The patch insertion point: right after the TTS MEDIA: propagation block
# ends with "final_response = final_response + ..."
old = ''' final_response = final_response + "\n" + "\n".join(unique_tags)
# Sync session_id: the agent may have created a new session during'''
new = ''' final_response = final_response + "\n" + "\n".join(unique_tags)
# Auto-inject MEDIA: tags for tool-created files.
# When the LLM creates files but forgets to include MEDIA: tags in its
# response, this ensures the files are still delivered as native attachments
# on Feishu/WeChat/etc.
_doc_exts = {
'.md', '.txt', '.csv', '.json', '.xml', '.yaml', '.yml', '.toml', '.log',
'.pdf', '.doc', '.docx', '.xls', '.xlsx', '.ppt', '.pptx',
'.html', '.htm', '.zip', '.tar', '.gz', '.7z', '.rar',
'.png', '.jpg', '.jpeg', '.gif', '.webp', '.bmp', '.svg',
'.mp4', '.mov', '.avi', '.mkv', '.webm',
'.ogg', '.opus', '.mp3', '.wav', '.m4a',
}
_auto_media_paths = []
# Pass 1: Scan write_file tool calls for file paths
for _msg in result.get("messages", []):
if _msg.get("role") != "assistant":
continue
_tool_calls = _msg.get("tool_calls") or []
for _tc in _tool_calls:
_fn = (_tc.get("function") or {})
if not isinstance(_fn, dict):
continue
_fn_name = _fn.get("name", "")
if _fn_name not in ("write_file",):
continue
try:
_args = json.loads(_fn.get("arguments", "{}"))
except (json.JSONDecodeError, TypeError):
continue
_fpath = _args.get("path", "")
if not _fpath:
continue
_fpath = os.path.expanduser(_fpath)
_ext = os.path.splitext(_fpath)[1].lower()
if _ext not in _doc_exts:
continue
if not os.path.isfile(_fpath):
continue
_media_tag = f"MEDIA:{_fpath}"
if _media_tag in final_response:
continue
_auto_media_paths.append(_media_tag)
# Pass 2: Scan final_response text for file paths created by
# execute_code/terminal or any other tool.
# Matches patterns like: /data/hermes/uploads/report.md
# "/tmp/weather.md"
# 文件已保存至：/data/hermes/weather.md
_path_re = re.compile(r'["\'`\u201c]?(/[^\s"\'`\u201d<>|]+?\.(?:md|txt|csv|json|xml|yaml|yml|log|pdf|doc|docx|xls|xlsx|ppt|pptx|html|htm|png|jpg|jpeg|gif|webp|mp4|mp3|wav|zip))\b', re.IGNORECASE)
for _match in _path_re.finditer(final_response):
_candidate = _match.group(1)
_candidate = os.path.expanduser(_candidate)
if not os.path.isfile(_candidate):
continue
_media_tag = f"MEDIA:{_candidate}"
if _media_tag in final_response:
continue
if _media_tag in _auto_media_paths:
continue
_auto_media_paths.append(_media_tag)
if _auto_media_paths:
logger.info(
"Auto-injecting %d MEDIA: tag(s): %s",
len(_auto_media_paths),
", ".join(os.path.basename(p.split(":", 1)[1]) for p in _auto_media_paths),
)
final_response = final_response + "\n" + "\n".join(_auto_media_paths)
# Sync session_id: the agent may have created a new session during'''
if old not in content:
print(f"WARNING: Could not find insertion point in {filepath}", file=sys.stderr)
print("The TTS MEDIA: propagation block may have changed. Skipping this patch.", file=sys.stderr)
sys.exit(0)
content = content.replace(old, new, 1)
with open(filepath, 'w') as f:
f.write(content)
print(f"Patched {filepath}: auto-inject MEDIA: tags from write_file + response text scanning")
if __name__ == "__main__":
# hermes-agent is installed in editable mode (-e), so source is in /app/hermes-agent/
candidates = [
"/app/hermes-agent/gateway/run.py",
]
# Also search venv site-packages as fallback
candidates.extend(glob.glob("/app/venv/lib/**/gateway/run.py", recursive=True))
filepath = None
for c in candidates:
if os.path.isfile(c):
filepath = c
break
if not filepath:
print("WARNING: run.py not found in any candidate location", file=sys.stderr)
print(f"Checked: {candidates}", file=sys.stderr)
print("Skipping patch_auto_media.", file=sys.stderr)
sys.exit(0)
patch_gateway(filepath)
|