Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
File size: 4,569 Bytes
0c2eb90 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 | """
Doom-loop detection for repeated tool call patterns.
Detects when the agent is stuck calling the same tools repeatedly
and injects a corrective prompt to break the cycle.
"""
import hashlib
import json
import logging
from dataclasses import dataclass
from litellm import Message
logger = logging.getLogger(__name__)
@dataclass(frozen=True)
class ToolCallSignature:
"""Hashable signature for a single tool call (name + args hash)."""
name: str
args_hash: str
def _hash_args(args_str: str) -> str:
"""Return a short hash of the JSON arguments string."""
return hashlib.md5(args_str.encode()).hexdigest()[:12]
def extract_recent_tool_signatures(
messages: list[Message], lookback: int = 30
) -> list[ToolCallSignature]:
"""Extract tool call signatures from recent assistant messages."""
signatures: list[ToolCallSignature] = []
recent = messages[-lookback:] if len(messages) > lookback else messages
for msg in recent:
if getattr(msg, "role", None) != "assistant":
continue
tool_calls = getattr(msg, "tool_calls", None)
if not tool_calls:
continue
for tc in tool_calls:
fn = getattr(tc, "function", None)
if not fn:
continue
name = getattr(fn, "name", "") or ""
args_str = getattr(fn, "arguments", "") or ""
signatures.append(ToolCallSignature(name=name, args_hash=_hash_args(args_str)))
return signatures
def detect_identical_consecutive(
signatures: list[ToolCallSignature], threshold: int = 3
) -> str | None:
"""Return the tool name if threshold+ identical consecutive calls are found."""
if len(signatures) < threshold:
return None
count = 1
for i in range(1, len(signatures)):
if signatures[i] == signatures[i - 1]:
count += 1
if count >= threshold:
return signatures[i].name
else:
count = 1
return None
def detect_repeating_sequence(
signatures: list[ToolCallSignature],
) -> list[ToolCallSignature] | None:
"""Detect repeating patterns like [A,B,A,B] for sequences of length 2-5 with 2+ reps."""
n = len(signatures)
for seq_len in range(2, 6):
min_required = seq_len * 2
if n < min_required:
continue
# Check the tail of the signatures list
tail = signatures[-min_required:]
pattern = tail[:seq_len]
# Count how many full repetitions from the end
reps = 0
for start in range(n - seq_len, -1, -seq_len):
chunk = signatures[start : start + seq_len]
if chunk == pattern:
reps += 1
else:
break
if reps >= 2:
return pattern
return None
def check_for_doom_loop(messages: list[Message]) -> str | None:
"""Check for doom loop patterns. Returns a corrective prompt or None."""
signatures = extract_recent_tool_signatures(messages, lookback=30)
if len(signatures) < 3:
return None
# Check for identical consecutive calls
tool_name = detect_identical_consecutive(signatures, threshold=3)
if tool_name:
logger.warning("Doom loop detected: %d+ identical consecutive calls to '%s'", 3, tool_name)
return (
f"[SYSTEM: DOOM LOOP DETECTED] You have called '{tool_name}' with the same "
f"arguments multiple times in a row, getting the same result each time. "
f"STOP repeating this approach — it is not working. "
f"Step back and try a fundamentally different strategy. "
f"Consider: using a different tool, changing your arguments significantly, "
f"or explaining to the user what you're stuck on and asking for guidance."
)
# Check for repeating sequences
pattern = detect_repeating_sequence(signatures)
if pattern:
pattern_desc = " → ".join(s.name for s in pattern)
logger.warning("Doom loop detected: repeating sequence [%s]", pattern_desc)
return (
f"[SYSTEM: DOOM LOOP DETECTED] You are stuck in a repeating cycle of tool calls: "
f"[{pattern_desc}]. This pattern has repeated multiple times without progress. "
f"STOP this cycle and try a fundamentally different approach. "
f"Consider: breaking down the problem differently, using alternative tools, "
f"or explaining to the user what you're stuck on and asking for guidance."
)
return None
|