| """Teacher (curriculum controller).
|
|
|
| Deterministic — NOT an LLM. Maintains an EMA success rate per breakage
|
| category and routes the next episode toward the category where the
|
| Repair Agent is closest to a 50% success rate (R-Zero's difficulty band).
|
| """
|
| from __future__ import annotations
|
|
|
| import random
|
| from dataclasses import dataclass, field
|
|
|
|
|
| @dataclass
|
| class Teacher:
|
| categories: list[str]
|
| alpha: float = 0.9
|
| success_counts: dict[str, int] = field(default_factory=dict)
|
| attempt_counts: dict[str, int] = field(default_factory=dict)
|
| ema_success: dict[str, float] = field(default_factory=dict)
|
|
|
| def __post_init__(self) -> None:
|
| for category in self.categories:
|
| self.success_counts.setdefault(category, 0)
|
| self.attempt_counts.setdefault(category, 0)
|
| self.ema_success.setdefault(category, 0.5)
|
|
|
| def update(self, category: str, success: bool) -> None:
|
| if category not in self.ema_success:
|
| self.categories.append(category)
|
| self.ema_success[category] = 0.5
|
| self.success_counts[category] = 0
|
| self.attempt_counts[category] = 0
|
|
|
| self.attempt_counts[category] += 1
|
| self.success_counts[category] += int(success)
|
| rate = self.success_counts[category] / max(1, self.attempt_counts[category])
|
| self.ema_success[category] = (
|
| self.alpha * self.ema_success[category] + (1 - self.alpha) * rate
|
| )
|
|
|
| def select_next_category(self) -> str:
|
| in_zone = {
|
| c: abs(s - 0.5) for c, s in self.ema_success.items() if 0.3 <= s <= 0.7
|
| }
|
| if in_zone:
|
| weights = [1.0 / (v + 0.01) for v in in_zone.values()]
|
| return random.choices(list(in_zone.keys()), weights=weights, k=1)[0]
|
| return min(self.ema_success, key=lambda c: abs(self.ema_success[c] - 0.5))
|
|
|
| def get_state(self) -> dict:
|
| return {
|
| c: {
|
| "ema_success": round(self.ema_success[c], 4),
|
| "attempts": self.attempt_counts[c],
|
| "successes": self.success_counts[c],
|
| }
|
| for c in self.categories
|
| }
|
|
|
