File size: 2,514 Bytes
b4ac377
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
be81cf6
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
{
  "base_url": "https://aniketasla-debatefloor.hf.space",
  "rows": [
    {
      "policy": "naive_high_no_investigation",
      "task_id": "clean_claim",
      "seed": 42,
      "steps": 1,
      "done": true,
      "reward": 0.7998,
      "final_decision": "approve_claim",
      "agent_confidence": "HIGH",
      "calibration_score": 1.0,
      "decision_accuracy": 1.0,
      "fraud_detection_score": 1.0,
      "evidence_quality_score": 1.0
    },
    {
      "policy": "naive_high_no_investigation",
      "task_id": "contradictory_claim",
      "seed": 42,
      "steps": 1,
      "done": true,
      "reward": 0.0,
      "final_decision": "approve_claim",
      "agent_confidence": "HIGH",
      "calibration_score": -0.8,
      "decision_accuracy": 0.0,
      "fraud_detection_score": 0.0,
      "evidence_quality_score": 0.0
    },
    {
      "policy": "naive_high_no_investigation",
      "task_id": "distribution_shift_claim",
      "seed": 42,
      "steps": 1,
      "done": true,
      "reward": 0.0,
      "final_decision": "approve_claim",
      "agent_confidence": "HIGH",
      "calibration_score": -0.8,
      "decision_accuracy": 0.0,
      "fraud_detection_score": 0.0,
      "evidence_quality_score": 0.0
    },
    {
      "policy": "calibrated_scripted_investigator",
      "task_id": "clean_claim",
      "seed": 42,
      "steps": 4,
      "done": true,
      "reward": 0.7623,
      "final_decision": "approve_claim",
      "agent_confidence": "HIGH",
      "calibration_score": 1.0,
      "decision_accuracy": 1.0,
      "fraud_detection_score": 1.0,
      "evidence_quality_score": 1.0
    },
    {
      "policy": "calibrated_scripted_investigator",
      "task_id": "contradictory_claim",
      "seed": 42,
      "steps": 7,
      "done": true,
      "reward": 0.5468,
      "final_decision": "deny_claim",
      "agent_confidence": "MED",
      "calibration_score": 0.6,
      "decision_accuracy": 1.0,
      "fraud_detection_score": 0.75,
      "evidence_quality_score": 0.0
    },
    {
      "policy": "calibrated_scripted_investigator",
      "task_id": "distribution_shift_claim",
      "seed": 42,
      "steps": 8,
      "done": true,
      "reward": 0.3522,
      "final_decision": "escalate_to_human",
      "agent_confidence": "LOW",
      "calibration_score": 0.1,
      "decision_accuracy": 1.0,
      "fraud_detection_score": 0.0,
      "evidence_quality_score": 0.0
    }
  ]
}