Spaces:
Running
Running
| { | |
| "analyzer": "ScriptedAnalyzer (rule-based baseline)", | |
| "n": 135, | |
| "detection_rate": 0.7217391304347827, | |
| "false_positive_rate": 0.3, | |
| "precision": 0.9325842696629213, | |
| "recall": 0.7217391304347827, | |
| "f1": 0.8137254901960784, | |
| "accuracy": 0.7185185185185186, | |
| "detection_ci_95": [ | |
| 0.6347826086956522, | |
| 0.8 | |
| ], | |
| "per_category": { | |
| "benign": { | |
| "n": 15, | |
| "detection_rate": 0.0, | |
| "false_positive_rate": 0.26666666666666666, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "accuracy": 0.7333333333333333 | |
| }, | |
| "borderline": { | |
| "n": 5, | |
| "detection_rate": 0.0, | |
| "false_positive_rate": 0.4, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "accuracy": 0.6 | |
| }, | |
| "impersonation": { | |
| "n": 30, | |
| "detection_rate": 0.7666666666666667, | |
| "false_positive_rate": 0.0, | |
| "precision": 1.0, | |
| "recall": 0.7666666666666667, | |
| "f1": 0.8679245283018869, | |
| "accuracy": 0.7666666666666667 | |
| }, | |
| "investment_fraud": { | |
| "n": 26, | |
| "detection_rate": 0.34615384615384615, | |
| "false_positive_rate": 0.0, | |
| "precision": 1.0, | |
| "recall": 0.34615384615384615, | |
| "f1": 0.5142857142857142, | |
| "accuracy": 0.34615384615384615 | |
| }, | |
| "kyc_fraud": { | |
| "n": 22, | |
| "detection_rate": 0.9545454545454546, | |
| "false_positive_rate": 0.0, | |
| "precision": 1.0, | |
| "recall": 0.9545454545454546, | |
| "f1": 0.9767441860465117, | |
| "accuracy": 0.9545454545454546 | |
| }, | |
| "loan_app_fraud": { | |
| "n": 18, | |
| "detection_rate": 0.6666666666666666, | |
| "false_positive_rate": 0.0, | |
| "precision": 1.0, | |
| "recall": 0.6666666666666666, | |
| "f1": 0.8, | |
| "accuracy": 0.6666666666666666 | |
| }, | |
| "otp_theft": { | |
| "n": 19, | |
| "detection_rate": 0.9473684210526315, | |
| "false_positive_rate": 0.0, | |
| "precision": 1.0, | |
| "recall": 0.9473684210526315, | |
| "f1": 0.972972972972973, | |
| "accuracy": 0.9473684210526315 | |
| } | |
| }, | |
| "per_difficulty": { | |
| "easy": { | |
| "n": 29, | |
| "detection_rate": 0.88, | |
| "false_positive_rate": 0.0, | |
| "precision": 1.0, | |
| "recall": 0.88, | |
| "f1": 0.9361702127659575, | |
| "accuracy": 0.896551724137931 | |
| }, | |
| "hard": { | |
| "n": 17, | |
| "detection_rate": 0.42857142857142855, | |
| "false_positive_rate": 0.5, | |
| "precision": 0.375, | |
| "recall": 0.42857142857142855, | |
| "f1": 0.39999999999999997, | |
| "accuracy": 0.47058823529411764 | |
| }, | |
| "medium": { | |
| "n": 59, | |
| "detection_rate": 0.8113207547169812, | |
| "false_positive_rate": 0.16666666666666666, | |
| "precision": 0.9772727272727273, | |
| "recall": 0.8113207547169812, | |
| "f1": 0.88659793814433, | |
| "accuracy": 0.8135593220338984 | |
| }, | |
| "novel": { | |
| "n": 30, | |
| "detection_rate": 0.5, | |
| "false_positive_rate": 0.0, | |
| "precision": 1.0, | |
| "recall": 0.5, | |
| "f1": 0.6666666666666666, | |
| "accuracy": 0.5 | |
| } | |
| }, | |
| "scenarios": [ | |
| { | |
| "scenario_id": "modec_001", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_002", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_003", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.71, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_004", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_005", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_006", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_007", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.9100000000000001, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_008", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.71, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_009", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_010", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_011", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_012", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.76, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_013", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.9100000000000001, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_014", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.71, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_015", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_016", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_017", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_018", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.77, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_019", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.77, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_020", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.71, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_021", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.77, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_022", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_023", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_024", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.71, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_025", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_026", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_027", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_028", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_029", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_030", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_031", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.96, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_032", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.77, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_033", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_034", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.3, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "kyc_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_035", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.47000000000000003, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "loan_app_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_036", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.75, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_037", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.97, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_038", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_039", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_040", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_041", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_042", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_043", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_044", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "loan_app_fraud", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_045", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.6300000000000001, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_046", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_047", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_048", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_049", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "loan_app_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_050", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_051", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_052", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_053", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.97, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_054", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_055", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_056", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_057", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_058", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.96, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_059", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_060", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_061", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_062", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.55, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_063", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_064", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_065", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_066", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_067", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_068", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.97, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_069", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_070", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_071", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_072", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_073", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.9100000000000001, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_074", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.47000000000000003, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_075", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_076", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.75, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_077", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.71, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_078", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_079", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "impersonation", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_080", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_081", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_082", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.97, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_083", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.71, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_084", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_085", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_086", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_087", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_088", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_089", | |
| "is_scam_truth": false, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": false, | |
| "category": "benign", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_090", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_091", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": false, | |
| "category": "benign", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_092", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": false, | |
| "category": "benign", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_093", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_094", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_095", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.47000000000000003, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_096", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_097", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "medium" | |
| }, | |
| { | |
| "scenario_id": "modec_098", | |
| "is_scam_truth": false, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": false, | |
| "category": "benign", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_099", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "easy" | |
| }, | |
| { | |
| "scenario_id": "modec_100", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "benign", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_101", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.3, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "borderline", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_102", | |
| "is_scam_truth": false, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": false, | |
| "category": "borderline", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_103", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.47000000000000003, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "borderline", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_104", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": false, | |
| "category": "borderline", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_105", | |
| "is_scam_truth": false, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": true, | |
| "category": "borderline", | |
| "difficulty": "hard" | |
| }, | |
| { | |
| "scenario_id": "modec_106", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_107", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_108", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.43, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "otp_theft", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_109", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_110", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.3, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_111", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_112", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_113", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_114", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.72, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_115", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_116", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_117", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_118", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.77, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_119", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_120", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.5, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "loan_app_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_121", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_122", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_123", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.55, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_124", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.55, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_125", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.47000000000000003, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_126", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.47000000000000003, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_127", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.55, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "kyc_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_128", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.3, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_129", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.25, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "loan_app_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_130", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.3, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_131", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.97, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_132", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.52, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_133", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.05, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "investment_fraud", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_134", | |
| "is_scam_truth": true, | |
| "predicted_score": 0.27, | |
| "predicted_flag": false, | |
| "correct": false, | |
| "category": "impersonation", | |
| "difficulty": "novel" | |
| }, | |
| { | |
| "scenario_id": "modec_135", | |
| "is_scam_truth": true, | |
| "predicted_score": 1.0, | |
| "predicted_flag": true, | |
| "correct": true, | |
| "category": "otp_theft", | |
| "difficulty": "novel" | |
| } | |
| ] | |
| } |