| { |
| "hyperparameters": { |
| "include_attention_output_dense": false, |
| "learning_rate_sampled": 0.00044569416489470884, |
| "weight_decay": 0.022491619139739856, |
| "warmup_ratio": 0.0463266472104081, |
| "lr_scheduler_num_cycles": 1, |
| "per_device_train_batch_size": 8, |
| "gradient_accumulation_steps": 4, |
| "num_train_epochs": 2, |
| "lora_r": 32, |
| "lora_alpha": 128, |
| "lora_dropout": 0.0, |
| "lora_target_modules": [ |
| "query_proj", |
| "key_proj", |
| "value_proj" |
| ], |
| "learning_rate": 0.00014057133690327707, |
| "lr_scheduler_type": "cosine_with_restarts", |
| "max_grad_norm": 0.5, |
| "optim": "adamw_torch_fused" |
| }, |
| "threshold_optimization": { |
| "max_f1": { |
| "threshold": 0.869714617729187, |
| "metrics": { |
| "threshold": 0.869714617729187, |
| "auroc": 0.9984783120401353, |
| "average_precision": 0.9985350724478098, |
| "f1": 0.9809629649707713, |
| "accuracy": 0.9811363829663419, |
| "precision": 0.9900603673104631, |
| "recall": 0.9720312276178198, |
| "specificity": 0.9902414567983026, |
| "precision_human": 0.9725316756205432, |
| "recall_human": 0.9902414567983026, |
| "precision_ai": 0.9900603673104631, |
| "recall_ai": 0.9720312276178198, |
| "confusion_matrix": { |
| "true_negative": 110607, |
| "false_positive": 1090, |
| "false_negative": 3124, |
| "true_positive": 108572 |
| } |
| } |
| }, |
| "precision_at_95recall": { |
| "threshold": 3.6534821390432626e-08, |
| "metrics": { |
| "threshold": 3.6534821390432626e-08, |
| "auroc": 0.9984783120401353, |
| "average_precision": 0.9985350724478098, |
| "f1": 0.6666646771454748, |
| "accuracy": 0.49999776179199884, |
| "precision": 0.49999776179199884, |
| "recall": 1.0, |
| "specificity": 0.0, |
| "precision_human": 0.0, |
| "recall_human": 0.0, |
| "precision_ai": 0.49999776179199884, |
| "recall_ai": 1.0, |
| "confusion_matrix": { |
| "true_negative": 0, |
| "false_positive": 111697, |
| "false_negative": 0, |
| "true_positive": 111696 |
| } |
| } |
| } |
| }, |
| "calibration": { |
| "temperature": 1.4436575174331665, |
| "method": "temperature_scaling", |
| "calibration_set": "calibration", |
| "calibration_metrics": { |
| "temperature": 1.4436575174331665, |
| "optimization_method": "LBFGS_logspace", |
| "uncalibrated_nll": 0.057230830731130305, |
| "calibrated_nll": 0.05340311260808736, |
| "uncalibrated_ece": 0.007595386161633095, |
| "calibrated_ece": 0.011707928851842823, |
| "uncalibrated_brier": 0.01589206575792085, |
| "calibrated_brier": 0.015775692446082124, |
| "nll_improvement": 0.0038277181230429447, |
| "ece_improvement": -0.004112542690209728, |
| "brier_improvement": 0.00011637331183872793 |
| }, |
| "test_metrics": { |
| "ece_before": 0.007462335961689493, |
| "ece_after": 0.011600581100766194, |
| "ece_improvement": -0.004138245139076701, |
| "brier_before": 0.015727129447539786, |
| "brier_after": 0.0156334356493489, |
| "brier_improvement": 9.369379819088725e-05 |
| } |
| }, |
| "test_metrics": { |
| "threshold": 0.869714617729187, |
| "auroc": 0.9984910666612247, |
| "average_precision": 0.9985476887515279, |
| "f1": 0.981194394455165, |
| "accuracy": 0.9813637682145531, |
| "precision": 0.9901900719151605, |
| "recall": 0.972360693310414, |
| "specificity": 0.9903667786364515, |
| "precision_human": 0.9728497555141239, |
| "recall_human": 0.9903667786364515, |
| "precision_ai": 0.9901900719151605, |
| "recall_ai": 0.972360693310414, |
| "confusion_matrix": { |
| "true_negative": 138276, |
| "false_positive": 1345, |
| "false_negative": 3859, |
| "true_positive": 135761 |
| } |
| }, |
| "timestamp": "20251124_170935", |
| "seed": 42 |
| } |
