Add experiment results

results/all_results.json

@@ -0,0 +1,35 @@
+{
+  "MNIST": [
+    {"method": "Original (No Unlearn)", "test_acc": 98.39, "forget_acc": 98.43, "retain_acc": 98.39, "mia_asr": 50.0, "feature_sensitivity": 0, "time_seconds": 0},
+    {"method": "Gradient Ascent", "test_acc": 90.97, "forget_acc": 46.30, "retain_acc": 95.34, "mia_asr": 36.30, "feature_sensitivity": 0.629, "time_seconds": 0.06},
+    {"method": "Fine-tuning", "test_acc": 98.27, "forget_acc": 98.32, "retain_acc": 98.27, "mia_asr": 50.80, "feature_sensitivity": 0.372, "time_seconds": 0.29},
+    {"method": "Fisher Forgetting", "test_acc": 98.28, "forget_acc": 97.09, "retain_acc": 98.40, "mia_asr": 48.10, "feature_sensitivity": 0.377, "time_seconds": 0.01},
+    {"method": "Manifold Mixup (P1)", "test_acc": 88.74, "forget_acc": 30.94, "retain_acc": 94.40, "mia_asr": 34.70, "feature_sensitivity": 0.695, "time_seconds": 0.21},
+    {"method": "Ferrari (P2)", "test_acc": 75.77, "forget_acc": 18.72, "retain_acc": 81.36, "mia_asr": 31.80, "feature_sensitivity": 0.472, "time_seconds": 1.00},
+    {"method": "UFUSC (Label Only)", "test_acc": 96.69, "forget_acc": 83.30, "retain_acc": 98.00, "mia_asr": 38.00, "feature_sensitivity": 0.500, "time_seconds": 0.48},
+    {"method": "UFUSC (Feature Only)", "test_acc": 77.37, "forget_acc": 15.70, "retain_acc": 83.41, "mia_asr": 27.10, "feature_sensitivity": 0.404, "time_seconds": 2.44},
+    {"method": "UFUSC (Joint)", "test_acc": 78.99, "forget_acc": 13.00, "retain_acc": 85.45, "mia_asr": 29.70, "feature_sensitivity": 0.566, "time_seconds": 2.14}
+  ],
+  "Fashion-MNIST": [
+    {"method": "Original (No Unlearn)", "test_acc": 89.02, "forget_acc": 92.80, "retain_acc": 88.60, "mia_asr": 50.0, "feature_sensitivity": 0, "time_seconds": 0},
+    {"method": "Gradient Ascent", "test_acc": 75.19, "forget_acc": 22.20, "retain_acc": 81.08, "mia_asr": 35.10, "feature_sensitivity": 2.051, "time_seconds": 0.05},
+    {"method": "Fine-tuning", "test_acc": 89.11, "forget_acc": 98.80, "retain_acc": 88.03, "mia_asr": 59.30, "feature_sensitivity": 1.096, "time_seconds": 0.22},
+    {"method": "Fisher Forgetting", "test_acc": 89.14, "forget_acc": 94.00, "retain_acc": 88.60, "mia_asr": 50.50, "feature_sensitivity": 1.207, "time_seconds": 0.01},
+    {"method": "Manifold Mixup (P1)", "test_acc": 84.25, "forget_acc": 75.50, "retain_acc": 85.22, "mia_asr": 43.00, "feature_sensitivity": 1.835, "time_seconds": 0.16},
+    {"method": "Ferrari (P2)", "test_acc": 61.34, "forget_acc": 4.10, "retain_acc": 67.70, "mia_asr": 25.80, "feature_sensitivity": 1.240, "time_seconds": 0.79},
+    {"method": "UFUSC (Label Only)", "test_acc": 86.13, "forget_acc": 81.70, "retain_acc": 86.62, "mia_asr": 39.60, "feature_sensitivity": 1.583, "time_seconds": 0.36},
+    {"method": "UFUSC (Feature Only)", "test_acc": 55.64, "forget_acc": 2.60, "retain_acc": 61.53, "mia_asr": 14.80, "feature_sensitivity": 0.795, "time_seconds": 1.95},
+    {"method": "UFUSC (Joint)", "test_acc": 63.46, "forget_acc": 3.00, "retain_acc": 70.18, "mia_asr": 19.10, "feature_sensitivity": 1.306, "time_seconds": 1.99}
+  ],
+  "CIFAR-10": [
+    {"method": "Original (No Unlearn)", "test_acc": 53.45, "forget_acc": 36.30, "retain_acc": 55.36, "mia_asr": 50.0, "feature_sensitivity": 0, "time_seconds": 0},
+    {"method": "Gradient Ascent", "test_acc": 46.12, "forget_acc": 7.60, "retain_acc": 50.40, "mia_asr": 43.30, "feature_sensitivity": 0.216, "time_seconds": 0.07},
+    {"method": "Fine-tuning", "test_acc": 53.10, "forget_acc": 35.90, "retain_acc": 55.01, "mia_asr": 40.30, "feature_sensitivity": 0.166, "time_seconds": 0.33},
+    {"method": "Fisher Forgetting", "test_acc": 53.38, "forget_acc": 37.90, "retain_acc": 55.10, "mia_asr": 39.90, "feature_sensitivity": 0.175, "time_seconds": 0.02},
+    {"method": "Manifold Mixup (P1)", "test_acc": 48.00, "forget_acc": 7.90, "retain_acc": 52.46, "mia_asr": 41.70, "feature_sensitivity": 0.214, "time_seconds": 0.25},
+    {"method": "Ferrari (P2)", "test_acc": 44.53, "forget_acc": 5.70, "retain_acc": 48.84, "mia_asr": 39.40, "feature_sensitivity": 0.235, "time_seconds": 1.18},
+    {"method": "UFUSC (Label Only)", "test_acc": 52.29, "forget_acc": 22.30, "retain_acc": 55.62, "mia_asr": 39.30, "feature_sensitivity": 0.237, "time_seconds": 0.54},
+    {"method": "UFUSC (Feature Only)", "test_acc": 46.08, "forget_acc": 5.70, "retain_acc": 50.57, "mia_asr": 38.40, "feature_sensitivity": 0.149, "time_seconds": 2.88},
+    {"method": "UFUSC (Joint)", "test_acc": 46.34, "forget_acc": 4.80, "retain_acc": 50.96, "mia_asr": 38.80, "feature_sensitivity": 0.197, "time_seconds": 2.90}
+  ]
+}