Upload results/bon_results.json with huggingface_hub

results/bon_results.json

@@ -0,0 +1,780 @@
+[
+  {
+    "unique_id": "test/intermediate_algebra/1566.json",
+    "level": 3,
+    "subject": "Intermediate Algebra",
+    "ground_truth": "2k",
+    "greedy_answer": "2a + ka + \\frac{k^2a}{4}",
+    "greedy_correct": false,
+    "weighted_bon_answer": "0",
+    "weighted_bon_correct": false,
+    "standard_bon_answer": "0",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "0",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 0,
+    "answer_score_breakdown": {
+      "0": 0.8788591101765633,
+      "-1": 0.13640767335891724,
+      "2kh": 0.08962094038724899,
+      "2(a + c - k)": 0.08848164230585098,
+      "a(1 - 2h) + 4ak^2 - 4akh + ah^2 + k": 0.0501532219350338,
+      "2a + ah^2 + 2k": 0.05872105434536934,
+      "a + b + 2c + k - h": 0.045371297746896744,
+      "2k^2": 0.1810130625963211,
+      "4k": 0.1739559918642044,
+      "2(2k)": 0.08108767122030258,
+      "4a + b + c + e + f + 2ak": 0.020251676440238953,
+      "2d(1 + h) + b(h + c) - 2k + h": 0.03740683197975159
+    },
+    "prm_scores": [
+      0.38959258794784546,
+      0.13640767335891724,
+      0.08962094038724899,
+      0.08848164230585098,
+      0.0501532219350338,
+      0.05872105434536934,
+      0.045371297746896744,
+      0.10005511343479156,
+      0.16545328497886658,
+      0.1400100141763687,
+      0.08374810963869095,
+      0.1810130625963211,
+      0.1739559918642044,
+      0.08108767122030258,
+      0.020251676440238953,
+      0.03740683197975159
+    ]
+  },
+  {
+    "unique_id": "test/algebra/1265.json",
+    "level": 2,
+    "subject": "Algebra",
+    "ground_truth": "\\frac{3}{2}",
+    "greedy_answer": "3",
+    "greedy_correct": false,
+    "weighted_bon_answer": "\\frac{3}{2}",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "\\frac{3}{2}",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "\\frac{3}{2}",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 12,
+    "answer_score_breakdown": {
+      "\\frac{3}{2}": 9.525228440761566,
+      "2": 0.04569903016090393,
+      "1": 0.035691916942596436,
+      "4^{\\frac{3}{2}}": 0.7074317932128906,
+      "\\frac{1}{2}": 0.02362700365483761
+    },
+    "prm_scores": [
+      0.9931477904319763,
+      0.08908459544181824,
+      0.9114416241645813,
+      0.04569903016090393,
+      0.8072997331619263,
+      0.9522070288658142,
+      0.035691916942596436,
+      0.3795792758464813,
+      0.9849416017532349,
+      0.7074317932128906,
+      0.02362700365483761,
+      0.982453465461731,
+      0.9895228743553162,
+      0.7293780446052551,
+      0.9169456958770752,
+      0.7892267107963562
+    ]
+  },
+  {
+    "unique_id": "test/algebra/2036.json",
+    "level": 3,
+    "subject": "Algebra",
+    "ground_truth": "3\\sqrt{13}",
+    "greedy_answer": "3\\sqrt{13}",
+    "greedy_correct": true,
+    "weighted_bon_answer": "3\\sqrt{13}",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "3\\sqrt{13}",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "3\\sqrt{13}",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 16,
+    "answer_score_breakdown": {
+      "3\\sqrt{13}": 15.872192740440369
+    },
+    "prm_scores": [
+      0.9924262762069702,
+      0.9941288232803345,
+      0.9937927722930908,
+      0.996006190776825,
+      0.9884900450706482,
+      0.9937055706977844,
+      0.9957823753356934,
+      0.9897115230560303,
+      0.9855998754501343,
+      0.9935632944107056,
+      0.9969964027404785,
+      0.9893608689308167,
+      0.994041383266449,
+      0.9888609051704407,
+      0.9883406162261963,
+      0.991385817527771
+    ]
+  },
+  {
+    "unique_id": "test/algebra/114.json",
+    "level": 1,
+    "subject": "Algebra",
+    "ground_truth": "4",
+    "greedy_answer": "4",
+    "greedy_correct": true,
+    "weighted_bon_answer": "4",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "4",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "4",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 16,
+    "answer_score_breakdown": {
+      "4": 15.427059769630432
+    },
+    "prm_scores": [
+      0.9632772207260132,
+      0.9753599762916565,
+      0.8430228233337402,
+      0.9805755615234375,
+      0.9829703569412231,
+      0.9770132899284363,
+      0.9656716585159302,
+      0.9811027646064758,
+      0.9701114296913147,
+      0.8994367718696594,
+      0.9830636382102966,
+      0.9811835289001465,
+      0.9836723208427429,
+      0.9814204573631287,
+      0.9797684550285339,
+      0.9794095158576965
+    ]
+  },
+  {
+    "unique_id": "test/number_theory/847.json",
+    "level": 3,
+    "subject": "Number Theory",
+    "ground_truth": "4210_{5}",
+    "greedy_answer": "4210_5",
+    "greedy_correct": false,
+    "weighted_bon_answer": "4210_5",
+    "weighted_bon_correct": false,
+    "standard_bon_answer": "4210",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "4210_5",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 0,
+    "answer_score_breakdown": {
+      "422_5": 0.4499802887439728,
+      "4210_5": 5.877732008695602,
+      "111_5": 0.026935415342450142,
+      "4221_5": 0.2756074368953705,
+      "420_5": 0.11346089839935303,
+      "4444_5": 0.013120382092893124,
+      "4210": 1.7479697465896606
+    },
+    "prm_scores": [
+      0.4499802887439728,
+      0.583568274974823,
+      0.9537349343299866,
+      0.026935415342450142,
+      0.5232129096984863,
+      0.2756074368953705,
+      0.11346089839935303,
+      0.020330563187599182,
+      0.013120382092893124,
+      0.9368847012519836,
+      0.8960930109024048,
+      0.7835883498191833,
+      0.37749049067497253,
+      0.9643813967704773,
+      0.8129322528839111,
+      0.7938154339790344
+    ]
+  },
+  {
+    "unique_id": "test/intermediate_algebra/1898.json",
+    "level": 3,
+    "subject": "Intermediate Algebra",
+    "ground_truth": "-5",
+    "greedy_answer": "-5",
+    "greedy_correct": true,
+    "weighted_bon_answer": "-5",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "-5",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "-5",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 14,
+    "answer_score_breakdown": {
+      "-5": 13.510545134544373,
+      "-17.5": 0.0118635855615139,
+      "7 \\times (-3) = -21": 0.17152179777622223
+    },
+    "prm_scores": [
+      0.990667998790741,
+      0.9914085268974304,
+      0.8539301753044128,
+      0.991192638874054,
+      0.9093068838119507,
+      0.9817348122596741,
+      0.0118635855615139,
+      0.9950287938117981,
+      0.17152179777622223,
+      0.8527193665504456,
+      0.9926127195358276,
+      0.9962577819824219,
+      0.9950143694877625,
+      0.9685443639755249,
+      0.9975405931472778,
+      0.9945861101150513
+    ]
+  },
+  {
+    "unique_id": "test/intermediate_algebra/515.json",
+    "level": 2,
+    "subject": "Intermediate Algebra",
+    "ground_truth": "\\frac43",
+    "greedy_answer": "\\frac{4}{3}",
+    "greedy_correct": false,
+    "weighted_bon_answer": "\\frac{4}{3}",
+    "weighted_bon_correct": false,
+    "standard_bon_answer": "\\frac{4}{3}",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "\\frac{4}{3}",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 0,
+    "answer_score_breakdown": {
+      "\\frac{4}{3}": 12.993444621562958,
+      "y=\\frac{4}{3}": 0.7456207871437073
+    },
+    "prm_scores": [
+      0.9757433533668518,
+      0.9152928590774536,
+      0.9262116551399231,
+      0.9329642653465271,
+      0.8159711956977844,
+      0.973721981048584,
+      0.8773332834243774,
+      0.9459983110427856,
+      0.7456207871437073,
+      0.9413409233093262,
+      0.9691257476806641,
+      0.8798498511314392,
+      0.9651709794998169,
+      0.9703044295310974,
+      0.9156308770179749,
+      0.953955888748169
+    ]
+  },
+  {
+    "unique_id": "test/prealgebra/1247.json",
+    "level": 2,
+    "subject": "Prealgebra",
+    "ground_truth": "5",
+    "greedy_answer": "5",
+    "greedy_correct": true,
+    "weighted_bon_answer": "5",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "5",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "5",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 14,
+    "answer_score_breakdown": {
+      "5": 13.84566581249237,
+      "6": 0.04288877546787262,
+      "7": 0.021614858880639076
+    },
+    "prm_scores": [
+      0.9874890446662903,
+      0.9890925884246826,
+      0.9906784296035767,
+      0.9951796531677246,
+      0.9833526611328125,
+      0.9943066239356995,
+      0.04288877546787262,
+      0.9912968873977661,
+      0.996322751045227,
+      0.021614858880639076,
+      0.9761733412742615,
+      0.9781678318977356,
+      0.9939509630203247,
+      0.9837079644203186,
+      0.9914649128913879,
+      0.994482159614563
+    ]
+  },
+  {
+    "unique_id": "test/algebra/518.json",
+    "level": 3,
+    "subject": "Algebra",
+    "ground_truth": "\\frac 34",
+    "greedy_answer": "\\frac{4}{3}",
+    "greedy_correct": false,
+    "weighted_bon_answer": "\\frac{3}{4}",
+    "weighted_bon_correct": false,
+    "standard_bon_answer": "\\frac{3}{4}",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "\\frac{3}{4}",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 0,
+    "answer_score_breakdown": {
+      "\\frac{3}{4}": 8.010839819908142,
+      "\\frac{4}{3}": 0.8271265625953674,
+      "1": 0.0782640278339386,
+      "\\frac{16}{9}": 0.08907447010278702
+    },
+    "prm_scores": [
+      0.9174371957778931,
+      0.8461792469024658,
+      0.9599809050559998,
+      0.277146577835083,
+      0.8468650579452515,
+      0.9560564160346985,
+      0.4508325159549713,
+      0.9334309101104736,
+      0.7827900052070618,
+      0.2229481041431427,
+      0.9262115359306335,
+      0.9293907880783081,
+      0.7586770057678223,
+      0.0782640278339386,
+      0.08907447010278702,
+      0.09914746880531311
+    ]
+  },
+  {
+    "unique_id": "test/geometry/178.json",
+    "level": 3,
+    "subject": "Geometry",
+    "ground_truth": "2",
+    "greedy_answer": "2",
+    "greedy_correct": true,
+    "weighted_bon_answer": "2",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "2",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "2",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 14,
+    "answer_score_breakdown": {
+      "2": 13.525502800941467,
+      "2\\sqrt{5}": 0.02531031146645546,
+      "\\sqrt{2}": 0.09983386844396591
+    },
+    "prm_scores": [
+      0.9753232598304749,
+      0.9023347496986389,
+      0.9684244990348816,
+      0.9912661910057068,
+      0.9640752673149109,
+      0.02531031146645546,
+      0.9858566522598267,
+      0.9645191431045532,
+      0.9965499639511108,
+      0.9715750217437744,
+      0.9929128289222717,
+      0.9601553082466125,
+      0.9364507794380188,
+      0.09983386844396591,
+      0.9597406387329102,
+      0.9563184976577759
+    ]
+  },
+  {
+    "unique_id": "test/intermediate_algebra/860.json",
+    "level": 2,
+    "subject": "Intermediate Algebra",
+    "ground_truth": "\\text{ellipse}",
+    "greedy_answer": null,
+    "greedy_correct": false,
+    "weighted_bon_answer": "\\text{ellipse}",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "\\text{circle}",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "\\text{ellipse}",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 5,
+    "answer_score_breakdown": {
+      "\\text{ellipse}": 0.4748514872044325,
+      "\\text{circle}": 0.19727817177772522
+    },
+    "prm_scores": [
+      0.15957516431808472,
+      0.12498065829277039,
+      0.13995392620563507,
+      0.11687459796667099,
+      0.17295509576797485,
+      0.025766996666789055,
+      0.12410514056682587,
+      0.09207811206579208,
+      0.1817529797554016,
+      0.14232255518436432,
+      0.19727817177772522,
+      0.12983134388923645,
+      0.1009967178106308,
+      0.06759987026453018,
+      0.4757905900478363,
+      0.23078562319278717
+    ]
+  },
+  {
+    "unique_id": "test/number_theory/22.json",
+    "level": 3,
+    "subject": "Number Theory",
+    "ground_truth": "2",
+    "greedy_answer": "6",
+    "greedy_correct": false,
+    "weighted_bon_answer": "2",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "2",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "0",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 5,
+    "answer_score_breakdown": {
+      "0": 0.18049156479537487,
+      "1": 0.22785289399325848,
+      "2": 2.4990325272083282,
+      "6": 0.7855422422289848,
+      "5": 0.1700340360403061
+    },
+    "prm_scores": [
+      0.04065684974193573,
+      0.1668420284986496,
+      0.6439529061317444,
+      0.12490694969892502,
+      0.6606352925300598,
+      0.5643002986907959,
+      0.028800513595342636,
+      0.1513165831565857,
+      0.6899784803390503,
+      0.022786086425185204,
+      0.1700340360403061,
+      0.03950735554099083,
+      0.053026698529720306,
+      0.02150350995361805,
+      0.035221416503190994,
+      0.449484258890152
+    ]
+  },
+  {
+    "unique_id": "test/algebra/2551.json",
+    "level": 1,
+    "subject": "Algebra",
+    "ground_truth": "10",
+    "greedy_answer": "10",
+    "greedy_correct": true,
+    "weighted_bon_answer": "10",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "10",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "10",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 15,
+    "answer_score_breakdown": {
+      "10": 14.916400849819183,
+      "3": 0.3374885618686676
+    },
+    "prm_scores": [
+      0.9954132437705994,
+      0.994917631149292,
+      0.9930395483970642,
+      0.9946964979171753,
+      0.9958835244178772,
+      0.9911690950393677,
+      0.9968792200088501,
+      0.9965872764587402,
+      0.3374885618686676,
+      0.9960399866104126,
+      0.994235098361969,
+      0.9959813356399536,
+      0.9918780326843262,
+      0.9883254766464233,
+      0.9951592087745667,
+      0.9961956739425659
+    ]
+  },
+  {
+    "unique_id": "test/algebra/24.json",
+    "level": 1,
+    "subject": "Algebra",
+    "ground_truth": "2000",
+    "greedy_answer": "2000",
+    "greedy_correct": true,
+    "weighted_bon_answer": "2000",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "2000",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "2000",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 15,
+    "answer_score_breakdown": {
+      "2000": 14.198634266853333
+    },
+    "prm_scores": [
+      0.9872841835021973,
+      0.9413870573043823,
+      0.9889976382255554,
+      0.9923239946365356,
+      0.9830780625343323,
+      0.9846431016921997,
+      0.9720523953437805,
+      0.9805113673210144,
+      0.9480443000793457,
+      0.9811661839485168,
+      0.9770664572715759,
+      0.7148209810256958,
+      0.846014678478241,
+      0.7874448895454407,
+      0.9811532497406006,
+      0.9200906157493591
+    ]
+  },
+  {
+    "unique_id": "test/intermediate_algebra/1714.json",
+    "level": 1,
+    "subject": "Intermediate Algebra",
+    "ground_truth": "(5,\\infty)",
+    "greedy_answer": "(5, \\infty)",
+    "greedy_correct": false,
+    "weighted_bon_answer": "(5, \\infty)",
+    "weighted_bon_correct": false,
+    "standard_bon_answer": "(5, \\infty)",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "(5, \\infty)",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 0,
+    "answer_score_breakdown": {
+      "(5, \\infty)": 9.382436901330948,
+      "(-\\infty, 5) \\cup (5, \\infty)": 0.05053659901022911,
+      "(-\\infty, 5)": 0.29756873846054077,
+      "(-\\infty, 5) \\cup (5, +\\infty)": 0.042136698961257935
+    },
+    "prm_scores": [
+      0.9431021809577942,
+      0.9451705813407898,
+      0.9344722628593445,
+      0.8696272373199463,
+      0.05053659901022911,
+      0.8996963500976562,
+      0.8450660109519958,
+      0.8897750377655029,
+      0.6697665452957153,
+      0.9658312797546387,
+      0.8602502942085266,
+      0.793439507484436,
+      0.9303714036941528,
+      0.2990742623806,
+      0.29756873846054077,
+      0.042136698961257935
+    ]
+  },
+  {
+    "unique_id": "test/precalculus/541.json",
+    "level": 2,
+    "subject": "Precalculus",
+    "ground_truth": "\\left( \\frac{3}{2}, -13 \\right)",
+    "greedy_answer": "\\left( \\frac{3}{2}, -13 \\right)",
+    "greedy_correct": true,
+    "weighted_bon_answer": "\\left( \\frac{3}{2}, -13 \\right)",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "\\left(\\frac{3}{2}, -13\\right)",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "\\left( \\frac{3}{2}, -13 \\right)",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 8,
+    "answer_score_breakdown": {
+      "\\left(\\frac{3}{2}, -13\\right)": 2.828850492835045,
+      "\\left( \\frac{3}{2}, -13 \\right)": 6.08513518422842,
+      "(1, -1)": 0.004213116597384214,
+      "\\left(m, b\\right) = (0, -13)": 0.039167147129774094,
+      "\\left(\\frac{3}{2}, 23\\right)": 0.014369720593094826,
+      "(3, -25)": 0.08800287544727325
+    },
+    "prm_scores": [
+      0.6061789989471436,
+      0.9395573735237122,
+      0.004213116597384214,
+      0.039167147129774094,
+      0.2117328941822052,
+      0.014369720593094826,
+      0.12005805224180222,
+      0.9928120970726013,
+      0.897468626499176,
+      0.9848745465278625,
+      0.9866357445716858,
+      0.9895706176757812,
+      0.08800287544727325,
+      0.9581692814826965,
+      0.24028877913951874,
+      0.9866386651992798
+    ]
+  },
+  {
+    "unique_id": "test/geometry/248.json",
+    "level": 2,
+    "subject": "Geometry",
+    "ground_truth": "5",
+    "greedy_answer": "5",
+    "greedy_correct": true,
+    "weighted_bon_answer": "5",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "5",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "5",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 16,
+    "answer_score_breakdown": {
+      "5": 15.969408690929413
+    },
+    "prm_scores": [
+      0.9981712102890015,
+      0.9989147186279297,
+      0.9964959025382996,
+      0.9971887469291687,
+      0.9961889386177063,
+      0.9972904920578003,
+      0.9975918531417847,
+      0.9987127780914307,
+      0.9991645812988281,
+      0.9987006187438965,
+      0.9983342289924622,
+      0.9986819624900818,
+      0.9985302686691284,
+      0.9986613988876343,
+      0.9977825284004211,
+      0.9989984631538391
+    ]
+  },
+  {
+    "unique_id": "test/number_theory/1032.json",
+    "level": 3,
+    "subject": "Number Theory",
+    "ground_truth": "2220",
+    "greedy_answer": "2",
+    "greedy_correct": false,
+    "weighted_bon_answer": "222",
+    "weighted_bon_correct": false,
+    "standard_bon_answer": "222",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "222",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 2,
+    "answer_score_breakdown": {
+      "222": 1.5699958242475986,
+      "2220": 1.2304129600524902,
+      "2": 0.050813913345336914,
+      "232": 0.015271982178092003,
+      "60": 0.1477309763431549,
+      "22": 0.027951523661613464,
+      "\\text{No such number exists}": 0.016663117334246635,
+      "225": 0.04364263266324997
+    },
+    "prm_scores": [
+      0.2567778527736664,
+      0.5941802263259888,
+      0.028183938935399055,
+      0.015271982178092003,
+      0.1477309763431549,
+      0.4586124122142792,
+      0.025898529216647148,
+      0.02262997440993786,
+      0.7697120308876038,
+      0.053086504340171814,
+      0.027951523661613464,
+      0.016663117334246635,
+      0.04364263266324997,
+      0.03180702403187752,
+      0.6362327337265015,
+      0.028957907110452652
+    ]
+  },
+  {
+    "unique_id": "test/number_theory/45.json",
+    "level": 3,
+    "subject": "Number Theory",
+    "ground_truth": "23",
+    "greedy_answer": "15",
+    "greedy_correct": false,
+    "weighted_bon_answer": "23",
+    "weighted_bon_correct": true,
+    "standard_bon_answer": "23",
+    "standard_bon_correct": true,
+    "majority_vote_answer": "23",
+    "majority_vote_correct": true,
+    "n_correct_in_16": 8,
+    "answer_score_breakdown": {
+      "143": 0.16297440230846405,
+      "23": 5.357615023851395,
+      "55": 0.10273180902004242,
+      "683": 0.008670372888445854
+    },
+    "prm_scores": [
+      0.015562820248305798,
+      0.6751413345336914,
+      0.8827845454216003,
+      0.011336199007928371,
+      0.03494024649262428,
+      0.25825634598731995,
+      0.9719118475914001,
+      0.10273180902004242,
+      0.5386189818382263,
+      0.07233847677707672,
+      0.012693990021944046,
+      0.8937028646469116,
+      0.3831983804702759,
+      0.008670372888445854,
+      0.754000723361969,
+      0.01610266976058483
+    ]
+  },
+  {
+    "unique_id": "test/intermediate_algebra/431.json",
+    "level": 1,
+    "subject": "Intermediate Algebra",
+    "ground_truth": "(a+5)(b+2)",
+    "greedy_answer": "(a + 5)(b + 2)",
+    "greedy_correct": false,
+    "weighted_bon_answer": "(a + 5)(b + 2)",
+    "weighted_bon_correct": false,
+    "standard_bon_answer": "(a + 5)(b + 2)",
+    "standard_bon_correct": false,
+    "majority_vote_answer": "(a + 5)(b + 2)",
+    "majority_vote_correct": false,
+    "n_correct_in_16": 1,
+    "answer_score_breakdown": {
+      "(a + 5)(b + 2)": 9.67332112789154,
+      "(b + 2)(a + 5)": 3.951826512813568,
+      "(a+5)(b+2)": 0.9961338043212891,
+      "b(ab + 5) + 2(a + 5)": 0.2790054976940155
+    },
+    "prm_scores": [
+      0.9980248212814331,
+      0.998023509979248,
+      0.9921653270721436,
+      0.998106837272644,
+      0.9981840252876282,
+      0.7056999802589417,
+      0.9969874024391174,
+      0.9956356883049011,
+      0.9968495965003967,
+      0.9970625042915344,
+      0.9912362098693848,
+      0.9936162233352661,
+      0.9961338043212891,
+      0.9657171964645386,
+      0.9978383183479309,
+      0.2790054976940155
+    ]
+  }
+]