CanLex / data /eval /sweep.json
Beemer
Sweep-tune the regulation and back-matter penalties; revert the failed swap
a7a22f5
{
"best": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"best_metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.99,
"hit10": 0.99,
"mrr": 0.88
},
"runs": [
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.87
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0012,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.78,
"hit3": 0.94,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.86
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.87
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.005,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.78,
"hit3": 0.94,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.86
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.01,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.75,
"hit3": 0.94,
"hit5": 0.96,
"hit10": 0.99,
"mrr": 0.84
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.006,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.77,
"hit3": 0.93,
"hit5": 0.96,
"hit10": 0.99,
"mrr": 0.85
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.87
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.024,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.77,
"hit3": 0.94,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.86
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.05,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.77,
"hit3": 0.94,
"hit5": 0.97,
"hit10": 0.99,
"mrr": 0.86
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.88
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.008,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.87
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.016,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.88
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.032,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.88
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.004
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.99,
"hit10": 0.99,
"mrr": 0.88
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.008
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.88
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.016
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.98,
"hit10": 0.99,
"mrr": 0.87
}
},
{
"values": {
"CANLEX_MN_WEIGHT": 0.0024,
"CANLEX_MN_CAP": 0.012,
"CANLEX_REG_PENALTY": 0.004,
"CANLEX_BACKMATTER_PENALTY": 0.032
},
"metrics": {
"hit1": 0.79,
"hit3": 0.96,
"hit5": 0.99,
"hit10": 0.99,
"mrr": 0.87
}
}
]
}