| {"eval_$APPEND_precision": 0.8296642817831591, "eval_$APPEND_recall": 0.4709465791940019, "eval_$APPEND_f1": 0.6008369868473497, "eval_$APPEND_number": 6402, "eval_$DELETE_precision": 0.8403265152936761, "eval_$DELETE_recall": 0.8343456550901773, "eval_$DELETE_f1": 0.8373254052841195, "eval_$DELETE_number": 53672, "eval_$KEEP_precision": 0.9651065103613434, "eval_$KEEP_recall": 0.9812212680000687, "eval_$KEEP_f1": 0.9730971775464577, "eval_$KEEP_number": 407429, "eval_$MERGE_HYPHEN_precision": 0.6981132075471698, "eval_$MERGE_HYPHEN_recall": 0.7872340425531915, "eval_$MERGE_HYPHEN_f1": 0.74, "eval_$MERGE_HYPHEN_number": 47, "eval_$REPLACE_precision": 0.7682442352534761, "eval_$REPLACE_recall": 0.6681814767520469, "eval_$REPLACE_f1": 0.7147276233327977, "eval_$REPLACE_number": 26626, "eval_$TRANSFORM_AGREEMENT_PLURAL_precision": 0.8223350253807107, "eval_$TRANSFORM_AGREEMENT_PLURAL_recall": 0.7297297297297297, "eval_$TRANSFORM_AGREEMENT_PLURAL_f1": 0.7732696897374701, "eval_$TRANSFORM_AGREEMENT_PLURAL_number": 222, "eval_$TRANSFORM_AGREEMENT_SINGULAR_precision": 0.759493670886076, "eval_$TRANSFORM_AGREEMENT_SINGULAR_recall": 0.6857142857142857, "eval_$TRANSFORM_AGREEMENT_SINGULAR_f1": 0.7207207207207207, "eval_$TRANSFORM_AGREEMENT_SINGULAR_number": 175, "eval_$TRANSFORM_CASE_CAPITAL_precision": 0.8675889328063241, "eval_$TRANSFORM_CASE_CAPITAL_recall": 0.8607843137254902, "eval_$TRANSFORM_CASE_CAPITAL_f1": 0.8641732283464566, "eval_$TRANSFORM_CASE_CAPITAL_number": 510, "eval_$TRANSFORM_CASE_LOWER_precision": 0.8619631901840491, "eval_$TRANSFORM_CASE_LOWER_recall": 0.8289085545722714, "eval_$TRANSFORM_CASE_LOWER_f1": 0.8451127819548871, "eval_$TRANSFORM_CASE_LOWER_number": 339, "eval_$TRANSFORM_CASE_UPPER_precision": 1.0, "eval_$TRANSFORM_CASE_UPPER_recall": 0.5, "eval_$TRANSFORM_CASE_UPPER_f1": 0.6666666666666666, "eval_$TRANSFORM_CASE_UPPER_number": 4, "eval_$TRANSFORM_SPLIT_HYPHEN_precision": 0.5166666666666667, "eval_$TRANSFORM_SPLIT_HYPHEN_recall": 0.6078431372549019, "eval_$TRANSFORM_SPLIT_HYPHEN_f1": 0.5585585585585585, "eval_$TRANSFORM_SPLIT_HYPHEN_number": 51, "eval_$TRANSFORM_VERB-_precision": 0.8456632653061225, "eval_$TRANSFORM_VERB-_recall": 0.7183098591549296, "eval_$TRANSFORM_VERB-_f1": 0.7768014059753956, "eval_$TRANSFORM_VERB-_number": 923, "eval_overall_precision": 0.9409750201450443, "eval_overall_recall": 0.9409750201450443, "eval_overall_f1": 0.9409750201450443, "eval_overall_accuracy": 0.9409750201450443, "perplexity": 1.9814283681384055, "accuracy": 0.815734724122207} |