rewicks/flat-lstm-Hidden_LARGE_Embed_LARGE_NLayer_MEDIUM_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9374671571203363	0.9845474613686535	0.8946840521564694
__label__ace_Latn	0.9929718875502007	0.9939698492462311	0.9919759277833501
__label__acm_Arab	0.048216007714561235	0.625	0.025075225677031094
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.389908256880734	0.819935691318328	0.25576730190571717
__label__afr_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.9994987468671679	0.998997995991984	1.0
__label__apc_Arab	0.19135802469135804	0.791970802919708	0.10882647943831494
__label__arb_Arab	0.3318312167144613	0.2084942084942085	0.8124373119358074
__label__ars_Arab	0.00196078431372549	0.043478260869565216	0.0010030090270812437
__label__ary_Arab	0.6875675675675675	0.7456037514654161	0.6379137412236711
__label__arz_Arab	0.5044621888210428	0.4743816254416961	0.5386158475426279
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9731100963977676	0.9845995893223819	0.9618856569709128
__label__awa_Deva	0.6748229233741146	0.9424460431654677	0.5255767301905717
__label__ayr_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__azb_Arab	0.7924984875983061	0.9984756097560976	0.6569709127382146
__label__azj_Latn	0.998995983935743	1.0	0.9979939819458375
__label__bak_Cyrl	0.9974861739567623	1.0	0.9949849548645938
__label__bam_Latn	0.5406032482598608	0.43989930774071745	0.7011033099297894
__label__ban_Latn	0.9626943005181348	0.9957127545551983	0.9317953861584755
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9863429438543246	0.9948979591836735	0.9779338014042126
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9291026276648487	0.9186274509803921	0.9398194583751254
__label__bjn_Arab	0.9428159538683325	0.9049815498154982	0.9839518555667001
__label__bjn_Latn	0.96285140562249	0.963819095477387	0.9618856569709128
__label__bod_Tibt	0.9790495656617273	0.9979166666666667	0.9608826479438315
__label__bos_Latn	0.572356215213358	0.5323554788610871	0.6188565697091274
__label__bug_Latn	0.9633074935400516	0.9936034115138592	0.9348044132397192
__label__bul_Cyrl	0.9940119760479041	0.9890764647467726	0.9989969909729187
__label__cat_Latn	0.9774661992989484	0.976	0.9789368104312939
__label__ceb_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__ces_Latn	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__cjk_Latn	0.2876480541455161	0.918918918918919	0.17051153460381144
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.6915520628683693	0.9962264150943396	0.5295887662988967
__label__cmn_Hant	0.292929292929293	0.9109947643979057	0.17452357071213642
__label__crh_Latn	0.9893563101875317	1.0	0.9789368104312939
__label__cym_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__dan_Latn	0.9644670050761421	0.9763617677286742	0.9528585757271816
__label__deu_Latn	0.9949899799599199	0.993993993993994	0.995987963891675
__label__dik_Latn	0.9914098029307731	0.9989816700610998	0.9839518555667001
__label__dyu_Latn	0.02985074626865672	0.04612159329140461	0.022066198595787363
__label__dzo_Tibt	0.9631782945736435	0.9315838800374883	0.9969909729187563
__label__ekk_Latn	0.998995983935743	1.0	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__epo_Latn	0.998997995991984	0.997997997997998	1.0
__label__eus_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ewe_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__fao_Latn	0.9925187032418954	0.9871031746031746	0.9979939819458375
__label__fij_Latn	0.998997995991984	0.997997997997998	1.0
__label__fil_Latn	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__fin_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__fon_Latn	0.9929292929292929	1.0	0.9859578736208626
__label__fra_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__fur_Latn	0.993496748374187	0.9910179640718563	0.995987963891675
__label__fuv_Latn	0.893569844789357	0.9987608426270136	0.8084252758274825
__label__gaz_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__gla_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__gle_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__glg_Latn	0.9722362443210499	0.9786585365853658	0.9658976930792377
__label__gug_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9925112331502746	0.9880715705765407	0.9969909729187563
__label__hau_Latn	0.9940119760479041	0.9890764647467726	0.9989969909729187
__label__heb_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__hin_Deva	0.8797127468581688	0.7961007311129163	0.9829488465396189
__label__hne_Deva	0.9072781655034896	0.9018830525272548	0.9127382146439318
__label__hrv_Latn	0.639751552795031	0.5218492716909436	0.8264794383149449
__label__hun_Latn	0.998995983935743	1.0	0.9979939819458375
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9842078451349974	1.0	0.9689067201604814
__label__ilo_Latn	0.9979979979979979	0.996003996003996	1.0
__label__ind_Latn	0.8057432432432432	0.6958424507658644	0.9568706118355065
__label__isl_Latn	0.9929929929929929	0.991008991008991	0.9949849548645938
__label__ita_Latn	0.996003996003996	0.9920398009950249	1.0
__label__jav_Latn	0.9587786259541985	0.9731404958677686	0.9448345035105316
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8586206896551724	0.7528344671201814	0.9989969909729187
__label__kac_Latn	0.998995983935743	1.0	0.9979939819458375
__label__kam_Latn	0.5148809523809524	0.9971181556195965	0.34704112337011034
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9753340184994861	1.0	0.9518555667001003
__label__kas_Deva	0.9615384615384615	0.9978425026968716	0.9277833500501504
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9695405265875063	0.9989361702127659	0.9418254764292878
__label__khk_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9654837141468158	0.9367924528301886	0.995987963891675
__label__kin_Latn	0.9163038219641993	0.8850467289719626	0.9498495486459378
__label__kir_Cyrl	0.996996996996997	0.995004995004995	0.9989969909729187
__label__kmb_Latn	0.8321678321678322	0.9930458970792768	0.7161484453360081
__label__kmr_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__knc_Arab	0.6881578947368421	1.0	0.5245737211634904
__label__knc_Latn	0.9232420826623725	0.9930715935334873	0.8625877632898696
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9864116758933066	0.98989898989899	0.9829488465396189
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9859154929577465	0.9889001009081736	0.9829488465396189
__label__lim_Latn	0.9702868852459018	0.9916230366492147	0.9498495486459378
__label__lin_Latn	0.9944695827048768	0.9969758064516129	0.9919759277833501
__label__lit_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__lmo_Latn	0.9394904458598726	0.9977452085682075	0.8876629889669007
__label__ltg_Latn	0.993963782696177	0.9969727547931383	0.9909729187562688
__label__ltz_Latn	0.9944584382871536	0.9989878542510121	0.9899699097291875
__label__lua_Latn	0.9240710823909533	0.9976744186046511	0.8605817452357071
__label__lug_Latn	0.9894419306184012	0.9919354838709677	0.9869608826479438
__label__luo_Latn	0.9944584382871536	0.9989878542510121	0.9899699097291875
__label__lus_Latn	0.9924204143506822	1.0	0.9849548645937813
__label__lvs_Latn	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__mag_Deva	0.9402228976697061	0.9498464687819856	0.9307923771313942
__label__mai_Deva	0.9601242879337132	0.9925053533190579	0.9297893681043129
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9979979979979979	0.996003996003996	1.0
__label__min_Latn	0.9811320754716981	0.9979253112033195	0.9648946840521565
__label__mkd_Cyrl	0.991546494281452	0.9832347140039448	1.0
__label__mlt_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__mni_Beng	1.0	1.0	1.0
__label__mos_Latn	0.9365333333333334	1.0	0.880641925777332
__label__mri_Latn	1.0	1.0	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9716520039100686	0.9475691134413727	0.9969909729187563
__label__nno_Latn	0.96	0.9821615949632738	0.9388164493480441
__label__nob_Latn	0.8924632352941176	0.823579304495335	0.9739217652958877
__label__npi_Deva	0.9974987493746873	0.9950099800399201	1.0
__label__nso_Latn	0.9823143001515916	0.9898167006109979	0.9749247743229689
__label__nus_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__nya_Latn	0.9859013091641491	0.9898887765419616	0.9819458375125376
__label__oci_Latn	0.9841986455981943	0.9844455594581034	0.9839518555667001
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9895470383275261	0.9822134387351779	0.9969909729187563
__label__pbt_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__pes_Arab	0.23073496659242765	0.2075320512820513	0.2597793380140421
__label__plt_Latn	0.9959718026183283	1.0	0.9919759277833501
__label__pol_Latn	0.9851778656126483	0.9707887049659202	1.0
__label__por_Latn	0.981243830207305	0.9659863945578231	0.9969909729187563
__label__prs_Arab	0.5868033311979501	0.8120567375886525	0.4593781344032096
__label__quy_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__ron_Latn	1.0	1.0	1.0
__label__run_Latn	0.9048361934477379	0.9395248380129589	0.872617853560682
__label__rus_Cyrl	0.9939577039274924	0.9979777553083923	0.9899699097291875
__label__sag_Latn	0.9944528492183561	1.0	0.9889669007021064
__label__san_Deva	0.9934376577486117	1.0	0.9869608826479438
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9919597989949748	0.9939577039274925	0.9899699097291875
__label__slv_Latn	0.9853164556962025	0.9948875255623721	0.9759277833500501
__label__smo_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__sna_Latn	0.9959718026183283	1.0	0.9919759277833501
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__sot_Latn	0.9713408393039918	0.9916405433646813	0.9518555667001003
__label__spa_Latn	0.972099853157122	0.9493307839388145	0.995987963891675
__label__srd_Latn	0.9934574735782586	0.996969696969697	0.9899699097291875
__label__srp_Cyrl	0.995479658463084	0.9969818913480886	0.9939819458375125
__label__ssw_Latn	0.9636828644501279	0.9832985386221295	0.9448345035105316
__label__sun_Latn	0.9570170895908856	0.9892933618843683	0.9267803410230692
__label__swe_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__swh_Latn	0.9509615384615384	0.9132040627885504	0.9919759277833501
__label__szl_Latn	0.9795501022494887	0.9989572471324296	0.9608826479438315
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7068741893644617	1.0	0.5466399197592778
__label__taq_Tfng	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__tat_Cyrl	0.9949949949949949	0.993006993006993	0.9969909729187563
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9994982438534872	1.0	0.9989969909729187
__label__tpi_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__tsn_Latn	0.961594555177443	0.9330188679245283	0.9919759277833501
__label__tso_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9909090909090909	0.9979654120040692	0.9839518555667001
__label__tur_Latn	0.9860973187686196	0.976401179941003	0.995987963891675
__label__twi_Latn	0.9896176247151178	0.9994884910485934	0.9799398194583752
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__umb_Latn	0.6545209176788124	1.0	0.4864593781344032
__label__urd_Arab	0.9563549160671463	0.9163602941176471	1.0
__label__uzn_Latn	0.998997995991984	0.997997997997998	1.0
__label__vec_Latn	0.9760326364099949	0.9927385892116183	0.9598796389167502
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.998997995991984	0.997997997997998	1.0
__label__wol_Latn	0.9954751131221719	0.9979838709677419	0.9929789368104313
__label__xho_Latn	0.9258517034068136	0.924924924924925	0.9267803410230692
__label__ydd_Hebr	1.0	1.0	1.0
__label__yor_Latn	0.9806320081549439	0.9968911917098445	0.9648946840521565
__label__yue_Hant	0.6552992310264125	0.49147442326980945	0.9829488465396189
__label__zgh_Tfng	0.9974962443665497	0.996	0.9989969909729187
__label__zsm_Latn	0.8360918312867057	0.8938356164383562	0.7853560682046138
__label__zul_Latn	0.9421078673923801	0.9296875	0.954864593781344

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6593402376986017	0.9342684717011907	0.5094297671339141
dev/addemojis	0.9122736315870019	0.9428688926498268	0.8836015435468968
dev/antspeak	0.312475638900591	0.7690503875968993	0.19607097153529554
dev/cyrillic	0.4952132699929797	0.6823994863697097	0.3886141182167191
dev/floresplus	0.924019601693193	0.9387293138784375	0.9097637740808633
dev/delete	0.8934344519733929	0.9385601288202717	0.8524489725333636
dev/hashtag	0.47835033343746175	0.7646688450557443	0.3480342505348558
dev/html	0.9227165099011146	0.9391177990513858	0.9068782702788167
dev/leetspeak	0.7767798378451396	0.9284634622255201	0.6676976743036993
dev/ngrams	0.6903427462815263	0.8759506750647713	0.5696399543457961
dev/short	0.4946642335528141	0.7289441782601166	0.37434964993502673
dev/spongebob	0.8567703315816838	0.9196385064309592	0.8019477150663814
dev/swap	0.879273746253641	0.9414587927426951	0.8247945807866951
dev/url	0.9177376132321585	0.9424657106258006	0.8942739548695348