rewicks/flat-lstm-Hidden_MEDIUM_Embed_MEDIUM_NLayer_LARGE_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.934668071654373	0.9844617092119867	0.8896690070210632
__label__ace_Latn	0.9945027486256872	0.9910358565737052	0.9979939819458375
__label__acm_Arab	0.04238921001926782	0.5365853658536586	0.022066198595787363
__label__acq_Arab	0.007944389275074478	0.4	0.004012036108324975
__label__aeb_Arab	0.3637770897832817	0.7966101694915254	0.23570712136409228
__label__afr_Latn	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__als_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__amh_Ethi	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__apc_Arab	0.2234831951113051	0.8619528619528619	0.1283851554663992
__label__arb_Arab	0.33879557558377715	0.21287001287001286	0.8294884653961886
__label__ars_Arab	0.0076117982873453865	0.07407407407407407	0.004012036108324975
__label__ary_Arab	0.7029914529914529	0.752	0.6599799398194583
__label__arz_Arab	0.5205588822355289	0.4323607427055703	0.6539618856569709
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9791560752414845	0.9927835051546392	0.9658976930792377
__label__awa_Deva	0.8127906976744187	0.966804979253112	0.7011033099297894
__label__ayr_Latn	0.998995983935743	1.0	0.9979939819458375
__label__azb_Arab	0.868629671574179	0.9973992197659298	0.769307923771314
__label__azj_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__bak_Cyrl	0.9979899497487438	1.0	0.995987963891675
__label__bam_Latn	0.5507462686567164	0.4385026737967914	0.7402206619859579
__label__ban_Latn	0.9563409563409565	0.9924487594390508	0.9227683049147443
__label__bel_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__bem_Latn	0.9894525364138623	0.9909456740442656	0.9879638916750251
__label__ben_Beng	0.9994982438534872	1.0	0.9989969909729187
__label__bho_Deva	0.956392467789891	0.9451518119490695	0.9679037111334002
__label__bjn_Arab	0.9406130268199234	0.9000916590284143	0.9849548645937813
__label__bjn_Latn	0.977511244377811	0.9741035856573705	0.9809428284854563
__label__bod_Tibt	0.964693665628245	1.0	0.9317953861584755
__label__bos_Latn	0.537180910099889	0.6012422360248447	0.485456369107322
__label__bug_Latn	0.9795501022494887	0.9989572471324296	0.9608826479438315
__label__bul_Cyrl	0.996993987975952	0.995995995995996	0.9979939819458375
__label__cat_Latn	0.9791044776119402	0.9713721618953604	0.9869608826479438
__label__ceb_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__ces_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__cjk_Latn	0.4587155963302752	0.9646302250803859	0.30090270812437314
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.571632216678546	0.9876847290640394	0.40220661985957873
__label__cmn_Hant	0.375	0.9322709163346613	0.23470411233701102
__label__crh_Latn	0.9868020304568528	0.998972250770812	0.9749247743229689
__label__cym_Latn	0.998995983935743	1.0	0.9979939819458375
__label__dan_Latn	0.9689567430025446	0.9834710743801653	0.954864593781344
__label__deu_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__dik_Latn	0.992450931051837	0.9959595959595959	0.9889669007021064
__label__dyu_Latn	0.0272	0.06719367588932806	0.017051153460381142
__label__dzo_Tibt	0.9534772182254196	0.9136029411764706	0.9969909729187563
__label__ekk_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__epo_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__eus_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ewe_Latn	1.0	1.0	1.0
__label__fao_Latn	0.9949849548645938	0.9949849548645938	0.9949849548645938
__label__fij_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__fil_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__fin_Latn	1.0	1.0	1.0
__label__fon_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__fra_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__fur_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__fuv_Latn	0.8671963677639047	0.9986928104575163	0.7662988966900702
__label__gaz_Latn	0.9994987468671679	0.998997995991984	1.0
__label__gla_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__gle_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__glg_Latn	0.9813789632611979	0.9848484848484849	0.9779338014042126
__label__gug_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__hau_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__heb_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__hin_Deva	0.9224219489120151	0.8728737690241719	0.9779338014042126
__label__hne_Deva	0.9225387306346826	0.9193227091633466	0.925777331995988
__label__hrv_Latn	0.6380832282471626	0.5492040520984081	0.7612838515546639
__label__hun_Latn	1.0	1.0	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__ilo_Latn	0.99849774661993	0.997	1.0
__label__ind_Latn	0.8579088471849865	0.7735697018533441	0.9628886659979939
__label__isl_Latn	0.9940059940059941	0.9900497512437811	0.9979939819458375
__label__ita_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__jav_Latn	0.9673202614379085	0.969758064516129	0.9648946840521565
__label__jpn_Jpan	0.9994987468671679	0.998997995991984	1.0
__label__kab_Latn	0.8703622872108251	0.7704791344667697	1.0
__label__kac_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__kam_Latn	0.4913076341647771	0.9969325153374233	0.3259779338014042
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9862874555611986	0.9989711934156379	0.9739217652958877
__label__kas_Deva	0.9555206698063842	0.9989059080962801	0.9157472417251755
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__kbp_Latn	0.998995983935743	1.0	0.9979939819458375
__label__kea_Latn	0.9630785231409257	1.0	0.9287863590772317
__label__khk_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9664885866925693	0.9369114877589454	0.9979939819458375
__label__kin_Latn	0.9227761485826004	0.899904671115348	0.9468405215646941
__label__kir_Cyrl	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__kmb_Latn	0.8114086146682189	0.9667128987517337	0.6990972918756269
__label__kmr_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__knc_Arab	0.686429512516469	1.0	0.522567703109328
__label__knc_Latn	0.9734964322120285	0.9896373056994818	0.9578736208625878
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9909365558912386	0.9949443882709808	0.9869608826479438
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9909547738693467	0.9929506545820745	0.9889669007021064
__label__lim_Latn	0.9770056208482372	0.9958333333333333	0.958876629889669
__label__lin_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__lit_Latn	0.998995983935743	1.0	0.9979939819458375
__label__lmo_Latn	0.968041237113402	0.9957582184517497	0.9418254764292878
__label__ltg_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__ltz_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__lua_Latn	0.9738327347357619	0.9968487394957983	0.9518555667001003
__label__lug_Latn	0.9939819458375125	0.9939819458375125	0.9939819458375125
__label__luo_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__lus_Latn	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__lvs_Latn	0.997	0.9940179461615155	1.0
__label__mag_Deva	0.9361267245784364	0.9541666666666667	0.9187562688064193
__label__mai_Deva	0.9618949536560246	0.9883597883597883	0.9368104312938816
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9974987493746873	0.9950099800399201	1.0
__label__min_Latn	0.9790281329923274	0.9989561586638831	0.9598796389167502
__label__mkd_Cyrl	0.995	0.9920239282153539	0.9979939819458375
__label__mlt_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__mni_Beng	0.9994987468671679	0.998997995991984	1.0
__label__mos_Latn	0.9438559322033898	1.0	0.8936810431293881
__label__mri_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9860696517412936	0.9782823297137216	0.9939819458375125
__label__nno_Latn	0.9707542329399692	0.9936974789915967	0.9488465396188566
__label__nob_Latn	0.9453313981615868	0.9130841121495327	0.9799398194583752
__label__npi_Deva	0.998997995991984	0.997997997997998	1.0
__label__nso_Latn	0.9893670886075949	0.9989775051124744	0.9799398194583752
__label__nus_Latn	0.9979899497487438	1.0	0.995987963891675
__label__nya_Latn	0.9904378459989935	0.9939393939393939	0.9869608826479438
__label__oci_Latn	0.9881761006289309	0.9914184755174155	0.9849548645937813
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9979899497487438	1.0	0.995987963891675
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__pbt_Arab	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__pes_Arab	0.3334907888521493	0.3151785714285714	0.354062186559679
__label__plt_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__pol_Latn	0.9910358565737052	0.9841740850642928	0.9979939819458375
__label__por_Latn	0.992503748125937	0.9890438247011952	0.995987963891675
__label__prs_Arab	0.47427055702917775	0.5033783783783784	0.4483450351053159
__label__quy_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__ron_Latn	0.9994987468671679	0.998997995991984	1.0
__label__run_Latn	0.909853249475891	0.9527991218441273	0.8706118355065195
__label__rus_Cyrl	0.9959718026183283	1.0	0.9919759277833501
__label__sag_Latn	0.995479658463084	0.9969818913480886	0.9939819458375125
__label__san_Deva	0.9944528492183561	1.0	0.9889669007021064
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.996993987975952	0.995995995995996	0.9979939819458375
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9959798994974874	0.9979859013091642	0.9939819458375125
__label__slv_Latn	0.9888888888888888	0.9959308240081384	0.9819458375125376
__label__smo_Latn	0.998995983935743	1.0	0.9979939819458375
__label__sna_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.998995983935743	1.0	0.9979939819458375
__label__sot_Latn	0.9691991786447639	0.9926393270241851	0.9468405215646941
__label__spa_Latn	0.9817644159684574	0.9651162790697675	0.9989969909729187
__label__srd_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__srp_Cyrl	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__ssw_Latn	0.9832402234636872	0.9958847736625515	0.970912738214644
__label__sun_Latn	0.9716932578486875	0.9978858350951374	0.9468405215646941
__label__swe_Latn	0.9914271306101866	0.9969574036511156	0.9859578736208626
__label__swh_Latn	0.9222170470423847	0.8608695652173913	0.9929789368104313
__label__szl_Latn	0.9658031088082902	0.9989281886387996	0.9348044132397192
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7395701643489254	1.0	0.5867602808425276
__label__taq_Tfng	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__tat_Cyrl	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__tpi_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__tsn_Latn	0.9735034347399412	0.9529298751200769	0.9949849548645938
__label__tso_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9914786967418547	0.9909819639278558	0.9919759277833501
__label__tur_Latn	0.9856364536899456	0.9735812133072407	0.9979939819458375
__label__twi_Latn	0.9931835395102246	1.0	0.9864593781344032
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__umb_Latn	0.8887652947719689	0.9975031210986267	0.8014042126379137
__label__urd_Arab	0.9812992125984252	0.9632850241545894	1.0
__label__uzn_Latn	0.9979899497487438	1.0	0.995987963891675
__label__vec_Latn	0.9827235772357723	0.995880535530381	0.9699097291875627
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__wol_Latn	0.9944695827048768	0.9969758064516129	0.9919759277833501
__label__xho_Latn	0.9621785173978821	0.9675456389452333	0.9568706118355065
__label__ydd_Hebr	0.9994982438534872	1.0	0.9989969909729187
__label__yor_Latn	0.988377968671046	0.9959266802443992	0.9809428284854563
__label__yue_Hant	0.6483443708609272	0.4839347503707365	0.9819458375125376
__label__zgh_Tfng	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__zsm_Latn	0.8587015821058374	0.9413875598086124	0.7893681043129388
__label__zul_Latn	0.9587680079483357	0.9498031496062992	0.9679037111334002

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.7393548080238767	0.928010148875042	0.6144443181762035
dev/addemojis	0.9240786921584925	0.9425793554951464	0.9062902994698381
dev/antspeak	0.2276463366419044	0.7217501451417111	0.13513446744173407
dev/cyrillic	0.578905561637252	0.8919502637993274	0.4285121373974139
dev/floresplus	0.929670522476909	0.9434258854171966	0.9163105078783147
dev/delete	0.9079040306808069	0.9380796307225361	0.8796092711632434
dev/hashtag	0.49723626415081956	0.7397657393850658	0.3744682322830561
dev/html	0.9259171003950586	0.940321167288215	0.9119476656570698
dev/leetspeak	0.8335560776874825	0.9166809887576525	0.7642533511865646
dev/ngrams	0.7245450935507229	0.8856292425962012	0.6130410937245233
dev/short	0.5109992681126009	0.7353432436946717	0.3915440903992766
dev/spongebob	0.8740848547852641	0.922027151504518	0.8308818079855329
dev/swap	0.897694327690488	0.9381638765001185	0.8605718633733713
dev/url	0.9247880849221194	0.9427574171029668	0.9074909457436349