rewicks/flat-lstm-Hidden_LARGE_Embed_LARGE_NLayer_LARGE_Lr0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9347368421052632	0.9833887043189369	0.8906720160481444
__label__ace_Latn	0.994475138121547	0.9959758551307847	0.9929789368104313
__label__acm_Arab	0.07728557964184732	0.640625	0.041123370110330994
__label__acq_Arab	0.003968253968253968	0.18181818181818182	0.0020060180541624875
__label__aeb_Arab	0.3619344773790951	0.8140350877192982	0.23269809428284854
__label__afr_Latn	0.993496748374187	0.9910179640718563	0.995987963891675
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.99849774661993	0.997	1.0
__label__apc_Arab	0.20982735723771584	0.8943396226415095	0.11885656970912738
__label__arb_Arab	0.32733672272193975	0.20330337624483846	0.839518555667001
__label__ars_Arab	0.0038387715930902114	0.044444444444444446	0.0020060180541624875
__label__ary_Arab	0.7030056036678553	0.7142857142857143	0.6920762286860582
__label__arz_Arab	0.5311818578281727	0.4699074074074074	0.6108324974924775
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.978161503301168	0.9907407407407407	0.9658976930792377
__label__awa_Deva	0.7210460772104608	0.9507389162561576	0.5807422266800402
__label__ayr_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__azb_Arab	0.8244994110718493	0.9985734664764622	0.7021063189568706
__label__azj_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__bak_Cyrl	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__bam_Latn	0.4770498234601805	0.3917525773195876	0.6098294884653962
__label__ban_Latn	0.965909090909091	0.9957401490947817	0.9378134403209629
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9919759277833501	0.9919759277833501	0.9919759277833501
__label__ben_Beng	0.9994982438534872	1.0	0.9989969909729187
__label__bho_Deva	0.9480455220188025	0.935546875	0.9608826479438315
__label__bjn_Arab	0.9381294964028776	0.8988970588235294	0.9809428284854563
__label__bjn_Latn	0.9739217652958877	0.9739217652958877	0.9739217652958877
__label__bod_Tibt	0.9691358024691358	0.9947201689545935	0.9448345035105316
__label__bos_Latn	0.5386289445048966	0.5885850178359097	0.49648946840521563
__label__bug_Latn	0.9811128126595201	0.998960498960499	0.9638916750250752
__label__bul_Cyrl	0.9954932398597897	0.994	0.9969909729187563
__label__cat_Latn	0.9780439121756488	0.9731876861966237	0.9829488465396189
__label__ceb_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__ces_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__cjk_Latn	0.5245421245421246	0.9728260869565217	0.35907723169508526
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.6146408839779005	0.9866962305986696	0.4463390170511535
__label__cmn_Hant	0.31140716069941715	0.9166666666666666	0.18756268806419257
__label__crh_Latn	0.984725050916497	1.0	0.9699097291875627
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.9681724845995894	0.9915878023133544	0.9458375125376128
__label__deu_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__dik_Latn	0.9959798994974874	0.9979859013091642	0.9939819458375125
__label__dyu_Latn	0.030097817908201655	0.060240963855421686	0.020060180541624874
__label__dzo_Tibt	0.9650485436893202	0.9350893697083725	0.9969909729187563
__label__ekk_Latn	0.998995983935743	1.0	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9939939939939939	0.9920079920079921	0.995987963891675
__label__epo_Latn	0.9994987468671679	0.998997995991984	1.0
__label__eus_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ewe_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fao_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__fij_Latn	1.0	1.0	1.0
__label__fil_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__fin_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__fon_Latn	0.9873031995937023	1.0	0.9749247743229689
__label__fra_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__fur_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__fuv_Latn	0.9082969432314412	0.9964071856287425	0.8345035105315948
__label__gaz_Latn	0.998997995991984	0.997997997997998	1.0
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	1.0	1.0	1.0
__label__glg_Latn	0.9788306451612904	0.983789260385005	0.9739217652958877
__label__gug_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__hau_Latn	0.9965017491254373	0.9930278884462151	1.0
__label__heb_Hebr	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__hin_Deva	0.8851717902350813	0.805761316872428	0.9819458375125376
__label__hne_Deva	0.9329268292682926	0.945417095777549	0.9207622868605817
__label__hrv_Latn	0.6332767402376911	0.5489330389992642	0.7482447342026078
__label__hun_Latn	1.0	1.0	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9893670886075949	0.9989775051124744	0.9799398194583752
__label__ilo_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__ind_Latn	0.8593466424682396	0.7845898922949461	0.9498495486459378
__label__isl_Latn	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__ita_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__jav_Latn	0.9654135338345865	0.9649298597194389	0.9658976930792377
__label__jpn_Jpan	0.9994987468671679	0.998997995991984	1.0
__label__kab_Latn	0.8650759219088936	0.7622324159021406	1.0
__label__kac_Latn	1.0	1.0	1.0
__label__kam_Latn	0.4901960784313725	0.9878419452887538	0.3259779338014042
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9795291709314228	1.0	0.9598796389167502
__label__kas_Deva	0.9588755856324831	0.9967532467532467	0.9237713139418254
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__kbp_Latn	0.9994987468671679	0.998997995991984	1.0
__label__kea_Latn	0.9411140583554376	0.9988738738738738	0.8896690070210632
__label__khk_Cyrl	0.998995983935743	1.0	0.9979939819458375
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9659863945578232	0.9368520263901979	0.9969909729187563
__label__kin_Latn	0.9333333333333333	0.912751677852349	0.954864593781344
__label__kir_Cyrl	0.9974962443665497	0.996	0.9989969909729187
__label__kmb_Latn	0.8339100346020761	0.9810040705563093	0.7251755265797393
__label__kmr_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__knc_Arab	0.6890203813280736	1.0	0.5255767301905717
__label__knc_Latn	0.9589610389610389	0.9946120689655172	0.925777331995988
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9894313034725717	0.9929292929292929	0.9859578736208626
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9899295065458208	0.993933265925177	0.9859578736208626
__label__lim_Latn	0.9753846153846154	0.9979013641133263	0.9538615847542627
__label__lin_Latn	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__lit_Latn	1.0	1.0	1.0
__label__lmo_Latn	0.9728065674704975	0.9957983193277311	0.950852557673019
__label__ltg_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__ltz_Latn	0.9959718026183283	1.0	0.9919759277833501
__label__lua_Latn	0.970164609053498	0.9957761351636748	0.9458375125376128
__label__lug_Latn	0.9944640161046804	0.997979797979798	0.9909729187562688
__label__luo_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__lus_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__lvs_Latn	0.9979979979979979	0.996003996003996	1.0
__label__mag_Deva	0.9436970602889885	0.9376237623762376	0.9498495486459378
__label__mai_Deva	0.9574247144340602	0.9924650161463939	0.9247743229689067
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.99849774661993	0.997	1.0
__label__min_Latn	0.9785276073619631	0.9979144942648592	0.9598796389167502
__label__mkd_Cyrl	0.9940059940059941	0.9900497512437811	0.9979939819458375
__label__mlt_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__mni_Beng	0.998997995991984	0.997997997997998	1.0
__label__mos_Latn	0.9432962374138846	1.0	0.892678034102307
__label__mri_Latn	0.9994987468671679	0.998997995991984	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9880478087649402	0.9812067260138477	0.9949849548645938
__label__nno_Latn	0.9665809768637532	0.9915611814345991	0.9428284854563691
__label__nob_Latn	0.9333333333333332	0.8943014705882353	0.9759277833500501
__label__npi_Deva	0.9965017491254373	0.9930278884462151	1.0
__label__nso_Latn	0.9888888888888888	0.9959308240081384	0.9819458375125376
__label__nus_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__nya_Latn	0.9909365558912386	0.9949443882709808	0.9869608826479438
__label__oci_Latn	0.9932143754712239	0.9954659949622167	0.9909729187562688
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.993	0.9900299102691924	0.995987963891675
__label__pbt_Arab	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__pes_Arab	0.36219739292364983	0.33796698523023455	0.3901705115346038
__label__plt_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__pol_Latn	0.9890873015873016	0.9784102060843964	1.0
__label__por_Latn	0.9910089910089911	0.9870646766169154	0.9949849548645938
__label__prs_Arab	0.49025341130604283	0.4767772511848341	0.5045135406218656
__label__quy_Latn	0.998995983935743	1.0	0.9979939819458375
__label__ron_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__run_Latn	0.9263707571801567	0.9662309368191722	0.8896690070210632
__label__rus_Cyrl	0.9929435483870966	0.9979736575481256	0.9879638916750251
__label__sag_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__san_Deva	0.9914011127971675	1.0	0.9829488465396189
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9944806823883594	0.9949799196787149	0.9939819458375125
__label__slv_Latn	0.9919436052366566	0.9959555106167847	0.9879638916750251
__label__smo_Latn	0.9979899497487438	1.0	0.995987963891675
__label__sna_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__snd_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__som_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__sot_Latn	0.9650924024640658	0.9884332281808622	0.9428284854563691
__label__spa_Latn	0.9802371541501976	0.9659201557935735	0.9949849548645938
__label__srd_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__srp_Cyrl	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__ssw_Latn	0.9827935222672066	0.9918283963227783	0.9739217652958877
__label__sun_Latn	0.9733333333333335	0.9958027282266527	0.9518555667001003
__label__swe_Latn	0.992450931051837	0.9959595959595959	0.9889669007021064
__label__swh_Latn	0.9289719626168225	0.8696412948381452	0.9969909729187563
__label__szl_Latn	0.97119341563786	0.996832101372756	0.9468405215646941
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.6992824527071103	1.0	0.5376128385155466
__label__taq_Tfng	0.9869215291750503	0.9899091826437941	0.9839518555667001
__label__tat_Cyrl	0.9964912280701754	0.9959919839679359	0.9969909729187563
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9964771011575239	1.0	0.9929789368104313
__label__tpi_Latn	0.998995983935743	1.0	0.9979939819458375
__label__tsn_Latn	0.9778434268833087	0.960348162475822	0.995987963891675
__label__tso_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9859859859859859	0.984015984015984	0.9879638916750251
__label__tur_Latn	0.9885969261279127	0.9774509803921568	1.0
__label__twi_Latn	0.9873096446700508	0.9994861253854059	0.9754262788365096
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__umb_Latn	0.8221436984687868	0.9957203994293866	0.7001003009027081
__label__urd_Arab	0.9764936336924585	0.9540669856459331	1.0
__label__uzn_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__vec_Latn	0.98582995951417	0.9948927477017364	0.9769307923771314
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.997	0.9940179461615155	1.0
__label__wol_Latn	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__xho_Latn	0.9533941236068896	0.9631525076765609	0.9438314944834504
__label__ydd_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__yor_Latn	0.9862874555611986	0.9989711934156379	0.9739217652958877
__label__yue_Hant	0.6363636363636364	0.47047527604416706	0.9829488465396189
__label__zgh_Tfng	0.9945082376435347	0.9900596421471173	0.9989969909729187
__label__zsm_Latn	0.8608695652173912	0.9395017793594306	0.794383149448345
__label__zul_Latn	0.9538002980625931	0.9448818897637795	0.9628886659979939

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.7497325890639156	0.9176485738201018	0.6337633590426451
dev/addemojis	0.9213377652929106	0.9417042441002569	0.9018335795564032
dev/antspeak	0.24024284136886995	0.5711026192772872	0.15211644786576478
dev/cyrillic	0.5779169563124966	0.8929615285308546	0.42719784970675573
dev/floresplus	0.9277511470160044	0.9412012934190189	0.9146800005929118
dev/delete	0.9078213143799768	0.9363240614809408	0.8810026137525878
dev/hashtag	0.4814297231926901	0.7519860634490865	0.35404736376617535
dev/html	0.9239155508750815	0.9379368626832086	0.910307276509331
dev/leetspeak	0.8194697805498815	0.9160118927697088	0.7413373124299005
dev/ngrams	0.7231213805478846	0.8809380167928854	0.6132584946959104
dev/short	0.5086920330261901	0.7276747949538416	0.39102035169548055
dev/spongebob	0.8677483214580228	0.9163059004505	0.8240781457673513
dev/swap	0.8988390779476235	0.93706976045978	0.8636055951104545
dev/url	0.9241907084182447	0.9427109028120375	0.9063841771620279