rewicks/flat-lstm-Hidden_XXLARGE_Embed_XLARGE_NLayer_SMALL_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.09401709401709403	0.3179190751445087	0.055165496489468405
__label__ace_Latn	0.7618476304739051	0.9477611940298507	0.6369107321965898
__label__acm_Arab	0.0	0.0	0.0
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.003996003996003996	0.5	0.0020060180541624875
__label__afr_Latn	0.8048916064480267	0.9027431421446384	0.7261785356068204
__label__als_Latn	0.9914443885254153	0.9949494949494949	0.9879638916750251
__label__amh_Ethi	0.9700897308075772	0.9643211100099108	0.9759277833500501
__label__apc_Arab	0.0019782393669634025	0.07142857142857142	0.0010030090270812437
__label__arb_Arab	0.22741225143467234	0.1311576354679803	0.8545636910732196
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.07148936170212766	0.23595505617977527	0.04212637913741224
__label__arz_Arab	0.036003600360036005	0.17543859649122806	0.020060180541624874
__label__asm_Beng	0.9595494111623144	0.9801255230125523	0.9398194583751254
__label__ast_Latn	0.7357142857142857	0.9048316251830161	0.6198595787362087
__label__awa_Deva	0.1964285714285714	0.8943089430894309	0.11033099297893681
__label__ayr_Latn	0.9609578344612181	0.9989177489177489	0.925777331995988
__label__azb_Arab	0.686456400742115	0.8951612903225806	0.5566700100300903
__label__azj_Latn	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__bak_Cyrl	0.9754350051177073	0.9958202716823407	0.9558676028084253
__label__bam_Latn	0.4448996312986481	0.3760387811634349	0.5446339017051154
__label__ban_Latn	0.21298701298701297	0.7784810126582279	0.12337011033099297
__label__bel_Cyrl	0.995987963891675	0.995987963891675	0.995987963891675
__label__bem_Latn	0.7896221094190636	0.9020618556701031	0.7021063189568706
__label__ben_Beng	0.9636273044344793	0.9574257425742574	0.9699097291875627
__label__bho_Deva	0.5816603364080305	0.6335697399527187	0.5376128385155466
__label__bjn_Arab	0.6130615326538317	0.4915254237288136	0.8144433299899699
__label__bjn_Latn	0.622107969151671	0.8658318425760286	0.485456369107322
__label__bod_Tibt	0.9090909090909091	0.9207818930041153	0.8976930792377131
__label__bos_Latn	0.3311432325886991	0.48	0.25275827482447344
__label__bug_Latn	0.4868035190615836	0.9046321525885559	0.3329989969909729
__label__bul_Cyrl	0.9572736520854527	0.9711042311661506	0.9438314944834504
__label__cat_Latn	0.6353211009174312	0.7416331994645248	0.555667001003009
__label__ceb_Latn	0.5710942071386775	0.6853932584269663	0.48946840521564694
__label__ces_Latn	0.9695121951219513	0.9824922760041195	0.9568706118355065
__label__cjk_Latn	0.2616033755274262	0.824468085106383	0.15546639919759278
__label__ckb_Arab	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__cmn_Hans	0.2118863049095607	0.75	0.12337011033099297
__label__cmn_Hant	0.2028985507246377	0.5142857142857142	0.12637913741223672
__label__crh_Latn	0.9366684406599255	0.9977324263038548	0.8826479438314945
__label__cym_Latn	0.9754851889683349	0.9937565036420395	0.9578736208625878
__label__dan_Latn	0.6389391199517782	0.8006042296072508	0.5315947843530592
__label__deu_Latn	0.9243523316062177	0.9560557341907824	0.8946840521564694
__label__dik_Latn	0.9713408393039918	0.9916405433646813	0.9518555667001003
__label__dyu_Latn	0.01616814874696847	0.041666666666666664	0.010030090270812437
__label__dzo_Tibt	0.9232283464566929	0.9062801932367149	0.9408224674022067
__label__ekk_Latn	0.9434353918007264	0.9774193548387097	0.9117352056168505
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.8541448058761805	0.8954895489548955	0.8164493480441324
__label__epo_Latn	0.9539098912480579	0.9860813704496788	0.9237713139418254
__label__eus_Latn	0.9758551307847083	0.9788092835519677	0.9729187562688064
__label__ewe_Latn	0.9541188738269031	0.993485342019544	0.917753259779338
__label__fao_Latn	0.920506329113924	0.9294478527607362	0.9117352056168505
__label__fij_Latn	0.9393779652082234	0.99	0.8936810431293881
__label__fil_Latn	0.6695949243533431	0.6520912547528517	0.6880641925777332
__label__fin_Latn	0.9756345177664975	0.987667009249743	0.9638916750250752
__label__fon_Latn	0.9522309711286089	0.998898678414097	0.9097291875626881
__label__fra_Latn	0.8686969545681477	0.8648111332007953	0.872617853560682
__label__fur_Latn	0.9197465681098205	0.9710144927536232	0.8736208625877633
__label__fuv_Latn	0.56777856635912	0.970873786407767	0.4012036108324975
__label__gaz_Latn	0.7202492211838006	0.9506578947368421	0.5797392176529589
__label__gla_Latn	0.9812087353986795	0.9938271604938271	0.9689067201604814
__label__gle_Latn	0.9919436052366566	0.9959555106167847	0.9879638916750251
__label__glg_Latn	0.7118241235888295	0.8731778425655977	0.600802407221665
__label__gug_Latn	0.9110512129380054	0.9848484848484849	0.847542627883651
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9385875127942681	0.9582027168234065	0.9197592778335005
__label__hau_Latn	0.9096446700507616	0.920863309352518	0.8986960882647944
__label__heb_Hebr	0.9934640522875817	0.9959677419354839	0.9909729187562688
__label__hin_Deva	0.8203906622201047	0.7813067150635209	0.8635907723169508
__label__hne_Deva	0.5050071530758227	0.8802992518703242	0.354062186559679
__label__hrv_Latn	0.42560553633217996	0.5006784260515604	0.37011033099297896
__label__hun_Latn	0.9883662114314617	0.996938775510204	0.9799398194583752
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9360341151385928	0.9988623435722411	0.880641925777332
__label__ilo_Latn	0.7979910714285714	0.89937106918239	0.7171514543630892
__label__ind_Latn	0.4477317554240631	0.44034917555771097	0.45536609829488467
__label__isl_Latn	0.9313725490196079	0.9108341323106424	0.9528585757271816
__label__ita_Latn	0.857596611964002	0.9080717488789237	0.8124373119358074
__label__jav_Latn	0.07685738684884715	0.25862068965517243	0.04513540621865597
__label__jpn_Jpan	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__kab_Latn	0.8283772302463891	0.7184966838614592	0.9779338014042126
__label__kac_Latn	0.9271664008506114	0.9864253393665159	0.8746238716148446
__label__kam_Latn	0.405103668261563	0.9883268482490273	0.2547642928786359
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9769349051768325	0.9989517819706499	0.9558676028084253
__label__kas_Deva	0.6347769877181642	0.8927272727272727	0.49247743229689067
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.992450931051837	0.9959595959595959	0.9889669007021064
__label__kbp_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__kea_Latn	0.5325530358449159	0.9837837837837838	0.3650952858575727
__label__khk_Cyrl	0.990389479008599	0.9989795918367347	0.9819458375125376
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9551503203548546	0.938953488372093	0.9719157472417251
__label__kin_Latn	0.662892434379825	0.6807610993657506	0.645937813440321
__label__kir_Cyrl	0.9795102448775613	0.9760956175298805	0.9829488465396189
__label__kmb_Latn	0.07238095238095238	0.7169811320754716	0.03811434302908726
__label__kmr_Latn	0.9924433249370277	0.9969635627530364	0.9879638916750251
__label__knc_Arab	0.6881578947368421	1.0	0.5245737211634904
__label__knc_Latn	0.9100700053850295	0.9825581395348837	0.847542627883651
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.740829825616356	0.924924924924925	0.6178535606820461
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.8506271379703536	0.9854689564068693	0.7482447342026078
__label__lim_Latn	0.45151515151515154	0.9226006191950464	0.29889669007021064
__label__lin_Latn	0.7910005920663115	0.9653179190751445	0.6700100300902708
__label__lit_Latn	0.9796747967479675	0.9927909371781668	0.966900702106319
__label__lmo_Latn	0.6354775828460039	0.9022140221402214	0.49047141424272817
__label__ltg_Latn	0.9119060331019755	0.9748858447488584	0.8565697091273822
__label__ltz_Latn	0.8753493571827836	0.9886363636363636	0.7853560682046138
__label__lua_Latn	0.6705128205128204	0.9289520426287744	0.5245737211634904
__label__lug_Latn	0.7956043956043957	0.8797083839611178	0.7261785356068204
__label__luo_Latn	0.8503670242800677	0.9728682170542635	0.7552657973921765
__label__lus_Latn	0.8729531338226991	0.9987080103359173	0.7753259779338014
__label__lvs_Latn	0.926592124453087	0.8990566037735849	0.9558676028084253
__label__mag_Deva	0.8283898305084745	0.877665544332211	0.7843530591775326
__label__mai_Deva	0.7473269555430501	0.8512820512820513	0.6659979939819458
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9597644749754661	0.9394812680115274	0.9809428284854563
__label__min_Latn	0.4267075978511128	0.9084967320261438	0.27883650952858574
__label__mkd_Cyrl	0.903921568627451	0.8839884947267498	0.9247743229689067
__label__mlt_Latn	0.9847405900305188	0.9989680082559339	0.970912738214644
__label__mni_Beng	0.995479658463084	0.9969818913480886	0.9939819458375125
__label__mos_Latn	0.8708946772366931	1.0	0.7713139418254764
__label__mri_Latn	0.9939455095862765	1.0	0.9879638916750251
__label__mya_Mymr	0.9994987468671679	0.998997995991984	1.0
__label__nld_Latn	0.7025023169601482	0.652885443583118	0.7602808425275828
__label__nno_Latn	0.4626540971718637	0.8350785340314136	0.31995987963891676
__label__nob_Latn	0.5512934879571811	0.4963855421686747	0.6198595787362087
__label__npi_Deva	0.9086561453849833	0.8683729433272395	0.9528585757271816
__label__nso_Latn	0.9185105234754454	0.9941588785046729	0.8535606820461384
__label__nus_Latn	0.9934640522875817	0.9959677419354839	0.9909729187562688
__label__nya_Latn	0.7004608294930875	0.8227334235453315	0.6098294884653962
__label__oci_Latn	0.7694077055779184	0.9016172506738545	0.6710130391173521
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.596977329974811	0.8020304568527918	0.4754262788365095
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.7435456110154905	0.868632707774799	0.649949849548646
__label__pbt_Arab	0.9833080424886191	0.9918367346938776	0.9749247743229689
__label__pes_Arab	0.19765166340508808	0.1929321872015282	0.20260782347041123
__label__plt_Latn	0.8035928143712574	0.9970282317979198	0.6730190571715146
__label__pol_Latn	0.9558037882467216	0.9265536723163842	0.9869608826479438
__label__por_Latn	0.8678851174934726	0.9052287581699346	0.8335005015045135
__label__prs_Arab	0.3317230273752013	0.8408163265306122	0.20661985957873621
__label__quy_Latn	0.9830339321357285	0.9781529294935452	0.9879638916750251
__label__ron_Latn	0.9874812218327491	0.986	0.9889669007021064
__label__run_Latn	0.4672070744288872	0.8805555555555555	0.31795386158475425
__label__rus_Cyrl	0.9575757575757575	0.9643947100712106	0.950852557673019
__label__sag_Latn	0.7245841035120149	0.939297124600639	0.5897693079237714
__label__san_Deva	0.9669762641898865	0.9957492029755579	0.9398194583751254
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9252631578947368	0.973421926910299	0.8816449348044132
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9459183673469388	0.9626168224299065	0.9297893681043129
__label__slv_Latn	0.7301401869158879	0.8741258741258742	0.6268806419257773
__label__smo_Latn	0.8684807256235829	0.9986962190352021	0.7683049147442327
__label__sna_Latn	0.9009687836383207	0.9721254355400697	0.839518555667001
__label__snd_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__som_Latn	0.9154720711814137	0.9025341130604289	0.9287863590772317
__label__sot_Latn	0.6185010128291695	0.9462809917355371	0.4593781344032096
__label__spa_Latn	0.6994652406417113	0.7491408934707904	0.6559679037111334
__label__srd_Latn	0.8206018518518519	0.9699042407660738	0.7111334002006018
__label__srp_Cyrl	0.9197307094769549	0.9507494646680942	0.8906720160481444
__label__ssw_Latn	0.7788347205707491	0.9562043795620438	0.6569709127382146
__label__sun_Latn	0.45544554455445546	0.7721822541966427	0.3229689067201605
__label__swe_Latn	0.9463820926600729	0.9837662337662337	0.9117352056168505
__label__swh_Latn	0.6565711195240671	0.7124413145539906	0.6088264794383149
__label__szl_Latn	0.9519331243469175	0.9934569247546347	0.9137412236710131
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.5155096011816839	0.9775910364145658	0.35005015045135407
__label__taq_Tfng	0.973137354282818	0.9836065573770492	0.9628886659979939
__label__tat_Cyrl	0.9732997481108312	0.9777327935222672	0.9689067201604814
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9675456389452333	0.9784615384615385	0.9568706118355065
__label__tpi_Latn	0.797377830750894	0.9823788546255506	0.6710130391173521
__label__tsn_Latn	0.7275294117647059	0.6852836879432624	0.7753259779338014
__label__tso_Latn	0.6571113561190739	0.7294981640146879	0.5977933801404213
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.777313432835821	0.9601769911504425	0.6529588766298897
__label__tur_Latn	0.9351145038167938	0.89171974522293	0.9829488465396189
__label__twi_Latn	0.8322186682175051	0.9903114186851211	0.7176529588766299
__label__uig_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__ukr_Cyrl	0.9899295065458208	0.993933265925177	0.9859578736208626
__label__umb_Latn	0.7062579821200511	0.9718804920913884	0.5546639919759278
__label__urd_Arab	0.9604247104247106	0.9255813953488372	0.9979939819458375
__label__uzn_Latn	0.9834586466165414	0.9829659318637275	0.9839518555667001
__label__vec_Latn	0.8901159580342353	0.9901719901719902	0.8084252758274825
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.4720774385703649	0.9161849710982659	0.31795386158475425
__label__wol_Latn	0.8923246824958586	0.9926289926289926	0.8104312938816449
__label__xho_Latn	0.5474189675870348	0.6816143497757847	0.4573721163490471
__label__ydd_Hebr	0.9914872308462694	0.99	0.9929789368104313
__label__yor_Latn	0.9264626945786366	0.9965357967667436	0.8655967903711134
__label__yue_Hant	0.4975581729388106	0.34863123993558776	0.8686058174523571
__label__zgh_Tfng	0.9814907453726863	0.9790419161676647	0.9839518555667001
__label__zsm_Latn	0.37160751565762	0.6068181818181818	0.2678034102306921
__label__zul_Latn	0.6335341365461847	0.6341708542713568	0.6328986960882648

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.4881749722988757	0.8540455112296428	0.34176420888280606
dev/addemojis	0.6573037848727934	0.8684639793541685	0.5287438670691879
dev/antspeak	0.22081117021276597	0.25132276800635683	0.1969059889026686
dev/cyrillic	0.4198621902738818	0.7437556538345562	0.29248830234546
dev/floresplus	0.7950387613551839	0.8707356954639563	0.7314505091629568
dev/delete	0.7800215665130871	0.8688525584640117	0.7076698074519124
dev/hashtag	0.3998944811440003	0.7735803589147506	0.2696414366251464
dev/html	0.7611509694838492	0.847334581659304	0.6908805233434293
dev/leetspeak	0.5064977809497744	0.8475407555132992	0.36116724557910185
dev/ngrams	0.5819346580556654	0.7652374202693125	0.4694773977103725
dev/short	0.3511089367253751	0.7025824346974798	0.2340321456981783
dev/spongebob	0.6099269488642051	0.830770541380926	0.48183960749242805
dev/swap	0.7920514671810511	0.8708685580904874	0.7263168816795214
dev/url	0.7128293477976659	0.8650819394691563	0.6061484947453197