rewicks/flat-cnn-Hidden_XLARGE_Embed_XLARGE_NLayer_SMALL_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8769551616266945	0.9131378935939196	0.843530591775326
__label__ace_Latn	0.9740000000000001	0.9710867397806581	0.9769307923771314
__label__acm_Arab	0.001990049751243781	0.125	0.0010030090270812437
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.056980056980056974	0.5357142857142857	0.03009027081243731
__label__afr_Latn	0.9848790322580645	0.9898682877406282	0.9799398194583752
__label__als_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__amh_Ethi	0.996996996996997	0.995004995004995	0.9989969909729187
__label__apc_Arab	0.0815956482320943	0.42452830188679247	0.04513540621865597
__label__arb_Arab	0.2786632390745501	0.1680446465481604	0.8154463390170511
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.42615012106537525	0.5374045801526718	0.3530591775325978
__label__arz_Arab	0.23768115942028983	0.4281984334203655	0.16449348044132397
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.93608029582673	0.9888392857142857	0.8886659979939819
__label__awa_Deva	0.22990492653414002	0.83125	0.1334002006018054
__label__ayr_Latn	0.9924204143506822	1.0	0.9849548645937813
__label__azb_Arab	0.7385295743504697	0.8226600985221675	0.6700100300902708
__label__azj_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__bak_Cyrl	0.9959718026183283	1.0	0.9919759277833501
__label__bam_Latn	0.5030525030525032	0.4232876712328767	0.6198595787362087
__label__ban_Latn	0.888157894736842	0.9794437726723095	0.8124373119358074
__label__bel_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__bem_Latn	0.9615384615384615	0.9978425026968716	0.9277833500501504
__label__ben_Beng	0.9979899497487438	1.0	0.995987963891675
__label__bho_Deva	0.4394785847299814	0.5765472312703583	0.3550651955867603
__label__bjn_Arab	0.8843398157625385	0.9028213166144201	0.8665997993981945
__label__bjn_Latn	0.8906882591093117	0.898876404494382	0.8826479438314945
__label__bod_Tibt	0.8912319644839066	0.9975155279503105	0.8054162487462387
__label__bos_Latn	0.07969639468690703	0.7368421052631579	0.04212637913741224
__label__bug_Latn	0.9621957534955982	0.9946466809421841	0.9317953861584755
__label__bul_Cyrl	0.9885057471264369	0.9850597609561753	0.9919759277833501
__label__cat_Latn	0.9608040201005026	0.9627391742195368	0.958876629889669
__label__ceb_Latn	0.9409937888198758	0.9721925133689839	0.9117352056168505
__label__ces_Latn	0.9899193548387096	0.9949341438703141	0.9849548645937813
__label__cjk_Latn	0.27288428324697755	0.9813664596273292	0.1584754262788365
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.8920863309352518	0.9950617283950617	0.8084252758274825
__label__cmn_Hant	0.2700854700854701	0.9132947976878613	0.1584754262788365
__label__crh_Latn	0.9727225939269172	0.9989429175475687	0.9478435305917753
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.9060654857756307	0.9745958429561201	0.8465396188565697
__label__deu_Latn	0.9919517102615695	0.9949545913218971	0.9889669007021064
__label__dik_Latn	0.9904088844018172	0.9969512195121951	0.9839518555667001
__label__dyu_Latn	0.005357142857142857	0.024390243902439025	0.003009027081243731
__label__dzo_Tibt	0.9326424870466322	0.8792184724689165	0.9929789368104313
__label__ekk_Latn	0.9959798994974874	0.9979859013091642	0.9939819458375125
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.973305954825462	0.9968454258675079	0.950852557673019
__label__epo_Latn	0.994475138121547	0.9959758551307847	0.9929789368104313
__label__eus_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__ewe_Latn	0.9929435483870966	0.9979736575481256	0.9879638916750251
__label__fao_Latn	0.9787234042553191	0.9887410440122825	0.9689067201604814
__label__fij_Latn	0.9893992932862191	0.9959349593495935	0.9829488465396189
__label__fil_Latn	0.9839679358717435	0.982982982982983	0.9849548645937813
__label__fin_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__fon_Latn	0.9908906882591093	1.0	0.9819458375125376
__label__fra_Latn	0.9769585253456221	0.997907949790795	0.9568706118355065
__label__fur_Latn	0.9863152559553979	0.9969262295081968	0.9759277833500501
__label__fuv_Latn	0.7742331288343559	0.9968404423380727	0.6328986960882648
__label__gaz_Latn	0.9848024316109423	0.9948822927328557	0.9749247743229689
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	0.998995983935743	1.0	0.9979939819458375
__label__glg_Latn	0.9543823680164017	0.9758909853249476	0.9338014042126379
__label__gug_Latn	0.9790495656617273	0.9979166666666667	0.9608826479438315
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9905047476261869	0.9870517928286853	0.9939819458375125
__label__hau_Latn	0.9929929929929929	0.991008991008991	0.9949849548645938
__label__heb_Hebr	0.9994982438534872	1.0	0.9989969909729187
__label__hin_Deva	0.7279549718574109	0.6837004405286343	0.7783350050150452
__label__hne_Deva	0.3452380952380953	0.6685878962536023	0.23269809428284854
__label__hrv_Latn	0.5337487019730011	0.5532831001076426	0.5155466399197592
__label__hun_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9679089026915113	1.0	0.9378134403209629
__label__ilo_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__ind_Latn	0.7509615384615386	0.7211449676823638	0.7833500501504513
__label__isl_Latn	0.9843828715365239	0.9888663967611336	0.9799398194583752
__label__ita_Latn	0.9775336994508238	0.9731610337972167	0.9819458375125376
__label__jav_Latn	0.883819628647215	0.9380630630630631	0.835506519558676
__label__jpn_Jpan	0.9950099800399202	0.9900695134061569	1.0
__label__kab_Latn	0.8644880174291938	0.7642526964560863	0.9949849548645938
__label__kac_Latn	0.9883307965499747	1.0	0.9769307923771314
__label__kam_Latn	0.48097412480974133	0.9968454258675079	0.316950852557673
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9711042311661506	1.0	0.9438314944834504
__label__kas_Deva	0.5189873417721519	0.8682352941176471	0.37011033099297896
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.998995983935743	1.0	0.9979939819458375
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.8375072801397787	0.9986111111111111	0.7211634904714143
__label__khk_Cyrl	0.9969849246231156	0.998992950654582	0.9949849548645938
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9644076060458313	0.9383301707779886	0.9919759277833501
__label__kin_Latn	0.9004149377593361	0.9323308270676691	0.8706118355065195
__label__kir_Cyrl	0.9949748743718593	0.9969788519637462	0.9929789368104313
__label__kmb_Latn	0.6932635709614128	0.9962406015037594	0.5315947843530592
__label__kmr_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__knc_Arab	0.6872942725477288	1.0	0.5235707121364093
__label__knc_Latn	0.9444738233738762	0.9988814317673378	0.8956870611835507
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9433562731604023	0.9988789237668162	0.8936810431293881
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9775967413441955	0.9927611168562565	0.9628886659979939
__label__lim_Latn	0.9236559139784946	0.9953650057937428	0.8615847542627884
__label__lin_Latn	0.9797365754812564	0.9897645854657113	0.9699097291875627
__label__lit_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__lmo_Latn	0.9145021645021645	0.9929494712103408	0.847542627883651
__label__ltg_Latn	0.988855116514691	0.9989764585465711	0.9789368104312939
__label__ltz_Latn	0.9811320754716981	0.9979253112033195	0.9648946840521565
__label__lua_Latn	0.8844221105527638	0.9974811083123426	0.794383149448345
__label__lug_Latn	0.9658685685175751	0.9813664596273292	0.950852557673019
__label__luo_Latn	0.9589183567342694	0.9956803455723542	0.9247743229689067
__label__lus_Latn	0.9695090439276487	1.0	0.9408224674022067
__label__lvs_Latn	0.9924812030075187	0.9919839679358717	0.9929789368104313
__label__mag_Deva	0.45280235988200596	0.8551532033426184	0.30792377131394183
__label__mai_Deva	0.7798377752027811	0.9231824417009602	0.675025075225677
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9704081632653062	0.9875389408099688	0.9538615847542627
__label__min_Latn	0.9590163934426229	0.9801047120418848	0.9388164493480441
__label__mkd_Cyrl	0.9793103448275863	0.9622458857696031	0.9969909729187563
__label__mlt_Latn	0.9979899497487438	1.0	0.995987963891675
__label__mni_Beng	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__mos_Latn	0.9256465517241379	1.0	0.8615847542627884
__label__mri_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9475232957332026	0.927063339731286	0.9689067201604814
__label__nno_Latn	0.8844056706652126	0.9689366786140979	0.8134403209628887
__label__nob_Latn	0.8450292397660819	0.8218009478672986	0.8696088264794383
__label__npi_Deva	0.8961284230406044	0.8465655664585192	0.9518555667001003
__label__nso_Latn	0.9711042311661506	1.0	0.9438314944834504
__label__nus_Latn	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__nya_Latn	0.9432176656151419	0.9911602209944751	0.8996990972918756
__label__oci_Latn	0.9672088820036148	0.9968068121341139	0.9393179538615848
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9679420889348501	0.9989327641408752	0.9388164493480441
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9678407350689127	0.9854469854469855	0.950852557673019
__label__pbt_Arab	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__pes_Arab	0.126232741617357	0.183206106870229	0.09628886659979939
__label__plt_Latn	0.9565672422815281	1.0	0.9167502507522568
__label__pol_Latn	0.9826818406729343	0.9697265625	0.995987963891675
__label__por_Latn	0.9805097451274362	0.9770916334661355	0.9839518555667001
__label__prs_Arab	0.3546875	0.8021201413427562	0.22768304914744233
__label__quy_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__ron_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__run_Latn	0.7776442307692307	0.9700149925037481	0.6489468405215647
__label__rus_Cyrl	0.9899091826437941	0.9959390862944163	0.9839518555667001
__label__sag_Latn	0.9653029518384258	0.9978586723768736	0.9348044132397192
__label__san_Deva	0.9400530503978779	0.9977477477477478	0.8886659979939819
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9843196762771876	0.9928571428571429	0.9759277833500501
__label__slv_Latn	0.9659793814432989	0.9936373276776246	0.9398194583751254
__label__smo_Latn	0.9919191919191918	0.9989827060020345	0.9849548645937813
__label__sna_Latn	0.9873417721518987	0.9969325153374233	0.9779338014042126
__label__snd_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__som_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__sot_Latn	0.9117647058823528	0.9976162097735399	0.839518555667001
__label__spa_Latn	0.9505247376311844	0.9472111553784861	0.9538615847542627
__label__srd_Latn	0.985256736146416	0.9989690721649485	0.9719157472417251
__label__srp_Cyrl	0.9919436052366566	0.9959555106167847	0.9879638916750251
__label__ssw_Latn	0.9143167028199566	0.9952774498229043	0.8455366098294884
__label__sun_Latn	0.9154855643044619	0.960352422907489	0.8746238716148446
__label__swe_Latn	0.9806320081549439	0.9968911917098445	0.9648946840521565
__label__swh_Latn	0.9519607843137255	0.9309683604985618	0.9739217652958877
__label__szl_Latn	0.8847874720357941	1.0	0.7933801404212638
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7184092366901861	0.99644128113879	0.5616850551654965
__label__taq_Tfng	0.9875559980089597	0.9802371541501976	0.9949849548645938
__label__tat_Cyrl	0.993963782696177	0.9969727547931383	0.9909729187562688
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9954659949622167	1.0	0.9909729187562688
__label__tpi_Latn	0.9657676348547718	1.0	0.9338014042126379
__label__tsn_Latn	0.9588353413654619	0.9597989949748744	0.9578736208625878
__label__tso_Latn	0.9758850692662905	0.9989495798319328	0.9538615847542627
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.972193614830072	0.9989417989417989	0.9468405215646941
__label__tur_Latn	0.9860973187686196	0.976401179941003	0.995987963891675
__label__twi_Latn	0.9698064516129032	0.998936735778841	0.9423269809428285
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__umb_Latn	0.5148809523809524	0.9971181556195965	0.34704112337011034
__label__urd_Arab	0.9595765158806545	0.9222941720629048	1.0
__label__uzn_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__vec_Latn	0.9648033126293996	0.9967914438502674	0.9348044132397192
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9712820512820514	0.993704092339979	0.9498495486459378
__label__wol_Latn	0.9847405900305188	0.9989680082559339	0.970912738214644
__label__xho_Latn	0.8428019856591284	0.9362745098039216	0.7662988966900702
__label__ydd_Hebr	0.998997995991984	0.997997997997998	1.0
__label__yor_Latn	0.9790495656617273	0.9979166666666667	0.9608826479438315
__label__yue_Hant	0.7140255009107468	0.5606407322654462	0.9829488465396189
__label__zgh_Tfng	0.9534275248560963	0.9967177242888403	0.9137412236710131
__label__zsm_Latn	0.7494529540481399	0.8243080625752106	0.6870611835506519
__label__zul_Latn	0.8820074746396157	0.9429223744292238	0.8284854563691073

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.48092660669092796	0.9532911503647069	0.321580505061984
dev/addemojis	0.8164461067968222	0.9401100846557441	0.7215340603090058
dev/antspeak	0.3958294014614974	0.599971895451078	0.29533921962933135
dev/cyrillic	0.49392381648850364	0.8997609936395575	0.34039063001813324
dev/floresplus	0.8948674469581042	0.9383270180460013	0.855255421436724
dev/delete	0.8363836107596407	0.9357556930753614	0.7560909328972139
dev/hashtag	0.3529956505826176	0.2692705249270213	0.5122806844177854
dev/html	0.8703417919550287	0.939206473654994	0.8108858595490906
dev/leetspeak	0.6230435479177496	0.9209519022579647	0.47076203981402337
dev/ngrams	0.7675099779363054	0.8604978056041495	0.6926592585638689
dev/short	0.4104477458869283	0.35089079048888266	0.49435498614068807
dev/spongebob	0.7551688789282452	0.9311096624655947	0.6351517607008217
dev/swap	0.7649188681775513	0.9328810859625545	0.6482106417775494
dev/url	0.8403715149884999	0.9452810966009076	0.7564219752854623