rewicks/flat-lstm-Hidden_LARGE_Embed_LARGE_NLayer_XLARGE_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9099730458221024	0.9836829836829837	0.8465396188565697
__label__ace_Latn	0.9944862155388471	0.9939879759519038	0.9949849548645938
__label__acm_Arab	0.08007448789571693	0.5584415584415584	0.04312938816449348
__label__acq_Arab	0.00398406374501992	0.2857142857142857	0.0020060180541624875
__label__aeb_Arab	0.3768339768339768	0.8187919463087249	0.24473420260782347
__label__afr_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.99849774661993	0.997	1.0
__label__apc_Arab	0.2422680412371134	0.844311377245509	0.14142427281845538
__label__arb_Arab	0.3289305496378355	0.20881796050852042	0.7743229689067201
__label__ars_Arab	0.005649717514124293	0.046153846153846156	0.003009027081243731
__label__ary_Arab	0.6843397152675502	0.6701923076923076	0.6990972918756269
__label__arz_Arab	0.5241749808135073	0.4244872591671846	0.6850551654964895
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9818548387096774	0.9868287740628167	0.9769307923771314
__label__awa_Deva	0.8606194690265486	0.9593094944512947	0.7803410230692076
__label__ayr_Latn	1.0	1.0	1.0
__label__azb_Arab	0.8897464167585446	0.9877600979192166	0.8094282848545636
__label__azj_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__bak_Cyrl	0.9979899497487438	1.0	0.995987963891675
__label__bam_Latn	0.5233433734939759	0.41892706449668476	0.6970912738214644
__label__ban_Latn	0.9744114636642784	0.9947753396029259	0.954864593781344
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.992	0.9890329012961117	0.9949849548645938
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9487179487179488	0.933074684772066	0.9648946840521565
__label__bjn_Arab	0.9270588235294118	0.87322695035461	0.9879638916750251
__label__bjn_Latn	0.9839679358717435	0.982982982982983	0.9849548645937813
__label__bod_Tibt	0.972750642673522	0.9978902953586498	0.9488465396188566
__label__bos_Latn	0.5041816009557945	0.6233382570162481	0.42326980942828485
__label__bug_Latn	0.9805924412665985	0.9989594172736732	0.9628886659979939
__label__bul_Cyrl	0.9974962443665497	0.996	0.9989969909729187
__label__cat_Latn	0.987	0.9840478564307079	0.9899699097291875
__label__ceb_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__ces_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__cjk_Latn	0.5591098748261474	0.9115646258503401	0.40320962888665995
__label__ckb_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__cmn_Hans	0.8092691622103387	0.9927113702623906	0.683049147442327
__label__cmn_Hant	0.3111480865224625	0.9121951219512195	0.18756268806419257
__label__crh_Latn	0.9893670886075949	0.9989775051124744	0.9799398194583752
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.9751142712036566	0.9876543209876543	0.9628886659979939
__label__deu_Latn	0.9994987468671679	0.998997995991984	1.0
__label__dik_Latn	0.9944584382871536	0.9989878542510121	0.9899699097291875
__label__dyu_Latn	0.028191072826938137	0.06428571428571428	0.01805416248746239
__label__dzo_Tibt	0.9660523763336566	0.9352112676056338	0.9989969909729187
__label__ekk_Latn	0.998995983935743	1.0	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9939819458375125	0.9939819458375125	0.9939819458375125
__label__epo_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__eus_Latn	1.0	1.0	1.0
__label__ewe_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__fao_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__fij_Latn	0.99849774661993	0.997	1.0
__label__fil_Latn	0.996003996003996	0.9920398009950249	1.0
__label__fin_Latn	1.0	1.0	1.0
__label__fon_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__fra_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__fur_Latn	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__fuv_Latn	0.9229940764674207	0.9965116279069768	0.8595787362086259
__label__gaz_Latn	0.9994987468671679	0.998997995991984	1.0
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	1.0	1.0	1.0
__label__glg_Latn	0.9868686868686869	0.9938962360122076	0.9799398194583752
__label__gug_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__hau_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__heb_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__hin_Deva	0.9130028063610851	0.8553900087642419	0.9789368104312939
__label__hne_Deva	0.9462915601023018	0.965553235908142	0.9277833500501504
__label__hrv_Latn	0.6497854077253219	0.5678919729932483	0.7592778335005015
__label__hun_Latn	1.0	1.0	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9949596774193549	1.0	0.9899699097291875
__label__ilo_Latn	0.9979979979979979	0.996003996003996	1.0
__label__ind_Latn	0.8785219399538107	0.8142123287671232	0.9538615847542627
__label__isl_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__ita_Latn	0.9979979979979979	0.996003996003996	1.0
__label__jav_Latn	0.9784461152882206	0.9779559118236473	0.9789368104312939
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8753292361720808	0.7782982045277127	1.0
__label__kac_Latn	1.0	1.0	1.0
__label__kam_Latn	0.5257731958762888	0.9889196675900277	0.35807422266800404
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.984725050916497	1.0	0.9699097291875627
__label__kas_Deva	0.9689762150982419	1.0	0.9398194583751254
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9732510288065844	0.9989440337909187	0.9488465396188566
__label__khk_Cyrl	1.0	1.0	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9650485436893202	0.9350893697083725	0.9969909729187563
__label__kin_Latn	0.9248780487804878	0.9002849002849003	0.950852557673019
__label__kir_Cyrl	0.9994987468671679	0.998997995991984	1.0
__label__kmb_Latn	0.8257918552036199	0.9468223086900129	0.7321965897693079
__label__kmr_Latn	0.9994987468671679	0.998997995991984	1.0
__label__knc_Arab	0.690741956664478	1.0	0.5275827482447342
__label__knc_Latn	0.986908358509567	0.9908998988877654	0.9829488465396189
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9924887330996494	0.991	0.9939819458375125
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9949799196787149	0.9959798994974874	0.9939819458375125
__label__lim_Latn	0.9888663967611336	0.9979570990806946	0.9799398194583752
__label__lin_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__lit_Latn	1.0	1.0	1.0
__label__lmo_Latn	0.9744114636642784	0.9947753396029259	0.954864593781344
__label__ltg_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__ltz_Latn	0.998995983935743	1.0	0.9979939819458375
__label__lua_Latn	0.98334174659263	0.9898373983739838	0.9769307923771314
__label__lug_Latn	0.9802761341222879	0.9641125121241513	0.9969909729187563
__label__luo_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__lus_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__lvs_Latn	0.99849774661993	0.997	1.0
__label__mag_Deva	0.950753768844221	0.9526686807653575	0.9488465396188566
__label__mai_Deva	0.9719244512506381	0.9896049896049897	0.954864593781344
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	1.0	1.0	1.0
__label__min_Latn	0.983739837398374	0.9969104016477858	0.970912738214644
__label__mkd_Cyrl	0.9955067398901647	0.9910536779324056	1.0
__label__mlt_Latn	1.0	1.0	1.0
__label__mni_Beng	0.998997995991984	0.997997997997998	1.0
__label__mos_Latn	0.9432962374138846	1.0	0.892678034102307
__label__mri_Latn	1.0	1.0	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9915296462381663	0.9851485148514851	0.9979939819458375
__label__nno_Latn	0.9770525242223356	0.9937759336099585	0.9608826479438315
__label__nob_Latn	0.9547004383828542	0.928030303030303	0.9829488465396189
__label__npi_Deva	1.0	1.0	1.0
__label__nso_Latn	0.9899699097291875	0.9899699097291875	0.9899699097291875
__label__nus_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__nya_Latn	0.9914615770969362	0.9929577464788732	0.9899699097291875
__label__oci_Latn	0.9927117366172404	0.9949622166246851	0.9904714142427282
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9944972486243122	0.9920159680638723	0.9969909729187563
__label__pbt_Arab	0.9974987493746873	0.9950099800399201	1.0
__label__pes_Arab	0.3672634271099744	0.3747390396659708	0.3600802407221665
__label__plt_Latn	0.9979899497487438	1.0	0.995987963891675
__label__pol_Latn	0.9935226706527155	0.9871287128712871	1.0
__label__por_Latn	0.9925261584454409	0.9861386138613861	0.9989969909729187
__label__prs_Arab	0.6329695577254452	0.7405913978494624	0.5526579739217653
__label__quy_Latn	0.998997995991984	0.997997997997998	1.0
__label__ron_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__run_Latn	0.9191709844559586	0.9506966773847803	0.8896690070210632
__label__rus_Cyrl	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__sag_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__san_Deva	0.9914098029307731	0.9989816700610998	0.9839518555667001
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__slv_Latn	0.9949647532729105	0.9989888776541962	0.9909729187562688
__label__smo_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__sna_Latn	0.9969909729187563	0.9969909729187563	0.9969909729187563
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	1.0	1.0	1.0
__label__sot_Latn	0.9806910569105691	0.9938208032955715	0.9679037111334002
__label__spa_Latn	0.9860973187686196	0.976401179941003	0.995987963891675
__label__srd_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__srp_Cyrl	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__ssw_Latn	0.9889112903225806	0.993920972644377	0.9839518555667001
__label__sun_Latn	0.9832231825114388	0.9969072164948454	0.9699097291875627
__label__swe_Latn	0.9944584382871536	0.9989878542510121	0.9899699097291875
__label__swh_Latn	0.8586206896551724	0.7528344671201814	0.9989969909729187
__label__szl_Latn	0.9472016895459345	1.0	0.8996990972918756
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7643784786641931	0.9967741935483871	0.6198595787362087
__label__taq_Tfng	0.9712871287128714	0.9589442815249267	0.9839518555667001
__label__tat_Cyrl	0.9974962443665497	0.996	0.9989969909729187
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.998995983935743	1.0	0.9979939819458375
__label__tpi_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__tsn_Latn	0.9777558082056352	0.9639376218323586	0.9919759277833501
__label__tso_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9895052473763117	0.9860557768924303	0.9929789368104313
__label__tur_Latn	0.9880834160873883	0.9783677482792527	0.9979939819458375
__label__twi_Latn	0.9962264150943396	0.9994952044422009	0.9929789368104313
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.998995983935743	1.0	0.9979939819458375
__label__umb_Latn	0.8727477477477477	0.9948652118100129	0.7773319959879639
__label__urd_Arab	0.9837197829304392	0.9679611650485437	1.0
__label__uzn_Latn	0.9994987468671679	0.998997995991984	1.0
__label__vec_Latn	0.9903991915108641	0.9979633401221996	0.9829488465396189
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.99849774661993	0.997	1.0
__label__wol_Latn	0.996993987975952	0.995995995995996	0.9979939819458375
__label__xho_Latn	0.9660415610745059	0.9764344262295082	0.9558676028084253
__label__ydd_Hebr	1.0	1.0	1.0
__label__yor_Latn	0.98989898989899	0.9969481180061037	0.9829488465396189
__label__yue_Hant	0.6314432989690721	0.46511627906976744	0.9829488465396189
__label__zgh_Tfng	0.9731917046029338	0.9816326530612245	0.9648946840521565
__label__zsm_Latn	0.876283090221502	0.949648711943794	0.8134403209628887
__label__zul_Latn	0.966848095002474	0.9541015625	0.9799398194583752

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.7664707544504098	0.8951745440864899	0.6701236715071323
dev/addemojis	0.9270064375795906	0.9427556963318688	0.9117747330661936
dev/antspeak	0.2821647419048698	0.6732267322673227	0.1784861975087825
dev/cyrillic	0.5360881296304578	0.6758630021650228	0.44421935758012954
dev/floresplus	0.9331443030884943	0.9445898402895543	0.9219728149967142
dev/delete	0.9136568734571648	0.9359224810218411	0.8924260466127446
dev/hashtag	0.48033569575919777	0.7249660895236576	0.35914640473143566
dev/html	0.9302671031276649	0.9418052376805136	0.9190082562959816
dev/leetspeak	0.8155326025243481	0.9111069095699587	0.7381059434461018
dev/ngrams	0.7480835764195102	0.8740826854610186	0.6538334214466058
dev/short	0.5167221580917309	0.7249357555856949	0.40142595273505244
dev/spongebob	0.8993127916315099	0.9259177852788026	0.8741940106032383
dev/swap	0.9050615790575061	0.9359399988388234	0.8761555602768898
dev/url	0.9265180999894811	0.9394588884204966	0.9139289790553928