rewicks/flat-lstm-Hidden_XLARGE_Embed_XLARGE_NLayer_LARGE_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9421573736321	0.9804772234273319	0.9067201604814443
__label__ace_Latn	0.9934771700953337	0.9939759036144579	0.9929789368104313
__label__acm_Arab	0.03501945525291829	0.5806451612903226	0.01805416248746239
__label__acq_Arab	0.002	0.3333333333333333	0.0010030090270812437
__label__aeb_Arab	0.3515805705474171	0.76	0.22868605817452356
__label__afr_Latn	0.9949949949949949	0.993006993006993	0.9969909729187563
__label__als_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__amh_Ethi	0.998997995991984	0.997997997997998	1.0
__label__apc_Arab	0.18214445939883356	0.8638297872340426	0.10180541624874624
__label__arb_Arab	0.3222477064220184	0.19905548996458086	0.8455366098294884
__label__ars_Arab	0.00376647834274953	0.03076923076923077	0.0020060180541624875
__label__ary_Arab	0.6636132315521629	0.6735537190082644	0.6539618856569709
__label__arz_Arab	0.5255347010039284	0.4652241112828439	0.6038114343029087
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9766497461928935	0.9886947584789312	0.9648946840521565
__label__awa_Deva	0.7286245353159851	0.9529983792544571	0.5897693079237714
__label__ayr_Latn	0.9979899497487438	1.0	0.995987963891675
__label__azb_Arab	0.8444187391555812	0.9972677595628415	0.7321965897693079
__label__azj_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__bak_Cyrl	0.9974861739567623	1.0	0.9949849548645938
__label__bam_Latn	0.4890625000000001	0.40051183621241204	0.6278836509528586
__label__ban_Latn	0.9585062240663901	0.9924812030075187	0.9267803410230692
__label__bel_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__bem_Latn	0.9939819458375125	0.9939819458375125	0.9939819458375125
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9459057071960297	0.9361493123772102	0.9558676028084253
__label__bjn_Arab	0.9356223175965664	0.8918181818181818	0.9839518555667001
__label__bjn_Latn	0.9700598802395208	0.9652432969215492	0.9749247743229689
__label__bod_Tibt	0.9705730511099638	1.0	0.9428284854563691
__label__bos_Latn	0.49503794512551075	0.5921787709497207	0.42527582748244735
__label__bug_Latn	0.9658385093167701	0.9978609625668449	0.9358074222668004
__label__bul_Cyrl	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__cat_Latn	0.9780658025922233	0.9722497522299306	0.9839518555667001
__label__ceb_Latn	0.9949698189134809	0.9979818365287588	0.9919759277833501
__label__ces_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__cjk_Latn	0.48948948948948945	0.9731343283582089	0.32698094282848544
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.7184092366901861	0.99644128113879	0.5616850551654965
__label__cmn_Hant	0.3549432739059968	0.9240506329113924	0.21965897693079237
__label__crh_Latn	0.9883307965499747	1.0	0.9769307923771314
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.9714867617107942	0.9865563598759048	0.9568706118355065
__label__deu_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__dik_Latn	0.9919354838709677	0.9969604863221885	0.9869608826479438
__label__dyu_Latn	0.030280090840272524	0.06172839506172839	0.020060180541624874
__label__dzo_Tibt	0.9707317073170731	0.9449192782526116	0.9979939819458375
__label__ekk_Latn	0.998995983935743	1.0	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9974962443665497	0.996	0.9989969909729187
__label__epo_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__eus_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ewe_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__fao_Latn	0.996	0.9930209371884346	0.9989969909729187
__label__fij_Latn	1.0	1.0	1.0
__label__fil_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__fin_Latn	0.9994987468671679	0.998997995991984	1.0
__label__fon_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__fra_Latn	0.9979899497487438	1.0	0.995987963891675
__label__fur_Latn	0.9969909729187563	0.9969909729187563	0.9969909729187563
__label__fuv_Latn	0.9180683667932718	1.0	0.8485456369107321
__label__gaz_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	0.9994987468671679	0.998997995991984	1.0
__label__glg_Latn	0.9828456104944501	0.9888324873096447	0.9769307923771314
__label__gug_Latn	0.998995983935743	1.0	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9979979979979979	0.996003996003996	1.0
__label__hau_Latn	0.9935162094763091	0.9880952380952381	0.9989969909729187
__label__heb_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__hin_Deva	0.8956043956043955	0.8239258635214828	0.9809428284854563
__label__hne_Deva	0.9284984678243104	0.9458896982310093	0.9117352056168505
__label__hrv_Latn	0.6352646936223426	0.543509272467903	0.7642928786359077
__label__hun_Latn	0.998995983935743	1.0	0.9979939819458375
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9919110212335693	1.0	0.9839518555667001
__label__ilo_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ind_Latn	0.8554809843400447	0.7722132471728594	0.958876629889669
__label__isl_Latn	0.9979899497487438	1.0	0.995987963891675
__label__ita_Latn	0.9939939939939939	0.9920079920079921	0.995987963891675
__label__jav_Latn	0.9666666666666667	0.9735503560528993	0.9598796389167502
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8718845649322257	0.7728682170542636	1.0
__label__kac_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__kam_Latn	0.5126676602086438	0.9971014492753624	0.34503510531594783
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9831718510963794	1.0	0.966900702106319
__label__kas_Deva	0.9479768786127168	0.9955849889624724	0.9047141424272819
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__kbp_Latn	1.0	1.0	1.0
__label__kea_Latn	0.9478123352662099	0.9988888888888889	0.9017051153460381
__label__khk_Cyrl	1.0	1.0	1.0
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9645803008248423	0.9342105263157895	0.9969909729187563
__label__kin_Latn	0.927423283000487	0.9015151515151515	0.954864593781344
__label__kir_Cyrl	0.9979979979979979	0.996003996003996	1.0
__label__kmb_Latn	0.7953079178885629	0.9576271186440678	0.6800401203610833
__label__kmr_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__knc_Arab	0.6881578947368421	1.0	0.5245737211634904
__label__knc_Latn	0.932410856838744	0.9931972789115646	0.8786359077231695
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9894419306184012	0.9919354838709677	0.9869608826479438
__label__lim_Latn	0.978027593254982	0.996875	0.9598796389167502
__label__lin_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__lit_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__lmo_Latn	0.97119341563786	0.996832101372756	0.9468405215646941
__label__ltg_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__ltz_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__lua_Latn	0.9713993871297242	0.9895941727367326	0.9538615847542627
__label__lug_Latn	0.9874937468734367	0.9850299401197605	0.9899699097291875
__label__luo_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__lus_Latn	0.9939455095862765	1.0	0.9879638916750251
__label__lvs_Latn	0.997	0.9940179461615155	1.0
__label__mag_Deva	0.9419551934826885	0.9565667011375388	0.9277833500501504
__label__mai_Deva	0.9608247422680412	0.9883351007423118	0.9348044132397192
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.998997995991984	0.997997997997998	1.0
__label__min_Latn	0.9780051150895142	0.9979123173277662	0.958876629889669
__label__mkd_Cyrl	0.995995995995996	0.994005994005994	0.9979939819458375
__label__mlt_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__mni_Beng	0.9994987468671679	0.998997995991984	1.0
__label__mos_Latn	0.9404888416578109	1.0	0.8876629889669007
__label__mri_Latn	1.0	1.0	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9871031746031746	0.9764474975466143	0.9979939819458375
__label__nno_Latn	0.9682051282051282	0.9905561385099685	0.9468405215646941
__label__nob_Latn	0.9471643238002909	0.9165103189493433	0.9799398194583752
__label__npi_Deva	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__nso_Latn	0.9888776541961577	0.9969418960244648	0.9809428284854563
__label__nus_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__nya_Latn	0.9899396378269617	0.992936427850656	0.9869608826479438
__label__oci_Latn	0.9909683893627698	0.9914658634538153	0.9904714142427282
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9895366218236173	0.9831683168316832	0.995987963891675
__label__pbt_Arab	0.9974962443665497	0.996	0.9989969909729187
__label__pes_Arab	0.3719851576994434	0.3459879206212252	0.40220661985957873
__label__plt_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__pol_Latn	0.9900596421471173	0.9812807881773399	0.9989969909729187
__label__por_Latn	0.992	0.9890329012961117	0.9949849548645938
__label__prs_Arab	0.5613636363636364	0.6474442988204456	0.4954864593781344
__label__quy_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__ron_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__run_Latn	0.9132706374085685	0.9531079607415486	0.876629889669007
__label__rus_Cyrl	0.9959758551307848	0.9989909182643795	0.9929789368104313
__label__sag_Latn	0.9954659949622167	1.0	0.9909729187562688
__label__san_Deva	0.9893563101875317	1.0	0.9789368104312939
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9934640522875817	0.9959677419354839	0.9909729187562688
__label__slv_Latn	0.9904185577407967	0.9959432048681541	0.9849548645937813
__label__smo_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__sna_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__snd_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__som_Latn	0.998997995991984	0.997997997997998	1.0
__label__sot_Latn	0.9691358024691358	0.9947201689545935	0.9448345035105316
__label__spa_Latn	0.9821782178217823	0.9696969696969697	0.9949849548645938
__label__srd_Latn	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__srp_Cyrl	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__ssw_Latn	0.983274201723264	0.9938524590163934	0.9729187562688064
__label__sun_Latn	0.9714285714285713	0.9885773624091381	0.954864593781344
__label__swe_Latn	0.9939577039274924	0.9979777553083923	0.9899699097291875
__label__swh_Latn	0.9287054409005628	0.8722466960352423	0.9929789368104313
__label__szl_Latn	0.9599583983359334	0.9967602591792657	0.925777331995988
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7278521351179095	0.9982517482517482	0.5727181544633901
__label__taq_Tfng	0.9870646766169155	0.9792694965449161	0.9949849548645938
__label__tat_Cyrl	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9994982438534872	1.0	0.9989969909729187
__label__tpi_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__tsn_Latn	0.9787234042553191	0.9658203125	0.9919759277833501
__label__tso_Latn	0.9935032483758122	0.9900398406374502	0.9969909729187563
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9880000000000001	0.9850448654037887	0.9909729187562688
__label__tur_Latn	0.9870903674280039	0.9773844641101278	0.9969909729187563
__label__twi_Latn	0.995973829894313	0.9994949494949495	0.9924774322968907
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9979919678714859	0.9989949748743718	0.9969909729187563
__label__umb_Latn	0.8249118683901294	0.9957446808510638	0.7041123370110332
__label__urd_Arab	0.9726829268292683	0.9468186134852802	1.0
__label__uzn_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__vec_Latn	0.9842878864673087	0.9948770491803278	0.9739217652958877
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__wol_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__xho_Latn	0.9555106167846309	0.963302752293578	0.9478435305917753
__label__ydd_Hebr	1.0	1.0	1.0
__label__yor_Latn	0.9863567458312279	0.9938900203665988	0.9789368104312939
__label__yue_Hant	0.6400784570120954	0.4747817652764306	0.9819458375125376
__label__zgh_Tfng	0.9894313034725717	0.9929292929292929	0.9859578736208626
__label__zsm_Latn	0.8648357565966612	0.9337209302325581	0.8054162487462387
__label__zul_Latn	0.954864593781344	0.954864593781344	0.954864593781344

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.7330452830525785	0.9224762047515551	0.6081594537306501
dev/addemojis	0.9176005040064974	0.9403190176413851	0.8959538714666166
dev/antspeak	0.2848937719401722	0.8059979745903149	0.17302646856826637
dev/cyrillic	0.5711243557918877	0.7878977514710611	0.4478954103690381
dev/floresplus	0.9281230571766641	0.9420038368962868	0.9146454140747365
dev/delete	0.9069628799266262	0.9362346740725546	0.8794659841593747
dev/hashtag	0.49112144967473953	0.7717685922412333	0.3601543546896848
dev/html	0.924336897147861	0.9390370732901016	0.9100898755379438
dev/leetspeak	0.8241584169213613	0.9194223422634256	0.746782218576913
dev/ngrams	0.7415677598646835	0.8812409871303023	0.6401124555933811
dev/short	0.5046364394205175	0.7238504155124654	0.38733441704423616
dev/spongebob	0.877822748323075	0.9196648915443564	0.8396223152215266
dev/swap	0.8992036779433961	0.9374550991303975	0.8639514602922067
dev/url	0.9231733817460297	0.9412836970474968	0.9057467970413704