rewicks/flat-lstm-Hidden_SMALL_Embed_SMALL_NLayer_SMALL_LR_0.001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.1676067687348912	0.4262295081967213	0.10431293881644935
__label__ace_Latn	0.8083900226757369	0.9295958279009127	0.7151454363089268
__label__acm_Arab	0.0	0.0	0.0
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.002002002002002002	0.5	0.0010030090270812437
__label__afr_Latn	0.8168557536466775	0.8852459016393442	0.7582748244734202
__label__als_Latn	0.9939698492462312	0.9959718026183283	0.9919759277833501
__label__amh_Ethi	0.9820359281437125	0.9771598808341608	0.9869608826479438
__label__apc_Arab	0.0019723865877712033	0.058823529411764705	0.0010030090270812437
__label__arb_Arab	0.22684563758389262	0.130946846428018	0.847542627883651
__label__ars_Arab	0.0	0.0	0.0
__label__ary_Arab	0.0757453666398066	0.19262295081967212	0.04714142427281846
__label__arz_Arab	0.06937394247038917	0.22162162162162163	0.041123370110330994
__label__asm_Beng	0.972917731221257	0.9916666666666667	0.954864593781344
__label__ast_Latn	0.7407407407407408	0.9158050221565731	0.6218655967903711
__label__awa_Deva	0.31836734693877555	0.8552631578947368	0.19558676028084251
__label__ayr_Latn	0.9625390218522373	1.0	0.9277833500501504
__label__azb_Arab	0.7850692354003612	0.9819277108433735	0.6539618856569709
__label__azj_Latn	0.9964771011575239	1.0	0.9929789368104313
__label__bak_Cyrl	0.9790281329923274	0.9989561586638831	0.9598796389167502
__label__bam_Latn	0.5018947368421053	0.432510885341074	0.5977933801404213
__label__ban_Latn	0.23102866779089376	0.7248677248677249	0.1374122367101304
__label__bel_Cyrl	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__bem_Latn	0.8202559821925431	0.92125	0.7392176529588766
__label__ben_Beng	0.9701789264413518	0.961576354679803	0.9789368104312939
__label__bho_Deva	0.6595744680851064	0.7021517553793885	0.6218655967903711
__label__bjn_Arab	0.643383779588669	0.5246835443037975	0.831494483450351
__label__bjn_Latn	0.6731352334748333	0.8512269938650306	0.5566700100300903
__label__bod_Tibt	0.9090909090909091	0.9487459105779716	0.872617853560682
__label__bos_Latn	0.3046979865771812	0.460446247464503	0.22768304914744233
__label__bug_Latn	0.5463414634146341	0.8949771689497716	0.39317953861584753
__label__bul_Cyrl	0.9574898785425102	0.9662921348314607	0.9488465396188566
__label__cat_Latn	0.647425014148274	0.7428571428571429	0.5737211634904714
__label__ceb_Latn	0.6002290950744559	0.6995994659546061	0.5255767301905717
__label__ces_Latn	0.9721236695387735	0.9825819672131147	0.9618856569709128
__label__cjk_Latn	0.24957841483979762	0.783068783068783	0.14844533600802406
__label__ckb_Arab	0.9994982438534872	1.0	0.9989969909729187
__label__cmn_Hans	0.21551724137931036	0.7668711656441718	0.12537612838515547
__label__cmn_Hant	0.20554649265905384	0.5502183406113537	0.12637913741223672
__label__crh_Latn	0.942419440042261	0.9955357142857143	0.8946840521564694
__label__cym_Latn	0.9770992366412214	0.9917355371900827	0.9628886659979939
__label__dan_Latn	0.639905548996458	0.7776183644189383	0.5436308926780341
__label__deu_Latn	0.9220443985544657	0.95	0.8956870611835507
__label__dik_Latn	0.9514866979655711	0.991304347826087	0.9147442326980942
__label__dyu_Latn	0.014516129032258063	0.037037037037037035	0.009027081243731194
__label__dzo_Tibt	0.9168241965973534	0.8668453976764968	0.9729187562688064
__label__ekk_Latn	0.9473684210526316	0.975557917109458	0.9207622868605817
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.8593272171253823	0.8735751295336788	0.8455366098294884
__label__epo_Latn	0.9430641821946171	0.9743315508021391	0.9137412236710131
__label__eus_Latn	0.9800199800199799	0.9761194029850746	0.9839518555667001
__label__ewe_Latn	0.9664429530201342	0.9957446808510638	0.9388164493480441
__label__fao_Latn	0.935678391959799	0.9375629405840886	0.9338014042126379
__label__fij_Latn	0.9544041450777202	0.9871382636655949	0.9237713139418254
__label__fil_Latn	0.6768774703557311	0.6669912366114897	0.6870611835506519
__label__fin_Latn	0.9828109201213348	0.9908256880733946	0.9749247743229689
__label__fon_Latn	0.9037932930181417	1.0	0.8244734202607823
__label__fra_Latn	0.87785501489573	0.8692232055063913	0.8866599799398195
__label__fur_Latn	0.9234800838574424	0.9670691547749726	0.8836509528585758
__label__fuv_Latn	0.5903698534542917	0.9701834862385321	0.4242728184553661
__label__gaz_Latn	0.6727154893065457	0.9505494505494505	0.5205616850551655
__label__gla_Latn	0.9868554095045501	0.9949031600407747	0.9789368104312939
__label__gle_Latn	0.9884130982367758	0.992914979757085	0.9839518555667001
__label__glg_Latn	0.7421236872812137	0.8870292887029289	0.6379137412236711
__label__gug_Latn	0.9459884635553225	0.9912087912087912	0.9047141424272819
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9468892261001517	0.9551020408163265	0.9388164493480441
__label__hau_Latn	0.9315491507977355	0.9566596194503171	0.9077231695085256
__label__heb_Hebr	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__hin_Deva	0.8482824427480917	0.8089171974522293	0.8916750250752257
__label__hne_Deva	0.544704264099037	0.8665207877461707	0.3971915747241725
__label__hrv_Latn	0.4439461883408071	0.5031766200762389	0.3971915747241725
__label__hun_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9382978723404255	0.9988674971687429	0.8846539618856569
__label__ilo_Latn	0.8362068965517241	0.9033760186263097	0.7783350050150452
__label__ind_Latn	0.4622980251346499	0.41835905767668563	0.5165496489468405
__label__isl_Latn	0.9308801591248137	0.9230769230769231	0.9388164493480441
__label__ita_Latn	0.8713080168776371	0.9187986651835373	0.8284854563691073
__label__jav_Latn	0.09028960817717206	0.2994350282485876	0.05315947843530592
__label__jpn_Jpan	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__kab_Latn	0.8167014613778706	0.6995708154506438	0.9809428284854563
__label__kac_Latn	0.9646697388632872	0.9853556485355649	0.9448345035105316
__label__kam_Latn	0.4249605055292259	1.0	0.26980942828485455
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9868020304568528	0.998972250770812	0.9749247743229689
__label__kas_Deva	0.7017543859649122	0.9348914858096828	0.5616850551654965
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9949748743718593	0.9969788519637462	0.9929789368104313
__label__kbp_Latn	0.9954751131221719	0.9979838709677419	0.9929789368104313
__label__kea_Latn	0.6005586592178771	0.9885057471264368	0.4312938816449348
__label__khk_Cyrl	0.9898682877406282	1.0	0.9799398194583752
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9598432908912832	0.937799043062201	0.9829488465396189
__label__kin_Latn	0.6961382113821138	0.7054582904222451	0.6870611835506519
__label__kir_Cyrl	0.9839679358717435	0.982982982982983	0.9849548645937813
__label__kmb_Latn	0.0390625	0.7407407407407407	0.020060180541624874
__label__kmr_Latn	0.9934902353530296	0.992	0.9949849548645938
__label__knc_Arab	0.686429512516469	1.0	0.522567703109328
__label__knc_Latn	0.9076175040518639	0.9836065573770492	0.8425275827482447
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.7811209439528023	0.9484240687679083	0.6639919759277834
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.8485193621867881	0.9815546772068511	0.7472417251755266
__label__lim_Latn	0.4852941176470588	0.9090909090909091	0.33099297893681046
__label__lin_Latn	0.8227114716106605	0.9739368998628258	0.7121364092276831
__label__lit_Latn	0.9807302231237321	0.9917948717948718	0.9699097291875627
__label__lmo_Latn	0.6489292667099287	0.9191176470588235	0.5015045135406219
__label__ltg_Latn	0.9167556029882604	0.9794754846066135	0.8615847542627884
__label__ltz_Latn	0.8803561491374513	0.98875	0.7933801404212638
__label__lua_Latn	0.693800876643707	0.9233333333333333	0.555667001003009
__label__lug_Latn	0.8002125398512221	0.8508474576271187	0.7552657973921765
__label__luo_Latn	0.8657381615598885	0.9736842105263158	0.7793380140421263
__label__lus_Latn	0.8972375690607735	0.998769987699877	0.8144433299899699
__label__lvs_Latn	0.9288824383164005	0.897196261682243	0.9628886659979939
__label__mag_Deva	0.8151216986017609	0.8426124197002142	0.7893681043129388
__label__mai_Deva	0.7696661007357102	0.8831168831168831	0.6820461384152458
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9805292061907139	0.9761431411530815	0.9849548645937813
__label__min_Latn	0.5219899062725306	0.9282051282051282	0.3630892678034102
__label__mkd_Cyrl	0.9065100342633383	0.8852772466539197	0.9287863590772317
__label__mlt_Latn	0.9862874555611986	0.9989711934156379	0.9739217652958877
__label__mni_Beng	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__mos_Latn	0.8797752808988765	1.0	0.7853560682046138
__label__mri_Latn	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.7206626783248964	0.6658163265306123	0.7853560682046138
__label__nno_Latn	0.4776978417266186	0.8447837150127226	0.3329989969909729
__label__nob_Latn	0.5292035398230088	0.4734758511480602	0.5997993981945837
__label__npi_Deva	0.9125475285171104	0.8672086720867209	0.9628886659979939
__label__nso_Latn	0.9282655246252677	0.9954075774971297	0.8696088264794383
__label__nus_Latn	0.993963782696177	0.9969727547931383	0.9909729187562688
__label__nya_Latn	0.7231638418079095	0.8279430789133247	0.641925777331996
__label__oci_Latn	0.7910364145658263	0.8959390862944162	0.708124373119358
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.6732066217044758	0.8659305993690851	0.5506519558676028
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.7958740499457112	0.8674556213017751	0.7352056168505516
__label__pbt_Arab	0.9924585218702866	0.9949596774193549	0.9899699097291875
__label__pes_Arab	0.23790720631786771	0.23420796890184645	0.24172517552657974
__label__plt_Latn	0.7196921103271329	0.998220640569395	0.5626880641925778
__label__pol_Latn	0.9545893719806762	0.9207828518173345	0.9909729187562688
__label__por_Latn	0.8716632443531827	0.8927444794952681	0.8515546639919759
__label__prs_Arab	0.3495297805642633	0.7992831541218638	0.22367101303911735
__label__quy_Latn	0.9835411471321696	0.9781746031746031	0.9889669007021064
__label__ron_Latn	0.9909456740442657	0.9939455095862765	0.9879638916750251
__label__run_Latn	0.46911764705882353	0.8787878787878788	0.31995987963891676
__label__rus_Cyrl	0.9650986342943855	0.9734693877551021	0.9568706118355065
__label__sag_Latn	0.792920353982301	0.9627507163323782	0.6740220661985958
__label__san_Deva	0.9663386846193681	0.9989293361884368	0.9358074222668004
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9432587194169704	0.9805194805194806	0.9087261785356068
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9563451776649746	0.9681397738951696	0.9448345035105316
__label__slv_Latn	0.7579433853264009	0.8937329700272479	0.6579739217652959
__label__smo_Latn	0.9073972602739725	1.0	0.8304914744232698
__label__sna_Latn	0.8999464954521134	0.9644495412844036	0.843530591775326
__label__snd_Arab	0.998995983935743	1.0	0.9979939819458375
__label__som_Latn	0.9477952356817031	0.9579918032786885	0.9378134403209629
__label__sot_Latn	0.6820809248554913	0.9482142857142857	0.5325977933801405
__label__spa_Latn	0.7135362014690452	0.7480748074807481	0.6820461384152458
__label__srd_Latn	0.8664459161147903	0.9631901840490797	0.7873620862587764
__label__srp_Cyrl	0.9240246406570841	0.9463722397476341	0.9027081243731193
__label__ssw_Latn	0.7812128418549347	0.9591240875912409	0.6589769307923772
__label__sun_Latn	0.49320652173913043	0.7642105263157895	0.3640922768304915
__label__swe_Latn	0.9440993788819876	0.9754010695187165	0.9147442326980942
__label__swh_Latn	0.6983783783783785	0.757327080890973	0.6479438314944834
__label__szl_Latn	0.956793336803748	0.9945887445887446	0.921765295887663
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.5263929618768328	0.9782016348773842	0.3600802407221665
__label__taq_Tfng	0.9949849548645938	0.9949849548645938	0.9949849548645938
__label__tat_Cyrl	0.9705441837244134	0.9662027833001988	0.9749247743229689
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.997491219267436	0.9979919678714859	0.9969909729187563
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9807886754297269	0.9887869520897044	0.9729187562688064
__label__tpi_Latn	0.7947494033412887	0.9808541973490427	0.6680040120361084
__label__tsn_Latn	0.7471590909090909	0.7076233183856502	0.7913741223671013
__label__tso_Latn	0.7573333333333333	0.8086560364464692	0.7121364092276831
__label__tuk_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__tum_Latn	0.7843822843822843	0.9360222531293463	0.675025075225677
__label__tur_Latn	0.9419107057129139	0.9033149171270718	0.9839518555667001
__label__twi_Latn	0.849197247706422	0.9912985274431058	0.742728184553661
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9939577039274924	0.9979777553083923	0.9899699097291875
__label__umb_Latn	0.7732522796352586	0.9814814814814815	0.6379137412236711
__label__urd_Arab	0.9646489104116223	0.9325842696629213	0.9989969909729187
__label__uzn_Latn	0.9873673572511369	0.994908350305499	0.9799398194583752
__label__vec_Latn	0.8912087912087912	0.9854191980558931	0.8134403209628887
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.5489361702127659	0.937046004842615	0.3881644934804413
__label__wol_Latn	0.9083016820401519	0.9893617021276596	0.839518555667001
__label__xho_Latn	0.5707629586488061	0.6805555555555556	0.49147442326980945
__label__ydd_Hebr	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__yor_Latn	0.9440337909186907	0.9966555183946488	0.8966900702106319
__label__yue_Hant	0.6320931980458474	0.5054086538461539	0.843530591775326
__label__zgh_Tfng	0.9903991915108641	0.9979633401221996	0.9829488465396189
__label__zsm_Latn	0.3556187766714083	0.6112469437652812	0.25075225677031093
__label__zul_Latn	0.6456140350877194	0.6452905811623246	0.645937813440321

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.5065660692244842	0.8547826903219751	0.35993695371829776
dev/addemojis	0.6741446254936448	0.8656176397669518	0.5520354165946114
dev/antspeak	0.2916235300363675	0.44397183183972033	0.21711933831049798
dev/cyrillic	0.3988747056804939	0.638504546838968	0.29002771862385185
dev/floresplus	0.8075320957853588	0.8785623398581165	0.7471280837586651
dev/delete	0.7914940654065081	0.8761786511192687	0.7217366384868893
dev/hashtag	0.4124807390459498	0.7553076740943411	0.28370826766012325
dev/html	0.7657470783722515	0.863865181093076	0.6876442134284627
dev/leetspeak	0.5260615599622797	0.839099241432297	0.38312968462036356
dev/ngrams	0.5826860233001042	0.7640781836256935	0.4708954449555563
dev/short	0.35935734217908255	0.6916070724702967	0.24274300734716464
dev/spongebob	0.6317625021566067	0.8390824351640438	0.5065936726435464
dev/swap	0.8048221297293243	0.878774762971498	0.7423502033193176
dev/url	0.7243458908453547	0.8694677250801077	0.6207390644840927