rewicks/flat-lstm-Hidden_XXLARGE_Embed_XLARGE_NLayer_LARGE_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.8717122920021472	0.9376443418013857	0.8144433299899699
__label__ace_Latn	0.9875435974090683	0.9811881188118812	0.9939819458375125
__label__acm_Arab	0.03091787439613527	0.42105263157894735	0.0160481444332999
__label__acq_Arab	0.00199203187250996	0.14285714285714285	0.0010030090270812437
__label__aeb_Arab	0.17376194613379667	0.6493506493506493	0.10030090270812438
__label__afr_Latn	0.9910179640718563	0.9860973187686196	0.995987963891675
__label__als_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__amh_Ethi	0.9965017491254373	0.9930278884462151	1.0
__label__apc_Arab	0.11085450346420322	0.7017543859649122	0.06018054162487462
__label__arb_Arab	0.2907836372597339	0.1738703339882122	0.8876629889669007
__label__ars_Arab	0.0038834951456310674	0.06060606060606061	0.0020060180541624875
__label__ary_Arab	0.6608219178082192	0.7282608695652174	0.60481444332999
__label__arz_Arab	0.42421307506053263	0.4101123595505618	0.43931795386158473
__label__asm_Beng	1.0	1.0	1.0
__label__ast_Latn	0.9693877551020409	0.9865005192107996	0.9528585757271816
__label__awa_Deva	0.725943970767357	0.924031007751938	0.5977933801404213
__label__ayr_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__azb_Arab	0.843262001156738	0.9959016393442623	0.7311935807422267
__label__azj_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__bak_Cyrl	0.9959798994974874	0.9979859013091642	0.9939819458375125
__label__bam_Latn	0.5380249716231555	0.43195625759416767	0.7131394182547643
__label__ban_Latn	0.9458333333333333	0.9837486457204767	0.9107321965897693
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9869477911646587	0.9879396984924623	0.9859578736208626
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.9250367466927977	0.9042145593869731	0.9468405215646941
__label__bjn_Arab	0.8944213923467035	0.8276450511945392	0.9729187562688064
__label__bjn_Latn	0.9610520991401112	0.9693877551020408	0.9528585757271816
__label__bod_Tibt	0.9785932721712538	0.9948186528497409	0.9628886659979939
__label__bos_Latn	0.514410005437738	0.5617577197149644	0.4744232698094283
__label__bug_Latn	0.9621957534955982	0.9946466809421841	0.9317953861584755
__label__bul_Cyrl	0.99000999000999	0.9860696517412936	0.9939819458375125
__label__cat_Latn	0.9565646594274432	0.9416909620991254	0.9719157472417251
__label__ceb_Latn	0.994475138121547	0.9959758551307847	0.9929789368104313
__label__ces_Latn	0.9954887218045113	0.9949899799599199	0.995987963891675
__label__cjk_Latn	0.504029304029304	0.9347826086956522	0.34503510531594783
__label__ckb_Arab	1.0	1.0	1.0
__label__cmn_Hans	0.8405797101449275	0.9958791208791209	0.7271815446339017
__label__cmn_Hant	0.40688575899843504	0.9252669039145908	0.26078234704112335
__label__crh_Latn	0.9796126401630989	0.9958549222797928	0.9638916750250752
__label__cym_Latn	0.998995983935743	1.0	0.9979939819458375
__label__dan_Latn	0.9493087557603687	0.9696652719665272	0.9297893681043129
__label__deu_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__dik_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__dyu_Latn	0.029985007496251874	0.05934718100890208	0.020060180541624874
__label__dzo_Tibt	0.9526994744386049	0.9096715328467153	1.0
__label__ekk_Latn	0.998995983935743	1.0	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9939939939939939	0.9920079920079921	0.995987963891675
__label__epo_Latn	0.9994987468671679	0.998997995991984	1.0
__label__eus_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__ewe_Latn	0.9954841946813848	0.9959839357429718	0.9949849548645938
__label__fao_Latn	0.993006993006993	0.9890547263681592	0.9969909729187563
__label__fij_Latn	0.9979979979979979	0.996003996003996	1.0
__label__fil_Latn	0.9930139720558881	0.9880834160873883	0.9979939819458375
__label__fin_Latn	0.998995983935743	1.0	0.9979939819458375
__label__fon_Latn	0.9934376577486117	1.0	0.9869608826479438
__label__fra_Latn	0.9944806823883594	0.9949799196787149	0.9939819458375125
__label__fur_Latn	0.9934902353530296	0.992	0.9949849548645938
__label__fuv_Latn	0.8704954954954955	0.9922978177150192	0.7753259779338014
__label__gaz_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__gla_Latn	1.0	1.0	1.0
__label__gle_Latn	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__glg_Latn	0.9743073047858942	0.978744939271255	0.9699097291875627
__label__gug_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9910358565737052	0.9841740850642928	0.9979939819458375
__label__hau_Latn	0.9885856079404466	0.9783889980353635	0.9989969909729187
__label__heb_Hebr	0.9994987468671679	0.998997995991984	1.0
__label__hin_Deva	0.8864767073722298	0.8072487644151565	0.9829488465396189
__label__hne_Deva	0.8859198355601233	0.9083245521601686	0.8645937813440321
__label__hrv_Latn	0.624897624897625	0.5280276816608996	0.765295887662989
__label__hun_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9842239185750636	0.9989669421487604	0.9699097291875627
__label__ilo_Latn	0.9994987468671679	0.998997995991984	1.0
__label__ind_Latn	0.7748478701825557	0.6505449591280654	0.9578736208625878
__label__isl_Latn	0.9914615770969362	0.9929577464788732	0.9899699097291875
__label__ita_Latn	0.993006993006993	0.9890547263681592	0.9969909729187563
__label__jav_Latn	0.9385307346326835	0.9352589641434262	0.9418254764292878
__label__jpn_Jpan	1.0	1.0	1.0
__label__kab_Latn	0.8576344086021506	0.7507530120481928	1.0
__label__kac_Latn	0.998995983935743	1.0	0.9979939819458375
__label__kam_Latn	0.47951441578148707	0.9844236760124611	0.316950852557673
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9842078451349974	1.0	0.9689067201604814
__label__kas_Deva	0.9627329192546583	0.9946524064171123	0.9327983951855566
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.998995983935743	1.0	0.9979939819458375
__label__kbp_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__kea_Latn	0.9604578563995837	0.9978378378378379	0.925777331995988
__label__khk_Cyrl	0.9994982438534872	1.0	0.9989969909729187
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9655172413793104	0.935969868173258	0.9969909729187563
__label__kin_Latn	0.9073812881993418	0.8539823008849557	0.9679037111334002
__label__kir_Cyrl	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__kmb_Latn	0.7522603978300181	0.9425981873111783	0.6258776328986961
__label__kmr_Latn	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__knc_Arab	0.6820885657633841	1.0	0.5175526579739218
__label__knc_Latn	0.9199355185384201	0.9907407407407407	0.8585757271815446
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9843355229914098	0.9918533604887984	0.9769307923771314
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9840478564307078	0.9781962338949455	0.9899699097291875
__label__lim_Latn	0.9622739018087856	0.9925373134328358	0.9338014042126379
__label__lin_Latn	0.9924736578023081	0.9929718875502008	0.9919759277833501
__label__lit_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__lmo_Latn	0.9556135770234987	0.9967320261437909	0.917753259779338
__label__ltg_Latn	0.992450931051837	0.9959595959595959	0.9889669007021064
__label__ltz_Latn	0.9954705586311022	0.998989898989899	0.9919759277833501
__label__lua_Latn	0.970498474059003	0.9845201238390093	0.9568706118355065
__label__lug_Latn	0.9801980198019802	0.967741935483871	0.9929789368104313
__label__luo_Latn	0.9875062468765617	0.9840637450199203	0.9909729187562688
__label__lus_Latn	0.9924357034795763	0.9979716024340771	0.9869608826479438
__label__lvs_Latn	0.991044776119403	0.983218163869694	0.9989969909729187
__label__mag_Deva	0.900502512562814	0.9023162134944612	0.8986960882647944
__label__mai_Deva	0.9521331945889697	0.9891891891891892	0.917753259779338
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__min_Latn	0.9718670076726342	0.9916492693110647	0.9528585757271816
__label__mkd_Cyrl	0.9905331340308919	0.9841584158415841	0.9969909729187563
__label__mlt_Latn	0.9984932194876946	1.0	0.9969909729187563
__label__mni_Beng	0.9994987468671679	0.998997995991984	1.0
__label__mos_Latn	0.9365333333333334	1.0	0.880641925777332
__label__mri_Latn	0.9994987468671679	0.998997995991984	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9735812133072406	0.9503342884431709	0.9979939819458375
__label__nno_Latn	0.9505980239209569	0.9870410367170627	0.9167502507522568
__label__nob_Latn	0.8852459016393442	0.810675562969141	0.9749247743229689
__label__npi_Deva	0.9940179461615154	0.9881070366699702	1.0
__label__nso_Latn	0.9858728557013118	0.9918781725888325	0.9799398194583752
__label__nus_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__nya_Latn	0.9803921568627452	0.9828629032258065	0.9779338014042126
__label__oci_Latn	0.9856531588220488	0.989388580090955	0.9819458375125376
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9964806435394671	0.998991935483871	0.9939819458375125
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9826818406729343	0.9697265625	0.995987963891675
__label__pbt_Arab	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__pes_Arab	0.4391619661563255	0.367003367003367	0.5466399197592778
__label__plt_Latn	0.998995983935743	1.0	0.9979939819458375
__label__pol_Latn	0.9812992125984252	0.9632850241545894	1.0
__label__por_Latn	0.9870775347912525	0.9783251231527094	0.995987963891675
__label__prs_Arab	0.43977447462839564	0.449685534591195	0.43029087261785354
__label__quy_Latn	0.9959919839679359	0.994994994994995	0.9969909729187563
__label__ron_Latn	0.998997995991984	0.997997997997998	1.0
__label__run_Latn	0.8992654774396642	0.9427942794279428	0.8595787362086259
__label__rus_Cyrl	0.9914529914529914	0.9939516129032258	0.9889669007021064
__label__sag_Latn	0.9929648241206029	0.9949647532729103	0.9909729187562688
__label__san_Deva	0.9939455095862765	1.0	0.9879638916750251
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.995995995995996	0.994005994005994	0.9979939819458375
__label__shn_Mymr	1.0	1.0	1.0
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9919839679358717	0.990990990990991	0.9929789368104313
__label__slv_Latn	0.9863567458312279	0.9938900203665988	0.9789368104312939
__label__smo_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__sna_Latn	0.995983935742972	0.9969849246231156	0.9949849548645938
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__sot_Latn	0.9627360898417558	0.9802494802494802	0.9458375125376128
__label__spa_Latn	0.9691931540342299	0.9456106870229007	0.9939819458375125
__label__srd_Latn	0.995987963891675	0.995987963891675	0.995987963891675
__label__srp_Cyrl	0.9934574735782586	0.996969696969697	0.9899699097291875
__label__ssw_Latn	0.9813414019162885	0.986815415821501	0.9759277833500501
__label__sun_Latn	0.9570112589559878	0.9770114942528736	0.9378134403209629
__label__swe_Latn	0.9908998988877654	0.9989806320081549	0.9829488465396189
__label__swh_Latn	0.8876860622462788	0.8065573770491803	0.9869608826479438
__label__szl_Latn	0.9832572298325722	0.9948665297741273	0.9719157472417251
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.7418136020151133	0.9966159052453468	0.5907723169508525
__label__taq_Tfng	0.9904282115869019	0.9949392712550608	0.9859578736208626
__label__tat_Cyrl	0.993483709273183	0.9929859719438878	0.9939819458375125
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	1.0	1.0	1.0
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9979899497487438	1.0	0.995987963891675
__label__tpi_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__tsn_Latn	0.9582929194956353	0.927699530516432	0.9909729187562688
__label__tso_Latn	0.9949899799599199	0.993993993993994	0.995987963891675
__label__tuk_Latn	1.0	1.0	1.0
__label__tum_Latn	0.9864525840441545	0.9869477911646586	0.9859578736208626
__label__tur_Latn	0.9807976366322008	0.9632495164410058	0.9989969909729187
__label__twi_Latn	0.9921736935117395	0.9989832231825114	0.9854563691073219
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9974886991461577	0.9989939637826962	0.995987963891675
__label__umb_Latn	0.932410856838744	0.9931972789115646	0.8786359077231695
__label__urd_Arab	0.9722086786933204	0.9459203036053131	1.0
__label__uzn_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__vec_Latn	0.9733606557377049	0.9947643979057592	0.9528585757271816
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__wol_Latn	0.9924433249370277	0.9969635627530364	0.9879638916750251
__label__xho_Latn	0.928535732133933	0.9252988047808764	0.9317953861584755
__label__ydd_Hebr	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__yor_Latn	0.9787018255578094	0.9897435897435898	0.9679037111334002
__label__yue_Hant	0.6987865810135617	0.542382271468144	0.9819458375125376
__label__zgh_Tfng	0.991546494281452	0.9832347140039448	1.0
__label__zsm_Latn	0.772071552221581	0.9089673913043478	0.6710130391173521
__label__zul_Latn	0.9352589641434262	0.9287833827893175	0.9418254764292878

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.7171884326924782	0.8921998955966797	0.5995770562920288
dev/addemojis	0.9123358679220999	0.9324099865882596	0.8931078951139132
dev/antspeak	0.22627039582659023	0.49334152497343253	0.1468000059291174
dev/cyrillic	0.5606596229872237	0.8541649809855166	0.4172764599216368
dev/floresplus	0.9205338655357367	0.9296529761814782	0.9115919186129818
dev/delete	0.9021043417544108	0.9243287520672725	0.8809235588539016
dev/hashtag	0.47539220140577815	0.733931610707102	0.351552193526392
dev/html	0.9146536877573942	0.9241850306921754	0.9053169360297642
dev/leetspeak	0.7878363664644579	0.8996847106887517	0.700722858229862
dev/ngrams	0.6650074242529629	0.8570960851873217	0.5432553819092746
dev/short	0.4766325712449319	0.6947835633032385	0.3627384616904902
dev/spongebob	0.824884597691425	0.8871317194670488	0.7708000849840161
dev/swap	0.8986687405645272	0.9252895520513317	0.8735368667579092
dev/url	0.9144719647775477	0.9304990871292901	0.8989876032036997