Skip to content

Instantly share code, notes, and snippets.

@sourabh2k15
Created October 14, 2022 22:06
Show Gist options
  • Save sourabh2k15/b960dbde6e965fb4137765e66ad08c15 to your computer and use it in GitHub Desktop.
Save sourabh2k15/b960dbde6e965fb4137765e66ad08c15 to your computer and use it in GitHub Desktop.
conformer jax mlcommons run
global_step,test/ctc_loss,test/wer,train/ctc_loss,train/wer,validation/ctc_loss,validation/wer,score
1,30.24002,1.1590399418146555,32.369118,1.0535290080768622,30.846983,1.1507724619108644,
528,5.9877963,0.8947815019092066,6.026844,0.9461873981817226,6.1750135,0.8924567737032111,
1062,6.1004605,0.8944582499949492,6.3094215,0.9392578586622548,6.2672987,0.8986089921924078,
1598,4.909699,0.8416267652585006,4.9721985,0.8754789272030651,5.293022,0.852067526555387,
2124,3.8002286,0.7468331414025092,3.7078342,0.7777719500681842,4.0218964,0.7641824646666786,
2651,2.7804344,0.6221387154777057,2.787846,0.6536303051560856,3.2950375,0.6540194987648268,
3176,1.7282625,0.4829585631452411,1.7336979,0.5041396285522488,1.9899195,0.5062177017329219,
3703,1.1341795,0.3567286906277148,1.0678067,0.3458033573141487,1.6042109,0.4285113463894527,
4227,0.7807562,0.2609047012950279,0.6385119,0.2235402865506085,1.0614083,0.315793368857312,
4749,0.71903384,0.2383578802755722,0.8158845,0.2616903079661291,1.138705,0.3171862685801213,
5273,0.57886934,0.1893852152655716,0.5039094,0.177753291190628,0.89197654,0.2576607841689434,
5806,0.6005407,0.1945774491383316,0.5315871,0.1815082583906424,0.9330491,0.2560193345568861,
6319,0.52569366,0.1771218457684304,0.3793675,0.1326547364964702,0.9386905,0.2659592642508684,
6842,0.5701661,0.1853445663373537,0.5092346,0.1727506426735218,0.791374,0.2232160321496523,
7354,0.4971052,0.1659292482372669,0.40210503,0.1498117683461399,0.97872365,0.2744453730436104,
7867,0.5263193,0.1721114410974402,0.43539482,0.1612718089990817,0.6640617,0.194590288590361,
8375,0.4685563,0.1572418530415985,0.28795916,0.1,0.988043,0.2743674901112023,
8880,0.5066284,0.1647776632927248,0.6161543,0.2073297883432384,0.6014342,0.1763002140788313,
9384,0.45100322,0.1513425056064004,0.2980029,0.102100862024467,0.9803847,0.2705651772421461,
9885,0.51071376,0.170939652908257,0.3999494,0.1378660637381567,0.5939095,0.1773963578609201,
10377,0.43672153,0.1463523041800513,0.23265746,0.0926660563523548,1.0156004,0.2726959121485655,
10875,0.45540568,0.153302220336586,0.59299195,0.18435436119335,0.53628504,0.1625907731738573,
11372,0.41905698,0.1376649089843828,0.27909055,0.0995684832987054,0.8642934,0.2355310659319779,
11870,0.42056027,0.137927551164717,0.30753154,0.1142324350336862,0.53121185,0.1580005384546352,
12358,0.4088173,0.1352607228720932,0.35005772,0.1275808441036091,0.8022383,0.2227427921092564,
12851,0.38378787,0.128209790492353,0.41340226,0.1532035065011472,0.5130098,0.1560562474315221,
13329,0.39049494,0.1298664565529224,0.36986455,0.1276314339248319,0.7725279,0.2147504195817383,
13816,0.35408536,0.1195223952966846,0.30259597,0.1093899622598997,0.51373947,0.1533517155743841,
14293,0.38572323,0.1268561731014,0.34829414,0.107112970711297,0.73131543,0.2008338361950737,
14771,0.33720344,0.1128553245651251,0.27684703,0.1018870031263957,0.51442534,0.1537707223208999,
15244,0.3767113,0.1263106854960906,0.34217662,0.1105763911937161,0.71116537,0.1969355400377559,
15722,0.3395605,0.1100470735600137,0.2187886,0.077708678039596,0.580801,0.1669127962785202,
16197,0.35033938,0.1180677616825262,0.27084482,0.1024462321457888,0.605254,0.1690683432974142,
16669,0.31760725,0.104915449421177,0.20306171,0.0819491747445638,0.619853,0.1774643609650538,
17134,0.33387986,0.1125522758955088,0.33134592,0.1183398477679489,0.5171927,0.1455091843448263,
17611,0.31428775,0.1057841889407438,0.21276101,0.0772793902081501,0.6739324,0.1931887251177632,
18103,0.3407288,0.1130371537668949,0.21489349,0.0821395915879305,0.460682,0.133106419958721,
18598,0.31135574,0.1040467099016102,0.28749228,0.1012492126810833,0.71173686,0.1978879020822449,
19097,0.325173,0.1069761803745681,0.22846504,0.0857865168539325,0.40096435,0.1165020598341338,
19588,0.30917153,0.1035012222963007,0.26478115,0.0963062294282579,0.71586317,0.1992348717562143,
20084,0.31323206,0.1023496373517587,0.20781617,0.0795035768480381,0.3744949,0.111339722417745,
20571,0.31458408,0.1069155706406448,0.20647511,0.0796105736644278,0.755471,0.2097970447881331,
21064,0.2916976,0.0977432975735903,0.20560534,0.0753618456850582,0.3576747,0.1083582514594902,
21555,0.3085854,0.104248742348021,0.24293564,0.088961313295914,0.68432504,0.1886186585597568,
22066,0.29065347,0.0959048023112511,0.20992565,0.0770069432489814,0.38033167,0.1160190253971102,
22557,0.30631122,0.1004505323554963,0.31969345,0.1118775723146484,0.64937186,0.1813163884673748,
23043,0.2838151,0.0937430551346546,0.2618014,0.0999409332545776,0.40143642,0.1199099469330141,
23534,0.29695812,0.0977837040628725,0.2369912,0.088580455879034,0.64204407,0.1771672103943125,
24034,0.27099362,0.0899448451421298,0.15237439,0.055086650352095,0.4017459,0.1206106312656355,
24532,0.30320194,0.1005313453340606,0.2717051,0.098806535880756,0.6378993,0.169747837694516,
25036,0.27527094,0.0905913489706446,0.17103443,0.0669972451790633,0.4390516,0.1284783895796329,
25533,0.286568,0.0963694769379962,0.19074063,0.0696900240122244,0.5791067,0.1595095397811623,
26017,0.27116188,0.0901266743438996,0.16787973,0.0628200390645621,0.49527702,0.1453518422801447,
26513,0.28468603,0.0948340303452734,0.22762978,0.077776026065479,0.5358113,0.1423379549708346,
27002,0.25907347,0.0856819605228599,0.12211037,0.0501063578350271,0.56057936,0.1578747556044873,
27491,0.27695683,0.0923086247651372,0.23225328,0.0826076860559619,0.45240703,0.1261802727741522,
27986,0.26427752,0.0892983413136149,0.12223767,0.0495122207070177,0.62373286,0.1760940586537,
28483,0.27437937,0.0920661858294442,0.17452985,0.0643633812697299,0.3849925,0.1108375276098055,
28977,0.25923067,0.0870355779138129,0.16557431,0.0650033564555829,0.6345676,0.1790058959623852,
29471,0.27645764,0.0902883003010283,0.19878964,0.0701838529176658,0.35216877,0.098782089337435,
29964,0.25584412,0.0844495625997535,0.10598522,0.041852821855903,0.6415822,0.1783917230461904,
30462,0.28114888,0.0922682182758551,0.2521783,0.0939539399169408,0.3382133,0.0982547331564603,
30964,0.25394955,0.0845909853122411,0.13799495,0.0514991590790465,0.6825328,0.1852661032216025,
31464,0.2673659,0.0879043174333798,0.1658305,0.0643037677070475,0.3200437,0.0982486117043998,
31960,0.25911072,0.0870355779138129,0.14190198,0.0522629015487331,0.612747,0.1676420292608778,
32454,0.25593874,0.0831969614320059,0.17012691,0.0625706940874036,0.3373837,0.10178587454007,
32952,0.2607756,0.0872376103602238,0.189043,0.0748285286988809,0.5741867,0.1588581183611532,
33450,0.24120033,0.0795603773966099,0.14943829,0.0611225895316804,0.345222,0.1026140404166741,
33954,0.2587567,0.087055781158454,0.1414267,0.0487612612612612,0.5570065,0.1540289275679345,
34450,0.24111812,0.0805705396286643,0.23118892,0.0884683557501824,0.36882663,0.109745631174333,
34947,0.2587688,0.0852172858961149,0.16936874,0.0581221287358695,0.56517893,0.1531991149633368,
35441,0.24147649,0.0782067600056569,0.12751848,0.0468346253229974,0.37920275,0.1121225577264653,
35937,0.2525489,0.082085782976746,0.14385669,0.0563523547960533,0.53532636,0.1416579608145012,
36443,0.2369279,0.0773784269753722,0.24569619,0.0881348212252334,0.45927396,0.1311193974747102,
36941,0.25319526,0.0833383841444936,0.14349347,0.0579084758403921,0.4853589,0.1311987788700914,
37441,0.2295111,0.0752368830434167,0.10638334,0.0425890279114533,0.50250155,0.1406958865625178,
37940,0.2519198,0.0827322868052609,0.16387028,0.0648361666756046,0.4091806,0.1131817131070291,
38442,0.23826121,0.0778835080913994,0.183076,0.0712478672706948,0.5729402,0.1574798662817201,
38948,0.24764307,0.0812372467018203,0.17410374,0.0644770197288658,0.35069504,0.0985986892131658,
39445,0.23064576,0.0744691597470553,0.14025566,0.054300681574945,0.5980423,0.1660758265542204,
39944,0.24211292,0.0799038325555084,0.18204874,0.0587447698744769,0.32071918,0.0883839746703366,
40449,0.22690563,0.0735802169828474,0.13783279,0.0553260384100044,0.59038395,0.1654071575297288,
40942,0.24103545,0.0785502151645554,0.1816025,0.0635025998451156,0.3081541,0.0860902052087281,
41448,0.22655717,0.0748126149059539,0.10424186,0.0408512580589946,0.65478796,0.1765461200866248,
41953,0.2420622,0.0794795644180455,0.13957286,0.0586110655064849,0.29956692,0.0887441264416915,
42455,0.22229603,0.0732771683132311,0.11387181,0.0467906733036416,0.586218,0.1593957818734562,
42957,0.23656063,0.0762874517647534,0.19521241,0.0726188027154906,0.32126218,0.0924347123754823,
43449,0.21762536,0.0722670060811766,0.14045802,0.0537085898563471,0.5609898,0.1514036418816388,
43951,0.22909394,0.0740650948542335,0.11130491,0.0470893020420603,0.3267236,0.0963246198652777,
44454,0.21647707,0.0717215184758672,0.122760184,0.0488662607600252,0.53971326,0.1453921439212506,
44956,0.22311203,0.0739640786310281,0.12999618,0.0492134831460674,0.32903028,0.0953563537424903,
45455,0.22010112,0.0726508677293573,0.10298756,0.0394977447275387,0.5316405,0.1400698520672189,
45961,0.23235421,0.0744287532577731,0.11765561,0.0492629525254714,0.33929497,0.1014098579040852,
46457,0.21372329,0.0686910317797038,0.08915047,0.0337667139072031,0.48821715,0.1298180018694672,
46962,0.22518526,0.0732367618239489,0.13025914,0.0500054412884971,0.40597743,0.1164623790888281,
47477,0.20924023,0.0699436329474513,0.12887403,0.0491278894320719,0.43427598,0.114153840562592,
47976,0.23458233,0.0747722084166717,0.1339021,0.0506685028978022,0.48262042,0.1327423549287219,
48480,0.2158381,0.0702062751277855,0.18183823,0.0668367051185438,0.37756577,0.0998275156925156,
48981,0.22556567,0.0724084287936642,0.1654387,0.064441819255759,0.50897104,0.1406511168515423,
49479,0.21972232,0.0693375356082186,0.1302463,0.0516813360415256,0.32089952,0.085255458594344,
49976,0.20879038,0.0667919267834414,0.100929,0.035609049592968,0.5226464,0.1430517202776326,
50474,0.21264644,0.0688728609814736,0.13942653,0.0561389130768836,0.29108852,0.0770144098440282,
50474,,,,,,,63348.85495519638
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment