{ "name": "agentic-p25-b0.1", "archived_utc": "2026-08-26T05:46:38Z", "engine_git_rev": "e645c549e4c18d7843b9f590244e76aa5f55feac", "promoted": false, "measurement": { "lossless": true, "gate": true, "gate_fail": false, "points": [ { "block": 5, "prompt": 0, "tau": 3.05, "ms_tok": 42.5, "tok_s": 23.52 }, { "block": 5, "prompt": 1, "tau": 4.04, "ms_tok": 33.9, "tok_s": 29.47 }, { "block": 5, "prompt": 2, "tau": 3.85, "ms_tok": 36.4, "tok_s": 27.44 }, { "block": 5, "prompt": 3, "tau": 2.56, "ms_tok": 46.9, "tok_s": 21.32 }, { "block": 5, "prompt": 4, "tau": 2.9, "ms_tok": 42.1, "tok_s": 23.73 }, { "block": 5, "prompt": 5, "tau": 3.92, "ms_tok": 36.3, "tok_s": 27.58 }, { "block": 5, "prompt": 6, "tau": 5.08, "ms_tok": 28.8, "tok_s": 34.74 }, { "block": 5, "prompt": 7, "tau": 3.57, "ms_tok": 36.7, "tok_s": 27.22 }, { "block": 5, "prompt": 8, "tau": 3.53, "ms_tok": 36.4, "tok_s": 27.49 } ], "n_suite": 8, "suite_tau": 3.6812, "suite_tok_s": 27.3738, "base_ar_tok_s": 13.94, "blocks": [ 5 ], "instruments_present": [] }, "train_metrics_file": "/home/patrickd/s5-capture/agentic-p25-b0.1/train_metrics.json", "notes": "auto: 3071 samples, ngen 1024", "files": [ { "file": "config.json", "bytes": 3602, "sha256": "de9ea59b8bba4cc49f67b4d6a30cebb148ab465aebc57225b355158477a56c8e" }, { "file": "model-00046-of-00048.safetensors", "bytes": 2326148920, "sha256": "618ca90e134250562e36b81c49bad9469d439d3e5895967e47c0727a21872a5e" }, { "file": "model-00047-of-00048.safetensors", "bytes": 2275805696, "sha256": "db8c61829bd683b6a3287d87c93fc8b3d6fc1fee067022cebaa8d2cf18c5a4ef" }, { "file": "model-00048-of-00048.safetensors", "bytes": 2408468996, "sha256": "ca20781b5f7fecb1fe8d8283bb397e5b64d2c53a4e67529a7bb486054109187c" }, { "file": "model.safetensors.index.json", "bytes": 213205, "sha256": "3c6ca0116218bd358ad3b8ca8ab067194585edb187d594aef9f42986ec5fe50f" }, { "file": "mtp_trained.safetensors", "bytes": 1034643326, "sha256": "ee724f7d3de4aa69569c7faa730dc7d0cca08f3c4ff59becaae25d14c40c8d91" } ], "train_metrics": { "capture": "/cap/agentic-p25-b0.1/c6/cap", "n_sequences": 3007, "steps": 3007, "block": 5, "lr_peak": 5e-05, "warmup_steps": 150, "pos_per_seq": 16, "a_ce": 0.1, "a_tv": 0.9, "a_conf": 0.0, "deficit": true, "deficit_prior": 0.4106, "deficit_clamp": 3.0, "beta": 0.1, "anchor_pow": 1.0, "hass_from": 0, "trainable_params": 517318215, "n_tensors": 72, "loss_first": 0.39318334870040417, "loss_last": 0.4840806590174074, "loss_tail_mean": 0.7595582736906681, "ce_last": 0.7884921511285938, "tv_last": 0.21920201541797724, "conf_last": 4.822940830899427, "diag_draft_eq_target_argmax_pct": 70.8854, "diag_draft_eq_ground_truth_pct": 70.461, "diag_target_top1_p": 0.87082560626851, "diag_draft_top1_p": 0.7994631753593194, "history": [ { "step": 0, "T": 1101, "positions": 16, "loss": 0.39318334870040417, "ce": 1.1808626150041164, "tv": 0.18761346366954967, "conf": 0.38354809570591897, "grad_norm": 3.7894229888916016, "lr": 3.3333333333333335e-07 }, { "step": 1, "T": 1245, "positions": 16, "loss": 1.7607675503145117, "ce": 4.383396282784815, "tv": 0.4397702735295752, "conf": 0.8011749282013625, "grad_norm": 10.881587982177734, "lr": 6.666666666666667e-07 }, { "step": 2, "T": 2002, "positions": 16, "loss": 1.757826047949493, "ce": 4.464820981025696, "tv": 0.5562129095196724, "conf": 0.592246888205409, "grad_norm": 9.689784049987793, "lr": 1.0000000000000002e-06 }, { "step": 3, "T": 1083, "positions": 16, "loss": 0.5557954542997914, "ce": 1.5140782048692927, "tv": 0.2114619894855423, "conf": 0.44893081119516864, "grad_norm": 8.72270679473877, "lr": 1.3333333333333334e-06 }, { "step": 4, "T": 1204, "positions": 16, "loss": 1.443801217712462, "ce": 3.1510583013296127, "tv": 0.5375347593799233, "conf": 0.5794349303469062, "grad_norm": 9.951570510864258, "lr": 1.6666666666666667e-06 }, { "step": 5, "T": 1072, "positions": 16, "loss": 0.9800150797018432, "ce": 3.0235279984772205, "tv": 0.41872037947177887, "conf": 0.7801068415865302, "grad_norm": 11.612503051757812, "lr": 2.0000000000000003e-06 }, { "step": 6, "T": 1061, "positions": 16, "loss": 1.317862127629951, "ce": 3.5367677086032927, "tv": 0.521572663448751, "conf": 0.6178406924009323, "grad_norm": 7.242794990539551, "lr": 2.333333333333333e-06 }, { "step": 7, "T": 1068, "positions": 16, "loss": 1.9192284730458482, "ce": 5.068858795857523, "tv": 0.6080109793692827, "conf": 0.7752392441034317, "grad_norm": 12.034541130065918, "lr": 2.666666666666667e-06 }, { "step": 8, "T": 1764, "positions": 16, "loss": 1.2492451058337792, "ce": 3.4889302980154753, "tv": 0.40620633761864156, "conf": 0.596808013971895, "grad_norm": 7.4297566413879395, "lr": 3e-06 }, { "step": 9, "T": 1062, "positions": 16, "loss": 0.21830171953678246, "ce": 0.6904505148413591, "tv": 0.15664066589670256, "conf": 0.36377898196224123, "grad_norm": 2.0759406089782715, "lr": 3.3333333333333333e-06 }, { "step": 10, "T": 1057, "positions": 16, "loss": 0.5709052317129704, "ce": 1.416476021753624, "tv": 0.3158710696734488, "conf": 0.5279464581981301, "grad_norm": 6.400928020477295, "lr": 3.666666666666667e-06 }, { "step": 11, "T": 1141, "positions": 16, "loss": 0.8118705446452594, "ce": 2.1219944350377773, "tv": 0.19354596794437384, "conf": 0.4314652855973691, "grad_norm": 10.754202842712402, "lr": 4.000000000000001e-06 }, { "step": 12, "T": 1054, "positions": 16, "loss": 0.7377407857783496, "ce": 2.4343426980249205, "tv": 0.18651559860700218, "conf": 0.3446131458040327, "grad_norm": 4.005090236663818, "lr": 4.333333333333334e-06 }, { "step": 13, "T": 1084, "positions": 16, "loss": 1.3468807030505587, "ce": 2.8278082958809136, "tv": 0.4200268086642609, "conf": 0.41252504009753466, "grad_norm": 23.18447494506836, "lr": 4.666666666666666e-06 }, { "step": 14, "T": 1351, "positions": 16, "loss": 0.8089763189916539, "ce": 1.8760350695811212, "tv": 0.2127114556496963, "conf": 0.4050987623631954, "grad_norm": 6.378897666931152, "lr": 5e-06 }, { "step": 15, "T": 1499, "positions": 16, "loss": 1.6808260126563255, "ce": 3.980772268027067, "tv": 0.47547136060893536, "conf": 0.6439923029392958, "grad_norm": 19.703994750976562, "lr": 5.333333333333334e-06 }, { "step": 16, "T": 1173, "positions": 16, "loss": 2.427595711313188, "ce": 4.754805766046047, "tv": 0.7673397976905107, "conf": 0.5401086397469044, "grad_norm": 14.205455780029297, "lr": 5.666666666666667e-06 }, { "step": 17, "T": 1102, "positions": 16, "loss": 1.9450103472918272, "ce": 4.440561346709728, "tv": 0.659050390124321, "conf": 0.7735896809026599, "grad_norm": 12.105996131896973, "lr": 6e-06 }, { "step": 18, "T": 1222, "positions": 16, "loss": 1.470997335465654, "ce": 3.577073013409972, "tv": 0.5297804102301598, "conf": 0.561054315418005, "grad_norm": 5.301036357879639, "lr": 6.333333333333333e-06 }, { "step": 19, "T": 1037, "positions": 16, "loss": 0.4957615947932368, "ce": 1.0094364553333435, "tv": 0.14282120645657415, "conf": 0.17733487567602424, "grad_norm": 3.3671562671661377, "lr": 6.666666666666667e-06 }, { "step": 20, "T": 1215, "positions": 16, "loss": 2.543428943492472, "ce": 6.161767419427633, "tv": 0.7380919139832258, "conf": 1.1906365808099508, "grad_norm": 16.558361053466797, "lr": 7.000000000000001e-06 }, { "step": 21, "T": 1041, "positions": 16, "loss": 0.6729975706957703, "ce": 1.9443596000783145, "tv": 0.38376852916553617, "conf": 0.5623570242896676, "grad_norm": 5.97058629989624, "lr": 7.333333333333334e-06 }, { "step": 22, "T": 1087, "positions": 16, "loss": 1.105197621829646, "ce": 3.957808159651904, "tv": 0.41600545843539294, "conf": 0.6760447324486449, "grad_norm": 12.765652656555176, "lr": 7.666666666666667e-06 }, { "step": 23, "T": 1092, "positions": 16, "loss": 0.589781278645205, "ce": 1.4838800364868803, "tv": 0.19275998973535025, "conf": 0.4118349908021628, "grad_norm": 10.863590240478516, "lr": 8.000000000000001e-06 }, { "step": 24, "T": 1158, "positions": 16, "loss": 1.8140908889472485, "ce": 5.760875158011913, "tv": 0.6408722531050444, "conf": 0.8691051369532943, "grad_norm": 7.198774337768555, "lr": 8.333333333333334e-06 }, { "step": 25, "T": 1056, "positions": 16, "loss": 1.3599989428184927, "ce": 3.3123584166169167, "tv": 0.5857692798599601, "conf": 0.8524606730788946, "grad_norm": 12.517068862915039, "lr": 8.666666666666668e-06 }, { "step": 26, "T": 1127, "positions": 16, "loss": 1.5950347329489887, "ce": 3.9820767752826214, "tv": 0.6036262754350901, "conf": 0.6259066835045815, "grad_norm": 11.245718002319336, "lr": 9e-06 }, { "step": 27, "T": 1175, "positions": 16, "loss": 2.4529030583798885, "ce": 5.419591322541237, "tv": 0.7607889622449875, "conf": 0.46505924919620156, "grad_norm": 12.983121871948242, "lr": 9.333333333333333e-06 }, { "step": 28, "T": 1036, "positions": 16, "loss": 0.8287525474006543, "ce": 2.254993751645088, "tv": 0.39913672930561006, "conf": 0.620980080217123, "grad_norm": 4.482824802398682, "lr": 9.666666666666667e-06 }, { "step": 29, "T": 1528, "positions": 16, "loss": 1.2695436128415167, "ce": 3.1880862154066563, "tv": 0.5365679785609245, "conf": 0.6313431710004807, "grad_norm": 6.3364996910095215, "lr": 1e-05 }, { "step": 30, "T": 1131, "positions": 16, "loss": 0.6254411540649016, "ce": 1.7301628315362905, "tv": 0.19269538887601811, "conf": 0.36227550165494904, "grad_norm": 3.993234395980835, "lr": 1.0333333333333335e-05 }, { "step": 31, "T": 1251, "positions": 16, "loss": 1.9481180347502232, "ce": 4.871989667415619, "tv": 0.6985332760959864, "conf": 0.6672926153987646, "grad_norm": 10.729330062866211, "lr": 1.0666666666666667e-05 }, { "step": 32, "T": 1285, "positions": 16, "loss": 1.6217938019472058, "ce": 4.697983588092029, "tv": 0.5732685225084424, "conf": 0.6873520482331514, "grad_norm": 7.965734958648682, "lr": 1.1e-05 }, { "step": 33, "T": 1462, "positions": 16, "loss": 0.9944405284695677, "ce": 2.5297984287899453, "tv": 0.39759325933118816, "conf": 0.6758005587616935, "grad_norm": 6.982419013977051, "lr": 1.1333333333333334e-05 }, { "step": 34, "T": 1096, "positions": 16, "loss": 1.2529371427372098, "ce": 3.0380531903356314, "tv": 0.5604355065152049, "conf": 0.7070408379659057, "grad_norm": 11.28065013885498, "lr": 1.1666666666666666e-05 }, { "step": 35, "T": 1064, "positions": 16, "loss": 0.23084203250755309, "ce": 0.5431235424184706, "tv": 0.09933083852229174, "conf": 0.25863105719326995, "grad_norm": 3.3269436359405518, "lr": 1.2e-05 }, { "step": 36, "T": 1039, "positions": 16, "loss": 0.6757445639304933, "ce": 1.8830390686052851, "tv": 0.3678014749311842, "conf": 0.503475627861917, "grad_norm": 4.526701927185059, "lr": 1.2333333333333334e-05 }, { "step": 37, "T": 1059, "positions": 16, "loss": 1.3504856181498326, "ce": 3.525602004257962, "tv": 0.5588908751960844, "conf": 0.7661513243801892, "grad_norm": 10.833537101745605, "lr": 1.2666666666666667e-05 }, { "step": 38, "T": 1201, "positions": 16, "loss": 1.198697594123587, "ce": 3.2246850739466026, "tv": 0.49962379480712116, "conf": 0.6065652295947075, "grad_norm": 8.097533226013184, "lr": 1.3000000000000001e-05 }, { "step": 39, "T": 1632, "positions": 16, "loss": 1.2787166755183534, "ce": 3.2482179262296995, "tv": 0.4909971916786162, "conf": 0.4739101961022243, "grad_norm": 6.696695327758789, "lr": 1.3333333333333333e-05 }, { "step": 40, "T": 1208, "positions": 16, "loss": 2.0403649425134063, "ce": 4.556486878544092, "tv": 0.7160034142434597, "conf": 0.609334678389132, "grad_norm": 14.241119384765625, "lr": 1.3666666666666667e-05 }, { "step": 41, "T": 1532, "positions": 16, "loss": 1.4913763152435422, "ce": 3.975881477817893, "tv": 0.6045204931870103, "conf": 0.7370147546753287, "grad_norm": 11.759148597717285, "lr": 1.4000000000000001e-05 }, { "step": 42, "T": 1055, "positions": 16, "loss": 0.315043762610852, "ce": 0.7787701827191995, "tv": 0.17998399053976755, "conf": 0.3306123108777683, "grad_norm": 3.8832640647888184, "lr": 1.4333333333333334e-05 }, { "step": 43, "T": 1039, "positions": 16, "loss": 0.8614501211665129, "ce": 2.358069711110147, "tv": 0.339896302393754, "conf": 0.3772463843342848, "grad_norm": 10.848602294921875, "lr": 1.4666666666666668e-05 }, { "step": 44, "T": 1082, "positions": 16, "loss": 0.9437028426254983, "ce": 2.777339041000232, "tv": 0.3529445299645886, "conf": 0.7554976157844067, "grad_norm": 7.598893642425537, "lr": 1.5000000000000002e-05 }, { "step": 45, "T": 1070, "positions": 16, "loss": 0.775854331052642, "ce": 2.230720895837294, "tv": 0.3743040732369991, "conf": 0.5363315250724554, "grad_norm": 7.108277320861816, "lr": 1.5333333333333334e-05 }, { "step": 46, "T": 1041, "positions": 16, "loss": 1.4029736282191152, "ce": 4.389061203226447, "tv": 0.4097621697001159, "conf": 0.8952978616580367, "grad_norm": 9.378280639648438, "lr": 1.5666666666666667e-05 }, { "step": 47, "T": 1555, "positions": 16, "loss": 1.642212855118487, "ce": 4.387614292674698, "tv": 0.38104092655703425, "conf": 0.5723516857251525, "grad_norm": 6.426585674285889, "lr": 1.6000000000000003e-05 }, { "step": 48, "T": 1052, "positions": 16, "loss": 0.3898311008689461, "ce": 0.8976224264612256, "tv": 0.21977816563594388, "conf": 0.4826652315678075, "grad_norm": 3.4803414344787598, "lr": 1.633333333333333e-05 }, { "step": 49, "T": 1696, "positions": 16, "loss": 1.5130237638950348, "ce": 3.640243914909661, "tv": 0.5710678813047707, "conf": 0.7989799343049526, "grad_norm": 17.03630828857422, "lr": 1.6666666666666667e-05 }, { "step": 50, "T": 1106, "positions": 16, "loss": 1.5183016993400997, "ce": 3.719909964260296, "tv": 0.5262841433395806, "conf": 0.5136464918032289, "grad_norm": 9.188931465148926, "lr": 1.7e-05 }, { "step": 51, "T": 2003, "positions": 16, "loss": 1.9980533346533775, "ce": 4.782972902059555, "tv": 0.7036700621247292, "conf": 0.5995444534346461, "grad_norm": 7.485153675079346, "lr": 1.7333333333333336e-05 }, { "step": 52, "T": 1405, "positions": 16, "loss": 1.0739579312648857, "ce": 3.400744684971869, "tv": 0.43256787629798055, "conf": 0.6046623010188341, "grad_norm": 15.746759414672852, "lr": 1.7666666666666668e-05 }, { "step": 53, "T": 1083, "positions": 16, "loss": 1.7384988703815907, "ce": 4.2767314843367785, "tv": 0.6319540543481708, "conf": 0.6462900680489838, "grad_norm": 9.290340423583984, "lr": 1.8e-05 }, { "step": 54, "T": 1072, "positions": 16, "loss": 1.062012968590352, "ce": 2.54771668324247, "tv": 0.4684328744187951, "conf": 0.6618025656789541, "grad_norm": 8.296647071838379, "lr": 1.8333333333333336e-05 }, { "step": 55, "T": 1093, "positions": 16, "loss": 1.6369785298843453, "ce": 4.3732258210475266, "tv": 0.46326259076886345, "conf": 0.6052686334587634, "grad_norm": 8.732465744018555, "lr": 1.8666666666666665e-05 }, { "step": 56, "T": 1316, "positions": 16, "loss": 1.9539459124207497, "ce": 5.7379573211073875, "tv": 0.6351258605718613, "conf": 0.5331505667418242, "grad_norm": 11.027206420898438, "lr": 1.9e-05 }, { "step": 57, "T": 1116, "positions": 16, "loss": 0.5719455548130554, "ce": 1.5177918417011824, "tv": 0.3044924275527592, "conf": 0.5527871191152371, "grad_norm": 5.892501354217529, "lr": 1.9333333333333333e-05 }, { "step": 58, "T": 1120, "positions": 16, "loss": 2.4813049803487957, "ce": 7.84045359864831, "tv": 0.7009180309250951, "conf": 1.0403231754899025, "grad_norm": 11.434139251708984, "lr": 1.9666666666666666e-05 }, { "step": 59, "T": 2112, "positions": 16, "loss": 1.452283773187446, "ce": 4.080764461554281, "tv": 0.42364713452843716, "conf": 0.43341334199067205, "grad_norm": 15.26053237915039, "lr": 2e-05 }, { "step": 60, "T": 1862, "positions": 16, "loss": 2.0989794538763817, "ce": 5.596675623208284, "tv": 0.7300247047096491, "conf": 0.6078703133389354, "grad_norm": 12.156834602355957, "lr": 2.0333333333333334e-05 }, { "step": 61, "T": 1254, "positions": 16, "loss": 2.2512240619398654, "ce": 5.593352768570185, "tv": 0.709093077108264, "conf": 0.4510528799146414, "grad_norm": 9.524881362915039, "lr": 2.066666666666667e-05 }, { "step": 62, "T": 1078, "positions": 16, "loss": 2.2178248185664415, "ce": 7.362650896422565, "tv": 0.6571272143628448, "conf": 0.9191948678344488, "grad_norm": 16.480449676513672, "lr": 2.1e-05 }, { "step": 63, "T": 1442, "positions": 16, "loss": 1.6080872808743152, "ce": 4.409299963386729, "tv": 0.5876978273736313, "conf": 0.5431114756502211, "grad_norm": 9.606775283813477, "lr": 2.1333333333333335e-05 }, { "step": 64, "T": 1054, "positions": 16, "loss": 0.636102804868699, "ce": 1.7770013102435769, "tv": 0.2635002676424847, "conf": 0.9491876960964873, "grad_norm": 10.312517166137695, "lr": 2.1666666666666667e-05 }, { "step": 65, "T": 1575, "positions": 16, "loss": 1.18697699178729, "ce": 3.8415536355946642, "tv": 0.3260360170304466, "conf": 0.37347686727298424, "grad_norm": 5.147584915161133, "lr": 2.2e-05 }, { "step": 66, "T": 1040, "positions": 16, "loss": 0.43337997430353425, "ce": 1.4654697431251407, "tv": 0.318416366353631, "conf": 0.6370065370574594, "grad_norm": 6.652060508728027, "lr": 2.2333333333333335e-05 }, { "step": 67, "T": 1066, "positions": 16, "loss": 0.976684810128063, "ce": 2.725337179377675, "tv": 0.5060305381193757, "conf": 0.6170457433909178, "grad_norm": 5.951623916625977, "lr": 2.2666666666666668e-05 }, { "step": 68, "T": 2191, "positions": 16, "loss": 1.8094239286729135, "ce": 4.946692837984301, "tv": 0.5894947887863964, "conf": 0.6497579952701926, "grad_norm": 28.337434768676758, "lr": 2.3000000000000003e-05 }, { "step": 69, "T": 1053, "positions": 16, "loss": 1.1202201870801218, "ce": 2.585667065461166, "tv": 0.5282327554887161, "conf": 0.5399386808276176, "grad_norm": 5.921760559082031, "lr": 2.3333333333333332e-05 }, { "step": 70, "T": 1542, "positions": 16, "loss": 1.5200462492321094, "ce": 4.118596012471244, "tv": 0.4281556609785184, "conf": 0.46145253861323, "grad_norm": 12.1914701461792, "lr": 2.3666666666666668e-05 }, { "step": 71, "T": 1617, "positions": 16, "loss": 1.2817884494181726, "ce": 3.5930539923879223, "tv": 0.3585004501601361, "conf": 0.5935443586204201, "grad_norm": 5.139594078063965, "lr": 2.4e-05 }, { "step": 72, "T": 1584, "positions": 16, "loss": 1.1815600918926066, "ce": 3.387303836643696, "tv": 0.5269968900829554, "conf": 0.5961761893704534, "grad_norm": 9.807748794555664, "lr": 2.4333333333333333e-05 }, { "step": 73, "T": 1043, "positions": 16, "loss": 0.5718543039253063, "ce": 1.7492370936233783, "tv": 0.21024219342507422, "conf": 0.19737014354905114, "grad_norm": 4.797164440155029, "lr": 2.466666666666667e-05 }, { "step": 74, "T": 1604, "positions": 16, "loss": 1.5865892092697322, "ce": 4.695418320596218, "tv": 0.5895026605576277, "conf": 0.6635870235040784, "grad_norm": 9.760069847106934, "lr": 2.5e-05 }, { "step": 75, "T": 1524, "positions": 16, "loss": 1.6077422602902516, "ce": 4.830224960111082, "tv": 0.5627641989849508, "conf": 0.6234609223902225, "grad_norm": 13.512532234191895, "lr": 2.5333333333333334e-05 }, { "step": 76, "T": 2214, "positions": 16, "loss": 1.7927414402365685, "ce": 4.896301470696926, "tv": 0.6847064606845379, "conf": 0.5253965882584453, "grad_norm": 8.485904693603516, "lr": 2.5666666666666666e-05 }, { "step": 77, "T": 1113, "positions": 16, "loss": 0.20822047377265562, "ce": 0.7836752453513327, "tv": 0.20440338629487087, "conf": 0.4161430090680369, "grad_norm": 1.980748176574707, "lr": 2.6000000000000002e-05 }, { "step": 78, "T": 2309, "positions": 16, "loss": 2.163124959799461, "ce": 5.418924649246037, "tv": 0.6707298932597041, "conf": 0.5806986866518855, "grad_norm": 5.379829406738281, "lr": 2.6333333333333338e-05 }, { "step": 79, "T": 1347, "positions": 16, "loss": 0.7113443399593962, "ce": 2.2634746385883773, "tv": 0.2973275203257799, "conf": 0.5582390548661351, "grad_norm": 3.7469351291656494, "lr": 2.6666666666666667e-05 }, { "step": 80, "T": 1065, "positions": 16, "loss": 1.0061755082679156, "ce": 2.6044364809058607, "tv": 0.44913840452500153, "conf": 0.5437120944261551, "grad_norm": 4.225918769836426, "lr": 2.7e-05 }, { "step": 81, "T": 1376, "positions": 16, "loss": 0.77402183610468, "ce": 2.4105333853290176, "tv": 0.32771576932645985, "conf": 0.51619050258887, "grad_norm": 7.607367992401123, "lr": 2.7333333333333335e-05 }, { "step": 82, "T": 1359, "positions": 16, "loss": 1.432579887099564, "ce": 3.6127910278737545, "tv": 0.6153498766943812, "conf": 0.5956134553998709, "grad_norm": 15.011034965515137, "lr": 2.7666666666666667e-05 }, { "step": 83, "T": 1088, "positions": 16, "loss": 0.7966083447390702, "ce": 2.041926499456167, "tv": 0.36637700925348327, "conf": 0.559312742203474, "grad_norm": 8.198088645935059, "lr": 2.8000000000000003e-05 }, { "step": 84, "T": 1545, "positions": 16, "loss": 1.1028824106033426, "ce": 3.000793774612248, "tv": 0.45449374709278345, "conf": 0.5572641352191567, "grad_norm": 5.781280517578125, "lr": 2.8333333333333335e-05 }, { "step": 85, "T": 1245, "positions": 16, "loss": 1.3046033505524974, "ce": 3.0885350424796343, "tv": 0.615400473587215, "conf": 0.5898753851652145, "grad_norm": 7.028901100158691, "lr": 2.8666666666666668e-05 }, { "step": 86, "T": 1092, "positions": 16, "loss": 0.6681026183650829, "ce": 1.8219116682303138, "tv": 0.34026903501944616, "conf": 0.5396157233044505, "grad_norm": 6.388761043548584, "lr": 2.9000000000000004e-05 }, { "step": 87, "T": 2076, "positions": 16, "loss": 1.7582809940795414, "ce": 4.39874006761238, "tv": 0.4814481674693525, "conf": 0.5850464068353176, "grad_norm": 6.1985955238342285, "lr": 2.9333333333333336e-05 }, { "step": 88, "T": 1229, "positions": 16, "loss": 1.2732760401559062, "ce": 3.4503063429147005, "tv": 0.5840896377339959, "conf": 0.6940529104322195, "grad_norm": 7.2152581214904785, "lr": 2.9666666666666665e-05 }, { "step": 89, "T": 1272, "positions": 16, "loss": 0.8534138379618526, "ce": 2.540618180297315, "tv": 0.4941379427909851, "conf": 0.6906316690146923, "grad_norm": 5.908095836639404, "lr": 3.0000000000000004e-05 }, { "step": 90, "T": 1077, "positions": 16, "loss": 0.8107714453694825, "ce": 2.691413599459338, "tv": 0.276605578190356, "conf": 0.6646840292960405, "grad_norm": 6.158203601837158, "lr": 3.0333333333333333e-05 }, { "step": 91, "T": 1068, "positions": 16, "loss": 0.4501076249825928, "ce": 1.4182706841929758, "tv": 0.11997523738318705, "conf": 0.25589403533376753, "grad_norm": 3.1468026638031006, "lr": 3.066666666666667e-05 }, { "step": 92, "T": 1152, "positions": 16, "loss": 0.5230990078707691, "ce": 1.4583651950815693, "tv": 0.24183820624602959, "conf": 0.48259810730814934, "grad_norm": 3.49882173538208, "lr": 3.1e-05 }, { "step": 93, "T": 1080, "positions": 16, "loss": 0.945275625330396, "ce": 2.59365869872272, "tv": 0.4917986486107111, "conf": 0.5984642393887043, "grad_norm": 10.039430618286133, "lr": 3.1333333333333334e-05 }, { "step": 94, "T": 1160, "positions": 16, "loss": 1.7214455827015627, "ce": 4.370711529627442, "tv": 0.6715952801750973, "conf": 0.504678993485868, "grad_norm": 11.7098388671875, "lr": 3.1666666666666666e-05 }, { "step": 95, "T": 1065, "positions": 16, "loss": 0.5772581113851629, "ce": 1.593272244092077, "tv": 0.3403651863336563, "conf": 0.5095282942056656, "grad_norm": 4.156580924987793, "lr": 3.2000000000000005e-05 }, { "step": 96, "T": 1087, "positions": 16, "loss": 0.6838676254164966, "ce": 2.2582647588205873, "tv": 0.19096373116917675, "conf": 0.42640217347070575, "grad_norm": 6.040144920349121, "lr": 3.233333333333333e-05 }, { "step": 97, "T": 1044, "positions": 16, "loss": 1.0545755183848087, "ce": 2.1963276909664273, "tv": 0.4803362996317446, "conf": 0.603969968855381, "grad_norm": 11.123064994812012, "lr": 3.266666666666666e-05 }, { "step": 98, "T": 1390, "positions": 16, "loss": 1.3145016874186695, "ce": 3.597050167620182, "tv": 0.5312824929133058, "conf": 0.5894227214157581, "grad_norm": 4.314008712768555, "lr": 3.3e-05 }, { "step": 99, "T": 1086, "positions": 16, "loss": 1.2307343443389982, "ce": 3.046051715966314, "tv": 0.5446196654811502, "conf": 0.732078704982996, "grad_norm": 14.15536117553711, "lr": 3.3333333333333335e-05 }, { "step": 100, "T": 1056, "positions": 16, "loss": 0.4181916781235486, "ce": 1.2216227790340781, "tv": 0.334578107111156, "conf": 0.6772635523229837, "grad_norm": 8.557914733886719, "lr": 3.3666666666666674e-05 }, { "step": 101, "T": 1052, "positions": 16, "loss": 2.1575036076828837, "ce": 6.293767813593149, "tv": 0.676969887688756, "conf": 0.7732149250805378, "grad_norm": 9.675674438476562, "lr": 3.4e-05 }, { "step": 102, "T": 1081, "positions": 16, "loss": 0.9765683182777138, "ce": 2.720111636677757, "tv": 0.4567858822993003, "conf": 0.6379530616104603, "grad_norm": 6.937131404876709, "lr": 3.433333333333333e-05 }, { "step": 103, "T": 1226, "positions": 16, "loss": 1.7492507459537592, "ce": 4.488579224795103, "tv": 0.6355690574273467, "conf": 0.6050242017954588, "grad_norm": 5.666817665100098, "lr": 3.466666666666667e-05 }, { "step": 104, "T": 1879, "positions": 16, "loss": 1.4431967971031554, "ce": 3.8317241116892546, "tv": 0.5272327372804284, "conf": 0.6228794651106, "grad_norm": 5.0066304206848145, "lr": 3.5000000000000004e-05 }, { "step": 105, "T": 1106, "positions": 16, "loss": 0.1811785803110979, "ce": 0.5367926280887332, "tv": 0.14172538377169985, "conf": 0.3906434797681868, "grad_norm": 3.544374704360962, "lr": 3.5333333333333336e-05 }, { "step": 106, "T": 1713, "positions": 16, "loss": 1.5734605787001783, "ce": 3.524777344602626, "tv": 0.580233392160153, "conf": 0.6471141707152128, "grad_norm": 9.187382698059082, "lr": 3.566666666666667e-05 }, { "step": 107, "T": 1625, "positions": 16, "loss": 1.0236170283642423, "ce": 2.9776540868915617, "tv": 0.43108535022474825, "conf": 0.5816481541842222, "grad_norm": 5.523755073547363, "lr": 3.6e-05 }, { "step": 108, "T": 1072, "positions": 16, "loss": 0.5942163436329793, "ce": 1.231681931158164, "tv": 0.23003003851044923, "conf": 0.24477419059257954, "grad_norm": 8.288077354431152, "lr": 3.633333333333333e-05 }, { "step": 109, "T": 1047, "positions": 16, "loss": 0.27213756772016495, "ce": 0.9366646572307218, "tv": 0.20959386641334277, "conf": 0.4988721553236246, "grad_norm": 1.734030842781067, "lr": 3.666666666666667e-05 }, { "step": 110, "T": 1057, "positions": 16, "loss": 0.6037266071134582, "ce": 1.3948498425161233, "tv": 0.33709999238999444, "conf": 0.5793357249349356, "grad_norm": 7.730464935302734, "lr": 3.7000000000000005e-05 }, { "step": 111, "T": 1277, "positions": 16, "loss": 0.8727556802332401, "ce": 2.180697889998555, "tv": 0.5065385065972805, "conf": 0.6770343892276287, "grad_norm": 7.397216320037842, "lr": 3.733333333333333e-05 }, { "step": 112, "T": 1904, "positions": 16, "loss": 1.5387342153844656, "ce": 3.8888255532365292, "tv": 0.4837166095385328, "conf": 0.4329133201390505, "grad_norm": 5.955941677093506, "lr": 3.766666666666667e-05 }, { "step": 113, "T": 1110, "positions": 16, "loss": 0.7726782418321818, "ce": 2.455138958292082, "tv": 0.38288821722380817, "conf": 0.5214219419285655, "grad_norm": 5.21055793762207, "lr": 3.8e-05 }, { "step": 114, "T": 1059, "positions": 16, "loss": 1.1044416840013582, "ce": 3.9329023915342987, "tv": 0.401297252275981, "conf": 0.6942456839606166, "grad_norm": 8.34157943725586, "lr": 3.8333333333333334e-05 }, { "step": 115, "T": 1051, "positions": 16, "loss": 0.44201665270975354, "ce": 1.365521153798909, "tv": 0.12222243609721772, "conf": 0.49478994822129607, "grad_norm": 3.7898166179656982, "lr": 3.866666666666667e-05 }, { "step": 116, "T": 1047, "positions": 16, "loss": 0.48002285964321345, "ce": 2.043598401302006, "tv": 0.3512031036661938, "conf": 0.6722751827910542, "grad_norm": 6.034966468811035, "lr": 3.9e-05 }, { "step": 117, "T": 1040, "positions": 16, "loss": 0.7932787016616203, "ce": 2.3408894611056894, "tv": 0.34091066708788276, "conf": 0.5702363606542349, "grad_norm": 4.47805643081665, "lr": 3.933333333333333e-05 }, { "step": 118, "T": 1152, "positions": 16, "loss": 0.8357996960694436, "ce": 2.041049465420656, "tv": 0.4087184850941412, "conf": 0.5799528602510691, "grad_norm": 7.6302971839904785, "lr": 3.966666666666667e-05 }, { "step": 119, "T": 2212, "positions": 16, "loss": 1.3711955032777041, "ce": 3.2549535585567355, "tv": 0.5921725397929549, "conf": 0.6361578861251473, "grad_norm": 6.238003730773926, "lr": 4e-05 }, { "step": 120, "T": 1046, "positions": 16, "loss": 2.2357765082269907, "ce": 5.755216233432293, "tv": 0.7370398677885532, "conf": 0.7466227859258652, "grad_norm": 9.130810737609863, "lr": 4.0333333333333336e-05 }, { "step": 121, "T": 2309, "positions": 16, "loss": 1.8350702851312235, "ce": 4.718858754262328, "tv": 0.6256705233827233, "conf": 0.7071702005341649, "grad_norm": 7.9335246086120605, "lr": 4.066666666666667e-05 }, { "step": 122, "T": 1596, "positions": 16, "loss": 1.0016529755666852, "ce": 2.623445689678192, "tv": 0.4956018226221204, "conf": 0.6271893745288253, "grad_norm": 7.377058982849121, "lr": 4.1e-05 }, { "step": 123, "T": 1992, "positions": 16, "loss": 2.0432905717170797, "ce": 5.391418036073446, "tv": 0.6347973765805364, "conf": 0.48836155515164137, "grad_norm": 6.40977668762207, "lr": 4.133333333333334e-05 }, { "step": 124, "T": 1056, "positions": 16, "loss": 1.1214842684112227, "ce": 3.093066084293241, "tv": 0.4345876608713297, "conf": 0.6156749418005347, "grad_norm": 7.4574360847473145, "lr": 4.166666666666667e-05 }, { "step": 125, "T": 1733, "positions": 16, "loss": 1.0134243798238458, "ce": 2.8226672919117846, "tv": 0.42938979994505644, "conf": 0.4498519329354167, "grad_norm": 4.330117225646973, "lr": 4.2e-05 }, { "step": 126, "T": 1037, "positions": 16, "loss": 0.9386292837934889, "ce": 2.8905109058323433, "tv": 0.33250003598368494, "conf": 0.7483143134741113, "grad_norm": 5.647052764892578, "lr": 4.233333333333334e-05 }, { "step": 127, "T": 1040, "positions": 16, "loss": 1.4887948399409652, "ce": 4.103634275496006, "tv": 0.6251634191721678, "conf": 0.6683959141373634, "grad_norm": 5.570073127746582, "lr": 4.266666666666667e-05 }, { "step": 128, "T": 1038, "positions": 16, "loss": 0.8076011701487005, "ce": 2.434009738266468, "tv": 0.47996456641703844, "conf": 0.5924591347575188, "grad_norm": 13.501945495605469, "lr": 4.3e-05 }, { "step": 129, "T": 1053, "positions": 16, "loss": 0.46245598373934627, "ce": 1.24298289231956, "tv": 0.36211124155670404, "conf": 0.5868215188384056, "grad_norm": 10.910061836242676, "lr": 4.3333333333333334e-05 }, { "step": 130, "T": 1077, "positions": 16, "loss": 0.2704765713915549, "ce": 0.7824777861824259, "tv": 0.13676011246570852, "conf": 0.4306263751350343, "grad_norm": 4.361509323120117, "lr": 4.3666666666666666e-05 }, { "step": 131, "T": 1057, "positions": 16, "loss": 0.6208504565292969, "ce": 3.6480148062109947, "tv": 0.33952006371691823, "conf": 0.5351860616356134, "grad_norm": 5.358940124511719, "lr": 4.4e-05 }, { "step": 132, "T": 1045, "positions": 16, "loss": 0.8664327992592007, "ce": 2.2065478581935167, "tv": 0.48131946311332285, "conf": 0.67735362239182, "grad_norm": 11.618776321411133, "lr": 4.433333333333334e-05 }, { "step": 133, "T": 1070, "positions": 16, "loss": 1.524684775620699, "ce": 3.8333061560988426, "tv": 0.6518097035586834, "conf": 0.6237056916579604, "grad_norm": 18.896183013916016, "lr": 4.466666666666667e-05 }, { "step": 134, "T": 1842, "positions": 16, "loss": 1.7584590897968155, "ce": 4.466832926380448, "tv": 0.5202500586165115, "conf": 0.49894666112959385, "grad_norm": 9.387860298156738, "lr": 4.5e-05 }, { "step": 135, "T": 1093, "positions": 16, "loss": 0.6147503009997308, "ce": 2.1462583038955927, "tv": 0.3816750394180417, "conf": 0.644752299413085, "grad_norm": 8.907709121704102, "lr": 4.5333333333333335e-05 }, { "step": 136, "T": 1043, "positions": 16, "loss": 0.735353228636086, "ce": 1.719941720366478, "tv": 0.5197972655296326, "conf": 0.7441020309925079, "grad_norm": 6.453991413116455, "lr": 4.566666666666667e-05 }, { "step": 137, "T": 1091, "positions": 16, "loss": 1.0295415711589158, "ce": 2.632268611341715, "tv": 0.5677745491266251, "conf": 0.6593290064483881, "grad_norm": 7.056725978851318, "lr": 4.600000000000001e-05 }, { "step": 138, "T": 1089, "positions": 16, "loss": 1.2248891007429847, "ce": 2.73915920228319, "tv": 0.4504524015937932, "conf": 0.643777382094413, "grad_norm": 11.961982727050781, "lr": 4.633333333333334e-05 }, { "step": 139, "T": 1565, "positions": 16, "loss": 0.6200754673709525, "ce": 1.9783906092161487, "tv": 0.265955149767251, "conf": 0.38246824871748686, "grad_norm": 3.8749754428863525, "lr": 4.6666666666666665e-05 }, { "step": 140, "T": 1254, "positions": 16, "loss": 1.6674912041053176, "ce": 3.8901865035295486, "tv": 0.6395497135818005, "conf": 0.5845527751371264, "grad_norm": 6.9450907707214355, "lr": 4.7000000000000004e-05 }, { "step": 141, "T": 1058, "positions": 16, "loss": 0.6795147331722546, "ce": 1.6594778716098517, "tv": 0.3931450704112649, "conf": 0.6032205978408456, "grad_norm": 7.39175271987915, "lr": 4.7333333333333336e-05 }, { "step": 142, "T": 1084, "positions": 16, "loss": 0.5821957559965085, "ce": 1.7578677580750082, "tv": 0.2723105901677627, "conf": 0.5311441565863788, "grad_norm": 5.656275272369385, "lr": 4.766666666666667e-05 }, { "step": 143, "T": 1777, "positions": 16, "loss": 0.7675647271098569, "ce": 2.28904193546623, "tv": 0.3689101976342499, "conf": 0.553790682926774, "grad_norm": 5.870813846588135, "lr": 4.8e-05 }, { "step": 144, "T": 1138, "positions": 16, "loss": 0.34142161122099424, "ce": 1.030610020057793, "tv": 0.12933403282841027, "conf": 0.3000005541543942, "grad_norm": 2.4827747344970703, "lr": 4.8333333333333334e-05 }, { "step": 145, "T": 1162, "positions": 16, "loss": 0.6764721951440151, "ce": 1.639940391149139, "tv": 0.3445226877956884, "conf": 0.4621953656896949, "grad_norm": 3.9365503787994385, "lr": 4.8666666666666666e-05 }, { "step": 146, "T": 1064, "positions": 16, "loss": 0.9070403865698609, "ce": 2.3989576316525927, "tv": 0.3392410977248801, "conf": 0.4187050482723862, "grad_norm": 4.247139930725098, "lr": 4.9000000000000005e-05 }, { "step": 147, "T": 1143, "positions": 16, "loss": 0.5055557456418001, "ce": 1.3141033131942095, "tv": 0.15031374010141008, "conf": 0.2800542957702419, "grad_norm": 4.019258499145508, "lr": 4.933333333333334e-05 }, { "step": 148, "T": 1224, "positions": 16, "loss": 1.9113962803967297, "ce": 4.681768799200654, "tv": 0.6962085254490376, "conf": 0.6580730041023344, "grad_norm": 6.69232177734375, "lr": 4.966666666666667e-05 }, { "step": 149, "T": 1217, "positions": 16, "loss": 1.4418545679654926, "ce": 3.16468420997262, "tv": 0.6269571296870708, "conf": 0.9787121454719454, "grad_norm": 7.3647894859313965, "lr": 5e-05 }, { "step": 150, "T": 1104, "positions": 16, "loss": 1.4367689481005073, "ce": 3.372205711901188, "tv": 0.5753501141443849, "conf": 0.6160873807966709, "grad_norm": 10.270218849182129, "lr": 5e-05 }, { "step": 151, "T": 1038, "positions": 16, "loss": 2.158503234386444, "ce": 5.321122944355011, "tv": 0.7216725386679173, "conf": 0.5205817585811019, "grad_norm": 7.596608638763428, "lr": 4.9999984885658394e-05 }, { "step": 152, "T": 1091, "positions": 16, "loss": 1.6404944472014904, "ce": 4.839787572622299, "tv": 0.6405706591904163, "conf": 0.7654220163822174, "grad_norm": 10.1873197555542, "lr": 4.999993954265183e-05 }, { "step": 153, "T": 1597, "positions": 16, "loss": 2.3321324470452964, "ce": 5.259802773594856, "tv": 0.7398070227354765, "conf": 0.36058081686496735, "grad_norm": 9.126158714294434, "lr": 4.999986397103514e-05 }, { "step": 154, "T": 1244, "positions": 16, "loss": 1.9042578060179949, "ce": 5.017674561589956, "tv": 0.6951636113226414, "conf": 0.6644725995138288, "grad_norm": 9.328397750854492, "lr": 4.9999758170899706e-05 }, { "step": 155, "T": 1180, "positions": 16, "loss": 1.0454084413941018, "ce": 2.684262450784445, "tv": 0.4591318932361901, "conf": 0.6707184743136168, "grad_norm": 4.244711399078369, "lr": 4.999962214237346e-05 }, { "step": 156, "T": 2143, "positions": 16, "loss": 1.3235246827825904, "ce": 3.6515836101025343, "tv": 0.5450127138756216, "conf": 0.6725119631737471, "grad_norm": 5.454267501831055, "lr": 4.9999455885620866e-05 }, { "step": 157, "T": 1044, "positions": 16, "loss": 1.5518760047852993, "ce": 3.8211202141828835, "tv": 0.5761153502389789, "conf": 0.521803424693644, "grad_norm": 3.955845832824707, "lr": 4.999925940084296e-05 }, { "step": 158, "T": 1097, "positions": 16, "loss": 0.603204904602535, "ce": 2.9052012935862876, "tv": 0.3312970866682008, "conf": 0.618322566151619, "grad_norm": 3.8682339191436768, "lr": 4.9999032688277324e-05 }, { "step": 159, "T": 1376, "positions": 16, "loss": 1.3566849627586635, "ce": 4.097330972595955, "tv": 0.489282393900794, "conf": 0.5640919366851449, "grad_norm": 7.314881324768066, "lr": 4.999877574819809e-05 }, { "step": 160, "T": 1404, "positions": 16, "loss": 1.4757707193493843, "ce": 3.745278976857662, "tv": 0.5219929395243526, "conf": 0.5620486945845187, "grad_norm": 6.569518566131592, "lr": 4.9998488580915923e-05 }, { "step": 161, "T": 1211, "positions": 16, "loss": 0.6510030653444119, "ce": 1.8645452913478948, "tv": 0.24193981365533546, "conf": 0.5579240098595619, "grad_norm": 4.812381267547607, "lr": 4.999817118677807e-05 }, { "step": 162, "T": 1120, "positions": 16, "loss": 0.9013723805546761, "ce": 2.4969221958890557, "tv": 0.4927203208208084, "conf": 0.7406918965280056, "grad_norm": 4.42570161819458, "lr": 4.999782356616829e-05 }, { "step": 163, "T": 1077, "positions": 16, "loss": 0.5494406559955678, "ce": 1.5923164472187636, "tv": 0.2644807108445093, "conf": 0.697071636095643, "grad_norm": 5.495762825012207, "lr": 4.999744571950691e-05 }, { "step": 164, "T": 1108, "positions": 16, "loss": 1.1893111122267328, "ce": 3.306650647216884, "tv": 0.4215916296670912, "conf": 0.666216803714633, "grad_norm": 10.637596130371094, "lr": 4.999703764725081e-05 }, { "step": 165, "T": 1227, "positions": 16, "loss": 0.3248956792303943, "ce": 1.168895066017285, "tv": 0.21888442181807477, "conf": 0.4947694316506386, "grad_norm": 4.227532863616943, "lr": 4.9996599349893406e-05 }, { "step": 166, "T": 1062, "positions": 16, "loss": 1.5523850317113101, "ce": 4.809866409748793, "tv": 0.4589394982904196, "conf": 0.6665012463927269, "grad_norm": 7.759399890899658, "lr": 4.9996130827964666e-05 }, { "step": 167, "T": 1078, "positions": 16, "loss": 0.7364021020475775, "ce": 2.3638821651693434, "tv": 0.36557212367188185, "conf": 0.7614127863198519, "grad_norm": 4.444372653961182, "lr": 4.9995632082031096e-05 }, { "step": 168, "T": 2244, "positions": 16, "loss": 1.2156743388623, "ce": 3.4646366611123085, "tv": 0.521765811368823, "conf": 0.6640203017741442, "grad_norm": 7.0572381019592285, "lr": 4.9995103112695755e-05 }, { "step": 169, "T": 1056, "positions": 16, "loss": 1.0947676494024563, "ce": 2.779119816405, "tv": 0.46924024992767954, "conf": 0.8987236176617444, "grad_norm": 13.477826118469238, "lr": 4.999454392059825e-05 }, { "step": 170, "T": 1736, "positions": 16, "loss": 1.0955763519741595, "ce": 2.8453111751005054, "tv": 0.4291624794714153, "conf": 0.5640662796795368, "grad_norm": 7.023026466369629, "lr": 4.999395450641472e-05 }, { "step": 171, "T": 1095, "positions": 16, "loss": 1.7468281686306, "ce": 4.66875034570694, "tv": 0.7006053179502487, "conf": 0.8042760044336319, "grad_norm": 16.937694549560547, "lr": 4.9993334870857864e-05 }, { "step": 172, "T": 1596, "positions": 16, "loss": 1.3019403563812375, "ce": 3.295583799481392, "tv": 0.5791577603667974, "conf": 0.6265840567648411, "grad_norm": 8.667116165161133, "lr": 4.99926850146769e-05 }, { "step": 173, "T": 1537, "positions": 16, "loss": 1.4773067450150847, "ce": 3.824558888853062, "tv": 0.5530888858193066, "conf": 0.5164546370506287, "grad_norm": 5.896980285644531, "lr": 4.99920049386576e-05 }, { "step": 174, "T": 1547, "positions": 16, "loss": 0.9769925655200495, "ce": 2.708576438781165, "tv": 0.31124594934954075, "conf": 0.4536681037861854, "grad_norm": 5.230165481567383, "lr": 4.999129464362229e-05 }, { "step": 175, "T": 1229, "positions": 16, "loss": 1.5431946739554405, "ce": 3.823219718411565, "tv": 0.6453690519556403, "conf": 0.5860729403793812, "grad_norm": 6.841975688934326, "lr": 4.999055413042981e-05 }, { "step": 176, "T": 1041, "positions": 16, "loss": 0.6114958857142483, "ce": 1.780417580390349, "tv": 0.31213743169791996, "conf": 0.5959625681862235, "grad_norm": 3.705209732055664, "lr": 4.998978339997555e-05 }, { "step": 177, "T": 1053, "positions": 16, "loss": 0.3199050062958122, "ce": 0.6126727663940983, "tv": 0.13578817412962962, "conf": 0.5068541644141078, "grad_norm": 6.21934700012207, "lr": 4.998898245319145e-05 }, { "step": 178, "T": 1343, "positions": 16, "loss": 0.5610086188327159, "ce": 1.6660361140811801, "tv": 0.1861247911456303, "conf": 0.5046847467310727, "grad_norm": 3.7012887001037598, "lr": 4.998815129104595e-05 }, { "step": 179, "T": 1100, "positions": 16, "loss": 1.0213434653960576, "ce": 2.4908374032966094, "tv": 0.4393532189569669, "conf": 0.7621163120493293, "grad_norm": 8.102322578430176, "lr": 4.998728991454407e-05 }, { "step": 180, "T": 1125, "positions": 16, "loss": 0.5720674499207234, "ce": 1.9452557827535202, "tv": 0.3667783851196873, "conf": 0.6797179831191897, "grad_norm": 7.664757251739502, "lr": 4.998639832472732e-05 }, { "step": 181, "T": 1090, "positions": 16, "loss": 0.4459170102709322, "ce": 1.0316600807855139, "tv": 0.20013517307233997, "conf": 0.4437150345183909, "grad_norm": 4.669256210327148, "lr": 4.998547652267378e-05 }, { "step": 182, "T": 1568, "positions": 16, "loss": 0.8755123649316374, "ce": 2.5963066106196493, "tv": 0.3593315710313618, "conf": 0.7830531867220998, "grad_norm": 5.483857154846191, "lr": 4.998452450949803e-05 }, { "step": 183, "T": 1069, "positions": 16, "loss": 0.4215107710188022, "ce": 1.2135954308942019, "tv": 0.22295230771123897, "conf": 0.5146738728508353, "grad_norm": 6.011448383331299, "lr": 4.998354228635121e-05 }, { "step": 184, "T": 1120, "positions": 16, "loss": 1.1821234286762774, "ce": 2.4744672952219844, "tv": 0.5576511663384736, "conf": 0.6758756544440985, "grad_norm": 6.742459297180176, "lr": 4.998252985442097e-05 }, { "step": 185, "T": 1083, "positions": 16, "loss": 0.8464157725684345, "ce": 1.725246430549305, "tv": 0.3976717015611939, "conf": 0.6008639615029097, "grad_norm": 7.539921283721924, "lr": 4.998148721493147e-05 }, { "step": 186, "T": 1405, "positions": 16, "loss": 1.673826811053459, "ce": 4.24188812124612, "tv": 0.5494408414670033, "conf": 0.49758379673585296, "grad_norm": 6.475230693817139, "lr": 4.9980414369143435e-05 }, { "step": 187, "T": 1228, "positions": 16, "loss": 1.1664500990882516, "ce": 2.906959374435246, "tv": 0.47542028361931443, "conf": 0.6810410721227527, "grad_norm": 6.969402313232422, "lr": 4.9979311318354095e-05 }, { "step": 188, "T": 1092, "positions": 16, "loss": 1.0774863915285096, "ce": 2.5131986050400883, "tv": 0.4896056476281956, "conf": 0.6125360447913408, "grad_norm": 6.654109477996826, "lr": 4.9978178063897186e-05 }, { "step": 189, "T": 1080, "positions": 16, "loss": 0.8925642698974912, "ce": 2.563648972299802, "tv": 0.34902001552836737, "conf": 0.7257658913731575, "grad_norm": 3.6431922912597656, "lr": 4.997701460714299e-05 }, { "step": 190, "T": 1203, "positions": 16, "loss": 1.4753559119999409, "ce": 3.343857519328594, "tv": 0.6477526389062405, "conf": 0.6427605105563998, "grad_norm": 7.240023612976074, "lr": 4.99758209494983e-05 }, { "step": 191, "T": 1100, "positions": 16, "loss": 0.6143097804160789, "ce": 1.4864781798532931, "tv": 0.30485227491590194, "conf": 0.8130429172888398, "grad_norm": 6.122140407562256, "lr": 4.997459709240641e-05 }, { "step": 192, "T": 2291, "positions": 16, "loss": 1.4133272049948573, "ce": 3.8573839189484715, "tv": 0.5409012534655631, "conf": 0.5829859655350447, "grad_norm": 5.235018730163574, "lr": 4.9973343037347156e-05 }, { "step": 193, "T": 1534, "positions": 16, "loss": 0.7498480424983427, "ce": 1.776627339888364, "tv": 0.4044306827709079, "conf": 0.5615680739283562, "grad_norm": 5.24245023727417, "lr": 4.997205878583687e-05 }, { "step": 194, "T": 1752, "positions": 16, "loss": 0.9655061485245824, "ce": 2.6239991085603833, "tv": 0.45588919473811984, "conf": 0.7983007114380598, "grad_norm": 5.951805591583252, "lr": 4.99707443394284e-05 }, { "step": 195, "T": 1041, "positions": 16, "loss": 1.0446709003299475, "ce": 2.7139753000810742, "tv": 0.5106509085744619, "conf": 0.7673559933900833, "grad_norm": 4.5545172691345215, "lr": 4.9969399699711116e-05 }, { "step": 196, "T": 1101, "positions": 16, "loss": 1.6170307553838938, "ce": 4.208551926334621, "tv": 0.5418220314313658, "conf": 0.5318843796849251, "grad_norm": 10.222864151000977, "lr": 4.996802486831088e-05 }, { "step": 197, "T": 1608, "positions": 16, "loss": 1.0287601125310175, "ce": 2.466852838289924, "tv": 0.4769163844175637, "conf": 0.6011478276923299, "grad_norm": 3.6113739013671875, "lr": 4.996661984689006e-05 }, { "step": 198, "T": 1230, "positions": 16, "loss": 1.6877542398869991, "ce": 4.389516998082399, "tv": 0.6712421011179686, "conf": 0.6788503201678395, "grad_norm": 8.06844425201416, "lr": 4.996518463714753e-05 }, { "step": 199, "T": 1172, "positions": 16, "loss": 0.9559948396636173, "ce": 2.094438771251589, "tv": 0.4355877295602113, "conf": 0.5199069799855351, "grad_norm": 6.524534225463867, "lr": 4.9963719240818686e-05 }, { "step": 200, "T": 2262, "positions": 16, "loss": 1.1824446425307542, "ce": 2.6390238143503666, "tv": 0.49326347978785634, "conf": 0.5933865131810308, "grad_norm": 3.603926181793213, "lr": 4.9962223659675396e-05 }, { "step": 201, "T": 1084, "positions": 16, "loss": 0.9700591641953906, "ce": 2.232162965407042, "tv": 0.4769790623558947, "conf": 0.7687769022304565, "grad_norm": 14.346955299377441, "lr": 4.996069789552604e-05 }, { "step": 202, "T": 1481, "positions": 16, "loss": 1.3636051937937737, "ce": 4.030168679077178, "tv": 0.4883935069665313, "conf": 0.5767455892637372, "grad_norm": 6.313879013061523, "lr": 4.99591419502155e-05 }, { "step": 203, "T": 1076, "positions": 16, "loss": 0.4012949348471011, "ce": 1.2780303815379739, "tv": 0.3177867813501507, "conf": 0.6375719411298633, "grad_norm": 8.183703422546387, "lr": 4.995755582562513e-05 }, { "step": 204, "T": 1070, "positions": 16, "loss": 0.5981523403315805, "ce": 1.4260838747723028, "tv": 0.38702695845859125, "conf": 0.6765280645340681, "grad_norm": 4.23699426651001, "lr": 4.9955939523672794e-05 }, { "step": 205, "T": 1673, "positions": 16, "loss": 0.9162427877090522, "ce": 2.428558650048217, "tv": 0.28092217500670813, "conf": 0.5072372034192085, "grad_norm": 4.895905494689941, "lr": 4.9954293046312846e-05 }, { "step": 206, "T": 1134, "positions": 16, "loss": 0.2615651687665377, "ce": 1.4210490039986325, "tv": 0.2135529658116866, "conf": 0.4135398017242551, "grad_norm": 3.896416187286377, "lr": 4.995261639553611e-05 }, { "step": 207, "T": 1352, "positions": 16, "loss": 0.8860819991095923, "ce": 2.2057324168272316, "tv": 0.378627791069448, "conf": 0.5315017141401768, "grad_norm": 6.06531286239624, "lr": 4.995090957336991e-05 }, { "step": 208, "T": 1400, "positions": 16, "loss": 1.272025494283298, "ce": 3.624887001587922, "tv": 0.48327456553488446, "conf": 0.641394448466599, "grad_norm": 11.400169372558594, "lr": 4.9949172581878034e-05 }, { "step": 209, "T": 1040, "positions": 16, "loss": 1.3398147588595748, "ce": 3.59483952075243, "tv": 0.5710477344691753, "conf": 0.6521752048283815, "grad_norm": 5.0941267013549805, "lr": 4.9947405423160777e-05 }, { "step": 210, "T": 1066, "positions": 16, "loss": 0.6035456953104585, "ce": 1.5663980364333838, "tv": 0.2934239893220365, "conf": 0.7016513869166374, "grad_norm": 3.874434232711792, "lr": 4.9945608099354885e-05 }, { "step": 211, "T": 1917, "positions": 16, "loss": 1.1513792100013234, "ce": 2.7944490779191256, "tv": 0.4631701281759888, "conf": 0.5798615254461765, "grad_norm": 5.089915752410889, "lr": 4.994378061263359e-05 }, { "step": 212, "T": 1523, "positions": 16, "loss": 0.7998499488166999, "ce": 2.4434171243046876, "tv": 0.32306185489869677, "conf": 0.8691971832886338, "grad_norm": 4.314562797546387, "lr": 4.994192296520659e-05 }, { "step": 213, "T": 1366, "positions": 16, "loss": 0.8732044139978825, "ce": 2.1397347252059262, "tv": 0.2581967955775326, "conf": 0.5541009278967977, "grad_norm": 3.281388521194458, "lr": 4.9940035159320055e-05 }, { "step": 214, "T": 1057, "positions": 16, "loss": 0.723119811664219, "ce": 2.3161723727243952, "tv": 0.3299402253178414, "conf": 0.5230509045068175, "grad_norm": 4.605079174041748, "lr": 4.993811719725662e-05 }, { "step": 215, "T": 1231, "positions": 16, "loss": 1.0831628651112624, "ce": 2.5400914046695107, "tv": 0.5229293185693678, "conf": 0.8359614163637161, "grad_norm": 5.525803089141846, "lr": 4.993616908133539e-05 }, { "step": 216, "T": 1427, "positions": 16, "loss": 1.406121593900025, "ce": 3.4692990705370903, "tv": 0.5617812760174274, "conf": 0.7339446288533509, "grad_norm": 9.194633483886719, "lr": 4.993419081391192e-05 }, { "step": 217, "T": 1586, "positions": 16, "loss": 0.8444902279152302, "ce": 2.433452870183828, "tv": 0.24995177314121975, "conf": 0.5111141931265593, "grad_norm": 4.60741662979126, "lr": 4.993218239737822e-05 }, { "step": 218, "T": 1090, "positions": 16, "loss": 0.6153263263404369, "ce": 1.4242838327772915, "tv": 0.38967870734632015, "conf": 0.6992594096809626, "grad_norm": 4.178908824920654, "lr": 4.993014383416277e-05 }, { "step": 219, "T": 1160, "positions": 16, "loss": 1.051073580980301, "ce": 2.600002609193325, "tv": 0.5534329097718, "conf": 0.8564178459346294, "grad_norm": 5.587630748748779, "lr": 4.9928075126730493e-05 }, { "step": 220, "T": 1082, "positions": 16, "loss": 1.7654895884916186, "ce": 4.831687773228623, "tv": 0.5971946578938514, "conf": 0.7603793693706393, "grad_norm": 10.728893280029297, "lr": 4.992597627758276e-05 }, { "step": 221, "T": 1437, "positions": 16, "loss": 1.2450166400521994, "ce": 2.9587531313300133, "tv": 0.5158258248120546, "conf": 0.684361350722611, "grad_norm": 8.231075286865234, "lr": 4.992384728925739e-05 }, { "step": 222, "T": 1626, "positions": 16, "loss": 1.0373207315678883, "ce": 2.709863583149854, "tv": 0.3531429698341526, "conf": 0.6605157325975597, "grad_norm": 6.6617937088012695, "lr": 4.9921688164328634e-05 }, { "step": 223, "T": 1388, "positions": 16, "loss": 0.7365804267410567, "ce": 2.3676862666907255, "tv": 0.313384643101017, "conf": 0.7530442434363067, "grad_norm": 4.075291633605957, "lr": 4.99194989054072e-05 }, { "step": 224, "T": 1105, "positions": 16, "loss": 0.33777418501267675, "ce": 0.8549675895337714, "tv": 0.13695100521727, "conf": 0.385236639296636, "grad_norm": 2.498734712600708, "lr": 4.9917279515140224e-05 }, { "step": 225, "T": 1099, "positions": 16, "loss": 0.4280069215456024, "ce": 0.9491310758166946, "tv": 0.25489476321672555, "conf": 0.534080252982676, "grad_norm": 3.4193472862243652, "lr": 4.9915029996211284e-05 }, { "step": 226, "T": 1077, "positions": 16, "loss": 0.6049816916347481, "ce": 1.0716398876393214, "tv": 0.3832815602654591, "conf": 1.0388904558494687, "grad_norm": 3.506098985671997, "lr": 4.991275035134037e-05 }, { "step": 227, "T": 1226, "positions": 16, "loss": 0.8088102964684367, "ce": 2.10232887044549, "tv": 0.40462840162217617, "conf": 0.8096083477139473, "grad_norm": 4.914626598358154, "lr": 4.99104405832839e-05 }, { "step": 228, "T": 1060, "positions": 16, "loss": 0.7085515826456685, "ce": 1.6492725435864486, "tv": 0.31322503489718656, "conf": 0.742286212509498, "grad_norm": 5.837663650512695, "lr": 4.9908100694834744e-05 }, { "step": 229, "T": 1102, "positions": 16, "loss": 0.9634314980576164, "ce": 2.343581766501302, "tv": 0.40085885910957586, "conf": 0.7482766290195286, "grad_norm": 6.017106056213379, "lr": 4.9905730688822156e-05 }, { "step": 230, "T": 1122, "positions": 16, "loss": 0.6373852032702416, "ce": 1.9966230399659253, "tv": 0.34080475466907956, "conf": 0.6175962155684829, "grad_norm": 4.8265886306762695, "lr": 4.990333056811183e-05 }, { "step": 231, "T": 1560, "positions": 16, "loss": 1.1953107063018251, "ce": 3.34988518897444, "tv": 0.3922418417641893, "conf": 0.5222471100278199, "grad_norm": 7.533406734466553, "lr": 4.990090033560586e-05 }, { "step": 232, "T": 1203, "positions": 16, "loss": 0.5262872756791239, "ce": 1.4115240120936505, "tv": 0.2157887580106035, "conf": 0.4484720015898347, "grad_norm": 3.227236270904541, "lr": 4.9898439994242764e-05 }, { "step": 233, "T": 1237, "positions": 16, "loss": 1.4399898145347834, "ce": 3.0407644864171743, "tv": 0.6112887924537063, "conf": 0.6521992813795805, "grad_norm": 3.8770623207092285, "lr": 4.989594954699746e-05 }, { "step": 234, "T": 1048, "positions": 16, "loss": 0.43791004255581356, "ce": 1.287930342816253, "tv": 0.17461458808975294, "conf": 0.5666624302975833, "grad_norm": 2.633854389190674, "lr": 4.989342899688124e-05 }, { "step": 235, "T": 1855, "positions": 16, "loss": 1.2379122457855374, "ce": 3.3997786011823337, "tv": 0.32477107630620594, "conf": 0.4485552445985377, "grad_norm": 6.387783527374268, "lr": 4.989087834694185e-05 }, { "step": 236, "T": 1055, "positions": 16, "loss": 0.30402727774344385, "ce": 0.6233816492604092, "tv": 0.19112562565715052, "conf": 0.6064914902672172, "grad_norm": 3.1962668895721436, "lr": 4.988829760026339e-05 }, { "step": 237, "T": 1174, "positions": 16, "loss": 0.983814749866724, "ce": 2.9602775648236275, "tv": 0.48511476814746857, "conf": 0.6772198174148798, "grad_norm": 3.406205415725708, "lr": 4.9885686759966354e-05 }, { "step": 238, "T": 1449, "positions": 16, "loss": 0.8871269428782398, "ce": 2.236925511759182, "tv": 0.2511781348985096, "conf": 0.49841594882309437, "grad_norm": 3.1474411487579346, "lr": 4.9883045829207654e-05 }, { "step": 239, "T": 1057, "positions": 16, "loss": 0.4474370807001833, "ce": 1.1942534987756517, "tv": 0.27299860963830724, "conf": 0.6234246706590056, "grad_norm": 2.8734288215637207, "lr": 4.988037481118054e-05 }, { "step": 240, "T": 1065, "positions": 16, "loss": 0.5489851871388964, "ce": 1.253154688514769, "tv": 0.32401045598089695, "conf": 0.5881417188793421, "grad_norm": 12.0520601272583, "lr": 4.9877673709114684e-05 }, { "step": 241, "T": 1340, "positions": 16, "loss": 0.619478575352332, "ce": 1.2465793376904912, "tv": 0.1881523974443553, "conf": 0.46652115508913994, "grad_norm": 5.500139236450195, "lr": 4.987494252627611e-05 }, { "step": 242, "T": 1070, "positions": 16, "loss": 1.0337258778017713, "ce": 2.27711730170995, "tv": 0.4183952980674803, "conf": 0.7242432795464993, "grad_norm": 5.947300434112549, "lr": 4.987218126596722e-05 }, { "step": 243, "T": 1070, "positions": 16, "loss": 0.8530882652848959, "ce": 2.4070345535874367, "tv": 0.39651798736304045, "conf": 0.5312836077064276, "grad_norm": 5.203366756439209, "lr": 4.986938993152679e-05 }, { "step": 244, "T": 1092, "positions": 16, "loss": 0.699417760304641, "ce": 1.6250767356250435, "tv": 0.4102695860201493, "conf": 0.6001127208583057, "grad_norm": 6.376166820526123, "lr": 4.986656852632995e-05 }, { "step": 245, "T": 1561, "positions": 16, "loss": 0.9019630424372735, "ce": 2.8163989208696876, "tv": 0.3628555268951459, "conf": 0.6112835332751274, "grad_norm": 4.6285505294799805, "lr": 4.9863717053788186e-05 }, { "step": 246, "T": 1077, "positions": 16, "loss": 1.0936135267838836, "ce": 2.6271886583417654, "tv": 0.48278647055849433, "conf": 0.6118540186434984, "grad_norm": 6.8178510665893555, "lr": 4.9860835517349365e-05 }, { "step": 247, "T": 1038, "positions": 16, "loss": 0.22592938256275374, "ce": 0.3690221869474044, "tv": 0.15292756281814945, "conf": 0.5110310986638069, "grad_norm": 3.456784963607788, "lr": 4.985792392049767e-05 }, { "step": 248, "T": 1095, "positions": 16, "loss": 0.48557845067989547, "ce": 1.2930587350710994, "tv": 0.25961207019281574, "conf": 0.6745229789521545, "grad_norm": 2.8621346950531006, "lr": 4.9854982266753674e-05 }, { "step": 249, "T": 1250, "positions": 16, "loss": 1.203584605595097, "ce": 3.1705308470409364, "tv": 0.43607414583675563, "conf": 0.5687575098127127, "grad_norm": 5.062151908874512, "lr": 4.985201055967426e-05 }, { "step": 250, "T": 1036, "positions": 16, "loss": 0.6683449449483305, "ce": 1.6884448509663343, "tv": 0.3343501497292891, "conf": 0.5646407902240753, "grad_norm": 3.3834891319274902, "lr": 4.984900880285264e-05 }, { "step": 251, "T": 1091, "positions": 16, "loss": 0.8563371072523296, "ce": 1.946967313066125, "tv": 0.44299840927124023, "conf": 0.5496919881552458, "grad_norm": 5.483699798583984, "lr": 4.984597699991841e-05 }, { "step": 252, "T": 1552, "positions": 16, "loss": 0.7774663753807545, "ce": 1.9299634562339634, "tv": 0.3208033263217658, "conf": 0.6656340789049864, "grad_norm": 4.336323261260986, "lr": 4.984291515453745e-05 }, { "step": 253, "T": 1187, "positions": 16, "loss": 0.5673399716615677, "ce": 1.5347795838024467, "tv": 0.31743713887408376, "conf": 0.4432793902233243, "grad_norm": 4.638609886169434, "lr": 4.983982327041198e-05 }, { "step": 254, "T": 1071, "positions": 16, "loss": 0.3887235128204338, "ce": 1.0233622367086355, "tv": 0.2645239139383193, "conf": 0.621554197743535, "grad_norm": 2.0117907524108887, "lr": 4.9836701351280555e-05 }, { "step": 255, "T": 1074, "positions": 16, "loss": 0.7925025075674057, "ce": 1.8429974988102913, "tv": 0.4413980105891824, "conf": 0.8124395292252302, "grad_norm": 3.9301741123199463, "lr": 4.983354940091803e-05 }, { "step": 256, "T": 1059, "positions": 16, "loss": 1.4829152207821608, "ce": 3.6503293365240097, "tv": 0.6239952445030212, "conf": 0.7151316376402974, "grad_norm": 4.600641250610352, "lr": 4.983036742313558e-05 }, { "step": 257, "T": 1373, "positions": 16, "loss": 0.9958860967308283, "ce": 2.65643304400146, "tv": 0.44838949851691723, "conf": 0.8559547655750066, "grad_norm": 3.8776347637176514, "lr": 4.982715542178068e-05 }, { "step": 258, "T": 2305, "positions": 16, "loss": 1.2439675582572818, "ce": 3.0278919683769345, "tv": 0.5058226762339473, "conf": 0.7770324528682977, "grad_norm": 4.611170291900635, "lr": 4.982391340073711e-05 }, { "step": 259, "T": 1663, "positions": 16, "loss": 1.3870699559774948, "ce": 3.4333922606456326, "tv": 0.43346551273862133, "conf": 0.6523888395167887, "grad_norm": 6.639233589172363, "lr": 4.982064136392496e-05 }, { "step": 260, "T": 1054, "positions": 16, "loss": 0.8168747586023528, "ce": 2.5087693935493007, "tv": 0.39008475601440296, "conf": 0.7211642092152033, "grad_norm": 6.235950469970703, "lr": 4.98173393153006e-05 }, { "step": 261, "T": 1420, "positions": 16, "loss": 1.3293066136538982, "ce": 2.898027567192912, "tv": 0.5149043593555689, "conf": 0.5152975507080555, "grad_norm": 3.423665761947632, "lr": 4.981400725885669e-05 }, { "step": 262, "T": 1485, "positions": 16, "loss": 0.6082825326175225, "ce": 1.639763278017199, "tv": 0.21198073204868706, "conf": 0.3630157134030014, "grad_norm": 2.677295207977295, "lr": 4.981064519862218e-05 }, { "step": 263, "T": 2082, "positions": 16, "loss": 1.1583185661584139, "ce": 3.440073949052021, "tv": 0.4955698746489361, "conf": 0.9542736187577248, "grad_norm": 5.396190643310547, "lr": 4.980725313866231e-05 }, { "step": 264, "T": 1044, "positions": 16, "loss": 0.3923486617713934, "ce": 0.9146767612619442, "tv": 0.2015105891332496, "conf": 0.6820697935763747, "grad_norm": 3.913395881652832, "lr": 4.9803831083078554e-05 }, { "step": 265, "T": 1199, "positions": 16, "loss": 0.6205306963965995, "ce": 1.6777423012972577, "tv": 0.24944083111040527, "conf": 0.4505657269619405, "grad_norm": 2.754565477371216, "lr": 4.98003790360087e-05 }, { "step": 266, "T": 1038, "positions": 16, "loss": 0.9328335568161492, "ce": 2.071950344237848, "tv": 0.35921655771380756, "conf": 0.4562971964478493, "grad_norm": 5.015174865722656, "lr": 4.9796897001626774e-05 }, { "step": 267, "T": 1248, "positions": 16, "loss": 1.617898822762072, "ce": 4.276038911193609, "tv": 0.6174022108316422, "conf": 0.5845129480585456, "grad_norm": 7.19993782043457, "lr": 4.9793384984143064e-05 }, { "step": 268, "T": 1083, "positions": 16, "loss": 0.6536795529245865, "ce": 1.5476314384723082, "tv": 0.3464250019751489, "conf": 0.6097528073005378, "grad_norm": 4.843063831329346, "lr": 4.9789842987804135e-05 }, { "step": 269, "T": 1086, "positions": 16, "loss": 1.711787760257721, "ce": 6.489584065973759, "tv": 0.5626007094979286, "conf": 0.983540853485465, "grad_norm": 12.869454383850098, "lr": 4.978627101689276e-05 }, { "step": 270, "T": 1079, "positions": 16, "loss": 0.3633467081681374, "ce": 0.7333550025236946, "tv": 0.1921488440975736, "conf": 0.4355821863282472, "grad_norm": 3.5629489421844482, "lr": 4.9782669075727993e-05 }, { "step": 271, "T": 2243, "positions": 16, "loss": 1.518821423407644, "ce": 3.887363314628601, "tv": 0.5785416848957539, "conf": 0.6910406083334237, "grad_norm": 3.788627862930298, "lr": 4.977903716866511e-05 }, { "step": 272, "T": 1073, "positions": 16, "loss": 0.7161303336615674, "ce": 1.693254444115155, "tv": 0.36008491077518556, "conf": 0.52799371490255, "grad_norm": 6.361233234405518, "lr": 4.977537530009562e-05 }, { "step": 273, "T": 1050, "positions": 16, "loss": 0.2916780828856531, "ce": 1.3861200527519486, "tv": 0.1499947461488773, "conf": 0.5115527082234621, "grad_norm": 1.4059439897537231, "lr": 4.9771683474447254e-05 }, { "step": 274, "T": 1074, "positions": 16, "loss": 0.40865069371648133, "ce": 0.9599541501374915, "tv": 0.2336858999915421, "conf": 0.4565071710385382, "grad_norm": 3.7170569896698, "lr": 4.9767961696183984e-05 }, { "step": 275, "T": 1038, "positions": 16, "loss": 1.2300068009644747, "ce": 3.119609870016575, "tv": 0.4823372270911932, "conf": 0.6031058430671692, "grad_norm": 8.846552848815918, "lr": 4.976420996980598e-05 }, { "step": 276, "T": 1494, "positions": 16, "loss": 1.9857183899730444, "ce": 4.7108916863799095, "tv": 0.6374823404476047, "conf": 0.5535636013373733, "grad_norm": 7.402523040771484, "lr": 4.976042829984964e-05 }, { "step": 277, "T": 1056, "positions": 16, "loss": 0.18750951741168365, "ce": 0.5744306467813658, "tv": 0.06637245247929968, "conf": 0.2850028343964368, "grad_norm": 1.5998189449310303, "lr": 4.9756616690887554e-05 }, { "step": 278, "T": 1133, "positions": 16, "loss": 0.10644944608020523, "ce": 0.2321689966483973, "tv": 0.07182377987010113, "conf": 0.5919171757996082, "grad_norm": 2.245450973510742, "lr": 4.975277514752852e-05 }, { "step": 279, "T": 1050, "positions": 16, "loss": 0.496474169252906, "ce": 1.3485527191337496, "tv": 0.2687468455387716, "conf": 0.7714908302295953, "grad_norm": 2.6918153762817383, "lr": 4.974890367441753e-05 }, { "step": 280, "T": 1238, "positions": 16, "loss": 0.9441622183076106, "ce": 2.1667031202669023, "tv": 0.4240705375559628, "conf": 0.6340802260674536, "grad_norm": 4.667644023895264, "lr": 4.9745002276235765e-05 }, { "step": 281, "T": 1081, "positions": 16, "loss": 0.19557531300443998, "ce": 0.6879328223167249, "tv": 0.13328121194899722, "conf": 0.7018804252147675, "grad_norm": 1.3195775747299194, "lr": 4.9741070957700595e-05 }, { "step": 282, "T": 1400, "positions": 16, "loss": 0.8349725190491881, "ce": 2.006894902064232, "tv": 0.29706290818285197, "conf": 0.3939078228431754, "grad_norm": 3.7905595302581787, "lr": 4.9737109723565555e-05 }, { "step": 283, "T": 1683, "positions": 16, "loss": 1.2457541073672473, "ce": 3.2136377610149793, "tv": 0.3843448137922678, "conf": 0.48374756379052997, "grad_norm": 4.505100727081299, "lr": 4.973311857862037e-05 }, { "step": 284, "T": 1052, "positions": 16, "loss": 0.8993041538633406, "ce": 2.482775921729626, "tv": 0.39238147242576815, "conf": 0.8017115723341703, "grad_norm": 5.894071578979492, "lr": 4.972909752769092e-05 }, { "step": 285, "T": 1701, "positions": 16, "loss": 1.194694419275038, "ce": 2.553045252105221, "tv": 0.4213638874934986, "conf": 0.8134925621561706, "grad_norm": 5.621135711669922, "lr": 4.9725046575639235e-05 }, { "step": 286, "T": 1058, "positions": 16, "loss": 0.5692976703576278, "ce": 1.2752691559289815, "tv": 0.15794787793493015, "conf": 0.2934732834837632, "grad_norm": 3.4367735385894775, "lr": 4.972096572736353e-05 }, { "step": 287, "T": 1086, "positions": 16, "loss": 0.753782160114497, "ce": 1.9341839406015424, "tv": 0.38954143182036205, "conf": 0.8909043966559693, "grad_norm": 5.9923996925354, "lr": 4.971685498779814e-05 }, { "step": 288, "T": 1129, "positions": 16, "loss": 0.3684439864009619, "ce": 1.1747719142585993, "tv": 0.2501620911061764, "conf": 0.8798058112151921, "grad_norm": 10.337640762329102, "lr": 4.971271436191356e-05 }, { "step": 289, "T": 1220, "positions": 16, "loss": 1.482326234690845, "ce": 3.8951668553054333, "tv": 0.5996745666489005, "conf": 0.9501930437982082, "grad_norm": 4.787280082702637, "lr": 4.970854385471642e-05 }, { "step": 290, "T": 1069, "positions": 16, "loss": 0.4536050485330634, "ce": 0.8257216673810035, "tv": 0.26590159838087857, "conf": 0.9248853642493486, "grad_norm": 7.944734573364258, "lr": 4.970434347124948e-05 }, { "step": 291, "T": 1476, "positions": 16, "loss": 0.872816721203435, "ce": 2.112476522239376, "tv": 0.3067042094689896, "conf": 0.5786710400134325, "grad_norm": 2.944554328918457, "lr": 4.97001132165916e-05 }, { "step": 292, "T": 1425, "positions": 16, "loss": 0.8727507525063629, "ce": 2.5434796338504384, "tv": 0.2609774900593038, "conf": 0.7250426979735494, "grad_norm": 5.1750688552856445, "lr": 4.9695853095857815e-05 }, { "step": 293, "T": 1552, "positions": 16, "loss": 0.9028778537758626, "ce": 2.6128617273643613, "tv": 0.39871753891929984, "conf": 0.642176253721118, "grad_norm": 4.632195472717285, "lr": 4.9691563114199214e-05 }, { "step": 294, "T": 1049, "positions": 16, "loss": 0.13670168528278737, "ce": 0.360721164586721, "tv": 0.06858678422941011, "conf": 0.1533812149136793, "grad_norm": 1.3999828100204468, "lr": 4.968724327680303e-05 }, { "step": 295, "T": 1341, "positions": 16, "loss": 0.6622010199353099, "ce": 1.7354060932993889, "tv": 0.3570257527753711, "conf": 0.7029333212412894, "grad_norm": 4.729514122009277, "lr": 4.968289358889257e-05 }, { "step": 296, "T": 1443, "positions": 16, "loss": 1.4169713876908645, "ce": 4.200919830240309, "tv": 0.4948429837822914, "conf": 1.0228835083544254, "grad_norm": 6.202813148498535, "lr": 4.9678514055727253e-05 }, { "step": 297, "T": 1700, "positions": 16, "loss": 0.9874925604017335, "ce": 2.77194950755802, "tv": 0.2927090973316808, "conf": 0.8705394873395562, "grad_norm": 2.219574451446533, "lr": 4.9674104682602585e-05 }, { "step": 298, "T": 1055, "positions": 16, "loss": 0.7406632555648685, "ce": 1.7840038791764528, "tv": 0.3369950943160802, "conf": 0.7764623963739723, "grad_norm": 7.9725422859191895, "lr": 4.966966547485014e-05 }, { "step": 299, "T": 1042, "positions": 16, "loss": 0.7309258332243189, "ce": 2.505158013140317, "tv": 0.29640969289903296, "conf": 0.793915533926338, "grad_norm": 4.203912258148193, "lr": 4.966519643783758e-05 }, { "step": 300, "T": 1504, "positions": 16, "loss": 0.9583987779915333, "ce": 2.2233088961511385, "tv": 0.41331705334596336, "conf": 0.6601386833935976, "grad_norm": 4.360960483551025, "lr": 4.966069757696863e-05 }, { "step": 301, "T": 1063, "positions": 16, "loss": 0.8704627645201981, "ce": 1.9373069945722818, "tv": 0.41766368225216866, "conf": 0.9027424035593867, "grad_norm": 7.048673629760742, "lr": 4.965616889768308e-05 }, { "step": 302, "T": 1042, "positions": 16, "loss": 1.2851423174142838, "ce": 2.896337740123272, "tv": 0.5751238539814949, "conf": 0.6961457524448633, "grad_norm": 5.070883274078369, "lr": 4.965161040545675e-05 }, { "step": 303, "T": 2305, "positions": 16, "loss": 1.278187587740831, "ce": 3.4449310726486146, "tv": 0.4353800732642412, "conf": 0.9441129937767982, "grad_norm": 6.9251861572265625, "lr": 4.9647022105801545e-05 }, { "step": 304, "T": 1147, "positions": 16, "loss": 1.3364162668585777, "ce": 2.930965431034565, "tv": 0.5594864981248975, "conf": 0.6313979988917708, "grad_norm": 7.481651782989502, "lr": 4.9642404004265396e-05 }, { "step": 305, "T": 1085, "positions": 16, "loss": 0.8951152349327458, "ce": 1.8253375809290446, "tv": 0.3727701233146945, "conf": 0.8135656844824553, "grad_norm": 9.652978897094727, "lr": 4.9637756106432265e-05 }, { "step": 306, "T": 1084, "positions": 16, "loss": 0.537749508570414, "ce": 1.8869184621435124, "tv": 0.28218240807473194, "conf": 0.5717050929088145, "grad_norm": 2.792781114578247, "lr": 4.9633078417922144e-05 }, { "step": 307, "T": 1136, "positions": 16, "loss": 0.7227413319051266, "ce": 1.6273289248347282, "tv": 0.3547371573513374, "conf": 0.8652801513671875, "grad_norm": 3.280344009399414, "lr": 4.962837094439104e-05 }, { "step": 308, "T": 1059, "positions": 16, "loss": 0.08829327153216582, "ce": 0.19284202290145913, "tv": 0.086935619416181, "conf": 0.766235348302871, "grad_norm": 2.7824277877807617, "lr": 4.962363369153101e-05 }, { "step": 309, "T": 1115, "positions": 16, "loss": 0.30617028332926566, "ce": 0.7795011225807684, "tv": 0.154333024060179, "conf": 0.532691351370886, "grad_norm": 2.126530408859253, "lr": 4.961886666507006e-05 }, { "step": 310, "T": 1069, "positions": 16, "loss": 0.2982528116563117, "ce": 0.7958795871986695, "tv": 0.14306233000388602, "conf": 0.39532840345054865, "grad_norm": 3.6431663036346436, "lr": 4.9614069870772237e-05 }, { "step": 311, "T": 1060, "positions": 16, "loss": 0.45044961641542614, "ce": 1.0990173013415188, "tv": 0.26817148621194065, "conf": 0.6623231217963621, "grad_norm": 2.716850757598877, "lr": 4.960924331443757e-05 }, { "step": 312, "T": 1103, "positions": 16, "loss": 0.6085770516656339, "ce": 1.8243439081998076, "tv": 0.29387716797646135, "conf": 0.6665566666051745, "grad_norm": 3.1920266151428223, "lr": 4.9604387001902084e-05 }, { "step": 313, "T": 1658, "positions": 16, "loss": 0.7928274386641192, "ce": 1.7774168786902464, "tv": 0.3010864907519135, "conf": 0.40585183662187774, "grad_norm": 3.4880850315093994, "lr": 4.959950093903778e-05 }, { "step": 314, "T": 1080, "positions": 16, "loss": 0.29263910627923906, "ce": 0.6858872791635804, "tv": 0.22088615410029888, "conf": 1.052229331806302, "grad_norm": 3.5534286499023438, "lr": 4.9594585131752614e-05 }, { "step": 315, "T": 1058, "positions": 16, "loss": 0.16912092120037414, "ce": 0.38579026664956473, "tv": 0.17587160880793817, "conf": 0.781655399594456, "grad_norm": 3.5111777782440186, "lr": 4.958963958599052e-05 }, { "step": 316, "T": 1040, "positions": 16, "loss": 0.3912662672591978, "ce": 0.8687826084933477, "tv": 0.1624822296871571, "conf": 0.5086185028776526, "grad_norm": 2.754784345626831, "lr": 4.958466430773141e-05 }, { "step": 317, "T": 1043, "positions": 16, "loss": 1.1272626332938671, "ce": 2.183542399900034, "tv": 0.4561768443090841, "conf": 0.7254205029457808, "grad_norm": 8.786806106567383, "lr": 4.9579659302991116e-05 }, { "step": 318, "T": 1041, "positions": 16, "loss": 1.2085040202364326, "ce": 3.0920272059738636, "tv": 0.4577124206116423, "conf": 0.6131303692236543, "grad_norm": 13.700207710266113, "lr": 4.9574624577821425e-05 }, { "step": 319, "T": 1097, "positions": 16, "loss": 0.6012136487406678, "ce": 1.7414131223922595, "tv": 0.3479843085515313, "conf": 0.8253449266776443, "grad_norm": 5.383802890777588, "lr": 4.956956013831007e-05 }, { "step": 320, "T": 1044, "positions": 16, "loss": 0.7045542219980234, "ce": 2.0487383189492903, "tv": 0.2995912138176209, "conf": 0.41071671328973025, "grad_norm": 6.348281383514404, "lr": 4.9564465990580685e-05 }, { "step": 321, "T": 1531, "positions": 16, "loss": 1.131631217936956, "ce": 2.2970463273959467, "tv": 0.4213696515362244, "conf": 0.9429038520902395, "grad_norm": 4.754611968994141, "lr": 4.955934214079287e-05 }, { "step": 322, "T": 1042, "positions": 16, "loss": 0.9152366290800273, "ce": 2.0338411848060787, "tv": 0.4427934428676963, "conf": 1.1232772506773472, "grad_norm": 3.4072794914245605, "lr": 4.95541885951421e-05 }, { "step": 323, "T": 1091, "positions": 16, "loss": 0.652424623229308, "ce": 1.6593383106519468, "tv": 0.3282522240187973, "conf": 0.7991662055719644, "grad_norm": 5.591920375823975, "lr": 4.9549005359859776e-05 }, { "step": 324, "T": 1101, "positions": 16, "loss": 0.5978497698524734, "ce": 1.3353376491722884, "tv": 0.266054610372521, "conf": 0.6163568994961679, "grad_norm": 5.532863140106201, "lr": 4.954379244121319e-05 }, { "step": 325, "T": 1227, "positions": 16, "loss": 1.8080074228346348, "ce": 4.2506668120622635, "tv": 0.682132326066494, "conf": 0.9586236537434161, "grad_norm": 10.81625747680664, "lr": 4.9538549845505524e-05 }, { "step": 326, "T": 1417, "positions": 16, "loss": 1.537559388205409, "ce": 3.5704370653256774, "tv": 0.5498530277982354, "conf": 0.7443991210311651, "grad_norm": 8.401878356933594, "lr": 4.953327757907586e-05 }, { "step": 327, "T": 1066, "positions": 16, "loss": 0.5024536693211985, "ce": 0.9104990739592722, "tv": 0.15007461349068763, "conf": 0.2477402468211949, "grad_norm": 3.4201886653900146, "lr": 4.952797564829914e-05 }, { "step": 328, "T": 1201, "positions": 16, "loss": 0.40708120585622964, "ce": 1.0290497779787984, "tv": 0.19098723119532224, "conf": 0.41582404798828065, "grad_norm": 3.1723921298980713, "lr": 4.952264405958618e-05 }, { "step": 329, "T": 1107, "positions": 16, "loss": 0.31220942836830545, "ce": 0.6175815414735553, "tv": 0.1010078362578497, "conf": 0.11535591987194493, "grad_norm": 3.326737403869629, "lr": 4.951728281938365e-05 }, { "step": 330, "T": 1094, "positions": 16, "loss": 0.23628326098514663, "ce": 0.7541905370671884, "tv": 0.12371236224862514, "conf": 0.5723032518289983, "grad_norm": 5.571615695953369, "lr": 4.951189193417408e-05 }, { "step": 331, "T": 1225, "positions": 16, "loss": 0.7187608266976895, "ce": 1.5449205671648087, "tv": 0.2674479902161693, "conf": 0.687303508122568, "grad_norm": 2.5297162532806396, "lr": 4.950647141047586e-05 }, { "step": 332, "T": 1213, "positions": 16, "loss": 1.688146191299893, "ce": 3.9231530313554686, "tv": 0.6361341517185792, "conf": 1.1761822002008557, "grad_norm": 5.93745756149292, "lr": 4.950102125484318e-05 }, { "step": 333, "T": 1607, "positions": 16, "loss": 0.8993224822479533, "ce": 2.020794402997126, "tv": 0.32478053867816925, "conf": 1.0305406218103599, "grad_norm": 4.099521636962891, "lr": 4.94955414738661e-05 }, { "step": 334, "T": 1069, "positions": 16, "loss": 0.625446431688033, "ce": 1.405334906448843, "tv": 0.3101351936929859, "conf": 0.9362502489238977, "grad_norm": 3.212583065032959, "lr": 4.949003207417047e-05 }, { "step": 335, "T": 1068, "positions": 16, "loss": 0.7569223464633978, "ce": 1.6144761054456467, "tv": 0.29318115118076093, "conf": 1.428545587696135, "grad_norm": 6.063730716705322, "lr": 4.948449306241797e-05 }, { "step": 336, "T": 1063, "positions": 16, "loss": 1.9717584736645222, "ce": 5.631138525903225, "tv": 0.5998168978840113, "conf": 0.6204558091703802, "grad_norm": 7.55756139755249, "lr": 4.947892444530608e-05 }, { "step": 337, "T": 1590, "positions": 16, "loss": 1.872926451265812, "ce": 4.790622912347317, "tv": 0.6085667870938778, "conf": 0.6769502394936353, "grad_norm": 8.118063926696777, "lr": 4.947332622956808e-05 }, { "step": 338, "T": 1071, "positions": 16, "loss": 0.5912633447442204, "ce": 1.2850520574720576, "tv": 0.2807242046110332, "conf": 0.7501799715682864, "grad_norm": 3.3023018836975098, "lr": 4.946769842197304e-05 }, { "step": 339, "T": 1516, "positions": 16, "loss": 1.0910533218630007, "ce": 2.626619527640287, "tv": 0.3706007598666474, "conf": 0.7623744725715369, "grad_norm": 4.19234037399292, "lr": 4.94620410293258e-05 }, { "step": 340, "T": 1089, "positions": 16, "loss": 0.8093243166804314, "ce": 2.1546529556508176, "tv": 0.3945133170200279, "conf": 0.7294157827273011, "grad_norm": 3.6467721462249756, "lr": 4.945635405846699e-05 }, { "step": 341, "T": 1512, "positions": 16, "loss": 0.8575842637801543, "ce": 1.975860889768228, "tv": 0.3122704457491636, "conf": 0.9705539373680949, "grad_norm": 1.932571291923523, "lr": 4.9450637516273e-05 }, { "step": 342, "T": 1942, "positions": 16, "loss": 0.9637548047321616, "ce": 2.4344067332858685, "tv": 0.36508561261871364, "conf": 0.8184751011431217, "grad_norm": 4.078653812408447, "lr": 4.944489140965596e-05 }, { "step": 343, "T": 1223, "positions": 16, "loss": 1.1729225683957338, "ce": 2.6790563128888607, "tv": 0.5133857764303684, "conf": 0.8953826557844877, "grad_norm": 6.633480072021484, "lr": 4.943911574556376e-05 }, { "step": 344, "T": 1045, "positions": 16, "loss": 0.19398915637702885, "ce": 0.35280910270557797, "tv": 0.09679800111189252, "conf": 0.37869394244626164, "grad_norm": 1.224328637123108, "lr": 4.943331053098003e-05 }, { "step": 345, "T": 1088, "positions": 16, "loss": 0.9496425902470946, "ce": 2.3528382005169988, "tv": 0.4484669268131256, "conf": 0.9014691710472107, "grad_norm": 12.090118408203125, "lr": 4.9427475772924136e-05 }, { "step": 346, "T": 1110, "positions": 16, "loss": 0.814145837284741, "ce": 2.6217192868934944, "tv": 0.2700570556917228, "conf": 0.9612667644396424, "grad_norm": 4.842626094818115, "lr": 4.942161147845116e-05 }, { "step": 347, "T": 1407, "positions": 16, "loss": 0.7832027721451595, "ce": 2.2476764906023163, "tv": 0.2932003051391803, "conf": 0.5475507446099073, "grad_norm": 5.42543888092041, "lr": 4.941571765465189e-05 }, { "step": 348, "T": 1068, "positions": 16, "loss": 0.5714878536527976, "ce": 1.6039936956949532, "tv": 0.3139269194798544, "conf": 1.0762177761644125, "grad_norm": 2.9936718940734863, "lr": 4.9409794308652835e-05 }, { "step": 349, "T": 1385, "positions": 16, "loss": 1.4163723140954971, "ce": 3.5297789094038308, "tv": 0.477103584446013, "conf": 0.6734375827945769, "grad_norm": 7.446898937225342, "lr": 4.940384144761619e-05 }, { "step": 350, "T": 1054, "positions": 16, "loss": 0.31339672846297617, "ce": 0.7019664128165459, "tv": 0.21363432004727656, "conf": 0.7980207655928098, "grad_norm": 2.871729850769043, "lr": 4.939785907873984e-05 }, { "step": 351, "T": 1057, "positions": 16, "loss": 0.4790630559436977, "ce": 0.9624332365883674, "tv": 0.26316472537018853, "conf": 0.7945611963914416, "grad_norm": 3.1525704860687256, "lr": 4.939184720925735e-05 }, { "step": 352, "T": 1112, "positions": 16, "loss": 0.2747879605244634, "ce": 0.6882368390224656, "tv": 0.10935058802715503, "conf": 0.49567319301422685, "grad_norm": 2.217987060546875, "lr": 4.938580584643796e-05 }, { "step": 353, "T": 1521, "positions": 16, "loss": 1.005626728758216, "ce": 2.304726275498979, "tv": 0.37706524098757654, "conf": 0.9832296753302217, "grad_norm": 6.164218425750732, "lr": 4.937973499758656e-05 }, { "step": 354, "T": 1062, "positions": 16, "loss": 0.2972052631862425, "ce": 0.6356279890715086, "tv": 0.13429911393177463, "conf": 0.6128861452452838, "grad_norm": 1.8776326179504395, "lr": 4.937363467004371e-05 }, { "step": 355, "T": 1472, "positions": 16, "loss": 0.8556020953110419, "ce": 1.8860355725628324, "tv": 0.3362573570557288, "conf": 1.355582865420729, "grad_norm": 7.0169901847839355, "lr": 4.93675048711856e-05 }, { "step": 356, "T": 1479, "positions": 16, "loss": 0.9925854047760367, "ce": 2.5140241645276546, "tv": 0.44701556162908673, "conf": 0.7894582282751799, "grad_norm": 5.278415679931641, "lr": 4.936134560842405e-05 }, { "step": 357, "T": 1157, "positions": 16, "loss": 1.0474797738716006, "ce": 2.4777966123074293, "tv": 0.46664103772491217, "conf": 1.1991680418141186, "grad_norm": 6.974640369415283, "lr": 4.935515688920654e-05 }, { "step": 358, "T": 2308, "positions": 16, "loss": 1.4030650978384074, "ce": 3.135228732426185, "tv": 0.5424481342197396, "conf": 1.2319374865619466, "grad_norm": 4.840166091918945, "lr": 4.9348938721016124e-05 }, { "step": 359, "T": 1084, "positions": 16, "loss": 0.2700411677942611, "ce": 0.530088442043052, "tv": 0.16767885522858705, "conf": 0.841773010790348, "grad_norm": 2.8380086421966553, "lr": 4.934269111137148e-05 }, { "step": 360, "T": 1043, "positions": 16, "loss": 0.3725814532372169, "ce": 0.9423650105018169, "tv": 0.1974434636067599, "conf": 0.9924511695280671, "grad_norm": 2.412611722946167, "lr": 4.933641406782691e-05 }, { "step": 361, "T": 1404, "positions": 16, "loss": 0.7969416658161208, "ce": 1.8170454606442945, "tv": 0.28768190399568994, "conf": 0.9509872604976408, "grad_norm": 2.9083242416381836, "lr": 4.933010759797228e-05 }, { "step": 362, "T": 1577, "positions": 16, "loss": 1.4626909401267767, "ce": 3.391783100902103, "tv": 0.49403365957550704, "conf": 0.7443345913779922, "grad_norm": 8.545991897583008, "lr": 4.932377170943301e-05 }, { "step": 363, "T": 1055, "positions": 16, "loss": 0.3657286593224853, "ce": 0.7700109818542842, "tv": 0.20805217773886397, "conf": 0.6981084898579866, "grad_norm": 2.279202461242676, "lr": 4.931740640987016e-05 }, { "step": 364, "T": 1255, "positions": 16, "loss": 0.9950181727763265, "ce": 2.2472667500842363, "tv": 0.3771577731240541, "conf": 0.7014797252777498, "grad_norm": 4.775362014770508, "lr": 4.9311011706980304e-05 }, { "step": 365, "T": 1574, "positions": 16, "loss": 1.066426960125682, "ce": 2.6547607726824936, "tv": 0.3153004033738398, "conf": 0.6139094661921263, "grad_norm": 4.936182498931885, "lr": 4.930458760849557e-05 }, { "step": 366, "T": 1059, "positions": 16, "loss": 0.41783512497204356, "ce": 1.1897618664370384, "tv": 0.22988154821177886, "conf": 0.5451652455958538, "grad_norm": 3.175717353820801, "lr": 4.929813412218365e-05 }, { "step": 367, "T": 1069, "positions": 16, "loss": 0.9301616576267406, "ce": 2.175699454739515, "tv": 0.43478425226930995, "conf": 1.0418998594395816, "grad_norm": 5.387911796569824, "lr": 4.9291651255847745e-05 }, { "step": 368, "T": 1058, "positions": 16, "loss": 0.07912914978078334, "ce": 0.1832436267650337, "tv": 0.0750919057027204, "conf": 0.372480965063005, "grad_norm": 2.5005476474761963, "lr": 4.928513901732662e-05 }, { "step": 369, "T": 1067, "positions": 16, "loss": 0.4282906438311329, "ce": 1.0787911889274255, "tv": 0.24075301925404347, "conf": 0.8695425745099783, "grad_norm": 3.55350661277771, "lr": 4.927859741449451e-05 }, { "step": 370, "T": 1066, "positions": 16, "loss": 0.39719630777835846, "ce": 1.0599809575978725, "tv": 0.24713344067095022, "conf": 0.643269409716595, "grad_norm": 3.5242486000061035, "lr": 4.927202645526119e-05 }, { "step": 371, "T": 1406, "positions": 16, "loss": 1.2454644870012999, "ce": 2.923548429564107, "tv": 0.41069158852042165, "conf": 0.6040375137235969, "grad_norm": 5.2840399742126465, "lr": 4.9265426147571905e-05 }, { "step": 372, "T": 1065, "positions": 16, "loss": 1.4391019511967897, "ce": 5.274839673191309, "tv": 0.5293039251118898, "conf": 1.0585876666009426, "grad_norm": 16.22721290588379, "lr": 4.925879649940741e-05 }, { "step": 373, "T": 1101, "positions": 16, "loss": 0.36629037992679514, "ce": 0.6827730402583256, "tv": 0.2067493006688892, "conf": 0.602650548411475, "grad_norm": 3.7909433841705322, "lr": 4.9252137518783926e-05 }, { "step": 374, "T": 1089, "positions": 16, "loss": 0.5172158391214907, "ce": 1.0674957177834585, "tv": 0.2889472835813649, "conf": 0.6218693107366562, "grad_norm": 2.970750093460083, "lr": 4.924544921375313e-05 }, { "step": 375, "T": 1244, "positions": 16, "loss": 1.1000530123710632, "ce": 2.6431474946439266, "tv": 0.4833580693230033, "conf": 1.5078211771324277, "grad_norm": 5.1856889724731445, "lr": 4.923873159240218e-05 }, { "step": 376, "T": 1081, "positions": 16, "loss": 0.7152456843199388, "ce": 1.4799258959690178, "tv": 0.2228584588792728, "conf": 0.385998807651049, "grad_norm": 4.511872291564941, "lr": 4.923198466285367e-05 }, { "step": 377, "T": 1039, "positions": 16, "loss": 1.7072031069546938, "ce": 3.4260786175727844, "tv": 0.6044647628441453, "conf": 0.9947830401360989, "grad_norm": 6.28566312789917, "lr": 4.9225208433265626e-05 }, { "step": 378, "T": 1069, "positions": 16, "loss": 0.23927865246730562, "ce": 0.47593654494266957, "tv": 0.10462112103414256, "conf": 0.24266032720333897, "grad_norm": 1.5574414730072021, "lr": 4.9218402911831505e-05 }, { "step": 379, "T": 1053, "positions": 16, "loss": 0.7568375933915377, "ce": 2.208611622807439, "tv": 0.23151224393859593, "conf": 0.4334975046804175, "grad_norm": 4.582935810089111, "lr": 4.921156810678019e-05 }, { "step": 380, "T": 1039, "positions": 16, "loss": 0.5314026132546132, "ce": 1.2009187155927066, "tv": 0.25024764332920313, "conf": 1.1849376452155411, "grad_norm": 2.6165788173675537, "lr": 4.9204704026375967e-05 }, { "step": 381, "T": 1040, "positions": 16, "loss": 0.5431693327846006, "ce": 1.1987497349618934, "tv": 0.2397016931208782, "conf": 1.094957469496876, "grad_norm": 3.8331968784332275, "lr": 4.919781067891853e-05 }, { "step": 382, "T": 1501, "positions": 16, "loss": 0.8983033910762401, "ce": 2.3949154971252256, "tv": 0.2723268356585322, "conf": 0.7058005106378289, "grad_norm": 3.328409194946289, "lr": 4.9190888072742936e-05 }, { "step": 383, "T": 1180, "positions": 16, "loss": 1.4213758259356837, "ce": 2.9235636577977857, "tv": 0.49659822214380256, "conf": 0.7005908314458793, "grad_norm": 8.383445739746094, "lr": 4.918393621621965e-05 }, { "step": 384, "T": 2309, "positions": 16, "loss": 1.8384335674345493, "ce": 4.351371720433235, "tv": 0.5451836991123855, "conf": 1.545181507946836, "grad_norm": 2.7692320346832275, "lr": 4.917695511775448e-05 }, { "step": 385, "T": 1096, "positions": 16, "loss": 0.5244170817068152, "ce": 1.0329571110269171, "tv": 0.15894405162180192, "conf": 0.2635865000629565, "grad_norm": 4.305305004119873, "lr": 4.916994478578859e-05 }, { "step": 386, "T": 1048, "positions": 16, "loss": 1.4756968161091208, "ce": 2.896726004779339, "tv": 0.49743953393772244, "conf": 0.6968886640388519, "grad_norm": 5.9075751304626465, "lr": 4.916290522879853e-05 }, { "step": 387, "T": 1089, "positions": 16, "loss": 0.2761536567704752, "ce": 0.5525010730489157, "tv": 0.21768543546204455, "conf": 1.711704681860283, "grad_norm": 2.0909576416015625, "lr": 4.915583645529615e-05 }, { "step": 388, "T": 1194, "positions": 16, "loss": 0.8682751709129661, "ce": 1.753244869527407, "tv": 0.40690553339663893, "conf": 1.005720782559365, "grad_norm": 6.221081256866455, "lr": 4.914873847382865e-05 }, { "step": 389, "T": 1039, "positions": 16, "loss": 0.6063396147219464, "ce": 1.0682810916914605, "tv": 0.27567125600762665, "conf": 1.0490356818772852, "grad_norm": 5.417708873748779, "lr": 4.914161129297852e-05 }, { "step": 390, "T": 1686, "positions": 16, "loss": 1.0118783668149263, "ce": 2.078790703701088, "tv": 0.3612155452137813, "conf": 1.1152486773207784, "grad_norm": 2.1950111389160156, "lr": 4.913445492136357e-05 }, { "step": 391, "T": 1037, "positions": 16, "loss": 0.726776011288166, "ce": 2.030715660075657, "tv": 0.34673735860269517, "conf": 0.9361074734479189, "grad_norm": 2.8167598247528076, "lr": 4.912726936763692e-05 }, { "step": 392, "T": 1102, "positions": 16, "loss": 0.3124485971056856, "ce": 0.7280019473364518, "tv": 0.19597537080699112, "conf": 0.661453147418797, "grad_norm": 2.5375752449035645, "lr": 4.9120054640486957e-05 }, { "step": 393, "T": 1067, "positions": 16, "loss": 0.12145007713553468, "ce": 0.146681134554683, "tv": 0.09236874206044376, "conf": 0.6509208577917889, "grad_norm": 2.182547092437744, "lr": 4.911281074863735e-05 }, { "step": 394, "T": 1115, "positions": 16, "loss": 0.16211144811495615, "ce": 0.38242589980654884, "tv": 0.10459184919454856, "conf": 0.7844139243097743, "grad_norm": 2.180133819580078, "lr": 4.9105537700847035e-05 }, { "step": 395, "T": 2049, "positions": 16, "loss": 1.6333973410801264, "ce": 4.066382303048158, "tv": 0.4174158009918756, "conf": 0.43577188439667225, "grad_norm": 5.370561122894287, "lr": 4.909823550591019e-05 }, { "step": 396, "T": 1055, "positions": 16, "loss": 0.5877381978207268, "ce": 1.2723036401876016, "tv": 0.25481360852427315, "conf": 0.7103743725892855, "grad_norm": 2.2801473140716553, "lr": 4.909090417265625e-05 }, { "step": 397, "T": 1076, "positions": 16, "loss": 0.7791530804443028, "ce": 1.5312218267572462, "tv": 0.1965592963679228, "conf": 0.09427327383309603, "grad_norm": 4.563913345336914, "lr": 4.9083543709949877e-05 }, { "step": 398, "T": 1441, "positions": 16, "loss": 0.7848745214469091, "ce": 1.85486526999739, "tv": 0.2810296690731775, "conf": 0.7490081657306291, "grad_norm": 2.638638973236084, "lr": 4.9076154126690945e-05 }, { "step": 399, "T": 1229, "positions": 16, "loss": 0.22062066335550412, "ce": 0.650497692355998, "tv": 0.12020424754609849, "conf": 0.27373126076417975, "grad_norm": 1.5652238130569458, "lr": 4.9068735431814566e-05 }, { "step": 400, "T": 1063, "positions": 16, "loss": 0.6997954062826466, "ce": 1.4094451157725416, "tv": 0.33951991790672764, "conf": 0.9088908671401441, "grad_norm": 8.02396011352539, "lr": 4.906128763429102e-05 }, { "step": 401, "T": 1059, "positions": 16, "loss": 0.27933995672606216, "ce": 0.9416849915169223, "tv": 0.0769392637278088, "conf": 0.20712646336687612, "grad_norm": 1.2988991737365723, "lr": 4.9053810743125805e-05 }, { "step": 402, "T": 1107, "positions": 16, "loss": 0.7658393245656043, "ce": 1.3815277120229439, "tv": 0.31341747991609736, "conf": 0.5942147580935853, "grad_norm": 3.4338717460632324, "lr": 4.904630476735958e-05 }, { "step": 403, "T": 1802, "positions": 16, "loss": 0.9773042444139719, "ce": 2.6878975297404395, "tv": 0.3544093194668676, "conf": 0.7406993809854612, "grad_norm": 3.9040722846984863, "lr": 4.9038769716068166e-05 }, { "step": 404, "T": 1110, "positions": 16, "loss": 0.19691343767954095, "ce": 0.4477599708479829, "tv": 0.10620078408101108, "conf": 0.28891092404956, "grad_norm": 3.1330416202545166, "lr": 4.903120559836256e-05 }, { "step": 405, "T": 1240, "positions": 16, "loss": 0.7802833497262327, "ce": 1.874607074772939, "tv": 0.3382079593138769, "conf": 0.7345001515932381, "grad_norm": 3.0986359119415283, "lr": 4.902361242338889e-05 }, { "step": 406, "T": 1187, "positions": 16, "loss": 0.23054902100739127, "ce": 0.644090612408263, "tv": 0.09885035874503956, "conf": 0.21914528930210508, "grad_norm": 3.0154452323913574, "lr": 4.9015990200328434e-05 }, { "step": 407, "T": 1081, "positions": 16, "loss": 0.4687157232547179, "ce": 0.8225931544438936, "tv": 0.22972829145510332, "conf": 0.538772274623625, "grad_norm": 3.551478624343872, "lr": 4.900833893839756e-05 }, { "step": 408, "T": 1158, "positions": 16, "loss": 0.6932256600994151, "ce": 1.931744583271211, "tv": 0.35121415970206726, "conf": 0.9444634900428355, "grad_norm": 7.2199578285217285, "lr": 4.9000658646847795e-05 }, { "step": 409, "T": 1609, "positions": 16, "loss": 1.1096636003785534, "ce": 2.6192979959396325, "tv": 0.40243959587678546, "conf": 0.7570161342737265, "grad_norm": 6.079830169677734, "lr": 4.899294933496572e-05 }, { "step": 410, "T": 1321, "positions": 16, "loss": 0.6429881363258687, "ce": 1.36810696733869, "tv": 0.18554200121866415, "conf": 0.21633153897710145, "grad_norm": 2.6600000858306885, "lr": 4.898521101207305e-05 }, { "step": 411, "T": 1489, "positions": 16, "loss": 1.4149476387538016, "ce": 3.0697495150379837, "tv": 0.44652389409020543, "conf": 0.41049869055859745, "grad_norm": 3.8055458068847656, "lr": 4.897744368752655e-05 }, { "step": 412, "T": 1254, "positions": 16, "loss": 1.2188117299228907, "ce": 2.59703259752132, "tv": 0.42746611940674484, "conf": 0.6690398138016462, "grad_norm": 8.850150108337402, "lr": 4.896964737071805e-05 }, { "step": 413, "T": 1144, "positions": 16, "loss": 0.5835016355849802, "ce": 1.3607997558137868, "tv": 0.24980625484749908, "conf": 0.513582952786237, "grad_norm": 5.784653186798096, "lr": 4.896182207107446e-05 }, { "step": 414, "T": 1917, "positions": 16, "loss": 1.1247009239450563, "ce": 2.8148598152038176, "tv": 0.38741282405680977, "conf": 0.5237022781511769, "grad_norm": 5.485436916351318, "lr": 4.895396779805772e-05 }, { "step": 415, "T": 1227, "positions": 16, "loss": 0.8225974563974887, "ce": 1.8721034558257088, "tv": 0.35193925618659705, "conf": 0.8746682682540268, "grad_norm": 3.3635237216949463, "lr": 4.894608456116479e-05 }, { "step": 416, "T": 1097, "positions": 16, "loss": 1.5999851138330996, "ce": 4.9927009518723935, "tv": 0.4504289432079531, "conf": 0.756758130621165, "grad_norm": 6.583155632019043, "lr": 4.8938172369927676e-05 }, { "step": 417, "T": 1212, "positions": 16, "loss": 1.4992692237719893, "ce": 3.3960655070841312, "tv": 0.5583111811429262, "conf": 1.1323314923793077, "grad_norm": 5.171943664550781, "lr": 4.893023123391338e-05 }, { "step": 418, "T": 1068, "positions": 16, "loss": 0.38781942607602105, "ce": 0.7493374000914628, "tv": 0.24982841945166, "conf": 1.0253861452802084, "grad_norm": 3.181999444961548, "lr": 4.8922261162723904e-05 }, { "step": 419, "T": 1058, "positions": 16, "loss": 0.48057214729487896, "ce": 1.5846521881758235, "tv": 0.22972009424120188, "conf": 0.469371096114628, "grad_norm": 4.846278190612793, "lr": 4.8914262165996235e-05 }, { "step": 420, "T": 1149, "positions": 16, "loss": 1.2026463481597602, "ce": 2.539221638813615, "tv": 0.5027322582900524, "conf": 0.9243574477732182, "grad_norm": 4.091687202453613, "lr": 4.890623425340234e-05 }, { "step": 421, "T": 1074, "positions": 16, "loss": 0.33526349692556323, "ce": 0.7724466526415199, "tv": 0.09195137318783964, "conf": 0.15173927936484688, "grad_norm": 2.7838215827941895, "lr": 4.889817743464916e-05 }, { "step": 422, "T": 1062, "positions": 16, "loss": 0.5708609981229529, "ce": 1.0676733964355662, "tv": 0.3057453513611108, "conf": 1.4197841670829803, "grad_norm": 6.221570014953613, "lr": 4.889009171947856e-05 }, { "step": 423, "T": 1465, "positions": 16, "loss": 0.7192410542629659, "ce": 1.6923976285615936, "tv": 0.28152250521816313, "conf": 0.7393411837983876, "grad_norm": 2.788691520690918, "lr": 4.888197711766737e-05 }, { "step": 424, "T": 1390, "positions": 16, "loss": 1.7694984134286642, "ce": 4.015687312930822, "tv": 0.5136751728132367, "conf": 0.4779948368523037, "grad_norm": 7.381240367889404, "lr": 4.8873833639027334e-05 }, { "step": 425, "T": 1183, "positions": 16, "loss": 1.086370000615716, "ce": 2.641920863650739, "tv": 0.48802934028208256, "conf": 1.3159638457000256, "grad_norm": 3.877098321914673, "lr": 4.886566129340513e-05 }, { "step": 426, "T": 1624, "positions": 16, "loss": 1.0977595075819409, "ce": 3.0231909270514734, "tv": 0.3405632068752311, "conf": 1.2096443779882975, "grad_norm": 3.762425184249878, "lr": 4.8857460090682305e-05 }, { "step": 427, "T": 1084, "positions": 16, "loss": 0.5562266922333947, "ce": 1.3352273702312232, "tv": 0.273711179914244, "conf": 1.1320820851251483, "grad_norm": 3.7017033100128174, "lr": 4.884923004077534e-05 }, { "step": 428, "T": 1890, "positions": 16, "loss": 1.1261102249845862, "ce": 2.45152375404723, "tv": 0.4167497149319388, "conf": 2.281369288568385, "grad_norm": 6.0349345207214355, "lr": 4.884097115363557e-05 }, { "step": 429, "T": 1229, "positions": 16, "loss": 1.3867013957351446, "ce": 3.077518731355667, "tv": 0.530263151973486, "conf": 1.3583784983493388, "grad_norm": 3.946388006210327, "lr": 4.883268343924921e-05 }, { "step": 430, "T": 1262, "positions": 16, "loss": 0.6336945647490211, "ce": 1.3642457725363784, "tv": 0.315422315208707, "conf": 1.2334594181738794, "grad_norm": 5.840251922607422, "lr": 4.882436690763732e-05 }, { "step": 431, "T": 1525, "positions": 16, "loss": 0.7821265723032411, "ce": 1.6168764496396761, "tv": 0.27812408190220594, "conf": 1.5600048881024122, "grad_norm": 5.096546173095703, "lr": 4.881602156885583e-05 }, { "step": 432, "T": 1037, "positions": 16, "loss": 1.528482064139098, "ce": 2.9946786426007748, "tv": 0.5665259845554829, "conf": 1.0800836980342865, "grad_norm": 6.553653717041016, "lr": 4.880764743299546e-05 }, { "step": 433, "T": 1183, "positions": 16, "loss": 0.5316422478063032, "ce": 1.0036245124065317, "tv": 0.29799902642844245, "conf": 0.6432426208630204, "grad_norm": 11.88728141784668, "lr": 4.8799244510181794e-05 }, { "step": 434, "T": 1092, "positions": 16, "loss": 0.8686809436185285, "ce": 1.5104148690606962, "tv": 0.40060935901783523, "conf": 1.357125050504692, "grad_norm": 9.079732894897461, "lr": 4.879081281057519e-05 }, { "step": 435, "T": 1675, "positions": 16, "loss": 1.193066437226662, "ce": 2.622616361173641, "tv": 0.3298108705912455, "conf": 0.9954509191993566, "grad_norm": 3.437221050262451, "lr": 4.878235234437083e-05 }, { "step": 436, "T": 1080, "positions": 16, "loss": 0.6863330050400691, "ce": 1.4701445665232313, "tv": 0.2999162748628805, "conf": 1.4719398178858683, "grad_norm": 9.698280334472656, "lr": 4.8773863121798645e-05 }, { "step": 437, "T": 1095, "positions": 16, "loss": 0.27689882586673775, "ce": 0.6286430983291211, "tv": 0.1159064995317749, "conf": 0.6946614861954004, "grad_norm": 5.469809055328369, "lr": 4.876534515312337e-05 }, { "step": 438, "T": 1102, "positions": 16, "loss": 0.2526615618917276, "ce": 0.472305748029612, "tv": 0.14322646110667847, "conf": 0.6821252843365073, "grad_norm": 2.284405469894409, "lr": 4.875679844864448e-05 }, { "step": 439, "T": 1067, "positions": 16, "loss": 1.2355671834666282, "ce": 2.549432461441029, "tv": 0.42077040768344887, "conf": 1.1943844294873998, "grad_norm": 5.562345504760742, "lr": 4.8748223018696204e-05 }, { "step": 440, "T": 1358, "positions": 16, "loss": 0.840497603858239, "ce": 1.9579573790542781, "tv": 0.3160026918631047, "conf": 1.3538639580656309, "grad_norm": 5.425989151000977, "lr": 4.873961887364749e-05 }, { "step": 441, "T": 1468, "positions": 16, "loss": 1.159911576192826, "ce": 2.5600424893200397, "tv": 0.44040022254921496, "conf": 1.0108108138665557, "grad_norm": 5.1814165115356445, "lr": 4.873098602390202e-05 }, { "step": 442, "T": 1041, "positions": 16, "loss": 0.2786765424571058, "ce": 0.6587484715491883, "tv": 0.139203244332748, "conf": 2.2174191414378583, "grad_norm": 1.9263747930526733, "lr": 4.87223244798982e-05 }, { "step": 443, "T": 1659, "positions": 16, "loss": 1.1684265057556331, "ce": 2.8048627539974404, "tv": 0.42587897669000085, "conf": 1.5839541153982282, "grad_norm": 6.0312089920043945, "lr": 4.871363425210908e-05 }, { "step": 444, "T": 1258, "positions": 16, "loss": 0.6912404734175652, "ce": 1.5900184237398207, "tv": 0.3326836046180688, "conf": 0.868244844925357, "grad_norm": 3.9342105388641357, "lr": 4.870491535104245e-05 }, { "step": 445, "T": 1101, "positions": 16, "loss": 0.6867829315306153, "ce": 1.449644076432378, "tv": 0.3197196666055788, "conf": 0.6013281395862577, "grad_norm": 7.232137680053711, "lr": 4.8696167787240735e-05 }, { "step": 446, "T": 1083, "positions": 16, "loss": 0.7522007994120941, "ce": 1.135988500136591, "tv": 0.3470160983852111, "conf": 1.2105626845732331, "grad_norm": 9.207788467407227, "lr": 4.868739157128103e-05 }, { "step": 447, "T": 1113, "positions": 16, "loss": 0.21029391641923212, "ce": 0.4474416765947353, "tv": 0.08039726907372824, "conf": 0.5216880366064558, "grad_norm": 1.8329681158065796, "lr": 4.867858671377508e-05 }, { "step": 448, "T": 1041, "positions": 16, "loss": 0.2778645205544308, "ce": 0.7037312525353627, "tv": 0.16577154264086857, "conf": 1.7355654822313227, "grad_norm": 2.597454309463501, "lr": 4.8669753225369254e-05 }, { "step": 449, "T": 1208, "positions": 16, "loss": 0.9265304589644074, "ce": 2.218384296167642, "tv": 0.355866767000407, "conf": 1.0371288431342691, "grad_norm": 3.0959360599517822, "lr": 4.8660891116744534e-05 }, { "step": 450, "T": 1098, "positions": 16, "loss": 0.5865815500583267, "ce": 1.3990481605933383, "tv": 0.3095975242208624, "conf": 1.3450982329377439, "grad_norm": 3.203169107437134, "lr": 4.865200039861652e-05 }, { "step": 451, "T": 2225, "positions": 16, "loss": 1.0894160692114383, "ce": 2.3817712543532252, "tv": 0.3968949163099751, "conf": 1.2255031628301367, "grad_norm": 7.490678310394287, "lr": 4.864308108173539e-05 }, { "step": 452, "T": 1156, "positions": 16, "loss": 0.3549439620692283, "ce": 0.9198848079831805, "tv": 0.20194697905390058, "conf": 0.8436689574155025, "grad_norm": 3.4947633743286133, "lr": 4.8634133176885924e-05 }, { "step": 453, "T": 1092, "positions": 16, "loss": 0.4349470656889025, "ce": 0.8877366538799834, "tv": 0.2716841596411541, "conf": 1.3964333478361368, "grad_norm": 4.101156711578369, "lr": 4.8625156694887456e-05 }, { "step": 454, "T": 1064, "positions": 16, "loss": 0.7000446087295131, "ce": 1.575300397886167, "tv": 0.2994211447876296, "conf": 1.022435837850935, "grad_norm": 5.472018241882324, "lr": 4.8616151646593866e-05 }, { "step": 455, "T": 1040, "positions": 16, "loss": 0.607860610485659, "ce": 1.6637061807559803, "tv": 0.25893875389010645, "conf": 1.0675683412700891, "grad_norm": 3.497887134552002, "lr": 4.860711804289359e-05 }, { "step": 456, "T": 1179, "positions": 16, "loss": 0.9807080148020759, "ce": 2.241568215773441, "tv": 0.35759296600008383, "conf": 0.882448885589838, "grad_norm": 3.3855724334716797, "lr": 4.85980558947096e-05 }, { "step": 457, "T": 1154, "positions": 16, "loss": 0.5689149898244068, "ce": 1.5477749778947327, "tv": 0.23919585117982933, "conf": 0.9182904140325263, "grad_norm": 2.1281018257141113, "lr": 4.8588965212999346e-05 }, { "step": 458, "T": 1404, "positions": 16, "loss": 1.2244600118137896, "ce": 2.7264630147255957, "tv": 0.43993574124760926, "conf": 0.8288086224347353, "grad_norm": 3.7174384593963623, "lr": 4.8579846008754815e-05 }, { "step": 459, "T": 1506, "positions": 16, "loss": 1.0264556303154677, "ce": 2.3032754585146904, "tv": 0.37325150752440095, "conf": 1.4823861047625542, "grad_norm": 13.268027305603027, "lr": 4.857069829300246e-05 }, { "step": 460, "T": 1223, "positions": 16, "loss": 0.9050911447266117, "ce": 2.2372401028405875, "tv": 0.4067736603319645, "conf": 0.7229660553857684, "grad_norm": 3.545393228530884, "lr": 4.856152207680322e-05 }, { "step": 461, "T": 1378, "positions": 16, "loss": 1.040227053934359, "ce": 2.7102338009572122, "tv": 0.3793087500089314, "conf": 1.6526541321829882, "grad_norm": 6.891602993011475, "lr": 4.85523173712525e-05 }, { "step": 462, "T": 1093, "positions": 16, "loss": 1.474407942558173, "ce": 3.0898957261815667, "tv": 0.5568472966551781, "conf": 0.7589587683905847, "grad_norm": 17.265596389770508, "lr": 4.8543084187480134e-05 }, { "step": 463, "T": 1054, "positions": 16, "loss": 0.6532835558173247, "ce": 1.3049280137638561, "tv": 0.3297825245244894, "conf": 0.7118673911318183, "grad_norm": 2.7773609161376953, "lr": 4.8533822536650395e-05 }, { "step": 464, "T": 1037, "positions": 16, "loss": 0.7024776705075055, "ce": 1.4258293281309307, "tv": 0.3758713232818991, "conf": 1.3318367348692846, "grad_norm": 4.876454830169678, "lr": 4.852453242996201e-05 }, { "step": 465, "T": 1214, "positions": 16, "loss": 1.3113458380103111, "ce": 2.91489577293396, "tv": 0.540419327095151, "conf": 0.7148416358977556, "grad_norm": 5.880232334136963, "lr": 4.851521387864807e-05 }, { "step": 466, "T": 1041, "positions": 16, "loss": 0.16955916596816678, "ce": 0.3691904811421409, "tv": 0.07975891353635234, "conf": 0.41092791467235656, "grad_norm": 1.747056484222412, "lr": 4.850586689397607e-05 }, { "step": 467, "T": 1362, "positions": 16, "loss": 0.7406152273761109, "ce": 1.7369583964100457, "tv": 0.27926247569848783, "conf": 1.0696564752142876, "grad_norm": 1.8098031282424927, "lr": 4.84964914872479e-05 }, { "step": 468, "T": 1043, "positions": 16, "loss": 0.8673117882572114, "ce": 1.7698110481724143, "tv": 0.39361819019541144, "conf": 1.2851595524698496, "grad_norm": 4.142923831939697, "lr": 4.848708766979981e-05 }, { "step": 469, "T": 1038, "positions": 16, "loss": 1.0416775707053603, "ce": 2.2551936071540695, "tv": 0.27968218104797415, "conf": 0.537410038523376, "grad_norm": 5.653696537017822, "lr": 4.847765545300239e-05 }, { "step": 470, "T": 1172, "positions": 16, "loss": 0.9001187295361888, "ce": 1.7431201740400866, "tv": 0.38285552040906623, "conf": 0.6925060406792909, "grad_norm": 3.6297879219055176, "lr": 4.84681948482606e-05 }, { "step": 471, "T": 2003, "positions": 16, "loss": 1.2477019834332168, "ce": 3.081132317427546, "tv": 0.4298329259036109, "conf": 1.43064747977769, "grad_norm": 4.388162612915039, "lr": 4.845870586701368e-05 }, { "step": 472, "T": 1436, "positions": 16, "loss": 0.6372119960724376, "ce": 1.6034593142103404, "tv": 0.25020849161955994, "conf": 1.2814025012776256, "grad_norm": 2.6694657802581787, "lr": 4.844918852073522e-05 }, { "step": 473, "T": 1060, "positions": 16, "loss": 0.19104129780316725, "ce": 0.3929993864148855, "tv": 0.18160129501484334, "conf": 1.4955398682504892, "grad_norm": 5.0184783935546875, "lr": 4.84396428209331e-05 }, { "step": 474, "T": 1067, "positions": 16, "loss": 0.20187122467905283, "ce": 0.6676764462172287, "tv": 0.1744237686325505, "conf": 0.796628338546725, "grad_norm": 2.631528615951538, "lr": 4.8430068779149465e-05 }, { "step": 475, "T": 1058, "positions": 16, "loss": 0.7964807758689858, "ce": 1.6252513936487958, "tv": 0.3040359988808632, "conf": 0.9111540236626752, "grad_norm": 5.871041774749756, "lr": 4.842046640696075e-05 }, { "step": 476, "T": 2256, "positions": 16, "loss": 1.2705613873549737, "ce": 2.893175303004682, "tv": 0.44035259960219264, "conf": 1.6854743594303727, "grad_norm": 5.207180976867676, "lr": 4.8410835715977634e-05 }, { "step": 477, "T": 1211, "positions": 16, "loss": 1.1794649213552475, "ce": 2.88022802118212, "tv": 0.4421099442988634, "conf": 0.9656896421220154, "grad_norm": 4.838338375091553, "lr": 4.840117671784504e-05 }, { "step": 478, "T": 1039, "positions": 16, "loss": 1.5195307601243258, "ce": 2.984093946404755, "tv": 0.5162772578187287, "conf": 0.7782549568801187, "grad_norm": 5.091766834259033, "lr": 4.839148942424212e-05 }, { "step": 479, "T": 1065, "positions": 16, "loss": 0.34015317219746066, "ce": 0.7315608020289801, "tv": 0.1654349196323892, "conf": 1.1884056944400072, "grad_norm": 2.193033456802368, "lr": 4.838177384688225e-05 }, { "step": 480, "T": 2141, "positions": 16, "loss": 1.3236609600859879, "ce": 2.962187324317256, "tv": 0.37702938795428054, "conf": 1.23018856656563, "grad_norm": 3.97036075592041, "lr": 4.837202999751298e-05 }, { "step": 481, "T": 1090, "positions": 16, "loss": 0.3817262989759911, "ce": 0.8664408776676282, "tv": 0.2300863921700511, "conf": 1.7605753922562144, "grad_norm": 14.173420906066895, "lr": 4.836225788791606e-05 }, { "step": 482, "T": 1046, "positions": 16, "loss": 0.2437675633773324, "ce": 0.5760527283127885, "tv": 0.14406713846256025, "conf": 1.1137757092292304, "grad_norm": 2.523623466491699, "lr": 4.835245752990742e-05 }, { "step": 483, "T": 1095, "positions": 16, "loss": 0.9305985084502026, "ce": 2.1779858139925636, "tv": 0.3771687452972401, "conf": 0.9552967470372096, "grad_norm": 22.81032943725586, "lr": 4.834262893533713e-05 }, { "step": 484, "T": 1120, "positions": 16, "loss": 0.9229007204994559, "ce": 1.9198797731660306, "tv": 0.4129687233362347, "conf": 1.8669054564088583, "grad_norm": 3.4824867248535156, "lr": 4.833277211608941e-05 }, { "step": 485, "T": 1075, "positions": 16, "loss": 0.4788924288695853, "ce": 0.8848607108302531, "tv": 0.21617267168767285, "conf": 1.5333035346120596, "grad_norm": 21.410192489624023, "lr": 4.8322887084082605e-05 }, { "step": 486, "T": 1043, "positions": 16, "loss": 1.042614372447133, "ce": 2.0913696718635038, "tv": 0.41116696334211156, "conf": 1.340451137162745, "grad_norm": 8.211134910583496, "lr": 4.8312973851269185e-05 }, { "step": 487, "T": 1062, "positions": 16, "loss": 0.13076443214595201, "ce": 0.1837225842064072, "tv": 0.08950414128776174, "conf": 0.6928330603968789, "grad_norm": 2.1462295055389404, "lr": 4.83030324296357e-05 }, { "step": 488, "T": 1086, "positions": 16, "loss": 0.4258711515139453, "ce": 1.783195315693547, "tv": 0.26615373976073897, "conf": 0.9574023369932547, "grad_norm": 4.5561981201171875, "lr": 4.8293062831202785e-05 }, { "step": 489, "T": 1389, "positions": 16, "loss": 0.49418833272648044, "ce": 1.1363361747935414, "tv": 0.24309645843459293, "conf": 1.797720240545459, "grad_norm": 6.12105655670166, "lr": 4.828306506802517e-05 }, { "step": 490, "T": 1219, "positions": 16, "loss": 1.0851959376595914, "ce": 2.6768269794993103, "tv": 0.41956082195974886, "conf": 1.4782798383384943, "grad_norm": 3.905165672302246, "lr": 4.827303915219161e-05 }, { "step": 491, "T": 1687, "positions": 16, "loss": 0.8890942777507007, "ce": 2.4028429638128728, "tv": 0.34469411452300847, "conf": 1.3764740905025974, "grad_norm": 3.570244550704956, "lr": 4.826298509582493e-05 }, { "step": 492, "T": 1117, "positions": 16, "loss": 0.8249670769891964, "ce": 1.9485614666482434, "tv": 0.40056896035093814, "conf": 1.4532614273618947, "grad_norm": 6.950325012207031, "lr": 4.825290291108195e-05 }, { "step": 493, "T": 1903, "positions": 16, "loss": 1.4518365170806646, "ce": 4.300501078367233, "tv": 0.5579018108546734, "conf": 1.7757290280569578, "grad_norm": 8.368291854858398, "lr": 4.824279261015353e-05 }, { "step": 494, "T": 1222, "positions": 16, "loss": 0.9045588443987072, "ce": 2.587474087253213, "tv": 0.4799632513895631, "conf": 1.5029111132025719, "grad_norm": 4.343266010284424, "lr": 4.823265420526451e-05 }, { "step": 495, "T": 1048, "positions": 16, "loss": 0.30459787216800294, "ce": 1.1863646373385563, "tv": 0.2667005503171822, "conf": 1.257175329956226, "grad_norm": 1.5916013717651367, "lr": 4.82224877086737e-05 }, { "step": 496, "T": 1065, "positions": 16, "loss": 0.20545425574273146, "ce": 0.4120945307731745, "tv": 0.09822823642025469, "conf": 0.27934516228560824, "grad_norm": 2.3188793659210205, "lr": 4.82122931326739e-05 }, { "step": 497, "T": 1204, "positions": 16, "loss": 0.44081727557171746, "ce": 0.9992409580354433, "tv": 0.17558230748181813, "conf": 0.908216749317944, "grad_norm": 3.765425682067871, "lr": 4.820207048959187e-05 }, { "step": 498, "T": 1117, "positions": 16, "loss": 0.8660822359080385, "ce": 2.4211665151560737, "tv": 0.4065068922436694, "conf": 0.9772361011710018, "grad_norm": 11.398622512817383, "lr": 4.819181979178828e-05 }, { "step": 499, "T": 1205, "positions": 16, "loss": 0.8177390510318219, "ce": 2.336806248873472, "tv": 0.3669918435625732, "conf": 1.498503277078271, "grad_norm": 3.689915180206299, "lr": 4.818154105165773e-05 }, { "step": 500, "T": 1477, "positions": 16, "loss": 0.8490270771670225, "ce": 2.017951065892703, "tv": 0.29528718323854264, "conf": 1.153835568766226, "grad_norm": 2.5463173389434814, "lr": 4.817123428162873e-05 }, { "step": 501, "T": 2246, "positions": 16, "loss": 1.31669806968182, "ce": 3.6252603818429634, "tv": 0.4462116364738904, "conf": 1.1759146971162409, "grad_norm": 4.70499849319458, "lr": 4.8160899494163696e-05 }, { "step": 502, "T": 1481, "positions": 16, "loss": 1.0865683650908977, "ce": 2.833253722405061, "tv": 0.37004978489130735, "conf": 0.7625075714895502, "grad_norm": 7.502038478851318, "lr": 4.81505367017589e-05 }, { "step": 503, "T": 1083, "positions": 16, "loss": 0.4675906065867821, "ce": 1.236514335614629, "tv": 0.30621935200178996, "conf": 1.1122617138316855, "grad_norm": 4.1651740074157715, "lr": 4.814014591694448e-05 }, { "step": 504, "T": 1041, "positions": 16, "loss": 0.43612039188246854, "ce": 1.128682839742396, "tv": 0.2246533406432718, "conf": 0.6102983553428203, "grad_norm": 2.2156240940093994, "lr": 4.8129727152284437e-05 }, { "step": 505, "T": 1238, "positions": 16, "loss": 1.0519237686407905, "ce": 2.423179974022787, "tv": 0.4271495309076272, "conf": 1.2045555139193311, "grad_norm": 6.305285930633545, "lr": 4.811928042037659e-05 }, { "step": 506, "T": 1062, "positions": 16, "loss": 0.41376836849664755, "ce": 1.0617523792716383, "tv": 0.2561247752928466, "conf": 0.9630369781407353, "grad_norm": 6.19312858581543, "lr": 4.8108805733852564e-05 }, { "step": 507, "T": 1040, "positions": 16, "loss": 0.653192736417509, "ce": 1.670281288528713, "tv": 0.25137932341931446, "conf": 0.6152776951203123, "grad_norm": 5.530168533325195, "lr": 4.809830310537781e-05 }, { "step": 508, "T": 1388, "positions": 16, "loss": 0.852969340796335, "ce": 2.1515020673396066, "tv": 0.34957615460734814, "conf": 1.0170566833112389, "grad_norm": 3.6763575077056885, "lr": 4.808777254765156e-05 }, { "step": 509, "T": 1055, "positions": 16, "loss": 0.1575526479211362, "ce": 0.6059217827710199, "tv": 0.14146784701188153, "conf": 0.43870132858864963, "grad_norm": 1.629607081413269, "lr": 4.8077214073406795e-05 }, { "step": 510, "T": 1222, "positions": 16, "loss": 1.1037674541585147, "ce": 2.3385059032589197, "tv": 0.4661333141848445, "conf": 0.9696659753099084, "grad_norm": 6.662809371948242, "lr": 4.8066627695410274e-05 }, { "step": 511, "T": 1077, "positions": 16, "loss": 0.236438445344902, "ce": 0.7344050634419546, "tv": 0.22729505004826933, "conf": 0.7451319051906466, "grad_norm": 3.910947561264038, "lr": 4.805601342646248e-05 }, { "step": 512, "T": 1036, "positions": 16, "loss": 1.026023579761386, "ce": 2.0066517628729343, "tv": 0.44931252021342516, "conf": 0.8467592555098236, "grad_norm": 7.886474609375, "lr": 4.804537127939763e-05 }, { "step": 513, "T": 1229, "positions": 16, "loss": 1.3981444108120513, "ce": 3.0251076633394405, "tv": 0.4083123257587431, "conf": 0.528993939049542, "grad_norm": 5.844174385070801, "lr": 4.803470126708366e-05 }, { "step": 514, "T": 1064, "positions": 16, "loss": 0.601888948817134, "ce": 1.3706134613776157, "tv": 0.1934979817160638, "conf": 0.3881691466085613, "grad_norm": 4.259337425231934, "lr": 4.8024003402422176e-05 }, { "step": 515, "T": 1047, "positions": 16, "loss": 0.2371868132323698, "ce": 0.48426006550835154, "tv": 0.13129703133199655, "conf": 0.39326251143211266, "grad_norm": 5.256492614746094, "lr": 4.801327769834848e-05 }, { "step": 516, "T": 1541, "positions": 16, "loss": 0.712428045500701, "ce": 1.3323187918867916, "tv": 0.2906098852836294, "conf": 0.7521682567894459, "grad_norm": 3.528001546859741, "lr": 4.800252416783152e-05 }, { "step": 517, "T": 1481, "positions": 16, "loss": 1.1672133509782725, "ce": 3.0131132574751973, "tv": 0.35767816536827013, "conf": 0.6792684025131166, "grad_norm": 7.489954471588135, "lr": 4.79917428238739e-05 }, { "step": 518, "T": 1548, "positions": 16, "loss": 0.9467529533430934, "ce": 2.614022547379136, "tv": 0.40824483521282673, "conf": 0.7454707789001986, "grad_norm": 6.594456672668457, "lr": 4.798093367951185e-05 }, { "step": 519, "T": 1235, "positions": 16, "loss": 0.7015317816112656, "ce": 1.616324432194233, "tv": 0.3790043843910098, "conf": 0.7983373603783548, "grad_norm": 4.932695388793945, "lr": 4.797009674781523e-05 }, { "step": 520, "T": 1102, "positions": 16, "loss": 0.47457965151534154, "ce": 1.2700280130229658, "tv": 0.2545607246865984, "conf": 0.9700199546059594, "grad_norm": 15.06380844116211, "lr": 4.795923204188748e-05 }, { "step": 521, "T": 1530, "positions": 16, "loss": 0.7526305554856663, "ce": 1.8196323243901134, "tv": 0.3781930801924318, "conf": 1.1592953335493803, "grad_norm": 2.7800068855285645, "lr": 4.794833957486563e-05 }, { "step": 522, "T": 1879, "positions": 16, "loss": 1.6915138632321032, "ce": 3.595505003351718, "tv": 0.4379877869505435, "conf": 1.1332899068947881, "grad_norm": 4.702271461486816, "lr": 4.7937419359920276e-05 }, { "step": 523, "T": 1561, "positions": 16, "loss": 1.021331301817554, "ce": 2.5212869088572916, "tv": 0.38264241808792576, "conf": 1.4302459361497313, "grad_norm": 3.650385856628418, "lr": 4.7926471410255566e-05 }, { "step": 524, "T": 1519, "positions": 16, "loss": 1.1084250761596195, "ce": 2.661252704107028, "tv": 0.42387852155661676, "conf": 1.1002790565398755, "grad_norm": 2.8631656169891357, "lr": 4.79154957391092e-05 }, { "step": 525, "T": 1058, "positions": 16, "loss": 0.34163337963603624, "ce": 0.400822321126725, "tv": 0.17113746995710244, "conf": 0.7956831273622811, "grad_norm": 4.77370548248291, "lr": 4.790449235975235e-05 }, { "step": 526, "T": 1701, "positions": 16, "loss": 1.2861602516327482, "ce": 2.8317117995575813, "tv": 0.3726948399807952, "conf": 0.9748796820767733, "grad_norm": 4.143223285675049, "lr": 4.789346128548975e-05 }, { "step": 527, "T": 1110, "positions": 16, "loss": 0.1866382891688545, "ce": 0.8235381122176477, "tv": 0.09829972798979725, "conf": 1.1020527798682451, "grad_norm": 2.0200436115264893, "lr": 4.7882402529659575e-05 }, { "step": 528, "T": 1049, "positions": 16, "loss": 0.510447335707056, "ce": 1.2215374109808863, "tv": 0.14590590539592085, "conf": 0.4227086703758687, "grad_norm": 3.4186222553253174, "lr": 4.7871316105633513e-05 }, { "step": 529, "T": 1063, "positions": 16, "loss": 0.3869252429057397, "ce": 0.7938439958868457, "tv": 0.21650328281839393, "conf": 1.1651814877986908, "grad_norm": 3.617253303527832, "lr": 4.786020202681666e-05 }, { "step": 530, "T": 1535, "positions": 16, "loss": 1.0399263123681521, "ce": 2.1740357376547763, "tv": 0.38259456887317356, "conf": 1.989042671630159, "grad_norm": 5.403895854949951, "lr": 4.784906030664759e-05 }, { "step": 531, "T": 1111, "positions": 16, "loss": 0.8356953446927946, "ce": 1.7191436528228223, "tv": 0.3370353444479406, "conf": 0.6731686991249717, "grad_norm": 8.375460624694824, "lr": 4.783789095859828e-05 }, { "step": 532, "T": 1199, "positions": 16, "loss": 0.44190381605667994, "ce": 0.8401195163205557, "tv": 0.169818821548688, "conf": 0.6566804456792852, "grad_norm": 2.759939432144165, "lr": 4.782669399617412e-05 }, { "step": 533, "T": 1063, "positions": 16, "loss": 0.11030413998926747, "ce": 0.2633413437688432, "tv": 0.11688943756234949, "conf": 1.0603650010598358, "grad_norm": 1.8489454984664917, "lr": 4.7815469432913876e-05 }, { "step": 534, "T": 1109, "positions": 16, "loss": 1.5476296972483397, "ce": 2.754479832947254, "tv": 0.5341934557072818, "conf": 1.0410578004375566, "grad_norm": 10.068324089050293, "lr": 4.780421728238972e-05 }, { "step": 535, "T": 1327, "positions": 16, "loss": 0.690079959632385, "ce": 1.233060426544398, "tv": 0.2684975126903737, "conf": 1.4168992516461003, "grad_norm": 5.228006839752197, "lr": 4.779293755820713e-05 }, { "step": 536, "T": 1117, "positions": 16, "loss": 0.48949974175775424, "ce": 1.3926918168581324, "tv": 0.3001393031081534, "conf": 1.2352126333862543, "grad_norm": 4.225837230682373, "lr": 4.7781630274004986e-05 }, { "step": 537, "T": 1662, "positions": 16, "loss": 1.0257926755364792, "ce": 2.0950617768048687, "tv": 0.3227941336972435, "conf": 1.164238490498974, "grad_norm": 3.8233981132507324, "lr": 4.777029544345544e-05 }, { "step": 538, "T": 1087, "positions": 16, "loss": 0.15894312946454647, "ce": 0.2673259030682402, "tv": 0.11301741030229095, "conf": 0.6249900663970038, "grad_norm": 0.9564345479011536, "lr": 4.7758933080263966e-05 }, { "step": 539, "T": 1096, "positions": 16, "loss": 0.4840985734736023, "ce": 1.071356110915076, "tv": 0.2793839061050676, "conf": 1.412952035847411, "grad_norm": 6.5593109130859375, "lr": 4.774754319816936e-05 }, { "step": 540, "T": 1468, "positions": 16, "loss": 1.756768073188141, "ce": 3.031823004130274, "tv": 0.4861747391987592, "conf": 0.9047111455620325, "grad_norm": 11.81459903717041, "lr": 4.773612581094365e-05 }, { "step": 541, "T": 1804, "positions": 16, "loss": 1.080575984087531, "ce": 2.2830339579761585, "tv": 0.3236550783531129, "conf": 1.2838939346838742, "grad_norm": 2.437879800796509, "lr": 4.772468093239215e-05 }, { "step": 542, "T": 1040, "positions": 16, "loss": 0.4695603469153866, "ce": 1.4642847068607807, "tv": 0.2745574717409909, "conf": 1.7643472359050065, "grad_norm": 4.0716986656188965, "lr": 4.771320857635339e-05 }, { "step": 543, "T": 1060, "positions": 16, "loss": 0.30346006689524074, "ce": 0.6834792951740383, "tv": 0.14092833469840116, "conf": 0.7176631110487506, "grad_norm": 2.005559206008911, "lr": 4.7701708756699146e-05 }, { "step": 544, "T": 1218, "positions": 16, "loss": 0.6931575930211693, "ce": 1.9322420086245984, "tv": 0.35348359678755514, "conf": 1.5163376806303859, "grad_norm": 2.2877330780029297, "lr": 4.76901814873344e-05 }, { "step": 545, "T": 1042, "positions": 16, "loss": 0.9397764019668102, "ce": 1.8713030274957418, "tv": 0.44409337267279625, "conf": 1.0980999725870788, "grad_norm": 4.9804277420043945, "lr": 4.767862678219731e-05 }, { "step": 546, "T": 1397, "positions": 16, "loss": 0.6819041427588672, "ce": 1.3249208167544566, "tv": 0.22454572358401492, "conf": 1.2702375883236527, "grad_norm": 2.1010758876800537, "lr": 4.766704465525922e-05 }, { "step": 547, "T": 1123, "positions": 16, "loss": 0.17077334003155897, "ce": 0.3890402261174586, "tv": 0.12297847622971858, "conf": 0.793480279884534, "grad_norm": 1.4183785915374756, "lr": 4.765543512052464e-05 }, { "step": 548, "T": 1405, "positions": 16, "loss": 1.0845181504141692, "ce": 2.3757791088719387, "tv": 0.3354599259037059, "conf": 0.7002794117724989, "grad_norm": 7.295254230499268, "lr": 4.764379819203118e-05 }, { "step": 549, "T": 1681, "positions": 16, "loss": 1.1298717919282808, "ce": 1.904272838779434, "tv": 0.328148479162337, "conf": 0.7005427783587947, "grad_norm": 4.46828556060791, "lr": 4.7632133883849625e-05 }, { "step": 550, "T": 1038, "positions": 16, "loss": 0.3791000144819918, "ce": 0.749100224711583, "tv": 0.14492970729770605, "conf": 0.6994186625815928, "grad_norm": 2.884674310684204, "lr": 4.762044221008383e-05 }, { "step": 551, "T": 1103, "positions": 16, "loss": 0.5196676371835025, "ce": 1.397754128739507, "tv": 0.31628905589514034, "conf": 1.3512526461854577, "grad_norm": 6.1075029373168945, "lr": 4.760872318487076e-05 }, { "step": 552, "T": 1064, "positions": 16, "loss": 0.4065361878886051, "ce": 0.8014475016861979, "tv": 0.24755308863313985, "conf": 0.950666805030778, "grad_norm": 4.124427318572998, "lr": 4.759697682238043e-05 }, { "step": 553, "T": 1421, "positions": 16, "loss": 0.8611222506401646, "ce": 1.8584633376972306, "tv": 0.3114272785023786, "conf": 0.6347260945476592, "grad_norm": 4.379945755004883, "lr": 4.758520313681595e-05 }, { "step": 554, "T": 1106, "positions": 16, "loss": 0.5478225086071689, "ce": 1.2383765223858063, "tv": 0.34572781400493113, "conf": 0.946521011646837, "grad_norm": 4.192439556121826, "lr": 4.7573402142413404e-05 }, { "step": 555, "T": 1090, "positions": 16, "loss": 0.41119012121870924, "ce": 0.7694011514390695, "tv": 0.12597417000688438, "conf": 0.45226418588754314, "grad_norm": 1.714778184890747, "lr": 4.756157385344195e-05 }, { "step": 556, "T": 1059, "positions": 16, "loss": 0.1323785264248727, "ce": 0.3798042711987364, "tv": 0.11388554152290453, "conf": 0.6992540918290615, "grad_norm": 4.893394470214844, "lr": 4.754971828420375e-05 }, { "step": 557, "T": 1073, "positions": 16, "loss": 0.1193991858199297, "ce": 0.4046993097781524, "tv": 0.1180911209748956, "conf": 0.7219841466285288, "grad_norm": 1.5215860605239868, "lr": 4.7537835449033903e-05 }, { "step": 558, "T": 1039, "positions": 16, "loss": 0.9372272999025881, "ce": 1.8896849900484085, "tv": 0.4105915129184723, "conf": 0.9526918111369014, "grad_norm": 8.319967269897461, "lr": 4.752592536230053e-05 }, { "step": 559, "T": 1085, "positions": 16, "loss": 0.5213128783777279, "ce": 1.4356613171160006, "tv": 0.2331456317579068, "conf": 0.9404473112663254, "grad_norm": 4.138790130615234, "lr": 4.751398803840466e-05 }, { "step": 560, "T": 1141, "positions": 16, "loss": 0.5254877633196884, "ce": 1.2294480708078481, "tv": 0.2877860075677745, "conf": 0.8057502678129822, "grad_norm": 3.864945888519287, "lr": 4.750202349178029e-05 }, { "step": 561, "T": 1154, "positions": 16, "loss": 1.341057213023305, "ce": 2.848892167210579, "tv": 0.48035646229982376, "conf": 0.9594272850081325, "grad_norm": 3.7315115928649902, "lr": 4.749003173689432e-05 }, { "step": 562, "T": 1106, "positions": 16, "loss": 0.10050325572120755, "ce": 0.27654712502226175, "tv": 0.07767181935923873, "conf": 0.3693993254273664, "grad_norm": 1.2892216444015503, "lr": 4.747801278824655e-05 }, { "step": 563, "T": 1041, "positions": 16, "loss": 0.6234737782879165, "ce": 1.365510774368886, "tv": 0.2586139583727345, "conf": 1.317526014025134, "grad_norm": 5.202926158905029, "lr": 4.746596666036965e-05 }, { "step": 564, "T": 1057, "positions": 16, "loss": 1.2063710147849633, "ce": 2.2339492744067684, "tv": 0.39189473318401724, "conf": 0.799449798418209, "grad_norm": 9.524883270263672, "lr": 4.745389336782917e-05 }, { "step": 565, "T": 1489, "positions": 16, "loss": 2.189215848920867, "ce": 4.483856085687876, "tv": 0.4872204661369324, "conf": 0.48957285066717304, "grad_norm": 10.876262664794922, "lr": 4.7441792925223496e-05 }, { "step": 566, "T": 1070, "positions": 16, "loss": 1.0661286063041189, "ce": 1.9462264832254732, "tv": 0.3213622983384994, "conf": 0.6416550568537787, "grad_norm": 5.6584062576293945, "lr": 4.742966534718385e-05 }, { "step": 567, "T": 1051, "positions": 16, "loss": 0.15837463171786226, "ce": 0.2085361957410896, "tv": 0.0739572096572374, "conf": 0.16567834507804946, "grad_norm": 0.8492721319198608, "lr": 4.741751064837426e-05 }, { "step": 568, "T": 1080, "positions": 16, "loss": 0.4202258396635443, "ce": 0.8143713145345828, "tv": 0.2504549527693598, "conf": 1.280362481600605, "grad_norm": 7.9272236824035645, "lr": 4.7405328843491545e-05 }, { "step": 569, "T": 1249, "positions": 16, "loss": 0.5922675194015028, "ce": 1.3178437338210642, "tv": 0.33541694516316056, "conf": 1.1271235961467028, "grad_norm": 4.662529468536377, "lr": 4.739311994726531e-05 }, { "step": 570, "T": 1144, "positions": 16, "loss": 0.48874400299973786, "ce": 1.0360211626684759, "tv": 0.24812081837444566, "conf": 1.0371507852105424, "grad_norm": 3.1487412452697754, "lr": 4.738088397445789e-05 }, { "step": 571, "T": 1079, "positions": 16, "loss": 0.34603881072689546, "ce": 1.1027146601991262, "tv": 0.2474289346500882, "conf": 1.354274806821195, "grad_norm": 3.923063278198242, "lr": 4.73686209398644e-05 }, { "step": 572, "T": 1365, "positions": 16, "loss": 0.8105613554007505, "ce": 1.434604781363305, "tv": 0.24426120622229064, "conf": 1.1181607287144288, "grad_norm": 5.113919258117676, "lr": 4.735633085831264e-05 }, { "step": 573, "T": 1106, "positions": 16, "loss": 0.5899936619061918, "ce": 1.2990014986426104, "tv": 0.22255662560928613, "conf": 1.5043594078160822, "grad_norm": 3.8279013633728027, "lr": 4.734401374466314e-05 }, { "step": 574, "T": 1099, "positions": 16, "loss": 0.7031901890422887, "ce": 1.6141413824807387, "tv": 0.2890991683816537, "conf": 1.8824330633506179, "grad_norm": 6.982823371887207, "lr": 4.73316696138091e-05 }, { "step": 575, "T": 1084, "positions": 16, "loss": 0.49006715383984556, "ce": 0.9599170565561508, "tv": 0.19109609589213505, "conf": 1.0524085753131658, "grad_norm": 4.884925365447998, "lr": 4.73192984806764e-05 }, { "step": 576, "T": 1837, "positions": 16, "loss": 1.8176410692249192, "ce": 3.8330125993234105, "tv": 0.47738450166070834, "conf": 1.8297551775467582, "grad_norm": 7.634665012359619, "lr": 4.730690036022355e-05 }, { "step": 577, "T": 1058, "positions": 16, "loss": 0.6708248854556587, "ce": 1.360559900989756, "tv": 0.2706855130090844, "conf": 1.2575391547288746, "grad_norm": 5.457653999328613, "lr": 4.7294475267441706e-05 }, { "step": 578, "T": 1053, "positions": 16, "loss": 0.1950350887636887, "ce": 0.5092994095175527, "tv": 0.2080704091640655, "conf": 1.6252069578195005, "grad_norm": 4.373504638671875, "lr": 4.728202321735465e-05 }, { "step": 579, "T": 1468, "positions": 16, "loss": 1.4237299285596237, "ce": 2.390751326980535, "tv": 0.4295241675863508, "conf": 1.254390028276248, "grad_norm": 8.981292724609375, "lr": 4.726954422501873e-05 }, { "step": 580, "T": 1083, "positions": 16, "loss": 0.18883030800110134, "ce": 0.2646607462177144, "tv": 0.09085975145990233, "conf": 0.8211114085279405, "grad_norm": 1.76279616355896, "lr": 4.7257038305522896e-05 }, { "step": 581, "T": 1127, "positions": 16, "loss": 0.3544132264505606, "ce": 0.903847117733676, "tv": 0.250038793834392, "conf": 1.830190860433504, "grad_norm": 7.581599712371826, "lr": 4.7244505473988645e-05 }, { "step": 582, "T": 1798, "positions": 16, "loss": 1.081932381431642, "ce": 1.8490529994237477, "tv": 0.31777167689142516, "conf": 1.6165794593816827, "grad_norm": 4.7060418128967285, "lr": 4.723194574557001e-05 }, { "step": 583, "T": 1402, "positions": 16, "loss": 0.683711163006592, "ce": 1.6048140728962608, "tv": 0.27915862065856345, "conf": 2.111489313072525, "grad_norm": 4.599298000335693, "lr": 4.721935913545356e-05 }, { "step": 584, "T": 1088, "positions": 16, "loss": 1.5802964940667152, "ce": 3.6717527359724045, "tv": 0.4993083793669939, "conf": 1.2177272766130045, "grad_norm": 14.899148941040039, "lr": 4.720674565885835e-05 }, { "step": 585, "T": 1075, "positions": 16, "loss": 1.2847187450388446, "ce": 3.4727668853010982, "tv": 0.42133512534201145, "conf": 2.110843727597967, "grad_norm": 9.627181053161621, "lr": 4.7194105331035956e-05 }, { "step": 586, "T": 1474, "positions": 16, "loss": 0.7972047647372165, "ce": 1.7154971769996337, "tv": 0.29736013687579543, "conf": 1.163749121948058, "grad_norm": 6.11234712600708, "lr": 4.718143816727037e-05 }, { "step": 587, "T": 1048, "positions": 16, "loss": 0.11420345060322745, "ce": 0.1864218054893172, "tv": 0.05978667685258188, "conf": 0.11452454738900997, "grad_norm": 1.1070066690444946, "lr": 4.7168744182878074e-05 }, { "step": 588, "T": 1040, "positions": 16, "loss": 1.166807358211372, "ce": 2.4386074636131525, "tv": 0.4497069679200649, "conf": 1.2317817646544427, "grad_norm": 8.553269386291504, "lr": 4.715602339320796e-05 }, { "step": 589, "T": 1103, "positions": 16, "loss": 0.7287909685025511, "ce": 1.5022373060728569, "tv": 0.3175421737723809, "conf": 1.6561485617421567, "grad_norm": 7.935862064361572, "lr": 4.714327581364134e-05 }, { "step": 590, "T": 1393, "positions": 16, "loss": 1.0775582084552298, "ce": 1.9386197827989236, "tv": 0.37605285202153027, "conf": 1.0521498355083168, "grad_norm": 5.379609107971191, "lr": 4.713050145959191e-05 }, { "step": 591, "T": 1081, "positions": 16, "loss": 0.4649614593563456, "ce": 1.2539742235094309, "tv": 0.23478757590055466, "conf": 1.6958647343562916, "grad_norm": 4.055356502532959, "lr": 4.7117700346505754e-05 }, { "step": 592, "T": 2222, "positions": 16, "loss": 1.0969814203490387, "ce": 2.301791034231428, "tv": 0.39002706555766053, "conf": 2.622196760770997, "grad_norm": 5.256451606750488, "lr": 4.71048724898613e-05 }, { "step": 593, "T": 1081, "positions": 16, "loss": 0.4423378404972027, "ce": 0.9848079363000579, "tv": 0.22349707226385362, "conf": 1.4180504798805487, "grad_norm": 4.263856410980225, "lr": 4.709201790516931e-05 }, { "step": 594, "T": 1054, "positions": 16, "loss": 0.7650179238989949, "ce": 2.643781654536724, "tv": 0.34996142238378525, "conf": 1.831037800759077, "grad_norm": 11.401071548461914, "lr": 4.7079136607972893e-05 }, { "step": 595, "T": 1542, "positions": 16, "loss": 1.1073848149848118, "ce": 2.0161816974514295, "tv": 0.26194346455395134, "conf": 0.6592925687291427, "grad_norm": 3.503086805343628, "lr": 4.706622861384741e-05 }, { "step": 596, "T": 1057, "positions": 16, "loss": 1.256675971322693, "ce": 3.070123958401382, "tv": 0.4533102330751717, "conf": 2.126706836745143, "grad_norm": 8.44214153289795, "lr": 4.7053293938400534e-05 }, { "step": 597, "T": 1121, "positions": 16, "loss": 0.613755260279504, "ce": 1.3366318573825993, "tv": 0.26945025532040745, "conf": 2.7882075114175677, "grad_norm": 6.2231926918029785, "lr": 4.7040332597272196e-05 }, { "step": 598, "T": 1044, "positions": 16, "loss": 0.27439308025896025, "ce": 0.5477410470484756, "tv": 0.1558400026988238, "conf": 2.3041651319726952, "grad_norm": 1.9072147607803345, "lr": 4.702734460613457e-05 }, { "step": 599, "T": 1550, "positions": 16, "loss": 1.2086319819864002, "ce": 2.6892309890827164, "tv": 0.3127453696797602, "conf": 3.190874008616447, "grad_norm": 3.363154172897339, "lr": 4.701432998069205e-05 }, { "step": 600, "T": 1206, "positions": 16, "loss": 1.9247814491391182, "ce": 3.515491761267185, "tv": 0.5922034382820129, "conf": 1.9070693459361792, "grad_norm": 7.1695356369018555, "lr": 4.700128873668124e-05 }, { "step": 601, "T": 1380, "positions": 16, "loss": 0.9066443130286643, "ce": 1.779099480714649, "tv": 0.33841508615296334, "conf": 2.0776730414654594, "grad_norm": 3.8098034858703613, "lr": 4.6988220889870907e-05 }, { "step": 602, "T": 1130, "positions": 16, "loss": 0.5852223629117361, "ce": 1.5195766739780083, "tv": 0.3072168947546743, "conf": 2.100634400267154, "grad_norm": 4.562429904937744, "lr": 4.697512645606202e-05 }, { "step": 603, "T": 1048, "positions": 16, "loss": 0.30698427521201666, "ce": 0.7166830911301076, "tv": 0.1892947144806385, "conf": 1.6750685187944327, "grad_norm": 6.943419933319092, "lr": 4.696200545108767e-05 }, { "step": 604, "T": 1379, "positions": 16, "loss": 1.1101524111727485, "ce": 2.3988506338500883, "tv": 0.3993778450967511, "conf": 2.69318620004924, "grad_norm": 3.857043981552124, "lr": 4.6948857890813095e-05 }, { "step": 605, "T": 1410, "positions": 16, "loss": 0.777867173483628, "ce": 1.4984488252976007, "tv": 0.23033790567933465, "conf": 2.607631121762097, "grad_norm": 3.2444262504577637, "lr": 4.693568379113562e-05 }, { "step": 606, "T": 1788, "positions": 16, "loss": 1.4913555678731427, "ce": 3.3000575770092837, "tv": 0.3735955490410561, "conf": 2.243615332059562, "grad_norm": 6.243770599365234, "lr": 4.692248316798469e-05 }, { "step": 607, "T": 1065, "positions": 16, "loss": 0.4001103721693653, "ce": 0.6615653263434069, "tv": 0.18985710999550065, "conf": 1.2157599123365799, "grad_norm": 3.7693722248077393, "lr": 4.690925603732178e-05 }, { "step": 608, "T": 1128, "positions": 16, "loss": 0.9823095265355732, "ce": 1.628853761983919, "tv": 0.3204894172595232, "conf": 1.1959241345325609, "grad_norm": 11.128411293029785, "lr": 4.689600241514045e-05 }, { "step": 609, "T": 1042, "positions": 16, "loss": 0.6539170782966721, "ce": 1.4005034352449002, "tv": 0.2432761306699831, "conf": 2.4771446751564894, "grad_norm": 3.912895679473877, "lr": 4.688272231746629e-05 }, { "step": 610, "T": 2308, "positions": 16, "loss": 2.033914648272912, "ce": 3.793971667822916, "tv": 0.46646157931536436, "conf": 1.3332165810934384, "grad_norm": 6.916862964630127, "lr": 4.6869415760356896e-05 }, { "step": 611, "T": 1050, "positions": 16, "loss": 0.15873054134340236, "ce": 0.24578255695814732, "tv": 0.08993343958354671, "conf": 0.36583214989377666, "grad_norm": 2.036547899246216, "lr": 4.685608275990183e-05 }, { "step": 612, "T": 1472, "positions": 16, "loss": 1.161290249787271, "ce": 2.5739455381408334, "tv": 0.41626294841989875, "conf": 1.9381902697496116, "grad_norm": 5.041518211364746, "lr": 4.684272333222269e-05 }, { "step": 613, "T": 1138, "positions": 16, "loss": 0.3870495258122446, "ce": 1.0114093778465758, "tv": 0.20601509597327095, "conf": 2.9978356761857867, "grad_norm": 5.435326099395752, "lr": 4.682933749347296e-05 }, { "step": 614, "T": 1042, "positions": 16, "loss": 0.45369745890275226, "ce": 0.918785741989268, "tv": 0.23048932681558654, "conf": 1.84220015682331, "grad_norm": 4.7682061195373535, "lr": 4.681592525983811e-05 }, { "step": 615, "T": 1509, "positions": 16, "loss": 1.6387162442224508, "ce": 3.667942027666868, "tv": 0.3813349126285175, "conf": 1.4084144775282539, "grad_norm": 8.835545539855957, "lr": 4.680248664753551e-05 }, { "step": 616, "T": 1055, "positions": 16, "loss": 0.6567953365201902, "ce": 1.3796963451895863, "tv": 0.26527207445178647, "conf": 1.7484021066026685, "grad_norm": 7.328263282775879, "lr": 4.6789021672814404e-05 }, { "step": 617, "T": 1219, "positions": 16, "loss": 0.24466680048340095, "ce": 0.6579480817745207, "tv": 0.14186911780416267, "conf": 0.6641568439990806, "grad_norm": 3.3333775997161865, "lr": 4.677553035195594e-05 }, { "step": 618, "T": 1230, "positions": 16, "loss": 1.3758440939709544, "ce": 2.3625412471592426, "tv": 0.5103059178218246, "conf": 1.9023302547866479, "grad_norm": 7.1384053230285645, "lr": 4.676201270127312e-05 }, { "step": 619, "T": 1222, "positions": 16, "loss": 1.276486416143598, "ce": 2.392710368614644, "tv": 0.48506119940429926, "conf": 2.065649541094899, "grad_norm": 7.147693157196045, "lr": 4.6748468737110765e-05 }, { "step": 620, "T": 1090, "positions": 16, "loss": 2.0182920955121517, "ce": 4.455875791609287, "tv": 0.5527069587260485, "conf": 1.126225936328126, "grad_norm": 18.04884910583496, "lr": 4.673489847584553e-05 }, { "step": 621, "T": 1039, "positions": 16, "loss": 1.7776808146145413, "ce": 3.3670773992985232, "tv": 0.5593268495576922, "conf": 2.770229778427165, "grad_norm": 13.07933521270752, "lr": 4.6721301933885855e-05 }, { "step": 622, "T": 1469, "positions": 16, "loss": 1.1121471077740352, "ce": 2.2253312061948236, "tv": 0.3743991193405236, "conf": 2.1737842953561994, "grad_norm": 5.486141681671143, "lr": 4.670767912767196e-05 }, { "step": 623, "T": 1601, "positions": 16, "loss": 1.1513122800533893, "ce": 2.3018811787478626, "tv": 0.4112420571036637, "conf": 3.353357360856762, "grad_norm": 9.546049118041992, "lr": 4.669403007367583e-05 }, { "step": 624, "T": 1053, "positions": 16, "loss": 0.23903798943501897, "ce": 0.5510155735828448, "tv": 0.1171031074190978, "conf": 1.441502634980452, "grad_norm": 1.8722611665725708, "lr": 4.668035478840118e-05 }, { "step": 625, "T": 1052, "positions": 16, "loss": 0.25366310395088476, "ce": 0.3678077639742696, "tv": 0.09911954417839297, "conf": 1.4344086097044055, "grad_norm": 1.3837254047393799, "lr": 4.666665328838344e-05 }, { "step": 626, "T": 1242, "positions": 16, "loss": 0.6204353020584676, "ce": 1.5818068864755332, "tv": 0.291339454241097, "conf": 1.9870291611878201, "grad_norm": 4.603816032409668, "lr": 4.665292559018976e-05 }, { "step": 627, "T": 1166, "positions": 16, "loss": 0.3047681405776075, "ce": 0.5595121688056679, "tv": 0.11126206057087984, "conf": 0.8364425937465114, "grad_norm": 4.007711887359619, "lr": 4.663917171041893e-05 }, { "step": 628, "T": 1168, "positions": 16, "loss": 1.0040678011719137, "ce": 1.949747774284333, "tv": 0.37284399021882564, "conf": 2.5076871216879226, "grad_norm": 5.131300449371338, "lr": 4.6625391665701426e-05 }, { "step": 629, "T": 1079, "positions": 16, "loss": 0.5695089702421683, "ce": 1.6370569533464732, "tv": 0.2906573051586747, "conf": 3.0583043708465993, "grad_norm": 6.111058712005615, "lr": 4.6611585472699345e-05 }, { "step": 630, "T": 1619, "positions": 16, "loss": 1.0378118814007848, "ce": 2.036216221356881, "tv": 0.3854844109300757, "conf": 3.496447550715155, "grad_norm": 3.02593994140625, "lr": 4.659775314810643e-05 }, { "step": 631, "T": 1056, "positions": 16, "loss": 0.19722993469665084, "ce": 0.7387280236612241, "tv": 0.08309241542701784, "conf": 1.9481437147405813, "grad_norm": 1.386684775352478, "lr": 4.658389470864797e-05 }, { "step": 632, "T": 1139, "positions": 16, "loss": 0.38391149333983776, "ce": 0.8417941132211126, "tv": 0.28062021447112784, "conf": 2.2467054461535554, "grad_norm": 5.079604625701904, "lr": 4.6570010171080866e-05 }, { "step": 633, "T": 1230, "positions": 16, "loss": 0.5205596150313738, "ce": 1.051213778498095, "tv": 0.18966249226195941, "conf": 1.8245027738594217, "grad_norm": 7.410508155822754, "lr": 4.655609955219359e-05 }, { "step": 634, "T": 1149, "positions": 16, "loss": 0.5591999886893859, "ce": 1.172051162057869, "tv": 0.2518674708844628, "conf": 3.181525127229179, "grad_norm": 3.4806675910949707, "lr": 4.654216286880612e-05 }, { "step": 635, "T": 1195, "positions": 16, "loss": 1.0216655877347591, "ce": 2.341501297044033, "tv": 0.3210571716663253, "conf": 1.7350366721802857, "grad_norm": 4.375739097595215, "lr": 4.652820013776994e-05 }, { "step": 636, "T": 1586, "positions": 16, "loss": 1.0872161440747732, "ce": 2.321345583673974, "tv": 0.3079291681497125, "conf": 1.9075201638916042, "grad_norm": 7.8763651847839355, "lr": 4.6514211375968075e-05 }, { "step": 637, "T": 1148, "positions": 16, "loss": 0.07636379952793959, "ce": 0.10564665040328691, "tv": 0.06873776156135136, "conf": 0.48986221031649, "grad_norm": 0.6559505462646484, "lr": 4.6500196600314986e-05 }, { "step": 638, "T": 1437, "positions": 16, "loss": 1.2476586831126042, "ce": 2.4202841248188633, "tv": 0.34627441289194394, "conf": 1.8889370214892551, "grad_norm": 6.216022491455078, "lr": 4.6486155827756604e-05 }, { "step": 639, "T": 1094, "positions": 16, "loss": 0.1253132746357437, "ce": 0.3099634193094971, "tv": 0.08992077028051426, "conf": 1.4274524955134495, "grad_norm": 2.42117977142334, "lr": 4.64720890752703e-05 }, { "step": 640, "T": 1075, "positions": 16, "loss": 0.7938452425441938, "ce": 1.6678387094289064, "tv": 0.3705456196330488, "conf": 3.414861284196377, "grad_norm": 9.06894588470459, "lr": 4.645799635986483e-05 }, { "step": 641, "T": 1041, "positions": 16, "loss": 1.2057567749183704, "ce": 2.205692174464275, "tv": 0.35493683780077845, "conf": 1.4460189758974593, "grad_norm": 7.072144508361816, "lr": 4.644387769858038e-05 }, { "step": 642, "T": 1056, "positions": 16, "loss": 0.385003139456785, "ce": 0.678007305097708, "tv": 0.1977386895669042, "conf": 1.9646850637800526, "grad_norm": 5.714779376983643, "lr": 4.6429733108488485e-05 }, { "step": 643, "T": 1086, "positions": 16, "loss": 1.080313585465774, "ce": 1.9283548151142895, "tv": 0.3831758089363575, "conf": 2.4423526151238093, "grad_norm": 12.601885795593262, "lr": 4.6415562606692044e-05 }, { "step": 644, "T": 1144, "positions": 16, "loss": 0.46146204755996223, "ce": 1.1788450924068457, "tv": 0.16203899450192694, "conf": 0.436866530617408, "grad_norm": 8.801595687866211, "lr": 4.6401366210325274e-05 }, { "step": 645, "T": 1042, "positions": 16, "loss": 0.7445777127868496, "ce": 1.3405260699801147, "tv": 0.3291870790999383, "conf": 2.5060254383242864, "grad_norm": 4.2231245040893555, "lr": 4.6387143936553724e-05 }, { "step": 646, "T": 1167, "positions": 16, "loss": 1.6751360949128866, "ce": 2.4615587554872036, "tv": 0.577145567163825, "conf": 1.8427317151072202, "grad_norm": 4.6667680740356445, "lr": 4.637289580257419e-05 }, { "step": 647, "T": 1075, "positions": 16, "loss": 0.26136991869805115, "ce": 1.1499238903234072, "tv": 0.2298263804295857, "conf": 3.9416996793261205, "grad_norm": 2.3916099071502686, "lr": 4.63586218256148e-05 }, { "step": 648, "T": 1081, "positions": 16, "loss": 0.14709757804848778, "ce": 0.512486460054788, "tv": 0.14579591762594646, "conf": 2.386641748182228, "grad_norm": 1.2754312753677368, "lr": 4.6344322022934863e-05 }, { "step": 649, "T": 1036, "positions": 16, "loss": 0.30795593062472904, "ce": 0.8518262440529725, "tv": 0.13021953702991595, "conf": 3.1927614640444517, "grad_norm": 2.1271519660949707, "lr": 4.6329996411824974e-05 }, { "step": 650, "T": 1136, "positions": 16, "loss": 1.637576430104673, "ce": 3.2477473337203264, "tv": 0.5603110622614622, "conf": 2.52276729978621, "grad_norm": 6.421248435974121, "lr": 4.631564500960689e-05 }, { "step": 651, "T": 1462, "positions": 16, "loss": 0.9544813080174208, "ce": 1.9314256375655532, "tv": 0.29343867115676403, "conf": 2.6515214595564203, "grad_norm": 4.873762130737305, "lr": 4.630126783363358e-05 }, { "step": 652, "T": 1177, "positions": 16, "loss": 0.699082077073399, "ce": 1.6949038835591637, "tv": 0.3110153450688813, "conf": 1.7097731176181696, "grad_norm": 7.376380443572998, "lr": 4.628686490128916e-05 }, { "step": 653, "T": 1236, "positions": 16, "loss": 0.32334282797694414, "ce": 0.6131357028734783, "tv": 0.13873437542679312, "conf": 0.6910258503920588, "grad_norm": 4.0867838859558105, "lr": 4.62724362299889e-05 }, { "step": 654, "T": 1072, "positions": 16, "loss": 0.7005028879029851, "ce": 1.563126886729151, "tv": 0.3273514519096352, "conf": 2.1095604832080426, "grad_norm": 7.860037326812744, "lr": 4.62579818371792e-05 }, { "step": 655, "T": 1059, "positions": 16, "loss": 0.19630861905170605, "ce": 0.6925315106927883, "tv": 0.20205778503441252, "conf": 2.6723669129423797, "grad_norm": 3.324955940246582, "lr": 4.6243501740337534e-05 }, { "step": 656, "T": 1499, "positions": 16, "loss": 1.078687298284862, "ce": 1.7927058965210563, "tv": 0.3002305486061232, "conf": 0.8145708292495857, "grad_norm": 7.4098286628723145, "lr": 4.6228995956972484e-05 }, { "step": 657, "T": 1909, "positions": 16, "loss": 1.8290434365917463, "ce": 3.972024865448475, "tv": 0.4387032452505082, "conf": 1.3987561414251104, "grad_norm": 7.547204971313477, "lr": 4.6214464504623664e-05 }, { "step": 658, "T": 1102, "positions": 16, "loss": 0.46395792355178855, "ce": 1.0765211108955555, "tv": 0.248547690018313, "conf": 2.9239117077631818, "grad_norm": 3.6909713745117188, "lr": 4.619990740086176e-05 }, { "step": 659, "T": 1059, "positions": 16, "loss": 0.07852637119344763, "ce": 0.13749970283652146, "tv": 0.10643132487712137, "conf": 2.437746183015406, "grad_norm": 1.6596593856811523, "lr": 4.6185324663288454e-05 }, { "step": 660, "T": 1069, "positions": 16, "loss": 0.15570999135144348, "ce": 0.21506495825383354, "tv": 0.08043912142966292, "conf": 1.0199063006657525, "grad_norm": 1.508191466331482, "lr": 4.617071630953641e-05 }, { "step": 661, "T": 1101, "positions": 16, "loss": 0.2722141180511244, "ce": 0.7076655099290292, "tv": 0.20668505219782674, "conf": 3.0242080474781687, "grad_norm": 3.334047555923462, "lr": 4.615608235726928e-05 }, { "step": 662, "T": 1046, "positions": 16, "loss": 0.48136026856263925, "ce": 1.1102789935503097, "tv": 0.201352694472007, "conf": 1.9007718448374362, "grad_norm": 3.3576674461364746, "lr": 4.6141422824181684e-05 }, { "step": 663, "T": 1119, "positions": 16, "loss": 0.18103140114907035, "ce": 0.37962207530426895, "tv": 0.10358449594878039, "conf": 2.0289206225425005, "grad_norm": 3.4652767181396484, "lr": 4.6126737727999144e-05 }, { "step": 664, "T": 1463, "positions": 16, "loss": 0.9006802123775159, "ce": 1.6349074392815055, "tv": 0.22426493435705197, "conf": 2.215416162236977, "grad_norm": 3.1268908977508545, "lr": 4.6112027086478116e-05 }, { "step": 665, "T": 1081, "positions": 16, "loss": 0.19344446367148294, "ce": 0.34349165124490355, "tv": 0.0886821257226984, "conf": 1.2793253365052806, "grad_norm": 1.5279258489608765, "lr": 4.6097290917405924e-05 }, { "step": 666, "T": 1101, "positions": 16, "loss": 0.10709859458552273, "ce": 0.30572561444068924, "tv": 0.0924139621570248, "conf": 2.466740442756418, "grad_norm": 4.149407386779785, "lr": 4.6082529238600756e-05 }, { "step": 667, "T": 1041, "positions": 16, "loss": 1.1169099756807555, "ce": 2.359357286535669, "tv": 0.4265313001233153, "conf": 3.4849245304658325, "grad_norm": 8.222929954528809, "lr": 4.606774206791169e-05 }, { "step": 668, "T": 1635, "positions": 16, "loss": 1.4507763497140331, "ce": 2.588535280960059, "tv": 0.4336059398956422, "conf": 1.979770008455347, "grad_norm": 11.223647117614746, "lr": 4.605292942321856e-05 }, { "step": 669, "T": 1042, "positions": 16, "loss": 0.3089815322509821, "ce": 0.640137367969146, "tv": 0.07951613596378593, "conf": 1.8914074497705116, "grad_norm": 1.6923761367797852, "lr": 4.6038091322432054e-05 }, { "step": 670, "T": 1465, "positions": 16, "loss": 1.2711856833630009, "ce": 2.2733591310679913, "tv": 0.41404007957316935, "conf": 3.112062201849767, "grad_norm": 5.9567646980285645, "lr": 4.602322778349362e-05 }, { "step": 671, "T": 1170, "positions": 16, "loss": 1.582902462221682, "ce": 2.4137722328305244, "tv": 0.5365942055359483, "conf": 2.438563349584001, "grad_norm": 7.443225860595703, "lr": 4.600833882437546e-05 }, { "step": 672, "T": 1363, "positions": 16, "loss": 0.753866705702535, "ce": 1.6246312721750655, "tv": 0.1885694783031795, "conf": 1.2057354845375765, "grad_norm": 2.332690477371216, "lr": 4.5993424463080534e-05 }, { "step": 673, "T": 1472, "positions": 16, "loss": 1.0801209404274914, "ce": 2.0852011384558864, "tv": 0.28762774012921, "conf": 1.8289162632879776, "grad_norm": 5.665009498596191, "lr": 4.597848471764248e-05 }, { "step": 674, "T": 1039, "positions": 16, "loss": 0.5307267622324474, "ce": 1.110180358441312, "tv": 0.20977224987740328, "conf": 2.50604561495129, "grad_norm": 8.061911582946777, "lr": 4.596351960612567e-05 }, { "step": 675, "T": 1053, "positions": 16, "loss": 0.26051348256794427, "ce": 0.6102865501879933, "tv": 0.10199447144987062, "conf": 1.1336035425774753, "grad_norm": 3.152552604675293, "lr": 4.594852914662512e-05 }, { "step": 676, "T": 1048, "positions": 16, "loss": 0.40051971562206745, "ce": 1.0331460507586598, "tv": 0.26073353132233024, "conf": 2.0704835205106065, "grad_norm": 5.0890960693359375, "lr": 4.59335133572665e-05 }, { "step": 677, "T": 1204, "positions": 16, "loss": 1.7708296086639166, "ce": 2.962208390235901, "tv": 0.5842361766844988, "conf": 2.860448855906725, "grad_norm": 8.343894004821777, "lr": 4.591847225620612e-05 }, { "step": 678, "T": 1147, "positions": 16, "loss": 1.274090442340821, "ce": 2.3961583035998046, "tv": 0.48889018734917045, "conf": 2.632346042436211, "grad_norm": 4.827757358551025, "lr": 4.590340586163089e-05 }, { "step": 679, "T": 2245, "positions": 16, "loss": 1.1735163875223549, "ce": 2.3373405929373803, "tv": 0.32209437782512396, "conf": 2.7117344179423526, "grad_norm": 6.107336521148682, "lr": 4.588831419175829e-05 }, { "step": 680, "T": 1051, "positions": 16, "loss": 1.035742674022913, "ce": 2.074747957289219, "tv": 0.39339356403797865, "conf": 1.1319923364644637, "grad_norm": 8.314352989196777, "lr": 4.5873197264836376e-05 }, { "step": 681, "T": 1067, "positions": 16, "loss": 0.26255572550087436, "ce": 0.4429304254572344, "tv": 0.15142871207353892, "conf": 2.118938442205412, "grad_norm": 2.4520697593688965, "lr": 4.585805509914374e-05 }, { "step": 682, "T": 1531, "positions": 16, "loss": 1.6725181750152842, "ce": 2.8730051101883873, "tv": 0.43768819887191057, "conf": 2.355839913884415, "grad_norm": 6.050510883331299, "lr": 4.5842887712989494e-05 }, { "step": 683, "T": 1090, "positions": 16, "loss": 0.4491090411877394, "ce": 0.9206564792857534, "tv": 0.23258601526504208, "conf": 2.3959967296250397, "grad_norm": 5.814182281494141, "lr": 4.582769512471324e-05 }, { "step": 684, "T": 2304, "positions": 16, "loss": 2.042813010801183, "ce": 3.629533534651273, "tv": 0.4820840218962985, "conf": 2.238670631000332, "grad_norm": 6.970061779022217, "lr": 4.5812477352685064e-05 }, { "step": 685, "T": 1047, "positions": 16, "loss": 0.5317222555847927, "ce": 1.4694227448750894, "tv": 0.25089655459396454, "conf": 2.1602027587089765, "grad_norm": 3.262704610824585, "lr": 4.579723441530548e-05 }, { "step": 686, "T": 1057, "positions": 16, "loss": 1.988234682008624, "ce": 3.4273406639695168, "tv": 0.5888820756226778, "conf": 3.094966425152961, "grad_norm": 8.417132377624512, "lr": 4.5781966331005456e-05 }, { "step": 687, "T": 1063, "positions": 16, "loss": 0.6767938760858669, "ce": 1.3991786843980663, "tv": 0.28786007606686326, "conf": 2.3608605904923934, "grad_norm": 5.743012428283691, "lr": 4.576667311824634e-05 }, { "step": 688, "T": 1227, "positions": 16, "loss": 1.037934589665383, "ce": 1.9615459144115448, "tv": 0.41959068085998297, "conf": 1.9612187507445924, "grad_norm": 6.452597618103027, "lr": 4.5751354795519905e-05 }, { "step": 689, "T": 1389, "positions": 16, "loss": 1.3156751684728079, "ce": 2.3958597722521517, "tv": 0.3905017013603356, "conf": 1.6259416359425245, "grad_norm": 7.739632606506348, "lr": 4.573601138134823e-05 }, { "step": 690, "T": 1189, "positions": 16, "loss": 0.7837094719925517, "ce": 1.41981330989438, "tv": 0.24964979889045935, "conf": 1.2505776371693322, "grad_norm": 3.011695384979248, "lr": 4.572064289428379e-05 }, { "step": 691, "T": 1079, "positions": 16, "loss": 0.5364914927959035, "ce": 1.1432961091777543, "tv": 0.21240289995330386, "conf": 1.8371301049473914, "grad_norm": 3.793558359146118, "lr": 4.5705249352909343e-05 }, { "step": 692, "T": 1421, "positions": 16, "loss": 1.0310921175114345, "ce": 1.9684645521920174, "tv": 0.3905348589178175, "conf": 2.7383821075345622, "grad_norm": 6.148784160614014, "lr": 4.568983077583793e-05 }, { "step": 693, "T": 1044, "positions": 16, "loss": 0.48303287886119506, "ce": 0.9940385569425416, "tv": 0.16520134467282332, "conf": 1.431171910771809, "grad_norm": 2.9009032249450684, "lr": 4.567438718171291e-05 }, { "step": 694, "T": 1156, "positions": 16, "loss": 1.3042725284467451, "ce": 2.3449637942248955, "tv": 0.4295649303821847, "conf": 3.361591343767941, "grad_norm": 5.048151016235352, "lr": 4.565891858920784e-05 }, { "step": 695, "T": 1212, "positions": 16, "loss": 0.9630016527371481, "ce": 2.0255813859403133, "tv": 0.42226008605211973, "conf": 4.421048746677116, "grad_norm": 4.099069595336914, "lr": 4.564342501702654e-05 }, { "step": 696, "T": 1041, "positions": 16, "loss": 0.7712575248904159, "ce": 1.3835005835280754, "tv": 0.28840024940564035, "conf": 2.640583504224196, "grad_norm": 4.048503398895264, "lr": 4.5627906483903025e-05 }, { "step": 697, "T": 1040, "positions": 16, "loss": 0.6592329984123353, "ce": 1.3722718787175836, "tv": 0.24131175765069202, "conf": 2.8219518940713897, "grad_norm": 4.432819366455078, "lr": 4.561236300860148e-05 }, { "step": 698, "T": 1601, "positions": 16, "loss": 1.448756426005275, "ce": 2.660846146289259, "tv": 0.4487710762768984, "conf": 2.5574467266280863, "grad_norm": 4.016213893890381, "lr": 4.559679460991625e-05 }, { "step": 699, "T": 1094, "positions": 16, "loss": 0.21505761336356954, "ce": 0.4377731106214924, "tv": 0.18990658352777245, "conf": 3.21757229776434, "grad_norm": 5.36267614364624, "lr": 4.558120130667184e-05 }, { "step": 700, "T": 1051, "positions": 16, "loss": 0.07814962501493028, "ce": 0.1945720154690207, "tv": 0.09830076524121978, "conf": 2.345774003020068, "grad_norm": 1.8715628385543823, "lr": 4.556558311772283e-05 }, { "step": 701, "T": 1212, "positions": 16, "loss": 1.699598136357963, "ce": 2.947665733168833, "tv": 0.5283937598578632, "conf": 3.4440820127373115, "grad_norm": 8.577994346618652, "lr": 4.554994006195394e-05 }, { "step": 702, "T": 1229, "positions": 16, "loss": 1.1586442883932477, "ce": 3.1085295341667916, "tv": 0.37240871258927655, "conf": 1.847178187767824, "grad_norm": 5.364957809448242, "lr": 4.55342721582799e-05 }, { "step": 703, "T": 1080, "positions": 16, "loss": 0.18514548228165495, "ce": 0.42787139675510844, "tv": 0.08621235146392792, "conf": 2.2716747696227424, "grad_norm": 2.428203821182251, "lr": 4.551857942564553e-05 }, { "step": 704, "T": 1082, "positions": 16, "loss": 0.6188274275555159, "ce": 1.4672967756632715, "tv": 0.3129995489434805, "conf": 4.4997350331395864, "grad_norm": 10.107939720153809, "lr": 4.5502861883025655e-05 }, { "step": 705, "T": 1351, "positions": 16, "loss": 0.5383667729817176, "ce": 0.9480898392594099, "tv": 0.2102904741641396, "conf": 1.0086189734010986, "grad_norm": 2.526550054550171, "lr": 4.5487119549425094e-05 }, { "step": 706, "T": 1099, "positions": 16, "loss": 0.6246024999336441, "ce": 1.4471475482605456, "tv": 0.279569543145044, "conf": 4.796002809726263, "grad_norm": 8.845407485961914, "lr": 4.547135244387866e-05 }, { "step": 707, "T": 1519, "positions": 16, "loss": 0.9633517136680894, "ce": 2.236895386100514, "tv": 0.31909806714975275, "conf": 3.2268598817754537, "grad_norm": 10.115272521972656, "lr": 4.5455560585451083e-05 }, { "step": 708, "T": 1044, "positions": 16, "loss": 0.3126097212075365, "ce": 0.5889095541679126, "tv": 0.13240352466527838, "conf": 1.4007069601211697, "grad_norm": 3.41367244720459, "lr": 4.5439743993237064e-05 }, { "step": 709, "T": 1090, "positions": 16, "loss": 0.5943251037173809, "ce": 0.985739766835195, "tv": 0.1380780932804555, "conf": 0.38489915869167124, "grad_norm": 3.0058228969573975, "lr": 4.5423902686361195e-05 }, { "step": 710, "T": 1474, "positions": 16, "loss": 0.7364714219452253, "ce": 1.4517544896043546, "tv": 0.222851607370103, "conf": 3.468769605347485, "grad_norm": 3.957058906555176, "lr": 4.540803668397794e-05 }, { "step": 711, "T": 1687, "positions": 16, "loss": 1.1875972657680904, "ce": 2.328251103909679, "tv": 0.3411039617822098, "conf": 3.4695557053080393, "grad_norm": 3.6574363708496094, "lr": 4.539214600527164e-05 }, { "step": 712, "T": 1091, "positions": 16, "loss": 0.39797033518834724, "ce": 0.9937647179613123, "tv": 0.18408463992818724, "conf": 4.351501929229231, "grad_norm": 5.741537570953369, "lr": 4.5376230669456464e-05 }, { "step": 713, "T": 1511, "positions": 16, "loss": 1.4881675641736365, "ce": 3.1060172457800945, "tv": 0.39857587829465047, "conf": 3.7084063922520727, "grad_norm": 9.736008644104004, "lr": 4.5360290695776396e-05 }, { "step": 714, "T": 1375, "positions": 16, "loss": 0.9507538366330834, "ce": 1.706775453640148, "tv": 0.32126758687627444, "conf": 2.9286252448231562, "grad_norm": 7.109583377838135, "lr": 4.534432610350522e-05 }, { "step": 715, "T": 1105, "positions": 16, "loss": 0.4325213370406118, "ce": 0.6553670184275688, "tv": 0.24087968891035416, "conf": 4.354236940190432, "grad_norm": 3.154237985610962, "lr": 4.532833691194648e-05 }, { "step": 716, "T": 1048, "positions": 16, "loss": 0.10760786338505568, "ce": 0.18709933052014094, "tv": 0.09295524790650234, "conf": 1.672490527271293, "grad_norm": 2.1765670776367188, "lr": 4.531232314043345e-05 }, { "step": 717, "T": 1097, "positions": 16, "loss": 0.7010427436327973, "ce": 1.8566496920720965, "tv": 0.22908698093306157, "conf": 5.040162722476055, "grad_norm": 8.794645309448242, "lr": 4.529628480832915e-05 }, { "step": 718, "T": 1257, "positions": 16, "loss": 0.7857143599831033, "ce": 1.6982946256175637, "tv": 0.3327898995485157, "conf": 4.519975551767857, "grad_norm": 2.984344482421875, "lr": 4.528022193502629e-05 }, { "step": 719, "T": 1043, "positions": 16, "loss": 0.4102422497817315, "ce": 0.8267898562480696, "tv": 0.20445927797118202, "conf": 3.32313085162147, "grad_norm": 3.1043922901153564, "lr": 4.5264134539947236e-05 }, { "step": 720, "T": 1104, "positions": 16, "loss": 0.6370832294616662, "ce": 1.1708433694002451, "tv": 0.2582079427338613, "conf": 2.8168330125184555, "grad_norm": 4.36785364151001, "lr": 4.524802264254403e-05 }, { "step": 721, "T": 1445, "positions": 16, "loss": 0.6401162308938524, "ce": 1.2603557600414206, "tv": 0.28332457507713116, "conf": 4.54168984384536, "grad_norm": 3.9011785984039307, "lr": 4.523188626229834e-05 }, { "step": 722, "T": 1075, "positions": 16, "loss": 0.20970609144976038, "ce": 0.39639238172549085, "tv": 0.12593051075145922, "conf": 2.7660843787947442, "grad_norm": 2.2215020656585693, "lr": 4.52157254187214e-05 }, { "step": 723, "T": 1159, "positions": 16, "loss": 0.8953862790367566, "ce": 1.8530906403902918, "tv": 0.3773008908610791, "conf": 4.66490397870075, "grad_norm": 4.844296455383301, "lr": 4.519954013135408e-05 }, { "step": 724, "T": 1039, "positions": 16, "loss": 0.6107005276610096, "ce": 1.081387409688432, "tv": 0.17327157831459772, "conf": 2.7019494662081343, "grad_norm": 2.8206114768981934, "lr": 4.5183330419766754e-05 }, { "step": 725, "T": 1138, "positions": 16, "loss": 0.4169022763416166, "ce": 0.7850754228383039, "tv": 0.12629787613923327, "conf": 3.995167887829865, "grad_norm": 4.821610450744629, "lr": 4.516709630355936e-05 }, { "step": 726, "T": 1085, "positions": 16, "loss": 0.17501520355835964, "ce": 0.3837464554235339, "tv": 0.16801113008114044, "conf": 6.230759587138891, "grad_norm": 3.321798801422119, "lr": 4.5150837802361334e-05 }, { "step": 727, "T": 1038, "positions": 16, "loss": 0.36716458253067685, "ce": 0.6981024737997359, "tv": 0.17710051409630978, "conf": 4.974892249230834, "grad_norm": 3.8680059909820557, "lr": 4.5134554935831606e-05 }, { "step": 728, "T": 1446, "positions": 16, "loss": 1.4124285058642272, "ce": 2.6778457758264267, "tv": 0.3969501427782234, "conf": 3.732751333233928, "grad_norm": 13.954048156738281, "lr": 4.511824772365856e-05 }, { "step": 729, "T": 1056, "positions": 16, "loss": 0.4325266685882241, "ce": 0.7684832252152773, "tv": 0.13157268159920932, "conf": 1.205791010271513, "grad_norm": 3.12898325920105, "lr": 4.510191618556001e-05 }, { "step": 730, "T": 1418, "positions": 16, "loss": 1.5795558463578345, "ce": 2.9650928429327905, "tv": 0.43889962282264605, "conf": 4.222315257693556, "grad_norm": 11.106727600097656, "lr": 4.508556034128319e-05 }, { "step": 731, "T": 1154, "positions": 16, "loss": 0.8292639752948503, "ce": 1.5120676437077236, "tv": 0.2604807642837841, "conf": 1.8755630377228698, "grad_norm": 4.095940589904785, "lr": 4.5069180210604745e-05 }, { "step": 732, "T": 1036, "positions": 16, "loss": 1.1233618919795845, "ce": 2.0146328459959477, "tv": 0.46541648358106613, "conf": 5.465388787910342, "grad_norm": 5.007228374481201, "lr": 4.5052775813330646e-05 }, { "step": 733, "T": 2027, "positions": 16, "loss": 1.3496338495297096, "ce": 2.591609664419593, "tv": 0.33381939526225324, "conf": 3.3163477644056623, "grad_norm": 4.709200859069824, "lr": 4.5036347169296234e-05 }, { "step": 734, "T": 1050, "positions": 16, "loss": 0.17419885048366268, "ce": 0.25758051390130277, "tv": 0.10383328249827173, "conf": 2.248027979667853, "grad_norm": 2.321197986602783, "lr": 4.501989429836615e-05 }, { "step": 735, "T": 1113, "positions": 16, "loss": 0.08135961257721647, "ce": 0.15504754980793223, "tv": 0.0930449398001656, "conf": 1.392632911913097, "grad_norm": 0.9866805076599121, "lr": 4.5003417220434365e-05 }, { "step": 736, "T": 1155, "positions": 16, "loss": 1.7838203179417178, "ce": 2.8861105432733893, "tv": 0.567807886749506, "conf": 3.3635254073888063, "grad_norm": 8.736931800842285, "lr": 4.498691595542406e-05 }, { "step": 737, "T": 1231, "positions": 16, "loss": 1.150660959086963, "ce": 2.055274681042647, "tv": 0.3661414490779862, "conf": 2.664576461497802, "grad_norm": 7.658176898956299, "lr": 4.497039052328772e-05 }, { "step": 738, "T": 1047, "positions": 16, "loss": 0.44274729441440286, "ce": 0.8632439822868037, "tv": 0.17497746844128415, "conf": 2.2849938993804466, "grad_norm": 3.4610095024108887, "lr": 4.495384094400702e-05 }, { "step": 739, "T": 1088, "positions": 16, "loss": 0.684225314730611, "ce": 1.3659326710330788, "tv": 0.3369062016281532, "conf": 4.959992993783089, "grad_norm": 5.763124465942383, "lr": 4.493726723759284e-05 }, { "step": 740, "T": 1412, "positions": 16, "loss": 1.1758343097208126, "ce": 2.3555635459488258, "tv": 0.3151293541304767, "conf": 2.82179174787143, "grad_norm": 6.419617652893066, "lr": 4.4920669424085226e-05 }, { "step": 741, "T": 1083, "positions": 16, "loss": 0.17791629996645497, "ce": 0.547406504857463, "tv": 0.133215726542403, "conf": 2.2522862395635457, "grad_norm": 3.080519199371338, "lr": 4.490404752355339e-05 }, { "step": 742, "T": 1463, "positions": 16, "loss": 1.324158766452456, "ce": 2.5317094127531163, "tv": 0.43494238710263744, "conf": 3.139512497233227, "grad_norm": 5.404229640960693, "lr": 4.488740155609565e-05 }, { "step": 743, "T": 2309, "positions": 16, "loss": 1.4471375456760143, "ce": 2.840174272612785, "tv": 0.4738677146087866, "conf": 3.1137924601972884, "grad_norm": 6.176912307739258, "lr": 4.487073154183944e-05 }, { "step": 744, "T": 1569, "positions": 16, "loss": 1.5205371373185699, "ce": 2.85918533847871, "tv": 0.37395096143882256, "conf": 1.7523810160928406, "grad_norm": 6.038362979888916, "lr": 4.4854037500941264e-05 }, { "step": 745, "T": 1533, "positions": 16, "loss": 1.1018791966082517, "ce": 2.3216801985727216, "tv": 0.2724443471561244, "conf": 1.5960057946126938, "grad_norm": 3.3145759105682373, "lr": 4.483731945358667e-05 }, { "step": 746, "T": 1496, "positions": 16, "loss": 0.5345995273864901, "ce": 1.122799742675852, "tv": 0.22577068778628018, "conf": 4.372852539818268, "grad_norm": 2.229525089263916, "lr": 4.482057741999025e-05 }, { "step": 747, "T": 1087, "positions": 16, "loss": 0.19582240431918763, "ce": 0.561967353867658, "tv": 0.14431899003102444, "conf": 2.78781630604135, "grad_norm": 3.3761467933654785, "lr": 4.480381142039557e-05 }, { "step": 748, "T": 1245, "positions": 16, "loss": 0.9698859726704541, "ce": 1.5218302200373728, "tv": 0.35853269905783236, "conf": 1.642024476388542, "grad_norm": 4.681753635406494, "lr": 4.478702147507522e-05 }, { "step": 749, "T": 1089, "positions": 16, "loss": 0.36822067108437295, "ce": 0.7367954453075072, "tv": 0.23407230861630524, "conf": 2.153852076828377, "grad_norm": 3.5115983486175537, "lr": 4.477020760433069e-05 }, { "step": 750, "T": 1206, "positions": 16, "loss": 1.8101543644443154, "ce": 3.976978674530983, "tv": 0.5167393051087856, "conf": 2.6108586578316704, "grad_norm": 10.810835838317871, "lr": 4.475336982849245e-05 }, { "step": 751, "T": 1126, "positions": 16, "loss": 0.5337678620380757, "ce": 0.882218074897537, "tv": 0.25526835137134185, "conf": 2.678190390970485, "grad_norm": 8.098116874694824, "lr": 4.4736508167919846e-05 }, { "step": 752, "T": 1095, "positions": 16, "loss": 0.6500431427721196, "ce": 1.7205555548207485, "tv": 0.2930312788230367, "conf": 4.460038373335351, "grad_norm": 7.397905349731445, "lr": 4.47196226430011e-05 }, { "step": 753, "T": 1246, "positions": 16, "loss": 0.9667892500178823, "ce": 2.133850428263031, "tv": 0.3264278901688158, "conf": 2.4548402441041866, "grad_norm": 6.139333724975586, "lr": 4.470271327415331e-05 }, { "step": 754, "T": 1230, "positions": 16, "loss": 0.7509097856091103, "ce": 1.6527601084671915, "tv": 0.2713299183524214, "conf": 1.9436748887179647, "grad_norm": 3.8942713737487793, "lr": 4.468578008182239e-05 }, { "step": 755, "T": 1432, "positions": 16, "loss": 1.7811414394527674, "ce": 4.00292144715786, "tv": 0.5015419162809849, "conf": 3.0722812828607857, "grad_norm": 9.43943977355957, "lr": 4.466882308648306e-05 }, { "step": 756, "T": 1040, "positions": 16, "loss": 0.3118575846255638, "ce": 0.6280891954463641, "tv": 0.08894641692222649, "conf": 0.21731678595617154, "grad_norm": 1.2083078622817993, "lr": 4.4651842308638836e-05 }, { "step": 757, "T": 1372, "positions": 16, "loss": 1.0813190752486719, "ce": 1.7732258517081618, "tv": 0.2419367559859893, "conf": 1.4579610571963713, "grad_norm": 3.5654990673065186, "lr": 4.4634837768821966e-05 }, { "step": 758, "T": 1474, "positions": 16, "loss": 1.045517871138827, "ce": 1.9267201157724685, "tv": 0.26272235985197767, "conf": 1.217322440492353, "grad_norm": 5.083348274230957, "lr": 4.461780948759346e-05 }, { "step": 759, "T": 1149, "positions": 16, "loss": 0.5607365178875625, "ce": 1.1990301154728513, "tv": 0.23664041486335918, "conf": 1.2446549952037458, "grad_norm": 3.9936182498931885, "lr": 4.460075748554301e-05 }, { "step": 760, "T": 1061, "positions": 16, "loss": 0.5563376695001807, "ce": 0.7398733580776025, "tv": 0.21801776850588794, "conf": 1.053529864683779, "grad_norm": 4.383555889129639, "lr": 4.4583681783288994e-05 }, { "step": 761, "T": 1055, "positions": 16, "loss": 0.3751422645582352, "ce": 0.6722901377670496, "tv": 0.14256733397269272, "conf": 0.5881598018092973, "grad_norm": 4.474469184875488, "lr": 4.4566582401478464e-05 }, { "step": 762, "T": 1382, "positions": 16, "loss": 0.7847359524475905, "ce": 1.6436189242231194, "tv": 0.24715674293111078, "conf": 2.184532953627695, "grad_norm": 4.160380840301514, "lr": 4.454945936078708e-05 }, { "step": 763, "T": 1492, "positions": 16, "loss": 1.2108033583026554, "ce": 2.101267889869632, "tv": 0.3697186291683465, "conf": 2.0269285584538648, "grad_norm": 4.817711353302002, "lr": 4.453231268191913e-05 }, { "step": 764, "T": 1264, "positions": 16, "loss": 0.31852574256481603, "ce": 0.6251848516985774, "tv": 0.2424941937206313, "conf": 2.472682078555067, "grad_norm": 8.435505867004395, "lr": 4.4515142385607465e-05 }, { "step": 765, "T": 1036, "positions": 16, "loss": 1.2773824464529753, "ce": 2.20313211530447, "tv": 0.4577593393623829, "conf": 3.5212716553360224, "grad_norm": 4.749217510223389, "lr": 4.4497948492613516e-05 }, { "step": 766, "T": 1275, "positions": 16, "loss": 0.7455132436007261, "ce": 1.5390992620959878, "tv": 0.31766817858442664, "conf": 1.7629528522957116, "grad_norm": 3.2651915550231934, "lr": 4.448073102372722e-05 }, { "step": 767, "T": 1204, "positions": 16, "loss": 0.8837080988837442, "ce": 2.098459960299806, "tv": 0.35424387792591006, "conf": 2.3552155279139697, "grad_norm": 5.539639949798584, "lr": 4.446348999976705e-05 }, { "step": 768, "T": 1126, "positions": 16, "loss": 0.21912515026656365, "ce": 0.2975840620511008, "tv": 0.088925950947214, "conf": 1.312259958297906, "grad_norm": 0.9096535444259644, "lr": 4.444622544157992e-05 }, { "step": 769, "T": 1553, "positions": 16, "loss": 1.2951089802299975, "ce": 2.2815111371091916, "tv": 0.32134744721406605, "conf": 1.7395575683040079, "grad_norm": 5.174901008605957, "lr": 4.442893737004124e-05 }, { "step": 770, "T": 1112, "positions": 16, "loss": 0.6071481861158645, "ce": 1.5174472422968392, "tv": 0.2625056203251006, "conf": 3.5547974175851778, "grad_norm": 4.7306599617004395, "lr": 4.4411625806054844e-05 }, { "step": 771, "T": 1238, "positions": 16, "loss": 0.43635800814809045, "ce": 1.0005159411812201, "tv": 0.2840971306723077, "conf": 4.083697411608227, "grad_norm": 3.8079843521118164, "lr": 4.439429077055295e-05 }, { "step": 772, "T": 1054, "positions": 16, "loss": 0.15070594814062588, "ce": 0.37430005925807563, "tv": 0.07818444801660007, "conf": 0.4845245721819573, "grad_norm": 0.7164297103881836, "lr": 4.437693228449617e-05 }, { "step": 773, "T": 1532, "positions": 16, "loss": 1.2417490421485127, "ce": 2.8686504895413236, "tv": 0.31334533476183424, "conf": 2.5677831864053173, "grad_norm": 5.597002029418945, "lr": 4.435955036887347e-05 }, { "step": 774, "T": 1470, "positions": 16, "loss": 0.9647530984657351, "ce": 2.2357196463271976, "tv": 0.3490807507187128, "conf": 5.733629335847127, "grad_norm": 6.274951934814453, "lr": 4.4342145044702143e-05 }, { "step": 775, "T": 1137, "positions": 16, "loss": 1.000804976793006, "ce": 1.8731283582746983, "tv": 0.4060681667178869, "conf": 4.2584619525805465, "grad_norm": 6.943020820617676, "lr": 4.432471633302782e-05 }, { "step": 776, "T": 1059, "positions": 16, "loss": 0.5762887271025647, "ce": 1.0939361745004135, "tv": 0.18518447861788445, "conf": 2.36484680388031, "grad_norm": 3.4104111194610596, "lr": 4.430726425492434e-05 }, { "step": 777, "T": 1066, "positions": 16, "loss": 0.0014815241008747648, "ce": 0.07033086138198996, "tv": 0.04420540867886302, "conf": 2.145745174498698, "grad_norm": 0.08680815249681473, "lr": 4.428978883149386e-05 }, { "step": 778, "T": 1489, "positions": 16, "loss": 0.26596123087665546, "ce": 0.6922461269059568, "tv": 0.14917053247336298, "conf": 5.198193124221045, "grad_norm": 3.049567461013794, "lr": 4.4272290083866744e-05 }, { "step": 779, "T": 1064, "positions": 16, "loss": 0.5043171922516194, "ce": 1.3471456417464651, "tv": 0.1831598168646451, "conf": 2.422126458205234, "grad_norm": 2.2265496253967285, "lr": 4.425476803320154e-05 }, { "step": 780, "T": 1110, "positions": 16, "loss": 0.2616565797865391, "ce": 0.4790074324885154, "tv": 0.07822638940160687, "conf": 1.2541255855202995, "grad_norm": 1.4112950563430786, "lr": 4.4237222700685e-05 }, { "step": 781, "T": 1041, "positions": 16, "loss": 0.21481670999150992, "ce": 0.3261009209268195, "tv": 0.07932822919610771, "conf": 2.179333822389239, "grad_norm": 0.888462245464325, "lr": 4.421965410753202e-05 }, { "step": 782, "T": 1448, "positions": 16, "loss": 0.9957185046216637, "ce": 1.7675853648524935, "tv": 0.3781760768033564, "conf": 5.4218476123269035, "grad_norm": 4.7463884353637695, "lr": 4.42020622749856e-05 }, { "step": 783, "T": 1100, "positions": 16, "loss": 0.3111732798242599, "ce": 0.636468535601125, "tv": 0.086341040680054, "conf": 0.777821843892712, "grad_norm": 0.9157730340957642, "lr": 4.4184447224316874e-05 }, { "step": 784, "T": 1226, "positions": 16, "loss": 0.7734689993212669, "ce": 1.3267196345350385, "tv": 0.32559861497429665, "conf": 4.218833757015646, "grad_norm": 6.424460411071777, "lr": 4.416680897682503e-05 }, { "step": 785, "T": 2309, "positions": 16, "loss": 1.8046899212156404, "ce": 3.538532168868187, "tv": 0.3950084472689923, "conf": 3.952174716735385, "grad_norm": 9.314798355102539, "lr": 4.4149147553837306e-05 }, { "step": 786, "T": 1083, "positions": 16, "loss": 0.35759895666501507, "ce": 0.9234756611767807, "tv": 0.2355250158252602, "conf": 6.740868894427422, "grad_norm": 4.778014659881592, "lr": 4.413146297670896e-05 }, { "step": 787, "T": 1116, "positions": 16, "loss": 0.1942498387136311, "ce": 0.5150270217291109, "tv": 0.12541218596015824, "conf": 3.556231565216052, "grad_norm": 1.7656058073043823, "lr": 4.411375526682327e-05 }, { "step": 788, "T": 1161, "positions": 16, "loss": 0.40326522072973603, "ce": 0.9390297484133043, "tv": 0.22131543289287947, "conf": 1.9966624667338948, "grad_norm": 2.1629929542541504, "lr": 4.409602444559143e-05 }, { "step": 789, "T": 1459, "positions": 16, "loss": 1.0588325236021774, "ce": 2.183910662715789, "tv": 0.33415769663406536, "conf": 8.120910810539499, "grad_norm": 5.003876686096191, "lr": 4.407827053445265e-05 }, { "step": 790, "T": 1085, "positions": 16, "loss": 0.33054627068850095, "ce": 0.8597818501402799, "tv": 0.18215781405342568, "conf": 4.895098234286619, "grad_norm": 3.44370698928833, "lr": 4.406049355487401e-05 }, { "step": 791, "T": 1075, "positions": 16, "loss": 0.6166100621810884, "ce": 1.5012690506221702, "tv": 0.24201301406151288, "conf": 5.5073868928266165, "grad_norm": 5.599564552307129, "lr": 4.4042693528350494e-05 }, { "step": 792, "T": 1700, "positions": 16, "loss": 1.1858065796404844, "ce": 2.1135646940674633, "tv": 0.3580517512746155, "conf": 3.386932363418964, "grad_norm": 6.77273416519165, "lr": 4.4024870476404964e-05 }, { "step": 793, "T": 1066, "positions": 16, "loss": 0.9513614033285194, "ce": 1.5875056151917306, "tv": 0.35226690335548483, "conf": 5.483271596220123, "grad_norm": 6.757363796234131, "lr": 4.4007024420588104e-05 }, { "step": 794, "T": 1043, "positions": 16, "loss": 0.5879412590002175, "ce": 1.0583529454597738, "tv": 0.24255927573540248, "conf": 4.50845168116563, "grad_norm": 4.347297191619873, "lr": 4.3989155382478445e-05 }, { "step": 795, "T": 1398, "positions": 16, "loss": 0.7047557721820397, "ce": 1.3015303848042095, "tv": 0.21471262792874768, "conf": 2.3737768847070777, "grad_norm": 3.501506805419922, "lr": 4.397126338368227e-05 }, { "step": 796, "T": 1403, "positions": 16, "loss": 1.0605223204764336, "ce": 2.049253463553555, "tv": 0.31386453688446636, "conf": 4.1209431482084256, "grad_norm": 2.7608423233032227, "lr": 4.3953348445833647e-05 }, { "step": 797, "T": 1059, "positions": 16, "loss": 1.256185260989696, "ce": 2.2896690943962312, "tv": 0.4225933542911662, "conf": 4.010423503710626, "grad_norm": 10.271434783935547, "lr": 4.393541059059437e-05 }, { "step": 798, "T": 1386, "positions": 16, "loss": 0.8400386892753886, "ce": 1.9072579762432724, "tv": 0.3322651784401387, "conf": 6.624756154138595, "grad_norm": 8.303929328918457, "lr": 4.3917449839653964e-05 }, { "step": 799, "T": 1068, "positions": 16, "loss": 0.24459375532933336, "ce": 0.5194177526063868, "tv": 0.20946333261963446, "conf": 6.758853014847773, "grad_norm": 4.3418779373168945, "lr": 4.3899466214729604e-05 }, { "step": 800, "T": 1069, "positions": 16, "loss": 0.4846567932981998, "ce": 1.05112026380084, "tv": 0.2940712911367882, "conf": 4.449899220922703, "grad_norm": 6.381840229034424, "lr": 4.3881459737566154e-05 }, { "step": 801, "T": 1085, "positions": 16, "loss": 0.39577676808858087, "ce": 0.8182602562847023, "tv": 0.17884268743409848, "conf": 1.8044759753759965, "grad_norm": 3.986161708831787, "lr": 4.3863430429936095e-05 }, { "step": 802, "T": 1690, "positions": 16, "loss": 1.382879250242695, "ce": 2.911873566776194, "tv": 0.3004178819428489, "conf": 5.397438475518399, "grad_norm": 4.178930282592773, "lr": 4.384537831363952e-05 }, { "step": 803, "T": 1047, "positions": 16, "loss": 0.25719887005213593, "ce": 0.5750299787026734, "tv": 0.1128533550213433, "conf": 2.12660258077085, "grad_norm": 1.6140413284301758, "lr": 4.3827303410504084e-05 }, { "step": 804, "T": 1554, "positions": 16, "loss": 1.0721033445861394, "ce": 2.2930865627422463, "tv": 0.3051536997954827, "conf": 4.512459130125201, "grad_norm": 3.8755879402160645, "lr": 4.3809205742385016e-05 }, { "step": 805, "T": 1584, "positions": 16, "loss": 1.2530545293740687, "ce": 2.2306380239836017, "tv": 0.3186621190106962, "conf": 2.716427679178963, "grad_norm": 5.512173652648926, "lr": 4.379108533116507e-05 }, { "step": 806, "T": 1081, "positions": 16, "loss": 0.1970903778847628, "ce": 0.32318988451856967, "tv": 0.08351114024435446, "conf": 2.082824477088934, "grad_norm": 2.2172956466674805, "lr": 4.377294219875448e-05 }, { "step": 807, "T": 1426, "positions": 16, "loss": 0.857748968685712, "ce": 1.7028553053573887, "tv": 0.1976679186000183, "conf": 3.7498391268509295, "grad_norm": 4.7872633934021, "lr": 4.375477636709098e-05 }, { "step": 808, "T": 1113, "positions": 16, "loss": 0.07521607441140077, "ce": 0.2352882549748756, "tv": 0.06757448097050656, "conf": 2.1927711182215717, "grad_norm": 0.8568539023399353, "lr": 4.373658785813972e-05 }, { "step": 809, "T": 1148, "positions": 16, "loss": 0.5540334944316783, "ce": 1.053753910062369, "tv": 0.2400168063795718, "conf": 5.20704510592353, "grad_norm": 4.225697994232178, "lr": 4.3718376693893306e-05 }, { "step": 810, "T": 1082, "positions": 16, "loss": 0.4173461440259416, "ce": 0.8005210538044594, "tv": 0.24402039335450354, "conf": 4.13320033024354, "grad_norm": 5.534642219543457, "lr": 4.37001428963717e-05 }, { "step": 811, "T": 1416, "positions": 16, "loss": 1.115367254926241, "ce": 2.111643195268698, "tv": 0.3486497168196365, "conf": 4.3179180605802685, "grad_norm": 3.251056671142578, "lr": 4.368188648762227e-05 }, { "step": 812, "T": 1175, "positions": 16, "loss": 1.6479173339903355, "ce": 2.835264939814806, "tv": 0.5202134847640991, "conf": 2.7249307205784135, "grad_norm": 5.7695207595825195, "lr": 4.366360748971968e-05 }, { "step": 813, "T": 1491, "positions": 16, "loss": 1.2015970929746231, "ce": 2.768788332591612, "tv": 0.3739457670599222, "conf": 4.820666448580413, "grad_norm": 7.767208576202393, "lr": 4.3645305924765954e-05 }, { "step": 814, "T": 1069, "positions": 16, "loss": 0.3319721666848636, "ce": 0.6060093873807091, "tv": 0.2094303394428607, "conf": 3.8231892518597306, "grad_norm": 6.955121994018555, "lr": 4.362698181489037e-05 }, { "step": 815, "T": 1065, "positions": 16, "loss": 0.3320782628791221, "ce": 0.5604719339607982, "tv": 0.09108761839161161, "conf": 0.3953699070880248, "grad_norm": 2.35463809967041, "lr": 4.360863518224947e-05 }, { "step": 816, "T": 1042, "positions": 16, "loss": 0.05848124650310638, "ce": 0.17672594971372746, "tv": 0.07283284600089246, "conf": 3.0414733104084197, "grad_norm": 1.0868539810180664, "lr": 4.359026604902705e-05 }, { "step": 817, "T": 1252, "positions": 16, "loss": 0.9551436331639707, "ce": 1.8617476170038572, "tv": 0.33985941070568515, "conf": 2.7036187105151726, "grad_norm": 6.006117343902588, "lr": 4.3571874437434076e-05 }, { "step": 818, "T": 1075, "positions": 16, "loss": 0.32275814485637966, "ce": 0.884651573184783, "tv": 0.20409395826663967, "conf": 4.010255483335641, "grad_norm": 2.3062961101531982, "lr": 4.3553460369708746e-05 }, { "step": 819, "T": 1054, "positions": 16, "loss": 0.8021645738367624, "ce": 1.6606527832814209, "tv": 0.22820686204431695, "conf": 1.4785394751112904, "grad_norm": 6.229358673095703, "lr": 4.353502386811636e-05 }, { "step": 820, "T": 1231, "positions": 16, "loss": 0.7164908035266251, "ce": 1.3292377721024877, "tv": 0.22264758863730094, "conf": 2.10976853302288, "grad_norm": 4.24957275390625, "lr": 4.351656495494938e-05 }, { "step": 821, "T": 1156, "positions": 16, "loss": 0.7548796603332448, "ce": 1.3629977515665814, "tv": 0.2963016063440591, "conf": 4.807796480979324, "grad_norm": 6.1285719871521, "lr": 4.349808365252733e-05 }, { "step": 822, "T": 1478, "positions": 16, "loss": 1.417922689273837, "ce": 2.8422110978281125, "tv": 0.3732458084705286, "conf": 3.415836931222202, "grad_norm": 6.05776834487915, "lr": 4.3479579983196847e-05 }, { "step": 823, "T": 1067, "positions": 16, "loss": 0.8199565513059497, "ce": 2.393630240112543, "tv": 0.4039332130923867, "conf": 4.686497541889352, "grad_norm": 6.070762634277344, "lr": 4.346105396933158e-05 }, { "step": 824, "T": 1042, "positions": 16, "loss": 0.622235044912486, "ce": 1.109222740484256, "tv": 0.1961955494771246, "conf": 2.9661339203084935, "grad_norm": 6.270689487457275, "lr": 4.344250563333222e-05 }, { "step": 825, "T": 1048, "positions": 16, "loss": 0.5817434298703574, "ce": 0.9524456499784719, "tv": 0.22580669412127463, "conf": 1.5994644297117797, "grad_norm": 8.00749683380127, "lr": 4.342393499762643e-05 }, { "step": 826, "T": 1070, "positions": 16, "loss": 1.4461169764399529, "ce": 2.325962144881487, "tv": 0.489755867049098, "conf": 3.72015723449465, "grad_norm": 11.388672828674316, "lr": 4.340534208466885e-05 }, { "step": 827, "T": 1200, "positions": 16, "loss": 0.4950108244083822, "ce": 1.2851414295728318, "tv": 0.2232814144808799, "conf": 4.04928919547611, "grad_norm": 1.9418623447418213, "lr": 4.338672691694104e-05 }, { "step": 828, "T": 1058, "positions": 16, "loss": 0.2591793235727664, "ce": 0.4976837108593486, "tv": 0.16575933940384857, "conf": 1.244505985083621, "grad_norm": 4.012897968292236, "lr": 4.3368089516951505e-05 }, { "step": 829, "T": 1040, "positions": 16, "loss": 0.5313650794990963, "ce": 1.0135371202054557, "tv": 0.16435178819665452, "conf": 5.392256630628253, "grad_norm": 1.5350496768951416, "lr": 4.3349429907235585e-05 }, { "step": 830, "T": 1095, "positions": 16, "loss": 0.5062235605364549, "ce": 1.3064423008836457, "tv": 0.2666990129109763, "conf": 2.7316119461351605, "grad_norm": 5.81035041809082, "lr": 4.33307481103555e-05 }, { "step": 831, "T": 2082, "positions": 16, "loss": 1.594724225060304, "ce": 3.040232929321064, "tv": 0.3988628743463778, "conf": 4.766448340193672, "grad_norm": 6.041439056396484, "lr": 4.3312044148900296e-05 }, { "step": 832, "T": 1243, "positions": 16, "loss": 0.6535219980963802, "ce": 1.567165333804951, "tv": 0.34194553472843836, "conf": 6.358973117785946, "grad_norm": 2.9583823680877686, "lr": 4.329331804548583e-05 }, { "step": 833, "T": 1792, "positions": 16, "loss": 1.7566831015956268, "ce": 3.2418720519926865, "tv": 0.41380189229676034, "conf": 5.1024369447351035, "grad_norm": 6.840215682983398, "lr": 4.3274569822754695e-05 }, { "step": 834, "T": 1053, "positions": 16, "loss": 0.25432126736734517, "ce": 0.5433511137484857, "tv": 0.08659495894607971, "conf": 1.0009035156197563, "grad_norm": 2.971223831176758, "lr": 4.325579950337628e-05 }, { "step": 835, "T": 1730, "positions": 16, "loss": 0.9226278493129598, "ce": 1.8176884333895487, "tv": 0.24905321359756272, "conf": 3.949064686035854, "grad_norm": 5.226165294647217, "lr": 4.3237007110046655e-05 }, { "step": 836, "T": 1243, "positions": 16, "loss": 1.5770586707512848, "ce": 2.631483488716185, "tv": 0.5347877372987568, "conf": 6.656439110753126, "grad_norm": 6.356786251068115, "lr": 4.3218192665488596e-05 }, { "step": 837, "T": 1069, "positions": 16, "loss": 0.13717352200234245, "ce": 0.2955609534215, "tv": 0.06346167832271021, "conf": 3.8930137378001586, "grad_norm": 0.6737403273582458, "lr": 4.3199356192451535e-05 }, { "step": 838, "T": 1064, "positions": 16, "loss": 0.627846301415957, "ce": 1.5699426672215395, "tv": 0.30908192183358096, "conf": 3.120078719814046, "grad_norm": 4.577502727508545, "lr": 4.318049771371154e-05 }, { "step": 839, "T": 1186, "positions": 16, "loss": 1.0097263554343954, "ce": 1.7719771900447085, "tv": 0.3348699841299094, "conf": 3.188978379374623, "grad_norm": 5.074862957000732, "lr": 4.316161725207131e-05 }, { "step": 840, "T": 1246, "positions": 16, "loss": 0.7856654481001897, "ce": 1.3513148064230336, "tv": 0.29725376389251323, "conf": 4.269254809245469, "grad_norm": 3.736260175704956, "lr": 4.314271483036007e-05 }, { "step": 841, "T": 1044, "positions": 16, "loss": 0.4286696893077533, "ce": 0.8228321337787747, "tv": 0.20745026566146407, "conf": 1.7255439656281055, "grad_norm": 3.046442747116089, "lr": 4.312379047143366e-05 }, { "step": 842, "T": 1449, "positions": 16, "loss": 1.31723425480277, "ce": 2.2775752062443644, "tv": 0.31564259179867804, "conf": 2.820681560508092, "grad_norm": 6.644725799560547, "lr": 4.310484419817441e-05 }, { "step": 843, "T": 1072, "positions": 16, "loss": 0.2971850310549371, "ce": 0.6620736975273758, "tv": 0.19543718625732254, "conf": 4.480813973485288, "grad_norm": 7.326384544372559, "lr": 4.308587603349115e-05 }, { "step": 844, "T": 1060, "positions": 16, "loss": 0.22123255291717214, "ce": 0.770108927245019, "tv": 0.17753606348196627, "conf": 4.206354517187376, "grad_norm": 3.870605945587158, "lr": 4.30668860003192e-05 }, { "step": 845, "T": 1478, "positions": 16, "loss": 1.4384096144063392, "ce": 2.4771024022129495, "tv": 0.32194287602033, "conf": 4.439498659125164, "grad_norm": 6.0308966636657715, "lr": 4.304787412162029e-05 }, { "step": 846, "T": 1040, "positions": 16, "loss": 1.535304575227201, "ce": 2.755041565746069, "tv": 0.5149540146812797, "conf": 3.0576206901623664, "grad_norm": 8.556983947753906, "lr": 4.3028840420382594e-05 }, { "step": 847, "T": 1192, "positions": 16, "loss": 1.529461252503097, "ce": 2.605764426290989, "tv": 0.49140517972409725, "conf": 3.1265039147706375, "grad_norm": 12.733105659484863, "lr": 4.300978491962066e-05 }, { "step": 848, "T": 1188, "positions": 16, "loss": 1.221300340101152, "ce": 2.1302663872775156, "tv": 0.4189000402984675, "conf": 3.6075139796589144, "grad_norm": 15.067975997924805, "lr": 4.2990707642375395e-05 }, { "step": 849, "T": 1044, "positions": 16, "loss": 0.9004806054363144, "ce": 1.4859559724573046, "tv": 0.35371805835166015, "conf": 5.575734635191335, "grad_norm": 5.623966693878174, "lr": 4.297160861171403e-05 }, { "step": 850, "T": 1159, "positions": 16, "loss": 0.6152230532607064, "ce": 1.3235990337998373, "tv": 0.2958762548514642, "conf": 5.006299796435499, "grad_norm": 10.571481704711914, "lr": 4.295248785073013e-05 }, { "step": 851, "T": 1215, "positions": 16, "loss": 0.8781265704892576, "ce": 1.7507350742816925, "tv": 0.38696388248354197, "conf": 2.5908041918910385, "grad_norm": 6.319993019104004, "lr": 4.293334538254348e-05 }, { "step": 852, "T": 1042, "positions": 16, "loss": 0.48283635267736713, "ce": 1.1417060661733558, "tv": 0.2025095255494307, "conf": 2.927077464661508, "grad_norm": 2.011909008026123, "lr": 4.2914181230300165e-05 }, { "step": 853, "T": 1056, "positions": 16, "loss": 0.3807908099902306, "ce": 0.6003176494632498, "tv": 0.2126714462719974, "conf": 2.8037043432893447, "grad_norm": 3.051018238067627, "lr": 4.289499541717247e-05 }, { "step": 854, "T": 1067, "positions": 16, "loss": 0.7495757453143597, "ce": 1.622339481022209, "tv": 0.38142385287210345, "conf": 5.266297873109579, "grad_norm": 4.25889253616333, "lr": 4.2875787966358854e-05 }, { "step": 855, "T": 1170, "positions": 16, "loss": 1.2643562197554274, "ce": 2.2990475023398176, "tv": 0.38598665746394545, "conf": 2.938966363784857, "grad_norm": 4.319261074066162, "lr": 4.2856558901083974e-05 }, { "step": 856, "T": 1380, "positions": 16, "loss": 0.9131098108539959, "ce": 1.7284505884854298, "tv": 0.2614483478173497, "conf": 1.6112244185000542, "grad_norm": 3.946507453918457, "lr": 4.2837308244598584e-05 }, { "step": 857, "T": 2217, "positions": 16, "loss": 1.9985060894323396, "ce": 3.9194170103874058, "tv": 0.5031574832974002, "conf": 5.2350624692819565, "grad_norm": 4.63742208480835, "lr": 4.281803602017958e-05 }, { "step": 858, "T": 1255, "positions": 16, "loss": 0.7688077916045586, "ce": 1.5882598166062962, "tv": 0.3693288606009446, "conf": 5.774175983853638, "grad_norm": 3.2727019786834717, "lr": 4.279874225112991e-05 }, { "step": 859, "T": 1063, "positions": 16, "loss": 0.11898885619501698, "ce": 0.33901158505886997, "tv": 0.0858357402485126, "conf": 1.9854015832892902, "grad_norm": 0.47921425104141235, "lr": 4.277942696077859e-05 }, { "step": 860, "T": 2274, "positions": 16, "loss": 1.5005455087048176, "ce": 2.8347732474339864, "tv": 0.36816988656210015, "conf": 4.4413090669780555, "grad_norm": 4.452817916870117, "lr": 4.2760090172480645e-05 }, { "step": 861, "T": 1129, "positions": 16, "loss": 0.25128208615842595, "ce": 0.4365279690719035, "tv": 0.20111435455692117, "conf": 2.346451200733255, "grad_norm": 2.8829476833343506, "lr": 4.27407319096171e-05 }, { "step": 862, "T": 1155, "positions": 16, "loss": 1.1686246013268828, "ce": 2.0325227566063404, "tv": 0.4679642440751195, "conf": 4.253606669110013, "grad_norm": 2.9125351905822754, "lr": 4.272135219559497e-05 }, { "step": 863, "T": 1081, "positions": 16, "loss": 0.12065489610836266, "ce": 0.3260941368789645, "tv": 0.08853452453331556, "conf": 2.2033361143945114, "grad_norm": 1.5719070434570312, "lr": 4.270195105384714e-05 }, { "step": 864, "T": 1053, "positions": 16, "loss": 0.17401089393206348, "ce": 0.45766284975798044, "tv": 0.1491215190380899, "conf": 3.6642270334323257, "grad_norm": 5.10336446762085, "lr": 4.26825285078325e-05 }, { "step": 865, "T": 1545, "positions": 16, "loss": 1.1797711665763018, "ce": 2.1702005842525978, "tv": 0.2684649243892636, "conf": 2.7294845884979964, "grad_norm": 2.5759243965148926, "lr": 4.2663084581035726e-05 }, { "step": 866, "T": 1098, "positions": 16, "loss": 0.504259971172587, "ce": 1.041219886050385, "tv": 0.26565953917452134, "conf": 3.6244235375167477, "grad_norm": 5.334321975708008, "lr": 4.2643619296967425e-05 }, { "step": 867, "T": 1129, "positions": 16, "loss": 1.4255416153155238, "ce": 2.6930972733534873, "tv": 0.48230283590964973, "conf": 4.836962401159184, "grad_norm": 6.267507076263428, "lr": 4.2624132679163965e-05 }, { "step": 868, "T": 1054, "positions": 16, "loss": 0.42907266952602185, "ce": 0.8823352838844585, "tv": 0.1650125888227194, "conf": 4.305057708149376, "grad_norm": 2.4846596717834473, "lr": 4.260462475118756e-05 }, { "step": 869, "T": 1158, "positions": 16, "loss": 0.8120283504977124, "ce": 1.273197674745461, "tv": 0.299863190492033, "conf": 4.443821771694729, "grad_norm": 7.839362621307373, "lr": 4.258509553662615e-05 }, { "step": 870, "T": 1118, "positions": 16, "loss": 0.41273301834701215, "ce": 0.9004154718895734, "tv": 0.19478806631013867, "conf": 2.6394313346796707, "grad_norm": 8.411046981811523, "lr": 4.256554505909344e-05 }, { "step": 871, "T": 1780, "positions": 16, "loss": 0.8187731053484413, "ce": 1.5808138506035903, "tv": 0.26516036268367316, "conf": 4.463891336821689, "grad_norm": 2.9020371437072754, "lr": 4.254597334222884e-05 }, { "step": 872, "T": 1072, "positions": 16, "loss": 0.34236782818212674, "ce": 0.6459890708829334, "tv": 0.11138563664462708, "conf": 1.8224618746131682, "grad_norm": 1.9205806255340576, "lr": 4.252638040969744e-05 }, { "step": 873, "T": 1051, "positions": 16, "loss": 0.4946579476631996, "ce": 1.1565017040354633, "tv": 0.22662728473505922, "conf": 2.7816366837462674, "grad_norm": 7.484128952026367, "lr": 4.250676628518998e-05 }, { "step": 874, "T": 1055, "positions": 16, "loss": 0.34915764171262254, "ce": 0.8018437562623149, "tv": 0.22465457569796854, "conf": 2.61697534515406, "grad_norm": 6.220219612121582, "lr": 4.248713099242283e-05 }, { "step": 875, "T": 1037, "positions": 16, "loss": 0.7433849135850323, "ce": 1.3630995788844302, "tv": 0.2756490136962384, "conf": 3.6139190882960293, "grad_norm": 5.605681419372559, "lr": 4.246747455513794e-05 }, { "step": 876, "T": 1944, "positions": 16, "loss": 1.372827479352054, "ce": 2.530121739870083, "tv": 0.36272634539272985, "conf": 3.7421009520427333, "grad_norm": 8.712223052978516, "lr": 4.244779699710286e-05 }, { "step": 877, "T": 1151, "positions": 16, "loss": 0.0938049602054889, "ce": 0.20807381953272852, "tv": 0.09255248508998193, "conf": 4.555591464508325, "grad_norm": 1.3569642305374146, "lr": 4.242809834211063e-05 }, { "step": 878, "T": 1426, "positions": 16, "loss": 0.6597196516881922, "ce": 1.4262335119419731, "tv": 0.23109710786593496, "conf": 3.6224439879021864, "grad_norm": 4.52049446105957, "lr": 4.240837861397985e-05 }, { "step": 879, "T": 1110, "positions": 16, "loss": 0.5014482213550764, "ce": 1.8459028935708375, "tv": 0.20172492115671048, "conf": 3.167548550636762, "grad_norm": 2.3022735118865967, "lr": 4.2388637836554564e-05 }, { "step": 880, "T": 1084, "positions": 16, "loss": 0.16248747282389786, "ce": 0.4450786670643083, "tv": 0.13955809144226805, "conf": 5.690887934063945, "grad_norm": 2.646390676498413, "lr": 4.2368876033704276e-05 }, { "step": 881, "T": 1075, "positions": 16, "loss": 0.14788394498100388, "ce": 0.3098251128649281, "tv": 0.06446684902039124, "conf": 2.2862693533386027, "grad_norm": 1.3798396587371826, "lr": 4.234909322932393e-05 }, { "step": 882, "T": 1072, "positions": 16, "loss": 0.49082016645161275, "ce": 0.8336656212850357, "tv": 0.1642448348175094, "conf": 3.343543976341607, "grad_norm": 5.6278181076049805, "lr": 4.232928944733384e-05 }, { "step": 883, "T": 1077, "positions": 16, "loss": 0.3176092012844123, "ce": 0.45724291593870703, "tv": 0.15943922175506486, "conf": 2.99135010884005, "grad_norm": 7.43344259262085, "lr": 4.230946471167971e-05 }, { "step": 884, "T": 1221, "positions": 16, "loss": 0.81534554620157, "ce": 1.6858135541551746, "tv": 0.3179587252379861, "conf": 5.215954555786595, "grad_norm": 3.661684274673462, "lr": 4.2289619046332554e-05 }, { "step": 885, "T": 1204, "positions": 16, "loss": 1.1608822396956384, "ce": 2.3621187126263976, "tv": 0.45628409646451473, "conf": 5.975916126742959, "grad_norm": 4.480935573577881, "lr": 4.22697524752887e-05 }, { "step": 886, "T": 1094, "positions": 16, "loss": 0.4855143567115192, "ce": 0.9330673442545958, "tv": 0.2314459829030966, "conf": 5.62713182936548, "grad_norm": 8.118853569030762, "lr": 4.224986502256978e-05 }, { "step": 887, "T": 1063, "positions": 16, "loss": 0.4164274557115277, "ce": 0.8742247024674725, "tv": 0.1837043326595449, "conf": 2.6187155678321155, "grad_norm": 3.519164562225342, "lr": 4.2229956712222626e-05 }, { "step": 888, "T": 1631, "positions": 16, "loss": 1.4605493517010473, "ce": 2.972535575274378, "tv": 0.4303864457178861, "conf": 4.985210166691104, "grad_norm": 5.428615093231201, "lr": 4.221002756831935e-05 }, { "step": 889, "T": 1054, "positions": 16, "loss": 0.31728793340471384, "ce": 0.5923263875174598, "tv": 0.19230742143008683, "conf": 3.2226586437419655, "grad_norm": 4.755683898925781, "lr": 4.21900776149572e-05 }, { "step": 890, "T": 1366, "positions": 16, "loss": 1.240894739428768, "ce": 2.157929860521108, "tv": 0.36371567437890917, "conf": 2.412877022571628, "grad_norm": 3.525736093521118, "lr": 4.217010687625862e-05 }, { "step": 891, "T": 1086, "positions": 16, "loss": 0.43968804795053984, "ce": 1.1709697899609637, "tv": 0.18326654002294163, "conf": 4.9708857048326305, "grad_norm": 5.848243236541748, "lr": 4.215011537637117e-05 }, { "step": 892, "T": 1076, "positions": 16, "loss": 0.23018838398820662, "ce": 0.5571106165589299, "tv": 0.2139555538597051, "conf": 4.375591070853261, "grad_norm": 3.471803903579712, "lr": 4.213010313946751e-05 }, { "step": 893, "T": 1096, "positions": 16, "loss": 0.7934790473082103, "ce": 1.5061260405927896, "tv": 0.3381261868053116, "conf": 5.047760440775164, "grad_norm": 3.3069844245910645, "lr": 4.211007018974541e-05 }, { "step": 894, "T": 1261, "positions": 16, "loss": 0.9209712125921214, "ce": 1.4840812156617176, "tv": 0.3557823209121125, "conf": 4.0240544430562295, "grad_norm": 3.23469614982605, "lr": 4.209001655142763e-05 }, { "step": 895, "T": 1170, "positions": 16, "loss": 1.3881621765904129, "ce": 2.4449941339553334, "tv": 0.45186848513549194, "conf": 2.576812710962586, "grad_norm": 6.824007511138916, "lr": 4.206994224876199e-05 }, { "step": 896, "T": 1677, "positions": 16, "loss": 1.4733992883651297, "ce": 2.636937837890855, "tv": 0.3212247337378358, "conf": 4.30425361146564, "grad_norm": 6.025795936584473, "lr": 4.2049847306021275e-05 }, { "step": 897, "T": 1108, "positions": 16, "loss": 0.5353740384853154, "ce": 1.2127814568043505, "tv": 0.19026009303388491, "conf": 2.9905657907097027, "grad_norm": 2.9163901805877686, "lr": 4.202973174750322e-05 }, { "step": 898, "T": 1044, "positions": 16, "loss": 0.6255370118765313, "ce": 1.3423944378337183, "tv": 0.25374693277808547, "conf": 3.451705776191788, "grad_norm": 5.815291881561279, "lr": 4.2009595597530514e-05 }, { "step": 899, "T": 1048, "positions": 16, "loss": 1.7260043444111943, "ce": 2.794069768860936, "tv": 0.5674314945936203, "conf": 3.888510803459212, "grad_norm": 4.713783264160156, "lr": 4.198943888045073e-05 }, { "step": 900, "T": 1066, "positions": 16, "loss": 1.3231504628201947, "ce": 2.4483834505081177, "tv": 0.46473250910639763, "conf": 4.858496733009815, "grad_norm": 5.297267913818359, "lr": 4.196926162063629e-05 }, { "step": 901, "T": 1164, "positions": 16, "loss": 0.5669649586052401, "ce": 0.9416115419007838, "tv": 0.30627356842160225, "conf": 3.5904721864195857, "grad_norm": 6.6984357833862305, "lr": 4.1949063842484496e-05 }, { "step": 902, "T": 1117, "positions": 16, "loss": 0.5573930377831857, "ce": 1.2570250475546345, "tv": 0.24215467716567218, "conf": 3.6609307762029673, "grad_norm": 2.4207985401153564, "lr": 4.192884557041742e-05 }, { "step": 903, "T": 1205, "positions": 16, "loss": 0.6984877575033437, "ce": 1.7116967724473398, "tv": 0.274618817413284, "conf": 3.278717706980888, "grad_norm": 3.3850600719451904, "lr": 4.190860682888194e-05 }, { "step": 904, "T": 1045, "positions": 16, "loss": 1.2080649060771975, "ce": 1.981088026019279, "tv": 0.42664430302829714, "conf": 9.197411729600406, "grad_norm": 7.970349311828613, "lr": 4.188834764234968e-05 }, { "step": 905, "T": 1044, "positions": 16, "loss": 0.31532204844188527, "ce": 0.6100002605380723, "tv": 0.11501336791479844, "conf": 1.471126185032078, "grad_norm": 3.5970962047576904, "lr": 4.186806803531698e-05 }, { "step": 906, "T": 1617, "positions": 16, "loss": 1.171751323471426, "ce": 2.190760244278863, "tv": 0.26855007585436397, "conf": 3.8324148319661617, "grad_norm": 3.994579553604126, "lr": 4.1847768032304856e-05 }, { "step": 907, "T": 1406, "positions": 16, "loss": 0.9771606970471112, "ce": 1.7496472482744139, "tv": 0.2703382550243987, "conf": 4.8355860704559745, "grad_norm": 4.65634298324585, "lr": 4.182744765785903e-05 }, { "step": 908, "T": 1395, "positions": 16, "loss": 0.6838042655454046, "ce": 1.3214594650198705, "tv": 0.25245219336648006, "conf": 9.219385455362499, "grad_norm": 4.525786399841309, "lr": 4.18071069365498e-05 }, { "step": 909, "T": 1336, "positions": 16, "loss": 0.8370119797964435, "ce": 1.7092180856852792, "tv": 0.26807816134532914, "conf": 5.206808565039621, "grad_norm": 4.143450736999512, "lr": 4.1786745892972125e-05 }, { "step": 910, "T": 1040, "positions": 16, "loss": 0.40649904173915274, "ce": 0.7381304034497589, "tv": 0.1951179206953384, "conf": 3.804946919248243, "grad_norm": 3.1005795001983643, "lr": 4.176636455174547e-05 }, { "step": 911, "T": 1064, "positions": 16, "loss": 0.19528880901634693, "ce": 0.39832251699408516, "tv": 0.1142682014615275, "conf": 4.397835800424218, "grad_norm": 3.0806827545166016, "lr": 4.1745962937513914e-05 }, { "step": 912, "T": 1088, "positions": 16, "loss": 0.3199854984748072, "ce": 0.8454311092300486, "tv": 0.21265827964498385, "conf": 5.659307577852233, "grad_norm": 2.348376989364624, "lr": 4.172554107494601e-05 }, { "step": 913, "T": 1098, "positions": 16, "loss": 0.10502808552612919, "ce": 0.273501704730279, "tv": 0.12982168411190287, "conf": 3.6587988027119636, "grad_norm": 1.787916898727417, "lr": 4.170509898873477e-05 }, { "step": 914, "T": 1079, "positions": 16, "loss": 0.8842653918836731, "ce": 1.5376161289168522, "tv": 0.34677578264381737, "conf": 4.431279334166902, "grad_norm": 6.310614585876465, "lr": 4.168463670359771e-05 }, { "step": 915, "T": 1042, "positions": 16, "loss": 0.4626140823775131, "ce": 0.8458463803726772, "tv": 0.20102580680395477, "conf": 3.764333295380921, "grad_norm": 4.407212257385254, "lr": 4.1664154244276754e-05 }, { "step": 916, "T": 1641, "positions": 16, "loss": 1.7151878133881837, "ce": 3.3220417154952884, "tv": 0.49645533692091703, "conf": 5.462552837159606, "grad_norm": 17.310548782348633, "lr": 4.1643651635538194e-05 }, { "step": 917, "T": 1093, "positions": 16, "loss": 0.734776030320063, "ce": 1.3847156288684346, "tv": 0.2721948536727723, "conf": 2.9422187570541, "grad_norm": 7.63230037689209, "lr": 4.162312890217273e-05 }, { "step": 918, "T": 1078, "positions": 16, "loss": 0.2549761353111535, "ce": 0.8143066601987812, "tv": 0.21369362265613745, "conf": 5.943148857069076, "grad_norm": 5.513216972351074, "lr": 4.160258606899533e-05 }, { "step": 919, "T": 1090, "positions": 16, "loss": 0.6541570643421437, "ce": 1.3145079214882571, "tv": 0.2318132267173496, "conf": 3.0501770215978183, "grad_norm": 5.42409086227417, "lr": 4.158202316084535e-05 }, { "step": 920, "T": 1091, "positions": 16, "loss": 0.37267325885841274, "ce": 0.6078194804722443, "tv": 0.1991942091844976, "conf": 4.68461821321398, "grad_norm": 4.778481960296631, "lr": 4.156144020258634e-05 }, { "step": 921, "T": 2080, "positions": 16, "loss": 1.4269932677707402, "ce": 2.6417379408085253, "tv": 0.3492467043979559, "conf": 3.3291168889081746, "grad_norm": 5.568014144897461, "lr": 4.1540837219106154e-05 }, { "step": 922, "T": 1077, "positions": 16, "loss": 0.2787434650135765, "ce": 0.5812326559571375, "tv": 0.19749069250792672, "conf": 3.163952124239586, "grad_norm": 4.1703925132751465, "lr": 4.1520214235316826e-05 }, { "step": 923, "T": 1088, "positions": 16, "loss": 0.46865624358360236, "ce": 0.8840814769261556, "tv": 0.1532136389078005, "conf": 1.2643545941528993, "grad_norm": 2.6455445289611816, "lr": 4.149957127615457e-05 }, { "step": 924, "T": 1201, "positions": 16, "loss": 1.431892093271017, "ce": 2.3809791207313538, "tv": 0.5176753653213382, "conf": 3.8563883117485602, "grad_norm": 5.363090991973877, "lr": 4.147890836657978e-05 }, { "step": 925, "T": 1409, "positions": 16, "loss": 0.9761438335631993, "ce": 2.1783246069746838, "tv": 0.18576301721623167, "conf": 2.2109039671972326, "grad_norm": 3.3116366863250732, "lr": 4.145822553157696e-05 }, { "step": 926, "T": 1103, "positions": 16, "loss": 0.3175049351339112, "ce": 0.7487411635302124, "tv": 0.22413881537795532, "conf": 3.3440540895306836, "grad_norm": 3.6745970249176025, "lr": 4.143752279615469e-05 }, { "step": 927, "T": 1372, "positions": 16, "loss": 1.2234139324232274, "ce": 2.3685755770638934, "tv": 0.32580412853712915, "conf": 2.705395704935654, "grad_norm": 5.342617034912109, "lr": 4.141680018534564e-05 }, { "step": 928, "T": 1197, "positions": 16, "loss": 0.5505951318446023, "ce": 1.4570896149525652, "tv": 0.2668233512813458, "conf": 3.0759485336620855, "grad_norm": 6.352712631225586, "lr": 4.139605772420649e-05 }, { "step": 929, "T": 2307, "positions": 16, "loss": 1.3049063315866078, "ce": 2.2831575974123552, "tv": 0.4169615908758715, "conf": 5.434006970661718, "grad_norm": 6.4564080238342285, "lr": 4.137529543781794e-05 }, { "step": 930, "T": 2260, "positions": 16, "loss": 1.9502579527538728, "ce": 3.860478448230424, "tv": 0.4173919923705398, "conf": 3.4041137247668347, "grad_norm": 12.513845443725586, "lr": 4.135451335128465e-05 }, { "step": 931, "T": 1221, "positions": 16, "loss": 1.066209470439162, "ce": 1.963967280225006, "tv": 0.33478323492272466, "conf": 3.227304203171468, "grad_norm": 5.278603553771973, "lr": 4.133371148973523e-05 }, { "step": 932, "T": 1175, "positions": 16, "loss": 1.605935437604785, "ce": 2.7447753809392452, "tv": 0.4659069310873747, "conf": 1.921537659117413, "grad_norm": 5.193564414978027, "lr": 4.131288987832218e-05 }, { "step": 933, "T": 1558, "positions": 16, "loss": 1.2384549101407174, "ce": 2.197842626250349, "tv": 0.3530454034698778, "conf": 4.018339512163948, "grad_norm": 4.698462963104248, "lr": 4.129204854222191e-05 }, { "step": 934, "T": 1150, "positions": 16, "loss": 1.9504245002754033, "ce": 3.243889001198113, "tv": 0.5486917532980442, "conf": 3.0960605219033823, "grad_norm": 5.256678581237793, "lr": 4.1271187506634655e-05 }, { "step": 935, "T": 1042, "positions": 16, "loss": 0.4705420183490787, "ce": 0.848510135707329, "tv": 0.2004928360474878, "conf": 2.841355822553752, "grad_norm": 4.5704851150512695, "lr": 4.125030679678449e-05 }, { "step": 936, "T": 1811, "positions": 16, "loss": 2.075064691787702, "ce": 3.5964443582415697, "tv": 0.48869029826892074, "conf": 1.4480482211921166, "grad_norm": 10.7689790725708, "lr": 4.1229406437919264e-05 }, { "step": 937, "T": 1624, "positions": 16, "loss": 1.0479787027679777, "ce": 2.123619305075408, "tv": 0.32325904404569883, "conf": 3.306833964951602, "grad_norm": 5.170557498931885, "lr": 4.120848645531059e-05 }, { "step": 938, "T": 1279, "positions": 16, "loss": 1.5589749084901996, "ce": 2.59057669271715, "tv": 0.43254958069883287, "conf": 4.3628744777379325, "grad_norm": 6.856900691986084, "lr": 4.118754687425381e-05 }, { "step": 939, "T": 1500, "positions": 16, "loss": 0.7537155388733936, "ce": 1.5548684617124309, "tv": 0.23256109838621342, "conf": 4.257109691155467, "grad_norm": 2.0585803985595703, "lr": 4.116658772006797e-05 }, { "step": 940, "T": 1536, "positions": 16, "loss": 1.5330182185645072, "ce": 2.670413046711019, "tv": 0.34319025672357384, "conf": 1.7357935390070907, "grad_norm": 7.330897808074951, "lr": 4.1145609018095774e-05 }, { "step": 941, "T": 1094, "positions": 16, "loss": 0.5779863046773244, "ce": 1.350039414362982, "tv": 0.3285728875780478, "conf": 9.844043735476637, "grad_norm": 6.760512828826904, "lr": 4.112461079370355e-05 }, { "step": 942, "T": 1578, "positions": 16, "loss": 0.9621033346832633, "ce": 1.82696950319405, "tv": 0.24277369596529752, "conf": 3.6543137022802443, "grad_norm": 5.1524248123168945, "lr": 4.1103593072281257e-05 }, { "step": 943, "T": 1082, "positions": 16, "loss": 0.4666513749389196, "ce": 0.9358117639785632, "tv": 0.207023845607182, "conf": 4.775104032040693, "grad_norm": 5.917837142944336, "lr": 4.1082555879242414e-05 }, { "step": 944, "T": 1155, "positions": 16, "loss": 0.7330373483709991, "ce": 1.608263068657834, "tv": 0.2754106325446628, "conf": 2.417199551585224, "grad_norm": 2.022960662841797, "lr": 4.106149924002408e-05 }, { "step": 945, "T": 1201, "positions": 16, "loss": 1.7118339606095105, "ce": 2.702749378979206, "tv": 0.5679213143885136, "conf": 7.708754890748297, "grad_norm": 4.556488037109375, "lr": 4.104042318008684e-05 }, { "step": 946, "T": 1214, "positions": 16, "loss": 0.882802692707628, "ce": 1.8426734853419475, "tv": 0.32573583943303674, "conf": 4.260267135491986, "grad_norm": 3.480452299118042, "lr": 4.101932772491476e-05 }, { "step": 947, "T": 1064, "positions": 16, "loss": 0.49665805017548337, "ce": 0.9510673006825527, "tv": 0.1835171181928672, "conf": 3.331595884228132, "grad_norm": 2.1234920024871826, "lr": 4.099821290001535e-05 }, { "step": 948, "T": 1400, "positions": 16, "loss": 0.4172704293943639, "ce": 0.737653022856648, "tv": 0.1538359325604688, "conf": 2.9779056903992807, "grad_norm": 4.081962585449219, "lr": 4.097707873091954e-05 }, { "step": 949, "T": 1049, "positions": 16, "loss": 0.5010017404160862, "ce": 1.0064005807216745, "tv": 0.20284075886956998, "conf": 4.088581461966617, "grad_norm": 6.020970344543457, "lr": 4.0955925243181655e-05 }, { "step": 950, "T": 1039, "positions": 16, "loss": 2.2784570641815662, "ce": 3.840710498392582, "tv": 0.6426756456494331, "conf": 7.059348224377615, "grad_norm": 6.65220308303833, "lr": 4.093475246237938e-05 }, { "step": 951, "T": 1167, "positions": 16, "loss": 1.1651389211037895, "ce": 2.174399249604903, "tv": 0.411713732406497, "conf": 6.776342042587511, "grad_norm": 7.142309665679932, "lr": 4.091356041411373e-05 }, { "step": 952, "T": 1466, "positions": 16, "loss": 1.0032614882911872, "ce": 1.9284573069444377, "tv": 0.25670996766666576, "conf": 3.611050381924742, "grad_norm": 2.9925360679626465, "lr": 4.0892349124009014e-05 }, { "step": 953, "T": 1095, "positions": 16, "loss": 0.5953499418495909, "ce": 1.387674069879722, "tv": 0.18599416450297213, "conf": 4.350442366870221, "grad_norm": 5.7252068519592285, "lr": 4.087111861771279e-05 }, { "step": 954, "T": 1047, "positions": 16, "loss": 0.1535343289035751, "ce": 0.25602172495655395, "tv": 0.061062451518409944, "conf": 0.5983956760389988, "grad_norm": 1.7104398012161255, "lr": 4.084986892089589e-05 }, { "step": 955, "T": 1087, "positions": 16, "loss": 0.6600778456631815, "ce": 1.2609167171285662, "tv": 0.25472609867938445, "conf": 5.4427075788795385, "grad_norm": 9.553995132446289, "lr": 4.082860005925232e-05 }, { "step": 956, "T": 1048, "positions": 16, "loss": 0.3719252423970829, "ce": 0.745018930572769, "tv": 0.1511796147306086, "conf": 2.4637469515557813, "grad_norm": 2.7176570892333984, "lr": 4.080731205849926e-05 }, { "step": 957, "T": 1049, "positions": 16, "loss": 0.611506714954885, "ce": 1.4519278305851913, "tv": 0.26170607592575834, "conf": 7.541836567223072, "grad_norm": 3.676516532897949, "lr": 4.0786004944377046e-05 }, { "step": 958, "T": 1189, "positions": 16, "loss": 1.1866060812026262, "ce": 2.0421205796301365, "tv": 0.4573924532160163, "conf": 5.038487664795753, "grad_norm": 5.345526218414307, "lr": 4.076467874264912e-05 }, { "step": 959, "T": 1144, "positions": 16, "loss": 1.5722233280539513, "ce": 2.5752048790454865, "tv": 0.5262563154101372, "conf": 4.886050193010853, "grad_norm": 6.2236480712890625, "lr": 4.0743333479102005e-05 }, { "step": 960, "T": 1042, "positions": 16, "loss": 0.850440792974041, "ce": 1.5264954581070924, "tv": 0.34834623892675154, "conf": 5.077088067308077, "grad_norm": 3.418421983718872, "lr": 4.072196917954526e-05 }, { "step": 961, "T": 1555, "positions": 16, "loss": 1.106817092155893, "ce": 2.15528178701652, "tv": 0.2230785440415275, "conf": 0.5892075417144079, "grad_norm": 4.736619472503662, "lr": 4.070058586981147e-05 }, { "step": 962, "T": 2304, "positions": 16, "loss": 1.5594450174830854, "ce": 2.7476097773760557, "tv": 0.472853341139853, "conf": 7.417752773015621, "grad_norm": 6.801402568817139, "lr": 4.067918357575622e-05 }, { "step": 963, "T": 1478, "positions": 16, "loss": 1.1274811921257424, "ce": 2.103072234760475, "tv": 0.28892240328059415, "conf": 4.667836804561631, "grad_norm": 3.5212206840515137, "lr": 4.065776232325802e-05 }, { "step": 964, "T": 1466, "positions": 16, "loss": 0.7280510289911035, "ce": 1.5559220875120445, "tv": 0.290350247072638, "conf": 5.738699228482034, "grad_norm": 4.889852523803711, "lr": 4.063632213821833e-05 }, { "step": 965, "T": 1066, "positions": 16, "loss": 0.6941398530616425, "ce": 1.282481507936609, "tv": 0.34820652804046404, "conf": 5.321926334227502, "grad_norm": 3.229928970336914, "lr": 4.061486304656149e-05 }, { "step": 966, "T": 1815, "positions": 16, "loss": 0.9123304819246414, "ce": 1.7391873886881513, "tv": 0.2581063900652225, "conf": 7.313367190537974, "grad_norm": 4.593053817749023, "lr": 4.0593385074234715e-05 }, { "step": 967, "T": 1425, "positions": 16, "loss": 0.8042981993357898, "ce": 1.6541563957653125, "tv": 0.23125426873593824, "conf": 6.575668426450648, "grad_norm": 3.7347958087921143, "lr": 4.057188824720801e-05 }, { "step": 968, "T": 1534, "positions": 16, "loss": 0.6743181536039629, "ce": 1.5041738331492525, "tv": 0.24002548366843257, "conf": 8.7807220388502, "grad_norm": 3.0803778171539307, "lr": 4.055037259147424e-05 }, { "step": 969, "T": 1097, "positions": 16, "loss": 0.27921542102740204, "ce": 1.0846525176975774, "tv": 0.17443036214717722, "conf": 6.244223249351887, "grad_norm": 2.463754653930664, "lr": 4.0528838133048975e-05 }, { "step": 970, "T": 1379, "positions": 16, "loss": 0.7735163325123722, "ce": 1.6031336579471827, "tv": 0.3035147103946656, "conf": 7.861820496840664, "grad_norm": 7.044562816619873, "lr": 4.050728489797056e-05 }, { "step": 971, "T": 1222, "positions": 16, "loss": 1.887119084596634, "ce": 3.0485214069485664, "tv": 0.5588529799133539, "conf": 3.6579652555526536, "grad_norm": 6.665926456451416, "lr": 4.048571291230003e-05 }, { "step": 972, "T": 1205, "positions": 16, "loss": 0.16957287099194218, "ce": 0.42194115209531446, "tv": 0.09100944884994533, "conf": 1.5311699047319183, "grad_norm": 2.9429233074188232, "lr": 4.04641222021211e-05 }, { "step": 973, "T": 1354, "positions": 16, "loss": 0.8178762618226756, "ce": 1.6529150197347917, "tv": 0.32410921727932873, "conf": 5.010654905119853, "grad_norm": 7.189772605895996, "lr": 4.044251279354011e-05 }, { "step": 974, "T": 1056, "positions": 16, "loss": 0.3222154680488529, "ce": 0.725709469330468, "tv": 0.16868719168269308, "conf": 5.235564772514665, "grad_norm": 1.9417890310287476, "lr": 4.042088471268602e-05 }, { "step": 975, "T": 1079, "positions": 16, "loss": 0.33147407635152604, "ce": 0.5547209398555424, "tv": 0.17627537932276027, "conf": 3.511744596629858, "grad_norm": 3.8188984394073486, "lr": 4.039923798571037e-05 }, { "step": 976, "T": 1232, "positions": 16, "loss": 0.9745995705220594, "ce": 2.0315228370127443, "tv": 0.28732641273745685, "conf": 2.7606806539480395, "grad_norm": 2.8015236854553223, "lr": 4.037757263878724e-05 }, { "step": 977, "T": 1054, "positions": 16, "loss": 1.1662253025679092, "ce": 1.9652241339645116, "tv": 0.41569020893075503, "conf": 5.840269011912183, "grad_norm": 8.935932159423828, "lr": 4.035588869811323e-05 }, { "step": 978, "T": 1091, "positions": 16, "loss": 0.23773885294924924, "ce": 0.42411652567864166, "tv": 0.08397624303688644, "conf": 1.3785213203645554, "grad_norm": 1.943042278289795, "lr": 4.0334186189907415e-05 }, { "step": 979, "T": 1242, "positions": 16, "loss": 0.6815496741910465, "ce": 1.5357245149789378, "tv": 0.22573282476514578, "conf": 5.705607356385689, "grad_norm": 3.6765177249908447, "lr": 4.0312465140411325e-05 }, { "step": 980, "T": 1209, "positions": 16, "loss": 0.5861395998635999, "ce": 1.272167744959006, "tv": 0.1916780516767176, "conf": 3.8937995494545277, "grad_norm": 3.2233102321624756, "lr": 4.029072557588891e-05 }, { "step": 981, "T": 1106, "positions": 16, "loss": 1.0445923921652138, "ce": 1.539789170055883, "tv": 0.3704349236941198, "conf": 4.399371538931812, "grad_norm": 8.789178848266602, "lr": 4.0268967522626504e-05 }, { "step": 982, "T": 1222, "positions": 16, "loss": 0.7945044646039605, "ce": 2.20290043890418, "tv": 0.3525163656740915, "conf": 5.544315956396359, "grad_norm": 3.09236478805542, "lr": 4.024719100693281e-05 }, { "step": 983, "T": 1097, "positions": 16, "loss": 0.7707298264939624, "ce": 1.7717056201800006, "tv": 0.3521439457836095, "conf": 5.842049211730751, "grad_norm": 4.202892780303955, "lr": 4.022539605513882e-05 }, { "step": 984, "T": 1390, "positions": 16, "loss": 0.7957919755682523, "ce": 1.8888095874535793, "tv": 0.267301220281297, "conf": 3.017597415229684, "grad_norm": 3.49814772605896, "lr": 4.020358269359786e-05 }, { "step": 985, "T": 1645, "positions": 16, "loss": 1.2653797254437222, "ce": 3.021880869899178, "tv": 0.3067814186506439, "conf": 2.4595404686769724, "grad_norm": 4.675787448883057, "lr": 4.0181750948685505e-05 }, { "step": 986, "T": 1090, "positions": 16, "loss": 0.5393301048204897, "ce": 1.3744013296809499, "tv": 0.2846435405299417, "conf": 5.670834998438702, "grad_norm": 2.961411952972412, "lr": 4.0159900846799534e-05 }, { "step": 987, "T": 1051, "positions": 16, "loss": 0.8130709542892873, "ce": 1.965032079257071, "tv": 0.3417898411862552, "conf": 7.726059072350836, "grad_norm": 7.0560688972473145, "lr": 4.013803241435995e-05 }, { "step": 988, "T": 1190, "positions": 16, "loss": 0.8144561536581101, "ce": 1.7061718941104118, "tv": 0.28775925653098966, "conf": 2.8126420668190804, "grad_norm": 3.3278207778930664, "lr": 4.01161456778089e-05 }, { "step": 989, "T": 2176, "positions": 16, "loss": 1.387301637576428, "ce": 2.960150896527921, "tv": 0.40600688278937014, "conf": 4.299924685450037, "grad_norm": 5.6298956871032715, "lr": 4.009424066361068e-05 }, { "step": 990, "T": 1088, "positions": 16, "loss": 0.058943824441911374, "ce": 0.16952838571887696, "tv": 0.08010653623205144, "conf": 7.809051560572698, "grad_norm": 0.7427546977996826, "lr": 4.007231739825168e-05 }, { "step": 991, "T": 1052, "positions": 16, "loss": 0.11772998261722378, "ce": 0.3102980203593688, "tv": 0.0879057387019202, "conf": 5.006863975713402, "grad_norm": 1.731258749961853, "lr": 4.005037590824036e-05 }, { "step": 992, "T": 1228, "positions": 16, "loss": 1.0045796120539308, "ce": 2.146652849391103, "tv": 0.42591210827231407, "conf": 5.546696143466761, "grad_norm": 7.117372035980225, "lr": 4.00284162201072e-05 }, { "step": 993, "T": 1090, "positions": 16, "loss": 0.13266413525690268, "ce": 0.4798721032038884, "tv": 0.14037344660027884, "conf": 8.21171005506767, "grad_norm": 2.301074981689453, "lr": 4.000643836040471e-05 }, { "step": 994, "T": 1103, "positions": 16, "loss": 0.9215128525374894, "ce": 1.565915199869778, "tv": 0.34432244941126555, "conf": 4.376222174563395, "grad_norm": 4.6006760597229, "lr": 3.9984442355707364e-05 }, { "step": 995, "T": 1042, "positions": 16, "loss": 0.8898862909536405, "ce": 1.8901324582020607, "tv": 0.2738164032052737, "conf": 3.1893623290624036, "grad_norm": 4.349641799926758, "lr": 3.9962428232611556e-05 }, { "step": 996, "T": 1562, "positions": 16, "loss": 0.909138155421914, "ce": 1.730033742285741, "tv": 0.30117138004425215, "conf": 5.764446521294768, "grad_norm": 6.90093994140625, "lr": 3.994039601773563e-05 }, { "step": 997, "T": 1041, "positions": 16, "loss": 0.7690746133894208, "ce": 1.9408809966407716, "tv": 0.3290914916433394, "conf": 3.1178975545100216, "grad_norm": 3.0567939281463623, "lr": 3.991834573771975e-05 }, { "step": 998, "T": 1680, "positions": 16, "loss": 1.0431835028817886, "ce": 2.116957475358504, "tv": 0.3156526742532151, "conf": 6.77618377134786, "grad_norm": 9.920511245727539, "lr": 3.989627741922598e-05 }, { "step": 999, "T": 1386, "positions": 16, "loss": 0.902231612849846, "ce": 2.306989582342794, "tv": 0.3160486615670379, "conf": 6.593941388792765, "grad_norm": 5.794652462005615, "lr": 3.987419108893815e-05 }, { "step": 1000, "T": 1090, "positions": 16, "loss": 0.09007337814800565, "ce": 0.29233821102980073, "tv": 0.08564318301796447, "conf": 3.219775935610753, "grad_norm": 0.6917113065719604, "lr": 3.985208677356189e-05 }, { "step": 1001, "T": 2290, "positions": 16, "loss": 1.386440512821082, "ce": 2.731805242059636, "tv": 0.41586662407644326, "conf": 5.376750399947454, "grad_norm": 6.148606777191162, "lr": 3.982996449982459e-05 }, { "step": 1002, "T": 1244, "positions": 16, "loss": 0.8598882502974448, "ce": 2.0146913546486758, "tv": 0.3937604657257907, "conf": 7.364727277691407, "grad_norm": 3.867959976196289, "lr": 3.9807824294475315e-05 }, { "step": 1003, "T": 1464, "positions": 16, "loss": 0.7018826566932432, "ce": 1.611965858458234, "tv": 0.22896008963289205, "conf": 5.2252224162220955, "grad_norm": 2.726698637008667, "lr": 3.9785666184284846e-05 }, { "step": 1004, "T": 1104, "positions": 16, "loss": 0.2634589252426167, "ce": 0.5436673925360083, "tv": 0.20079147776777972, "conf": 4.513404255086571, "grad_norm": 2.3139030933380127, "lr": 3.9763490196045605e-05 }, { "step": 1005, "T": 1053, "positions": 16, "loss": 0.2959937645535575, "ce": 0.6998415306077277, "tv": 0.14967586482816841, "conf": 4.549507820978761, "grad_norm": 2.8341116905212402, "lr": 3.9741296356571625e-05 }, { "step": 1006, "T": 1402, "positions": 16, "loss": 0.7659923488753559, "ce": 1.4991002706320273, "tv": 0.24640302194688957, "conf": 5.285392930008378, "grad_norm": 2.979743719100952, "lr": 3.971908469269853e-05 }, { "step": 1007, "T": 1665, "positions": 16, "loss": 0.7071569721698552, "ce": 1.7424923766375287, "tv": 0.36689767059579026, "conf": 5.988239061197721, "grad_norm": 7.605283260345459, "lr": 3.96968552312835e-05 }, { "step": 1008, "T": 1050, "positions": 16, "loss": 1.6164240144717041, "ce": 2.9150938130915165, "tv": 0.5173988621681929, "conf": 5.1935189086943865, "grad_norm": 8.856685638427734, "lr": 3.9674607999205215e-05 }, { "step": 1009, "T": 1057, "positions": 16, "loss": 0.10383112022249108, "ce": 0.19660535952993996, "tv": 0.07081313725643668, "conf": 2.614640739624353, "grad_norm": 1.8331149816513062, "lr": 3.9652343023363856e-05 }, { "step": 1010, "T": 1619, "positions": 16, "loss": 1.6695715498899517, "ce": 3.1417865185067058, "tv": 0.45641939155757427, "conf": 3.7661137693848397, "grad_norm": 5.940780162811279, "lr": 3.963006033068108e-05 }, { "step": 1011, "T": 1064, "positions": 16, "loss": 0.15378827735618472, "ce": 0.4509555134754919, "tv": 0.11640437832465977, "conf": 4.432498976374858, "grad_norm": 1.6535334587097168, "lr": 3.960775994809993e-05 }, { "step": 1012, "T": 1333, "positions": 16, "loss": 0.6314003269478974, "ce": 1.4119493644666363, "tv": 0.18237679007324914, "conf": 4.310653203011547, "grad_norm": 3.3500723838806152, "lr": 3.958544190258485e-05 }, { "step": 1013, "T": 1045, "positions": 16, "loss": 0.4737006449568071, "ce": 1.171697059093276, "tv": 0.18284443949960405, "conf": 4.160513473205208, "grad_norm": 4.72477912902832, "lr": 3.9563106221121655e-05 }, { "step": 1014, "T": 1225, "positions": 16, "loss": 1.8922534044249915, "ce": 3.6572352070361376, "tv": 0.5860907398164272, "conf": 4.264541918878109, "grad_norm": 8.265849113464355, "lr": 3.954075293071746e-05 }, { "step": 1015, "T": 1565, "positions": 16, "loss": 0.8559261020554914, "ce": 1.9006581220892258, "tv": 0.21878161137283314, "conf": 4.483184592259162, "grad_norm": 5.9346466064453125, "lr": 3.951838205840071e-05 }, { "step": 1016, "T": 1521, "positions": 16, "loss": 1.1852307996869058, "ce": 2.4528452972881496, "tv": 0.32944973403937183, "conf": 4.8229043338273785, "grad_norm": 3.9119691848754883, "lr": 3.9495993631221065e-05 }, { "step": 1017, "T": 1075, "positions": 16, "loss": 0.40387801033972437, "ce": 0.6275717236412675, "tv": 0.16039307368191658, "conf": 1.5284802327195408, "grad_norm": 1.8733996152877808, "lr": 3.947358767624945e-05 }, { "step": 1018, "T": 1398, "positions": 16, "loss": 0.9824649721194874, "ce": 2.0207668179646134, "tv": 0.3678410458378494, "conf": 6.526368309855158, "grad_norm": 5.5549163818359375, "lr": 3.945116422057794e-05 }, { "step": 1019, "T": 1075, "positions": 16, "loss": 0.22293541689417395, "ce": 1.2804228043078183, "tv": 0.1561697387132881, "conf": 6.323526848925299, "grad_norm": 2.5276360511779785, "lr": 3.9428723291319825e-05 }, { "step": 1020, "T": 1068, "positions": 16, "loss": 0.08754995287082323, "ce": 0.1907283852413002, "tv": 0.0934089763168231, "conf": 7.199379846453667, "grad_norm": 1.771056890487671, "lr": 3.940626491560947e-05 }, { "step": 1021, "T": 1103, "positions": 16, "loss": 0.32816597422197447, "ce": 0.6812586942069174, "tv": 0.1478910967853153, "conf": 2.149506108696528, "grad_norm": 4.962467670440674, "lr": 3.938378912060238e-05 }, { "step": 1022, "T": 1072, "positions": 16, "loss": 0.1923224962341692, "ce": 0.40318083774400293, "tv": 0.14041947542136768, "conf": 2.9071010072048917, "grad_norm": 1.3692363500595093, "lr": 3.9361295933475084e-05 }, { "step": 1023, "T": 1119, "positions": 16, "loss": 0.06463763354059182, "ce": 0.1922104347813729, "tv": 0.04019166386024153, "conf": 1.5972516345388632, "grad_norm": 0.2855827212333679, "lr": 3.933878538142518e-05 }, { "step": 1024, "T": 1186, "positions": 16, "loss": 1.958795056114468, "ce": 3.2135024648159742, "tv": 0.5656705256551504, "conf": 4.107436075864825, "grad_norm": 8.961243629455566, "lr": 3.931625749167123e-05 }, { "step": 1025, "T": 1071, "positions": 16, "loss": 0.31185171849483595, "ce": 0.6060541647020727, "tv": 0.19348437065491453, "conf": 7.0806666850739965, "grad_norm": 3.461653470993042, "lr": 3.9293712291452754e-05 }, { "step": 1026, "T": 1122, "positions": 16, "loss": 1.549402800207588, "ce": 2.4372855707479175, "tv": 0.47699630168790463, "conf": 4.395651055871667, "grad_norm": 7.201427936553955, "lr": 3.927114980803026e-05 }, { "step": 1027, "T": 1082, "positions": 16, "loss": 0.28480037538849956, "ce": 0.44244421185794636, "tv": 0.14362704185623443, "conf": 3.317117259866791, "grad_norm": 5.212534427642822, "lr": 3.924857006868509e-05 }, { "step": 1028, "T": 1121, "positions": 16, "loss": 0.32586172250594814, "ce": 0.5759446474748984, "tv": 0.13216172392640146, "conf": 3.2600757185277183, "grad_norm": 1.3223731517791748, "lr": 3.922597310071947e-05 }, { "step": 1029, "T": 1522, "positions": 16, "loss": 0.9556700655274426, "ce": 1.7615889519620396, "tv": 0.26439550190843875, "conf": 3.853014040460055, "grad_norm": 2.2209248542785645, "lr": 3.920335893145648e-05 }, { "step": 1030, "T": 1152, "positions": 16, "loss": 1.914010964334011, "ce": 3.180581457912922, "tv": 0.547244768589735, "conf": 3.7511758589076294, "grad_norm": 7.9991278648376465, "lr": 3.918072758823997e-05 }, { "step": 1031, "T": 1085, "positions": 16, "loss": 0.2408244814564, "ce": 0.4938171144858643, "tv": 0.1937405026765191, "conf": 5.207283773283052, "grad_norm": 3.5351004600524902, "lr": 3.9158079098434576e-05 }, { "step": 1032, "T": 1166, "positions": 16, "loss": 1.659988726489246, "ce": 2.5890916800126433, "tv": 0.5139776710420847, "conf": 3.5380596596642278, "grad_norm": 5.357795238494873, "lr": 3.913541348942565e-05 }, { "step": 1033, "T": 1099, "positions": 16, "loss": 0.42535361696976626, "ce": 0.8511289015403918, "tv": 0.2579628531718754, "conf": 5.898839305237381, "grad_norm": 4.569025039672852, "lr": 3.911273078861927e-05 }, { "step": 1034, "T": 1502, "positions": 16, "loss": 1.3801113770659867, "ce": 2.544992177558015, "tv": 0.357533465285087, "conf": 5.499841745428693, "grad_norm": 9.550737380981445, "lr": 3.909003102344214e-05 }, { "step": 1035, "T": 1090, "positions": 16, "loss": 0.572110850498575, "ce": 1.5202136916923337, "tv": 0.315902050875593, "conf": 5.262380991172634, "grad_norm": 5.869493007659912, "lr": 3.9067314221341645e-05 }, { "step": 1036, "T": 1072, "positions": 16, "loss": 0.30717902596143176, "ce": 1.4999981386426953, "tv": 0.24292602665082086, "conf": 6.109934075797355, "grad_norm": 5.445047855377197, "lr": 3.9044580409785725e-05 }, { "step": 1037, "T": 1457, "positions": 16, "loss": 0.8677749089080748, "ce": 1.4894560823986467, "tv": 0.2317824995952833, "conf": 3.407650078210281, "grad_norm": 5.278768062591553, "lr": 3.902182961626292e-05 }, { "step": 1038, "T": 1445, "positions": 16, "loss": 0.811033880341256, "ce": 1.7966999938944355, "tv": 0.2422547631431371, "conf": 6.538224980220718, "grad_norm": 2.283104658126831, "lr": 3.8999061868282284e-05 }, { "step": 1039, "T": 1075, "positions": 16, "loss": 0.49220522970006186, "ce": 1.4575914145389106, "tv": 0.25048329657147406, "conf": 4.7020756507408805, "grad_norm": 4.388620376586914, "lr": 3.897627719337338e-05 }, { "step": 1040, "T": 1489, "positions": 16, "loss": 0.7661612108228262, "ce": 1.4627460973729285, "tv": 0.22444445642577193, "conf": 4.2931471137403605, "grad_norm": 3.0091211795806885, "lr": 3.8953475619086234e-05 }, { "step": 1041, "T": 1039, "positions": 16, "loss": 0.8824524183178255, "ce": 1.5550045492127538, "tv": 0.3003444742935244, "conf": 3.503579247992729, "grad_norm": 6.791423797607422, "lr": 3.893065717299132e-05 }, { "step": 1042, "T": 1089, "positions": 16, "loss": 0.2676423898574285, "ce": 0.5769829932396533, "tv": 0.20282128924009157, "conf": 5.964756757011031, "grad_norm": 2.850233793258667, "lr": 3.890782188267949e-05 }, { "step": 1043, "T": 1054, "positions": 16, "loss": 0.19620345575640386, "ce": 0.37802308845857624, "tv": 0.1342235514021013, "conf": 3.52823239727418, "grad_norm": 4.880407810211182, "lr": 3.888496977576198e-05 }, { "step": 1044, "T": 1060, "positions": 16, "loss": 0.3541246370150475, "ce": 1.1273018613865133, "tv": 0.2373304907232523, "conf": 4.725890155881643, "grad_norm": 4.958494186401367, "lr": 3.8862100879870356e-05 }, { "step": 1045, "T": 1076, "positions": 16, "loss": 0.4875539286786079, "ce": 1.1896701440273318, "tv": 0.2693943415360991, "conf": 5.622887102344526, "grad_norm": 4.249648094177246, "lr": 3.883921522265647e-05 }, { "step": 1046, "T": 1058, "positions": 16, "loss": 0.5345079360008995, "ce": 1.1168967619996693, "tv": 0.1819880217044556, "conf": 2.0638288554568835, "grad_norm": 5.75784969329834, "lr": 3.881631283179247e-05 }, { "step": 1047, "T": 1087, "positions": 16, "loss": 0.28237858690522444, "ce": 0.5346136325970292, "tv": 0.19653744260722306, "conf": 3.295933896520059, "grad_norm": 2.3740553855895996, "lr": 3.8793393734970706e-05 }, { "step": 1048, "T": 1069, "positions": 16, "loss": 1.272551365687658, "ce": 1.9782799749575588, "tv": 0.3779219553077837, "conf": 2.3304170459697127, "grad_norm": 6.893954277038574, "lr": 3.8770457959903747e-05 }, { "step": 1049, "T": 1092, "positions": 16, "loss": 0.2915451740982178, "ce": 0.7597856019183382, "tv": 0.21930549801345478, "conf": 4.435269718698692, "grad_norm": 5.181689739227295, "lr": 3.8747505534324336e-05 }, { "step": 1050, "T": 1091, "positions": 16, "loss": 0.801875623408705, "ce": 1.72535287309438, "tv": 0.3644923912361264, "conf": 4.454228354172756, "grad_norm": 7.669697284698486, "lr": 3.872453648598532e-05 }, { "step": 1051, "T": 1268, "positions": 16, "loss": 0.1316835268572163, "ce": 0.2747617271525087, "tv": 0.13807033982448047, "conf": 2.5782704728420005, "grad_norm": 1.6565102338790894, "lr": 3.8701550842659674e-05 }, { "step": 1052, "T": 1259, "positions": 16, "loss": 0.691735715297682, "ce": 1.422722588351462, "tv": 0.3226359963300638, "conf": 2.873988680617179, "grad_norm": 5.415261268615723, "lr": 3.8678548632140414e-05 }, { "step": 1053, "T": 1183, "positions": 16, "loss": 0.47237332232315055, "ce": 0.9438573907473256, "tv": 0.16885221148368146, "conf": 3.5963443093298597, "grad_norm": 2.7265875339508057, "lr": 3.865552988224062e-05 }, { "step": 1054, "T": 1070, "positions": 16, "loss": 1.231472196213872, "ce": 1.9424448064528406, "tv": 0.4381716176867485, "conf": 4.787250016502412, "grad_norm": 6.966232776641846, "lr": 3.8632494620793344e-05 }, { "step": 1055, "T": 1045, "positions": 16, "loss": 0.34776047764755447, "ce": 0.583042025458667, "tv": 0.18618323862870056, "conf": 2.034859992939346, "grad_norm": 3.2929258346557617, "lr": 3.86094428756516e-05 }, { "step": 1056, "T": 1084, "positions": 16, "loss": 0.5448028579485253, "ce": 1.4935295348986983, "tv": 0.29695996083319187, "conf": 4.856858742673239, "grad_norm": 6.140588760375977, "lr": 3.858637467468836e-05 }, { "step": 1057, "T": 1054, "positions": 16, "loss": 0.11230044206502043, "ce": 0.22399904522808356, "tv": 0.09547997996742197, "conf": 3.4687095016108174, "grad_norm": 1.2092382907867432, "lr": 3.856329004579647e-05 }, { "step": 1058, "T": 1398, "positions": 16, "loss": 0.9344577972742627, "ce": 1.7585282504678617, "tv": 0.23368404048960656, "conf": 3.8928019808182137, "grad_norm": 3.9050259590148926, "lr": 3.854018901688865e-05 }, { "step": 1059, "T": 1555, "positions": 16, "loss": 0.9845187795181118, "ce": 2.255975242704153, "tv": 0.3424017792567611, "conf": 5.859553172454071, "grad_norm": 5.570180416107178, "lr": 3.851707161589745e-05 }, { "step": 1060, "T": 1163, "positions": 16, "loss": 1.0559102106021783, "ce": 2.0782695233647246, "tv": 0.37997397339495365, "conf": 6.049481188751354, "grad_norm": 3.392430543899536, "lr": 3.84939378707752e-05 }, { "step": 1061, "T": 1058, "positions": 16, "loss": 0.13257926739881754, "ce": 0.3739952519972576, "tv": 0.1689397459540487, "conf": 6.133322941592105, "grad_norm": 3.9577040672302246, "lr": 3.8470787809494015e-05 }, { "step": 1062, "T": 1624, "positions": 16, "loss": 1.0785417124834566, "ce": 2.1792459133685043, "tv": 0.271179859591939, "conf": 4.036043799037192, "grad_norm": 8.361384391784668, "lr": 3.8447621460045744e-05 }, { "step": 1063, "T": 1589, "positions": 16, "loss": 1.189619104721075, "ce": 2.1063172944581083, "tv": 0.24845005444149137, "conf": 4.238109968628356, "grad_norm": 3.7131028175354004, "lr": 3.842443885044189e-05 }, { "step": 1064, "T": 1130, "positions": 16, "loss": 1.4549823261331767, "ce": 2.8146541961468756, "tv": 0.42695584893226624, "conf": 4.729445409551902, "grad_norm": 4.750556468963623, "lr": 3.8401240008713655e-05 }, { "step": 1065, "T": 1046, "positions": 16, "loss": 0.3217849301514164, "ce": 0.5871909467330454, "tv": 0.10146579051888693, "conf": 2.1774969454854727, "grad_norm": 3.0190341472625732, "lr": 3.837802496291186e-05 }, { "step": 1066, "T": 1094, "positions": 16, "loss": 0.12302707347430442, "ce": 0.3012531410513475, "tv": 0.09344730552584224, "conf": 3.9987127918144045, "grad_norm": 1.6791595220565796, "lr": 3.835479374110692e-05 }, { "step": 1067, "T": 1081, "positions": 16, "loss": 1.122668101452291, "ce": 2.4366735704243183, "tv": 0.4245672859251499, "conf": 6.938277360744905, "grad_norm": 6.721853256225586, "lr": 3.83315463713888e-05 }, { "step": 1068, "T": 1909, "positions": 16, "loss": 1.1542024981542909, "ce": 2.0726997115234553, "tv": 0.3217110509140184, "conf": 6.215996349128097, "grad_norm": 5.362702369689941, "lr": 3.8308282881866985e-05 }, { "step": 1069, "T": 1088, "positions": 16, "loss": 0.4399316705419096, "ce": 0.9162719355417721, "tv": 0.18250368079816326, "conf": 3.260474509265805, "grad_norm": 3.141126871109009, "lr": 3.828500330067048e-05 }, { "step": 1070, "T": 1084, "positions": 16, "loss": 0.8711622988185468, "ce": 1.8331633582183713, "tv": 0.30352343510458013, "conf": 4.792533564221917, "grad_norm": 2.9159913063049316, "lr": 3.82617076559477e-05 }, { "step": 1071, "T": 1358, "positions": 16, "loss": 0.5680313452531571, "ce": 0.8903581195158949, "tv": 0.21743746260835906, "conf": 4.655188121541869, "grad_norm": 3.55053973197937, "lr": 3.8238395975866546e-05 }, { "step": 1072, "T": 1092, "positions": 16, "loss": 1.4405293167983473, "ce": 2.8920358126051724, "tv": 0.40991183067671955, "conf": 7.418241922892435, "grad_norm": 12.914390563964844, "lr": 3.821506828861425e-05 }, { "step": 1073, "T": 1373, "positions": 16, "loss": 0.8793976489230744, "ce": 1.6649239714952273, "tv": 0.21487598377098038, "conf": 2.9872654756241332, "grad_norm": 2.7233176231384277, "lr": 3.8191724622397426e-05 }, { "step": 1074, "T": 1040, "positions": 16, "loss": 0.2699555106756293, "ce": 0.4829357449161762, "tv": 0.12584359574429982, "conf": 2.4242621523314734, "grad_norm": 2.938342571258545, "lr": 3.816836500544202e-05 }, { "step": 1075, "T": 1178, "positions": 16, "loss": 0.6341615959669298, "ce": 1.1819240718032233, "tv": 0.2457416372926673, "conf": 5.664561021607395, "grad_norm": 3.515542507171631, "lr": 3.814498946599324e-05 }, { "step": 1076, "T": 1386, "positions": 16, "loss": 1.4756872811412904, "ce": 2.4038021904416382, "tv": 0.40367042149591725, "conf": 5.0407480027645875, "grad_norm": 6.7668962478637695, "lr": 3.812159803231555e-05 }, { "step": 1077, "T": 1818, "positions": 16, "loss": 0.9568115328644353, "ce": 1.6590716684731888, "tv": 0.2673827705502845, "conf": 3.1095514091886525, "grad_norm": 4.017857551574707, "lr": 3.8098190732692654e-05 }, { "step": 1078, "T": 1091, "positions": 16, "loss": 0.5649920940756488, "ce": 0.8696732193875505, "tv": 0.18957766629864636, "conf": 2.606483502799051, "grad_norm": 4.3951005935668945, "lr": 3.807476759542741e-05 }, { "step": 1079, "T": 1089, "positions": 16, "loss": 0.12614457172395532, "ce": 0.24769356213005267, "tv": 0.11214732650569204, "conf": 3.1467642609387303, "grad_norm": 1.3695536851882935, "lr": 3.805132864884186e-05 }, { "step": 1080, "T": 1525, "positions": 16, "loss": 1.325422132679705, "ce": 2.0736009579595702, "tv": 0.3706988789708703, "conf": 3.465133356763852, "grad_norm": 5.154411792755127, "lr": 3.802787392127712e-05 }, { "step": 1081, "T": 1053, "positions": 16, "loss": 0.4004732655749592, "ce": 0.676362622965371, "tv": 0.16057441512202786, "conf": 4.579857608532905, "grad_norm": 5.081691741943359, "lr": 3.800440344109344e-05 }, { "step": 1082, "T": 1107, "positions": 16, "loss": 0.7401078367402079, "ce": 1.4168151188641787, "tv": 0.33651680452749133, "conf": 5.471395852593632, "grad_norm": 3.8028738498687744, "lr": 3.7980917236670066e-05 }, { "step": 1083, "T": 1123, "positions": 16, "loss": 0.9187498833995473, "ce": 1.47122570212548, "tv": 0.24481715701176654, "conf": 1.7095545683782434, "grad_norm": 4.718602657318115, "lr": 3.7957415336405286e-05 }, { "step": 1084, "T": 1045, "positions": 16, "loss": 0.3097309101097707, "ce": 0.4884893800149257, "tv": 0.1515286916283003, "conf": 3.984018540243237, "grad_norm": 3.5363848209381104, "lr": 3.793389776871637e-05 }, { "step": 1085, "T": 1094, "positions": 16, "loss": 0.09990270515277189, "ce": 0.21374890706192673, "tv": 0.0780981874409008, "conf": 5.5971775595610325, "grad_norm": 0.8904463052749634, "lr": 3.79103645620395e-05 }, { "step": 1086, "T": 1043, "positions": 16, "loss": 0.6256293580072594, "ce": 1.5121982748634082, "tv": 0.21612226902539078, "conf": 4.092779958352576, "grad_norm": 7.031075954437256, "lr": 3.7886815744829815e-05 }, { "step": 1087, "T": 1051, "positions": 16, "loss": 0.45722915215969806, "ce": 0.7439139872731175, "tv": 0.23088389504118823, "conf": 4.437545791575533, "grad_norm": 3.4959330558776855, "lr": 3.786325134556128e-05 }, { "step": 1088, "T": 1046, "positions": 16, "loss": 0.9534763009941756, "ce": 1.5710981551046643, "tv": 0.291975919266406, "conf": 2.5107607078847423, "grad_norm": 4.10908842086792, "lr": 3.783967139272675e-05 }, { "step": 1089, "T": 1131, "positions": 16, "loss": 1.12375041206937, "ce": 2.2382372303209195, "tv": 0.3584289855316456, "conf": 5.057789750949269, "grad_norm": 6.275407314300537, "lr": 3.7816075914837843e-05 }, { "step": 1090, "T": 1072, "positions": 16, "loss": 0.1759169622635781, "ce": 0.7115245265963495, "tv": 0.1731637889988633, "conf": 3.927661734095254, "grad_norm": 2.391728401184082, "lr": 3.779246494042497e-05 }, { "step": 1091, "T": 1675, "positions": 16, "loss": 1.6648016997805826, "ce": 3.1254757391379826, "tv": 0.36840900278002664, "conf": 3.939870805645867, "grad_norm": 4.628414630889893, "lr": 3.7768838498037295e-05 }, { "step": 1092, "T": 1917, "positions": 16, "loss": 1.2890970467580587, "ce": 2.0925841672424212, "tv": 0.36168315851318766, "conf": 2.632436223435434, "grad_norm": 5.763148784637451, "lr": 3.774519661624266e-05 }, { "step": 1093, "T": 1834, "positions": 16, "loss": 1.154058830169049, "ce": 2.34467509570095, "tv": 0.33762881824804936, "conf": 2.481803398010377, "grad_norm": 6.662389278411865, "lr": 3.772153932362757e-05 }, { "step": 1094, "T": 1063, "positions": 16, "loss": 1.2090788355380937, "ce": 2.326673423172906, "tv": 0.41531340149231255, "conf": 4.318505559411739, "grad_norm": 6.738783836364746, "lr": 3.769786664879718e-05 }, { "step": 1095, "T": 1692, "positions": 16, "loss": 1.2551305331638787, "ce": 2.5371772793805576, "tv": 0.30957249837956624, "conf": 1.8473155604105482, "grad_norm": 6.774240970611572, "lr": 3.767417862037526e-05 }, { "step": 1096, "T": 1065, "positions": 16, "loss": 0.052753773684003136, "ce": 0.2130279708744638, "tv": 0.06559138122975128, "conf": 1.6112679945209152, "grad_norm": 1.2558200359344482, "lr": 3.76504752670041e-05 }, { "step": 1097, "T": 1911, "positions": 16, "loss": 1.5546799407970866, "ce": 2.5425548469647765, "tv": 0.3738290376786608, "conf": 3.2130766848207073, "grad_norm": 7.532639980316162, "lr": 3.762675661734457e-05 }, { "step": 1098, "T": 1073, "positions": 16, "loss": 0.27864878857865705, "ce": 0.5989903615895855, "tv": 0.13908415367632188, "conf": 2.8153724095347457, "grad_norm": 3.680933952331543, "lr": 3.7603022700075996e-05 }, { "step": 1099, "T": 1855, "positions": 16, "loss": 1.1318873848522344, "ce": 1.976977933976741, "tv": 0.3308204302593367, "conf": 4.027798311028164, "grad_norm": 7.605103492736816, "lr": 3.757927354389619e-05 }, { "step": 1100, "T": 1202, "positions": 16, "loss": 1.604664957313048, "ce": 2.5755393062063376, "tv": 0.4908978757666773, "conf": 3.588826949184295, "grad_norm": 5.931659698486328, "lr": 3.7555509177521376e-05 }, { "step": 1101, "T": 1037, "positions": 16, "loss": 1.4484755946955374, "ce": 2.576145534108946, "tv": 0.41103852531523444, "conf": 2.489865043650866, "grad_norm": 6.66828727722168, "lr": 3.7531729629686175e-05 }, { "step": 1102, "T": 1042, "positions": 16, "loss": 0.3523653802853133, "ce": 0.7404829502775101, "tv": 0.14869161494516447, "conf": 1.9278171623145852, "grad_norm": 2.8159172534942627, "lr": 3.750793492914356e-05 }, { "step": 1103, "T": 1166, "positions": 16, "loss": 0.38008412034560024, "ce": 1.0351765480445465, "tv": 0.2614213779452257, "conf": 3.347402620341569, "grad_norm": 4.733521938323975, "lr": 3.748412510466484e-05 }, { "step": 1104, "T": 1182, "positions": 16, "loss": 0.3949116398618955, "ce": 0.7997162498804755, "tv": 0.14548179288703977, "conf": 2.8871911458627437, "grad_norm": 5.452650547027588, "lr": 3.746030018503959e-05 }, { "step": 1105, "T": 1086, "positions": 16, "loss": 0.839485641370743, "ce": 1.3652450568624772, "tv": 0.3034236695821164, "conf": 2.6320324375765125, "grad_norm": 3.779585599899292, "lr": 3.7436460199075664e-05 }, { "step": 1106, "T": 1467, "positions": 16, "loss": 1.3085267608196318, "ce": 2.2114049333831645, "tv": 0.3505639529612381, "conf": 2.80202293632955, "grad_norm": 5.686141490936279, "lr": 3.74126051755991e-05 }, { "step": 1107, "T": 1262, "positions": 16, "loss": 0.9643021571318684, "ce": 1.7422816311518545, "tv": 0.32808793206277187, "conf": 3.331822558178534, "grad_norm": 8.83819580078125, "lr": 3.7388735143454136e-05 }, { "step": 1108, "T": 1590, "positions": 16, "loss": 1.3830329296079071, "ce": 2.64512608727091, "tv": 0.3346197579521686, "conf": 2.3993598436965162, "grad_norm": 7.877654075622559, "lr": 3.736485013150317e-05 }, { "step": 1109, "T": 1113, "positions": 16, "loss": 0.3102225036181494, "ce": 0.9736868050204066, "tv": 0.19061220269304613, "conf": 1.9178764933735692, "grad_norm": 3.1773273944854736, "lr": 3.7340950168626686e-05 }, { "step": 1110, "T": 1808, "positions": 16, "loss": 1.413780918836693, "ce": 2.4389097936868893, "tv": 0.3322436976523022, "conf": 2.7547934072682665, "grad_norm": 4.33098030090332, "lr": 3.731703528372328e-05 }, { "step": 1111, "T": 1155, "positions": 16, "loss": 0.6167017547140858, "ce": 1.2635570249403827, "tv": 0.21952005848288536, "conf": 3.164732677721048, "grad_norm": 4.932889938354492, "lr": 3.7293105505709546e-05 }, { "step": 1112, "T": 1463, "positions": 16, "loss": 1.1053386145931654, "ce": 2.1845567066338845, "tv": 0.3343537090695463, "conf": 4.606969573356764, "grad_norm": 3.9487578868865967, "lr": 3.726916086352013e-05 }, { "step": 1113, "T": 2174, "positions": 16, "loss": 2.0592653433559462, "ce": 3.6389401061460376, "tv": 0.53232441842556, "conf": 5.072843466128688, "grad_norm": 5.369001865386963, "lr": 3.7245201386107626e-05 }, { "step": 1114, "T": 1088, "positions": 16, "loss": 1.2303264439108546, "ce": 2.11899843113315, "tv": 0.3769593441465986, "conf": 3.2484679270498975, "grad_norm": 5.792902946472168, "lr": 3.722122710244258e-05 }, { "step": 1115, "T": 1049, "positions": 16, "loss": 1.292773895424034, "ce": 2.3466337786521763, "tv": 0.3969801194034517, "conf": 1.8063365006855747, "grad_norm": 9.176043510437012, "lr": 3.719723804151342e-05 }, { "step": 1116, "T": 1222, "positions": 16, "loss": 1.772363267838955, "ce": 3.143350973725319, "tv": 0.5519679132848978, "conf": 4.1330301415291615, "grad_norm": 4.793795585632324, "lr": 3.717323423232645e-05 }, { "step": 1117, "T": 1038, "positions": 16, "loss": 1.4473716216603947, "ce": 2.1828283690510943, "tv": 0.4385046563529613, "conf": 1.8217327815245334, "grad_norm": 9.476444244384766, "lr": 3.714921570390584e-05 }, { "step": 1118, "T": 1488, "positions": 16, "loss": 0.9890941390548562, "ce": 1.7441277348161748, "tv": 0.2390640343328414, "conf": 1.9474701364040286, "grad_norm": 4.233377933502197, "lr": 3.7125182485293506e-05 }, { "step": 1119, "T": 1360, "positions": 16, "loss": 1.5792282166003133, "ce": 2.9804975934384856, "tv": 0.4166508615599014, "conf": 2.5403512631583354, "grad_norm": 8.089934349060059, "lr": 3.7101134605549156e-05 }, { "step": 1120, "T": 1130, "positions": 16, "loss": 0.43311059984444, "ce": 1.4275090594128415, "tv": 0.24761799639600213, "conf": 4.35933934175279, "grad_norm": 3.92413067817688, "lr": 3.707707209375022e-05 }, { "step": 1121, "T": 1053, "positions": 16, "loss": 0.9856984025036795, "ce": 1.73095592873824, "tv": 0.380168532832613, "conf": 3.7379531936821877, "grad_norm": 7.242112636566162, "lr": 3.705299497899181e-05 }, { "step": 1122, "T": 1064, "positions": 16, "loss": 0.46870981742443263, "ce": 0.7557975423767402, "tv": 0.17746676975821174, "conf": 2.2742790906025654, "grad_norm": 2.4943490028381348, "lr": 3.702890329038672e-05 }, { "step": 1123, "T": 1193, "positions": 16, "loss": 1.1243239200559856, "ce": 1.8802070845558774, "tv": 0.3376113102713134, "conf": 1.8155863151382743, "grad_norm": 5.907857894897461, "lr": 3.7004797057065355e-05 }, { "step": 1124, "T": 1102, "positions": 16, "loss": 0.5512518459727289, "ce": 1.892726968973875, "tv": 0.26173824444413185, "conf": 2.785144435474649, "grad_norm": 4.168980598449707, "lr": 3.698067630817568e-05 }, { "step": 1125, "T": 1041, "positions": 16, "loss": 0.28382921029529484, "ce": 0.4961480090059922, "tv": 0.12451430792862084, "conf": 3.870646877595497, "grad_norm": 2.337675094604492, "lr": 3.695654107288326e-05 }, { "step": 1126, "T": 1114, "positions": 16, "loss": 0.2661746261993585, "ce": 1.0095879227301339, "tv": 0.23532391252956586, "conf": 6.87702563527273, "grad_norm": 4.350800037384033, "lr": 3.6932391380371124e-05 }, { "step": 1127, "T": 1105, "positions": 16, "loss": 0.35513485292363, "ce": 0.785476473815379, "tv": 0.21857557059115607, "conf": 5.501852094602819, "grad_norm": 3.017396926879883, "lr": 3.6908227259839826e-05 }, { "step": 1128, "T": 1091, "positions": 16, "loss": 0.08607901088328163, "ce": 0.2527537883242985, "tv": 0.11575630958850525, "conf": 6.9700173871080455, "grad_norm": 1.4354536533355713, "lr": 3.6884048740507345e-05 }, { "step": 1129, "T": 1071, "positions": 16, "loss": 0.6839447707006912, "ce": 1.2768758977763355, "tv": 0.2830831070896238, "conf": 4.861594222486019, "grad_norm": 4.317633152008057, "lr": 3.685985585160907e-05 }, { "step": 1130, "T": 1059, "positions": 16, "loss": 0.24094280209578756, "ce": 0.5770864537189482, "tv": 0.21256583563808817, "conf": 4.653881941994769, "grad_norm": 9.99769401550293, "lr": 3.683564862239777e-05 }, { "step": 1131, "T": 1041, "positions": 16, "loss": 0.9476186831068389, "ce": 1.9608921556628047, "tv": 0.3365380734176142, "conf": 4.6977845385302075, "grad_norm": 2.734937906265259, "lr": 3.681142708214356e-05 }, { "step": 1132, "T": 1427, "positions": 16, "loss": 1.2268327545193642, "ce": 2.173744141600764, "tv": 0.3147751702781534, "conf": 5.126709632194888, "grad_norm": 4.566670894622803, "lr": 3.678719126013383e-05 }, { "step": 1133, "T": 1468, "positions": 16, "loss": 1.1730608816802999, "ce": 2.2900976393575547, "tv": 0.2883356707989151, "conf": 1.8637767088501391, "grad_norm": 3.6130459308624268, "lr": 3.676294118567328e-05 }, { "step": 1134, "T": 1232, "positions": 16, "loss": 1.3155520374712069, "ce": 2.2684771248605102, "tv": 0.4615270041394979, "conf": 3.3039528121120156, "grad_norm": 5.029109001159668, "lr": 3.67386768880838e-05 }, { "step": 1135, "T": 1097, "positions": 16, "loss": 0.8024507275399628, "ce": 1.5644419121090323, "tv": 0.38276825816137716, "conf": 5.335997590205807, "grad_norm": 4.039152145385742, "lr": 3.671439839670453e-05 }, { "step": 1136, "T": 1061, "positions": 16, "loss": 0.5294911304636116, "ce": 1.0411283886060119, "tv": 0.2814485526178032, "conf": 4.059660522063496, "grad_norm": 4.675784111022949, "lr": 3.669010574089172e-05 }, { "step": 1137, "T": 1071, "positions": 16, "loss": 0.8055856295250123, "ce": 2.103508150205016, "tv": 0.3413696512579918, "conf": 4.828912589940501, "grad_norm": 5.651183128356934, "lr": 3.6665798950018776e-05 }, { "step": 1138, "T": 1036, "positions": 16, "loss": 0.4963654074599617, "ce": 1.5166787400376052, "tv": 0.22129874979145825, "conf": 2.6698885176850222, "grad_norm": 4.688298225402832, "lr": 3.6641478053476197e-05 }, { "step": 1139, "T": 1062, "positions": 16, "loss": 0.4825429310221807, "ce": 1.1544926536735147, "tv": 0.24065675656311214, "conf": 2.250341003176011, "grad_norm": 3.3894011974334717, "lr": 3.6617143080671516e-05 }, { "step": 1140, "T": 1090, "positions": 16, "loss": 0.3642558722711158, "ce": 0.6767158568200102, "tv": 0.17449773737462237, "conf": 3.4199437470015255, "grad_norm": 4.809794902801514, "lr": 3.659279406102932e-05 }, { "step": 1141, "T": 1046, "positions": 16, "loss": 0.11335218579215223, "ce": 0.3539418026257408, "tv": 0.12013818944524246, "conf": 1.1712550883521597, "grad_norm": 1.7716628313064575, "lr": 3.6568431023991136e-05 }, { "step": 1142, "T": 1038, "positions": 16, "loss": 0.23449185567756103, "ce": 0.35197046358007356, "tv": 0.1312972600262583, "conf": 0.48155252685637606, "grad_norm": 1.5388169288635254, "lr": 3.654405399901548e-05 }, { "step": 1143, "T": 1068, "positions": 16, "loss": 0.4227838227466236, "ce": 0.777517896014615, "tv": 0.15684814933047164, "conf": 3.9684578747927493, "grad_norm": 3.6047677993774414, "lr": 3.651966301557777e-05 }, { "step": 1144, "T": 1087, "positions": 16, "loss": 0.28649908580018746, "ce": 0.5457850864581815, "tv": 0.10724295845011511, "conf": 1.9896497158957878, "grad_norm": 1.64951753616333, "lr": 3.6495258103170295e-05 }, { "step": 1145, "T": 1532, "positions": 16, "loss": 1.325483262260036, "ce": 2.087320948012348, "tv": 0.3358602159860311, "conf": 4.962037649536796, "grad_norm": 5.720391273498535, "lr": 3.647083929130218e-05 }, { "step": 1146, "T": 1048, "positions": 16, "loss": 0.9581947457502338, "ce": 1.3952703743780148, "tv": 0.3487803274038015, "conf": 2.39662715920025, "grad_norm": 3.958725929260254, "lr": 3.644640660949938e-05 }, { "step": 1147, "T": 1222, "positions": 16, "loss": 1.0178027567390018, "ce": 1.9013099509029416, "tv": 0.3495605878124479, "conf": 3.8863286665637133, "grad_norm": 3.6564836502075195, "lr": 3.642196008730461e-05 }, { "step": 1148, "T": 1085, "positions": 16, "loss": 1.1037178371093432, "ce": 1.955441846881513, "tv": 0.36424750046990084, "conf": 4.763169961410834, "grad_norm": 4.893692970275879, "lr": 3.63974997542773e-05 }, { "step": 1149, "T": 1050, "positions": 16, "loss": 0.16960216192273947, "ce": 0.35579939458693843, "tv": 0.11868830107596295, "conf": 1.4794554825217334, "grad_norm": 2.0746963024139404, "lr": 3.63730256399936e-05 }, { "step": 1150, "T": 2072, "positions": 16, "loss": 1.5915508260950446, "ce": 3.0588762313127518, "tv": 0.4080884335562587, "conf": 3.1028642010476517, "grad_norm": 12.722108840942383, "lr": 3.634853777404633e-05 }, { "step": 1151, "T": 1062, "positions": 16, "loss": 0.2333652523583396, "ce": 0.5002195391571149, "tv": 0.19428817987500224, "conf": 5.95454700900882, "grad_norm": 2.7080438137054443, "lr": 3.632403618604492e-05 }, { "step": 1152, "T": 1070, "positions": 16, "loss": 0.3830780432795109, "ce": 0.8950072755978908, "tv": 0.17789012721914332, "conf": 3.829649963963652, "grad_norm": 3.0232434272766113, "lr": 3.62995209056154e-05 }, { "step": 1153, "T": 1425, "positions": 16, "loss": 0.9504483298969717, "ce": 1.7440809084218927, "tv": 0.27751614412409253, "conf": 5.017010236826987, "grad_norm": 3.645054340362549, "lr": 3.627499196240036e-05 }, { "step": 1154, "T": 1090, "positions": 16, "loss": 0.36080378719836403, "ce": 0.6349306727657904, "tv": 0.17257638016667443, "conf": 4.401036377555556, "grad_norm": 11.656915664672852, "lr": 3.62504493860589e-05 }, { "step": 1155, "T": 2304, "positions": 16, "loss": 0.7550196364379644, "ce": 1.7679783849744126, "tv": 0.3355524190774304, "conf": 8.298975877599304, "grad_norm": 4.377487659454346, "lr": 3.6225893206266627e-05 }, { "step": 1156, "T": 1068, "positions": 16, "loss": 0.10420262911203082, "ce": 0.32322747881198666, "tv": 0.11945322906672118, "conf": 5.414786310552482, "grad_norm": 1.9983254671096802, "lr": 3.620132345271556e-05 }, { "step": 1157, "T": 1064, "positions": 16, "loss": 1.1992002492770553, "ce": 2.733590304851532, "tv": 0.4392213746905327, "conf": 6.767408441519365, "grad_norm": 13.01994514465332, "lr": 3.617674015511416e-05 }, { "step": 1158, "T": 1039, "positions": 16, "loss": 0.2659934722640287, "ce": 0.5069843092715018, "tv": 0.07387862048926763, "conf": 1.0261037209950283, "grad_norm": 2.2363481521606445, "lr": 3.615214334318725e-05 }, { "step": 1159, "T": 1720, "positions": 16, "loss": 1.55377164222773, "ce": 3.046664806417539, "tv": 0.3956105413817568, "conf": 6.283462063871411, "grad_norm": 7.061018943786621, "lr": 3.612753304667601e-05 }, { "step": 1160, "T": 1089, "positions": 16, "loss": 0.13656251755199378, "ce": 0.29869487762016433, "tv": 0.0783144970464491, "conf": 3.1721341487947394, "grad_norm": 1.1549381017684937, "lr": 3.61029092953379e-05 }, { "step": 1161, "T": 1071, "positions": 16, "loss": 0.217230259514281, "ce": 0.596166783404442, "tv": 0.16391149551691342, "conf": 4.8672499990932945, "grad_norm": 5.292176723480225, "lr": 3.6078272118946675e-05 }, { "step": 1162, "T": 1082, "positions": 16, "loss": 0.23430344620828691, "ce": 0.47965636922526755, "tv": 0.14843981798367167, "conf": 5.969485185882876, "grad_norm": 2.477606773376465, "lr": 3.605362154729231e-05 }, { "step": 1163, "T": 1038, "positions": 16, "loss": 0.9228313825879013, "ce": 1.539123531547375, "tv": 0.35964801139198244, "conf": 5.269059504193137, "grad_norm": 4.008132457733154, "lr": 3.602895761018097e-05 }, { "step": 1164, "T": 2078, "positions": 16, "loss": 1.3363705939051158, "ce": 2.4153504241580777, "tv": 0.317397946318124, "conf": 2.9290789385794938, "grad_norm": 3.418229579925537, "lr": 3.6004280337435e-05 }, { "step": 1165, "T": 1090, "positions": 16, "loss": 0.352379254911682, "ce": 0.6495800992397562, "tv": 0.1977255806273206, "conf": 4.8169918495933794, "grad_norm": 3.0399081707000732, "lr": 3.5979589758892854e-05 }, { "step": 1166, "T": 1058, "positions": 16, "loss": 1.0756155707722428, "ce": 1.8904293345985934, "tv": 0.3823024677694775, "conf": 3.0856456760053232, "grad_norm": 3.9519035816192627, "lr": 3.595488590440907e-05 }, { "step": 1167, "T": 1050, "positions": 16, "loss": 0.42728850583660005, "ce": 0.870817336566688, "tv": 0.14424762654743972, "conf": 1.8640162067349593, "grad_norm": 2.708519458770752, "lr": 3.593016880385425e-05 }, { "step": 1168, "T": 1109, "positions": 16, "loss": 0.2602033721239394, "ce": 0.5130587812600425, "tv": 0.14536732502415362, "conf": 3.783092265482992, "grad_norm": 2.1475210189819336, "lr": 3.590543848711503e-05 }, { "step": 1169, "T": 1060, "positions": 16, "loss": 0.10288493495920648, "ce": 0.2112123787192104, "tv": 0.10649450077107758, "conf": 4.049412623659784, "grad_norm": 1.2594707012176514, "lr": 3.5880694984093985e-05 }, { "step": 1170, "T": 1161, "positions": 16, "loss": 0.7098814378502993, "ce": 1.375103988916635, "tv": 0.3589133105124347, "conf": 3.5830731007190906, "grad_norm": 3.627617359161377, "lr": 3.585593832470966e-05 }, { "step": 1171, "T": 1067, "positions": 16, "loss": 0.20572361090233926, "ce": 0.34586348498669395, "tv": 0.12107705478229036, "conf": 3.52263925909034, "grad_norm": 4.796805381774902, "lr": 3.5831168538896506e-05 }, { "step": 1172, "T": 1524, "positions": 16, "loss": 0.7060635340737775, "ce": 1.6425216813804582, "tv": 0.18593081157996494, "conf": 3.041628657536214, "grad_norm": 3.0265798568725586, "lr": 3.580638565660484e-05 }, { "step": 1173, "T": 1043, "positions": 16, "loss": 0.38734137279067227, "ce": 0.6351527358274325, "tv": 0.18283764229272492, "conf": 2.7284772050096535, "grad_norm": 3.290905475616455, "lr": 3.578158970780082e-05 }, { "step": 1174, "T": 1044, "positions": 16, "loss": 0.6758049797281274, "ce": 1.4055865530390292, "tv": 0.2687979466281831, "conf": 4.086211793432199, "grad_norm": 4.039859294891357, "lr": 3.575678072246641e-05 }, { "step": 1175, "T": 1045, "positions": 16, "loss": 0.4450584724333453, "ce": 0.7588689334261289, "tv": 0.16867433775769314, "conf": 2.430508745153098, "grad_norm": 5.988376617431641, "lr": 3.5731958730599325e-05 }, { "step": 1176, "T": 1623, "positions": 16, "loss": 0.8668950847548444, "ce": 1.4172781272359316, "tv": 0.2207328625736409, "conf": 2.0878473651662826, "grad_norm": 5.177373886108398, "lr": 3.570712376221299e-05 }, { "step": 1177, "T": 1557, "positions": 16, "loss": 1.829073689877987, "ce": 3.5792125426232815, "tv": 0.5118084484711289, "conf": 6.53193239774555, "grad_norm": 7.667320728302002, "lr": 3.5682275847336565e-05 }, { "step": 1178, "T": 1495, "positions": 16, "loss": 0.6989603211582107, "ce": 1.3920907208375866, "tv": 0.27041067797108553, "conf": 6.1757327651911265, "grad_norm": 4.651872634887695, "lr": 3.565741501601484e-05 }, { "step": 1179, "T": 1114, "positions": 16, "loss": 0.2080640594372909, "ce": 0.4116279736938395, "tv": 0.09141902839473914, "conf": 2.7585204387662543, "grad_norm": 2.392359495162964, "lr": 3.56325412983082e-05 }, { "step": 1180, "T": 1638, "positions": 16, "loss": 1.01828105692951, "ce": 1.6616825066084857, "tv": 0.2875013766642951, "conf": 2.7610150127064736, "grad_norm": 7.438166618347168, "lr": 3.560765472429266e-05 }, { "step": 1181, "T": 1111, "positions": 16, "loss": 0.41807364578812667, "ce": 0.8217518234007457, "tv": 0.12588846864400693, "conf": 1.2668470124545088, "grad_norm": 2.2550227642059326, "lr": 3.558275532405973e-05 }, { "step": 1182, "T": 1056, "positions": 16, "loss": 0.5392809127670262, "ce": 0.8560171074786922, "tv": 0.21488075474917423, "conf": 1.9043794180503997, "grad_norm": 6.314640522003174, "lr": 3.555784312771647e-05 }, { "step": 1183, "T": 1233, "positions": 16, "loss": 0.46346046369615124, "ce": 0.8977982505239197, "tv": 0.24329111638508039, "conf": 4.234807725151768, "grad_norm": 4.532663345336914, "lr": 3.55329181653854e-05 }, { "step": 1184, "T": 1222, "positions": 16, "loss": 1.3235256416908783, "ce": 2.1548817981147295, "tv": 0.4547931185679772, "conf": 3.795336177587604, "grad_norm": 6.724770545959473, "lr": 3.550798046720445e-05 }, { "step": 1185, "T": 1047, "positions": 16, "loss": 0.6924604845871727, "ce": 1.2423551323954598, "tv": 0.25312607913292595, "conf": 2.404934533807136, "grad_norm": 3.8168444633483887, "lr": 3.5483030063326996e-05 }, { "step": 1186, "T": 1137, "positions": 16, "loss": 0.38990461686626077, "ce": 1.0629188497550786, "tv": 0.2798538841307163, "conf": 6.516168057918549, "grad_norm": 9.989583969116211, "lr": 3.545806698392174e-05 }, { "step": 1187, "T": 2229, "positions": 16, "loss": 2.2233657729811966, "ce": 3.9727579737082124, "tv": 0.5303844967857003, "conf": 3.444091164446604, "grad_norm": 10.553544998168945, "lr": 3.543309125917272e-05 }, { "step": 1188, "T": 1076, "positions": 16, "loss": 1.1942424699664116, "ce": 2.8395634293556213, "tv": 0.4451942043378949, "conf": 5.327810927069891, "grad_norm": 15.884879112243652, "lr": 3.540810291927927e-05 }, { "step": 1189, "T": 1112, "positions": 16, "loss": 0.5807848491350498, "ce": 0.9125372742405489, "tv": 0.22435767625302105, "conf": 3.1808900998050036, "grad_norm": 3.9776291847229004, "lr": 3.538310199445598e-05 }, { "step": 1190, "T": 1405, "positions": 16, "loss": 1.3041460139684204, "ce": 2.682149256579578, "tv": 0.40112861385568976, "conf": 4.930315323036984, "grad_norm": 3.536452293395996, "lr": 3.535808851493264e-05 }, { "step": 1191, "T": 1577, "positions": 16, "loss": 0.6817016538410883, "ce": 1.4770667255079388, "tv": 0.27233070028705697, "conf": 6.079000936698094, "grad_norm": 2.0806632041931152, "lr": 3.533306251095425e-05 }, { "step": 1192, "T": 1175, "positions": 16, "loss": 0.30449502894430225, "ce": 0.5855985222515301, "tv": 0.15433672904691775, "conf": 3.8510553160982606, "grad_norm": 2.1031527519226074, "lr": 3.5308024012780914e-05 }, { "step": 1193, "T": 1221, "positions": 16, "loss": 1.7647204669192433, "ce": 3.0582694709300995, "tv": 0.5342974402010441, "conf": 3.8403147822227766, "grad_norm": 5.148556709289551, "lr": 3.528297305068788e-05 }, { "step": 1194, "T": 1099, "positions": 16, "loss": 0.3545434108182235, "ce": 0.9681805589352734, "tv": 0.24221224914072081, "conf": 4.670414568826345, "grad_norm": 4.556004524230957, "lr": 3.5257909654965446e-05 }, { "step": 1195, "T": 1690, "positions": 16, "loss": 1.2382208752228507, "ce": 2.018051652370559, "tv": 0.3815229736137553, "conf": 3.829265415674012, "grad_norm": 5.877063274383545, "lr": 3.523283385591895e-05 }, { "step": 1196, "T": 1459, "positions": 16, "loss": 0.852576927228256, "ce": 1.7875942959071836, "tv": 0.2697812734841136, "conf": 2.7071064539988177, "grad_norm": 4.089930534362793, "lr": 3.5207745683868735e-05 }, { "step": 1197, "T": 1209, "positions": 16, "loss": 0.48833190194682174, "ce": 0.849440975140169, "tv": 0.15044296668929746, "conf": 1.7591168785920672, "grad_norm": 3.175147771835327, "lr": 3.518264516915008e-05 }, { "step": 1198, "T": 1043, "positions": 16, "loss": 0.7410067213422735, "ce": 1.8860849428165238, "tv": 0.2808871449669823, "conf": 2.6745849033318336, "grad_norm": 7.28096342086792, "lr": 3.515753234211322e-05 }, { "step": 1199, "T": 1038, "positions": 16, "loss": 0.8359020453426638, "ce": 1.481693088891916, "tv": 0.28065833169966936, "conf": 2.4783215470529782, "grad_norm": 6.56693172454834, "lr": 3.513240723312326e-05 }, { "step": 1200, "T": 2304, "positions": 16, "loss": 1.768111213913926, "ce": 3.301294244171004, "tv": 0.4549276598263532, "conf": 5.891269084437994, "grad_norm": 5.610532283782959, "lr": 3.510726987256016e-05 }, { "step": 1201, "T": 1097, "positions": 16, "loss": 0.11229691738736847, "ce": 0.19425130311492467, "tv": 0.0786597628139134, "conf": 1.4169727431869112, "grad_norm": 2.1705212593078613, "lr": 3.508212029081869e-05 }, { "step": 1202, "T": 1045, "positions": 16, "loss": 0.3244076789819701, "ce": 0.6702773611541488, "tv": 0.07672374042886076, "conf": 1.7621358769283688, "grad_norm": 1.9896636009216309, "lr": 3.50569585183084e-05 }, { "step": 1203, "T": 1065, "positions": 16, "loss": 0.592861060582436, "ce": 1.3502152840956114, "tv": 0.31642233789898455, "conf": 5.466619221289875, "grad_norm": 6.2857160568237305, "lr": 3.503178458545357e-05 }, { "step": 1204, "T": 1080, "positions": 16, "loss": 1.372517165102181, "ce": 2.55374451179523, "tv": 0.4205715579446405, "conf": 3.2376771930696577, "grad_norm": 13.533347129821777, "lr": 3.5006598522693216e-05 }, { "step": 1205, "T": 1321, "positions": 16, "loss": 0.7738892108463915, "ce": 1.2822912935989734, "tv": 0.19223687043086102, "conf": 2.1790916892789554, "grad_norm": 1.8978791236877441, "lr": 3.498140036048098e-05 }, { "step": 1206, "T": 1063, "positions": 16, "loss": 0.31269982094721627, "ce": 0.527460379546028, "tv": 0.20218227932673472, "conf": 3.817126087460059, "grad_norm": 3.479309320449829, "lr": 3.495619012928516e-05 }, { "step": 1207, "T": 1098, "positions": 16, "loss": 0.3691035838871244, "ce": 0.7271981587928167, "tv": 0.10756423493876355, "conf": 2.3129714201288327, "grad_norm": 1.4820226430892944, "lr": 3.493096785958863e-05 }, { "step": 1208, "T": 1480, "positions": 16, "loss": 1.2148424531634419, "ce": 2.2480485439809854, "tv": 0.25832376633843523, "conf": 2.5195258442208797, "grad_norm": 6.506433010101318, "lr": 3.490573358188885e-05 }, { "step": 1209, "T": 1177, "positions": 16, "loss": 0.2590328707580767, "ce": 0.6137342443062153, "tv": 0.09368962843655027, "conf": 1.1171450762170496, "grad_norm": 1.5225921869277954, "lr": 3.4880487326697765e-05 }, { "step": 1210, "T": 1272, "positions": 16, "loss": 1.0168312040805176, "ce": 1.9224495352245867, "tv": 0.3576612633187324, "conf": 4.427496105426684, "grad_norm": 4.492770195007324, "lr": 3.485522912454181e-05 }, { "step": 1211, "T": 1071, "positions": 16, "loss": 1.1627390382345766, "ce": 2.5599473882466555, "tv": 0.370588535675779, "conf": 3.865160881197289, "grad_norm": 8.155494689941406, "lr": 3.482995900596189e-05 }, { "step": 1212, "T": 1109, "positions": 16, "loss": 0.7689477796593565, "ce": 1.5664316942566074, "tv": 0.2712916717864573, "conf": 3.4206611753307925, "grad_norm": 5.53737211227417, "lr": 3.4804677001513295e-05 }, { "step": 1213, "T": 1090, "positions": 16, "loss": 1.4763765910174698, "ce": 2.5454818012658507, "tv": 0.4362242422066629, "conf": 3.8200336875161156, "grad_norm": 5.026699066162109, "lr": 3.477938314176569e-05 }, { "step": 1214, "T": 1042, "positions": 16, "loss": 2.5881327418610454, "ce": 4.637990978546441, "tv": 0.606101025827229, "conf": 2.6914225262025155, "grad_norm": 14.301310539245605, "lr": 3.475407745730308e-05 }, { "step": 1215, "T": 1038, "positions": 16, "loss": 1.04504172335146, "ce": 1.894634128548205, "tv": 0.4086692528799176, "conf": 3.54004399442951, "grad_norm": 6.836813926696777, "lr": 3.4728759978723755e-05 }, { "step": 1216, "T": 1038, "positions": 16, "loss": 0.3976511643301137, "ce": 0.998420018941033, "tv": 0.18963099650500226, "conf": 4.1941659333154675, "grad_norm": 5.915163993835449, "lr": 3.4703430736640294e-05 }, { "step": 1217, "T": 1617, "positions": 16, "loss": 1.1885795556270295, "ce": 2.066421727431589, "tv": 0.2890148900987697, "conf": 3.0539383316359334, "grad_norm": 4.32023286819458, "lr": 3.467808976167949e-05 }, { "step": 1218, "T": 1046, "positions": 16, "loss": 0.2513163037889168, "ce": 0.45676048654087253, "tv": 0.1270018583163619, "conf": 2.463921766724229, "grad_norm": 2.3665943145751953, "lr": 3.465273708448228e-05 }, { "step": 1219, "T": 1105, "positions": 16, "loss": 0.5786749667465756, "ce": 1.0838765478829373, "tv": 0.20527367977047106, "conf": 1.7322377181048774, "grad_norm": 5.113279342651367, "lr": 3.462737273570382e-05 }, { "step": 1220, "T": 1065, "positions": 16, "loss": 0.8639674425294288, "ce": 1.5782808860240038, "tv": 0.2784716408350505, "conf": 3.231496364482153, "grad_norm": 6.274256706237793, "lr": 3.460199674601332e-05 }, { "step": 1221, "T": 1112, "positions": 16, "loss": 0.8947975399332648, "ce": 1.7169815313125127, "tv": 0.2933765446778125, "conf": 2.821867210857839, "grad_norm": 6.847607612609863, "lr": 3.4576609146094117e-05 }, { "step": 1222, "T": 1055, "positions": 16, "loss": 0.21364450595240214, "ce": 0.5670290794587345, "tv": 0.1675187362216093, "conf": 4.739103816320797, "grad_norm": 2.6141598224639893, "lr": 3.4551209966643534e-05 }, { "step": 1223, "T": 1062, "positions": 16, "loss": 0.14269526580221736, "ce": 0.24902490936366917, "tv": 0.13685391277840608, "conf": 4.327915359725394, "grad_norm": 5.442545413970947, "lr": 3.4525799238372925e-05 }, { "step": 1224, "T": 1945, "positions": 16, "loss": 1.2900102820199209, "ce": 2.420002212991676, "tv": 0.3286479435955698, "conf": 4.117304659577582, "grad_norm": 5.802709102630615, "lr": 3.450037699200762e-05 }, { "step": 1225, "T": 1085, "positions": 16, "loss": 0.40744111632341173, "ce": 0.87140536098741, "tv": 0.12250588000097196, "conf": 2.933246266842766, "grad_norm": 2.9975533485412598, "lr": 3.447494325828685e-05 }, { "step": 1226, "T": 1061, "positions": 16, "loss": 0.8909801755207809, "ce": 2.3711825176142156, "tv": 0.37959694617893547, "conf": 6.052437901496887, "grad_norm": 10.262351036071777, "lr": 3.4449498067963746e-05 }, { "step": 1227, "T": 1745, "positions": 16, "loss": 1.4168825133056089, "ce": 2.375947979569901, "tv": 0.37689783866517246, "conf": 6.433971240665414, "grad_norm": 6.224791049957275, "lr": 3.442404145180528e-05 }, { "step": 1228, "T": 1048, "positions": 16, "loss": 1.5182787046942394, "ce": 2.785910968668759, "tv": 0.4795968933030963, "conf": 5.259907254065411, "grad_norm": 4.512181282043457, "lr": 3.439857344059228e-05 }, { "step": 1229, "T": 1044, "positions": 16, "loss": 0.6624403596031243, "ce": 1.4412869170482736, "tv": 0.281255343437806, "conf": 4.86999783985282, "grad_norm": 4.021652698516846, "lr": 3.4373094065119305e-05 }, { "step": 1230, "T": 1591, "positions": 16, "loss": 1.2985809538513422, "ce": 2.589506668969989, "tv": 0.4282956151291728, "conf": 4.798230318094397, "grad_norm": 5.772780895233154, "lr": 3.4347603356194665e-05 }, { "step": 1231, "T": 1471, "positions": 16, "loss": 0.7178403499777488, "ce": 1.3259910083163504, "tv": 0.22944659986387705, "conf": 3.7902549356558666, "grad_norm": 3.296211004257202, "lr": 3.4322101344640404e-05 }, { "step": 1232, "T": 1123, "positions": 16, "loss": 0.605208979849408, "ce": 1.2037551082175924, "tv": 0.25687459948858304, "conf": 3.2645747273139705, "grad_norm": 5.809201717376709, "lr": 3.42965880612922e-05 }, { "step": 1233, "T": 1042, "positions": 16, "loss": 0.22475234770669772, "ce": 0.5711714408762418, "tv": 0.1081070648988316, "conf": 2.5141797340972567, "grad_norm": 2.4669411182403564, "lr": 3.427106353699937e-05 }, { "step": 1234, "T": 1332, "positions": 16, "loss": 0.7847180250587371, "ce": 1.5235014026839053, "tv": 0.24267673996655503, "conf": 5.038702835705408, "grad_norm": 2.681468963623047, "lr": 3.4245527802624836e-05 }, { "step": 1235, "T": 1054, "positions": 16, "loss": 0.31618629752040306, "ce": 0.8618740354359034, "tv": 0.19300315686268732, "conf": 5.251984104692712, "grad_norm": 5.29452657699585, "lr": 3.421998088904504e-05 }, { "step": 1236, "T": 1147, "positions": 16, "loss": 0.7009925236598065, "ce": 1.409421717922669, "tv": 0.32857884038821794, "conf": 6.044265208794968, "grad_norm": 3.5999643802642822, "lr": 3.419442282714999e-05 }, { "step": 1237, "T": 1497, "positions": 16, "loss": 1.6046847462421283, "ce": 2.751707716844976, "tv": 0.4394718031398952, "conf": 3.893062916555209, "grad_norm": 4.92273473739624, "lr": 3.416885364784313e-05 }, { "step": 1238, "T": 1100, "positions": 16, "loss": 0.24920294821552602, "ce": 0.4442168896803196, "tv": 0.1873724212309753, "conf": 5.785694538960368, "grad_norm": 4.404341220855713, "lr": 3.414327338204138e-05 }, { "step": 1239, "T": 1533, "positions": 16, "loss": 1.2828700331085372, "ce": 2.0812402819062754, "tv": 0.3142593880647837, "conf": 1.971724403197868, "grad_norm": 9.323504447937012, "lr": 3.4117682060675034e-05 }, { "step": 1240, "T": 1052, "positions": 16, "loss": 0.2789971149919168, "ce": 0.5330563369493575, "tv": 0.1544920074811671, "conf": 3.1928706846859383, "grad_norm": 5.8296027183532715, "lr": 3.409207971468778e-05 }, { "step": 1241, "T": 1077, "positions": 16, "loss": 1.1985899573192, "ce": 2.519369337707758, "tv": 0.4509650096297264, "conf": 6.011059722221944, "grad_norm": 12.054634094238281, "lr": 3.406646637503662e-05 }, { "step": 1242, "T": 1118, "positions": 16, "loss": 0.3424916793600232, "ce": 0.7743366272043204, "tv": 0.23847048191237263, "conf": 7.80522077313924, "grad_norm": 3.8062491416931152, "lr": 3.404084207269186e-05 }, { "step": 1243, "T": 1041, "positions": 16, "loss": 0.35005957395696896, "ce": 0.7467393328406615, "tv": 0.16053555695907562, "conf": 4.974608002230525, "grad_norm": 3.5910043716430664, "lr": 3.4015206838637064e-05 }, { "step": 1244, "T": 1105, "positions": 16, "loss": 0.40229464910504475, "ce": 1.089671910556035, "tv": 0.22936385686625727, "conf": 4.8572635528171535, "grad_norm": 3.1075022220611572, "lr": 3.398956070386899e-05 }, { "step": 1245, "T": 1068, "positions": 16, "loss": 0.12939627826740718, "ce": 0.2910951361618572, "tv": 0.14579451588724623, "conf": 7.270562624094391, "grad_norm": 3.0339503288269043, "lr": 3.39639036993976e-05 }, { "step": 1246, "T": 1047, "positions": 16, "loss": 0.19428624295813535, "ce": 0.5951660833006827, "tv": 0.1526745819514872, "conf": 2.7765176812957977, "grad_norm": 2.0709657669067383, "lr": 3.3938235856246005e-05 }, { "step": 1247, "T": 1041, "positions": 16, "loss": 1.1995007550803507, "ce": 2.0616433070827043, "tv": 0.4629345967732661, "conf": 7.016163984969278, "grad_norm": 7.562620639801025, "lr": 3.391255720545039e-05 }, { "step": 1248, "T": 1101, "positions": 16, "loss": 0.10222351658126172, "ce": 0.27291426656120166, "tv": 0.11347594942890282, "conf": 3.7794433545121664, "grad_norm": 6.033703804016113, "lr": 3.3886867778060036e-05 }, { "step": 1249, "T": 1038, "positions": 16, "loss": 0.7865467332882048, "ce": 1.3055969154502236, "tv": 0.37794895504430315, "conf": 4.975739474342861, "grad_norm": 4.072067737579346, "lr": 3.386116760513725e-05 }, { "step": 1250, "T": 1215, "positions": 16, "loss": 1.2776016392963356, "ce": 2.446017145877704, "tv": 0.4108180464245379, "conf": 5.215367103461176, "grad_norm": 6.70688009262085, "lr": 3.383545671775731e-05 }, { "step": 1251, "T": 1072, "positions": 16, "loss": 0.20560571282152296, "ce": 0.897535494679687, "tv": 0.12528677774389507, "conf": 5.306498834294271, "grad_norm": 2.1227033138275146, "lr": 3.3809735147008495e-05 }, { "step": 1252, "T": 1565, "positions": 16, "loss": 1.179437864518782, "ce": 2.055136538950819, "tv": 0.2694132065571466, "conf": 3.5356800565907847, "grad_norm": 6.339555740356445, "lr": 3.378400292399195e-05 }, { "step": 1253, "T": 1097, "positions": 16, "loss": 0.07418289686125945, "ce": 0.19356995095449747, "tv": 0.05937084463403153, "conf": 3.159040220081806, "grad_norm": 0.5948518514633179, "lr": 3.3758260079821724e-05 }, { "step": 1254, "T": 1906, "positions": 16, "loss": 1.5891805616970487, "ce": 2.6771566150709987, "tv": 0.3676252325531095, "conf": 2.7339022887093316, "grad_norm": 3.4050402641296387, "lr": 3.373250664562472e-05 }, { "step": 1255, "T": 1082, "positions": 16, "loss": 0.6170342930807919, "ce": 1.2619484858587384, "tv": 0.2890178735970039, "conf": 5.856603165301074, "grad_norm": 10.191909790039062, "lr": 3.370674265254064e-05 }, { "step": 1256, "T": 2084, "positions": 16, "loss": 1.1574009654501722, "ce": 2.0098168114493546, "tv": 0.26197172316824435, "conf": 4.368660409394289, "grad_norm": 5.260926723480225, "lr": 3.368096813172193e-05 }, { "step": 1257, "T": 1109, "positions": 16, "loss": 0.3392212979861142, "ce": 0.9826216030473915, "tv": 0.1915872466156543, "conf": 3.6061747051464303, "grad_norm": 2.5435945987701416, "lr": 3.365518311433379e-05 }, { "step": 1258, "T": 1486, "positions": 16, "loss": 0.9751026859958074, "ce": 1.6820763771102065, "tv": 0.3124729947739979, "conf": 3.757991151036253, "grad_norm": 4.812175750732422, "lr": 3.36293876315541e-05 }, { "step": 1259, "T": 1040, "positions": 16, "loss": 1.160991122273117, "ce": 2.2984513642732054, "tv": 0.34998651541536674, "conf": 4.843991362349669, "grad_norm": 7.652129173278809, "lr": 3.360358171457342e-05 }, { "step": 1260, "T": 2247, "positions": 16, "loss": 1.6280291547212897, "ce": 2.930648096457844, "tv": 0.37461172623625316, "conf": 4.3341932825987195, "grad_norm": 4.30729341506958, "lr": 3.357776539459487e-05 }, { "step": 1261, "T": 1086, "positions": 16, "loss": 0.6133353468417226, "ce": 1.0586440182141814, "tv": 0.17373840504296822, "conf": 1.633072588315032, "grad_norm": 5.182979583740234, "lr": 3.355193870283422e-05 }, { "step": 1262, "T": 1043, "positions": 16, "loss": 0.32242800418558204, "ce": 0.7285669287512064, "tv": 0.21416084225256782, "conf": 2.646798467983073, "grad_norm": 5.464293956756592, "lr": 3.352610167051972e-05 }, { "step": 1263, "T": 1044, "positions": 16, "loss": 0.8810189174619154, "ce": 1.5282214605249465, "tv": 0.3305291016586125, "conf": 4.212177513816199, "grad_norm": 2.9457902908325195, "lr": 3.3500254328892156e-05 }, { "step": 1264, "T": 1532, "positions": 16, "loss": 0.6524604552969322, "ce": 1.2833147717174143, "tv": 0.2869503698893823, "conf": 4.231535629125642, "grad_norm": 4.892635822296143, "lr": 3.347439670920478e-05 }, { "step": 1265, "T": 1460, "positions": 16, "loss": 0.5832026891892497, "ce": 1.1898727091552246, "tv": 0.16732578111987095, "conf": 2.587257775726698, "grad_norm": 2.882754325866699, "lr": 3.344852884272326e-05 }, { "step": 1266, "T": 1128, "positions": 16, "loss": 0.302441804444868, "ce": 0.7067991192161571, "tv": 0.2022235392141738, "conf": 4.247277509665508, "grad_norm": 3.3518052101135254, "lr": 3.342265076072565e-05 }, { "step": 1267, "T": 1099, "positions": 16, "loss": 0.12617968008225944, "ce": 0.29403486844239524, "tv": 0.1306106770534825, "conf": 8.569566696882248, "grad_norm": 3.4837119579315186, "lr": 3.3396762494502376e-05 }, { "step": 1268, "T": 1046, "positions": 16, "loss": 0.6570396702973085, "ce": 1.1995090779382735, "tv": 0.23636865758453496, "conf": 4.912198075598731, "grad_norm": 4.252695560455322, "lr": 3.3370864075356155e-05 }, { "step": 1269, "T": 1875, "positions": 16, "loss": 1.5888421966083115, "ce": 3.334191385045415, "tv": 0.36138718511210755, "conf": 5.396418606111979, "grad_norm": 5.170750617980957, "lr": 3.3344955534601996e-05 }, { "step": 1270, "T": 2212, "positions": 16, "loss": 0.9951242015812909, "ce": 1.9431916842950159, "tv": 0.2982838357529545, "conf": 2.962639976173861, "grad_norm": 3.1773135662078857, "lr": 3.331903690356714e-05 }, { "step": 1271, "T": 1145, "positions": 16, "loss": 0.5464401614799499, "ce": 1.4628420208318857, "tv": 0.22923172572336625, "conf": 6.037202532617207, "grad_norm": 4.4315876960754395, "lr": 3.3293108213591037e-05 }, { "step": 1272, "T": 1064, "positions": 16, "loss": 0.5616868500760575, "ce": 1.1212078737244155, "tv": 0.23220392731127504, "conf": 5.458278481387942, "grad_norm": 6.531987190246582, "lr": 3.3267169496025287e-05 }, { "step": 1273, "T": 1228, "positions": 16, "loss": 1.383377630263567, "ce": 2.2653182484209538, "tv": 0.5134176108986139, "conf": 5.521361507475376, "grad_norm": 3.4999260902404785, "lr": 3.3241220782233616e-05 }, { "step": 1274, "T": 1194, "positions": 16, "loss": 1.3210000367621433, "ce": 2.16913369789836, "tv": 0.4357049205718795, "conf": 3.4760556415052584, "grad_norm": 6.306361675262451, "lr": 3.3215262103591855e-05 }, { "step": 1275, "T": 1036, "positions": 16, "loss": 0.3455395674418469, "ce": 0.7915794052823912, "tv": 0.15054855855123606, "conf": 2.163138637599955, "grad_norm": 3.528398036956787, "lr": 3.318929349148786e-05 }, { "step": 1276, "T": 1041, "positions": 16, "loss": 0.6632441948014502, "ce": 1.0404985890854732, "tv": 0.23992551267292583, "conf": 3.515758446417749, "grad_norm": 7.12449836730957, "lr": 3.316331497732152e-05 }, { "step": 1277, "T": 1196, "positions": 16, "loss": 1.0978795603698472, "ce": 2.0172441924805753, "tv": 0.4245095204387326, "conf": 6.921732604181805, "grad_norm": 3.1626384258270264, "lr": 3.313732659250467e-05 }, { "step": 1278, "T": 1068, "positions": 16, "loss": 0.23372599118819437, "ce": 0.46285307228208694, "tv": 0.09864227562229644, "conf": 2.0777565094758756, "grad_norm": 1.1275211572647095, "lr": 3.311132836846111e-05 }, { "step": 1279, "T": 1420, "positions": 16, "loss": 0.7194605793592928, "ce": 1.150783273136767, "tv": 0.19100081935175695, "conf": 3.01411264586568, "grad_norm": 2.8341243267059326, "lr": 3.308532033662652e-05 }, { "step": 1280, "T": 1474, "positions": 16, "loss": 0.7098951374299531, "ce": 1.1793340368603822, "tv": 0.1857609660801245, "conf": 1.9887834534135322, "grad_norm": 3.8625426292419434, "lr": 3.3059302528448436e-05 }, { "step": 1281, "T": 1259, "positions": 16, "loss": 0.14374514558511464, "ce": 0.36059634797129547, "tv": 0.1031343029872005, "conf": 4.779129753034795, "grad_norm": 2.602552652359009, "lr": 3.303327497538624e-05 }, { "step": 1282, "T": 1077, "positions": 16, "loss": 0.1712454598197155, "ce": 0.5921275006876385, "tv": 0.17734029148050467, "conf": 4.953878827006521, "grad_norm": 2.4039831161499023, "lr": 3.3007237708911045e-05 }, { "step": 1283, "T": 1439, "positions": 16, "loss": 1.8207703810185194, "ce": 3.523905754322186, "tv": 0.524023599922657, "conf": 4.4695412099208625, "grad_norm": 4.486855983734131, "lr": 3.298119076050577e-05 }, { "step": 1284, "T": 1412, "positions": 16, "loss": 1.9383534532425983, "ce": 3.3144115870964015, "tv": 0.49662314426677767, "conf": 6.4098143289486424, "grad_norm": 12.381192207336426, "lr": 3.2955134161665005e-05 }, { "step": 1285, "T": 1045, "positions": 16, "loss": 0.2459882579025816, "ce": 0.7151644618461432, "tv": 0.20272232366733078, "conf": 7.0254521352180745, "grad_norm": 3.642672538757324, "lr": 3.292906794389502e-05 }, { "step": 1286, "T": 1536, "positions": 16, "loss": 1.2325441069456247, "ce": 2.3060168660231284, "tv": 0.33349773333611665, "conf": 6.988907767128703, "grad_norm": 4.519530296325684, "lr": 3.29029921387137e-05 }, { "step": 1287, "T": 1045, "positions": 16, "loss": 0.5192296057648491, "ce": 1.2148788417107426, "tv": 0.2754147043287958, "conf": 5.097477697206383, "grad_norm": 4.934199333190918, "lr": 3.2876906777650554e-05 }, { "step": 1288, "T": 1062, "positions": 16, "loss": 0.41940817237468053, "ce": 0.8248954375944777, "tv": 0.1701475776881125, "conf": 3.5327796864478014, "grad_norm": 5.733911514282227, "lr": 3.28508118922466e-05 }, { "step": 1289, "T": 1093, "positions": 16, "loss": 0.46746583283174914, "ce": 0.9767473410074672, "tv": 0.21576189808411073, "conf": 4.279511445465898, "grad_norm": 6.0546488761901855, "lr": 3.282470751405444e-05 }, { "step": 1290, "T": 1103, "positions": 16, "loss": 0.21099844462719375, "ce": 0.45343676554875856, "tv": 0.15338090242403268, "conf": 3.381105746448137, "grad_norm": 2.5229625701904297, "lr": 3.2798593674638075e-05 }, { "step": 1291, "T": 1044, "positions": 16, "loss": 2.0096830958500504, "ce": 3.285071609541774, "tv": 0.5634172745049, "conf": 4.021047483198345, "grad_norm": 13.544116020202637, "lr": 3.2772470405573e-05 }, { "step": 1292, "T": 1240, "positions": 16, "loss": 0.5551213092827396, "ce": 0.9595650233786728, "tv": 0.13426154525586753, "conf": 1.112605417447854, "grad_norm": 6.965689659118652, "lr": 3.2746337738446084e-05 }, { "step": 1293, "T": 1041, "positions": 16, "loss": 0.5003855321988908, "ce": 1.2217951868419732, "tv": 0.19256952277783057, "conf": 2.293980384497681, "grad_norm": 3.728121757507324, "lr": 3.272019570485559e-05 }, { "step": 1294, "T": 1970, "positions": 16, "loss": 1.791287647405511, "ce": 3.399460452331141, "tv": 0.3640260583961208, "conf": 3.6331880085017474, "grad_norm": 4.04219913482666, "lr": 3.269404433641109e-05 }, { "step": 1295, "T": 1100, "positions": 16, "loss": 0.14902590554177664, "ce": 0.16777078163886472, "tv": 0.06109782967268984, "conf": 0.628058806112649, "grad_norm": 3.034986972808838, "lr": 3.2667883664733425e-05 }, { "step": 1296, "T": 1231, "positions": 16, "loss": 1.337373078451492, "ce": 2.414126070099883, "tv": 0.4278951363521628, "conf": 4.0630272221411445, "grad_norm": 9.545087814331055, "lr": 3.26417137214547e-05 }, { "step": 1297, "T": 2157, "positions": 16, "loss": 1.7037705852035288, "ce": 3.3122334581858013, "tv": 0.4007925064943265, "conf": 4.3919345416100555, "grad_norm": 5.601584434509277, "lr": 3.261553453821825e-05 }, { "step": 1298, "T": 1040, "positions": 16, "loss": 0.17607267754764067, "ce": 0.4475335659990378, "tv": 0.14009963881107979, "conf": 3.6069669349514015, "grad_norm": 2.036766290664673, "lr": 3.258934614667855e-05 }, { "step": 1299, "T": 1224, "positions": 16, "loss": 1.0098528593589435, "ce": 1.899072257336229, "tv": 0.42690951097756624, "conf": 4.69548549875617, "grad_norm": 3.9723546504974365, "lr": 3.256314857850123e-05 }, { "step": 1300, "T": 1560, "positions": 16, "loss": 0.7773108452402084, "ce": 1.5672510051517747, "tv": 0.3004049154696986, "conf": 3.0545324015119206, "grad_norm": 4.670443058013916, "lr": 3.2536941865363e-05 }, { "step": 1301, "T": 1224, "positions": 16, "loss": 0.8856168408795604, "ce": 1.5285927701980881, "tv": 0.24854420394785848, "conf": 1.5179254395734203, "grad_norm": 4.613463878631592, "lr": 3.251072603895165e-05 }, { "step": 1302, "T": 1106, "positions": 16, "loss": 1.0115568668747983, "ce": 2.405083318131801, "tv": 0.2581975173088722, "conf": 1.9383993085632483, "grad_norm": 4.569703578948975, "lr": 3.248450113096597e-05 }, { "step": 1303, "T": 1066, "positions": 16, "loss": 0.014935855877947546, "ce": 0.07602127246258306, "tv": 0.064337515376792, "conf": 4.806235744970332, "grad_norm": 0.8443889021873474, "lr": 3.2458267173115744e-05 }, { "step": 1304, "T": 1040, "positions": 16, "loss": 1.003372899370504, "ce": 1.807265544333859, "tv": 0.28947278832674783, "conf": 3.5467354342572834, "grad_norm": 5.052845001220703, "lr": 3.243202419712167e-05 }, { "step": 1305, "T": 1500, "positions": 16, "loss": 1.0703730604417103, "ce": 1.7376667864430146, "tv": 0.3158950285578612, "conf": 2.798874052574803, "grad_norm": 5.854068756103516, "lr": 3.24057722347154e-05 }, { "step": 1306, "T": 1074, "positions": 16, "loss": 0.1511355086795163, "ce": 0.4563446135889535, "tv": 0.17313827393809333, "conf": 4.122978313230231, "grad_norm": 2.6484267711639404, "lr": 3.237951131763942e-05 }, { "step": 1307, "T": 1059, "positions": 16, "loss": 0.14805875792792023, "ce": 0.3674643928754904, "tv": 0.1226276520974352, "conf": 5.695372371350059, "grad_norm": 1.9895612001419067, "lr": 3.2353241477647035e-05 }, { "step": 1308, "T": 1056, "positions": 16, "loss": 0.6004002535978543, "ce": 1.0746337740010858, "tv": 0.2334802981094981, "conf": 2.910134013774743, "grad_norm": 4.602621555328369, "lr": 3.2326962746502354e-05 }, { "step": 1309, "T": 1054, "positions": 16, "loss": 0.723103798469765, "ce": 1.4516826378658152, "tv": 0.22201594278521952, "conf": 1.2293652926069578, "grad_norm": 10.511961936950684, "lr": 3.230067515598024e-05 }, { "step": 1310, "T": 1610, "positions": 16, "loss": 1.1854217230973898, "ce": 2.522167544330159, "tv": 0.3480951129895402, "conf": 4.412752478263201, "grad_norm": 4.485965728759766, "lr": 3.227437873786626e-05 }, { "step": 1311, "T": 1200, "positions": 16, "loss": 1.5476674791425467, "ce": 2.340932060033083, "tv": 0.5117176417261362, "conf": 3.6097964897089696, "grad_norm": 8.269966125488281, "lr": 3.2248073523956665e-05 }, { "step": 1312, "T": 1108, "positions": 16, "loss": 0.5199578807090006, "ce": 1.3043730587432947, "tv": 0.26500340772690834, "conf": 3.914378491346725, "grad_norm": 5.525215148925781, "lr": 3.222175954605832e-05 }, { "step": 1313, "T": 1570, "positions": 16, "loss": 0.9549500531720696, "ce": 1.7350003346800804, "tv": 0.2724360291613266, "conf": 2.797132987673649, "grad_norm": 4.6326775550842285, "lr": 3.2195436835988714e-05 }, { "step": 1314, "T": 1202, "positions": 16, "loss": 1.1387680495390669, "ce": 2.0461929738521576, "tv": 0.44256409350782633, "conf": 4.927087357726123, "grad_norm": 10.091474533081055, "lr": 3.216910542557587e-05 }, { "step": 1315, "T": 1405, "positions": 16, "loss": 1.3627929253816546, "ce": 2.721330976986792, "tv": 0.37046379334060475, "conf": 5.077374885282472, "grad_norm": 3.6914565563201904, "lr": 3.214276534665837e-05 }, { "step": 1316, "T": 1058, "positions": 16, "loss": 0.2016200597063289, "ce": 0.4882278178138222, "tv": 0.13279141723978682, "conf": 4.344135372332687, "grad_norm": 5.154393672943115, "lr": 3.2116416631085204e-05 }, { "step": 1317, "T": 1082, "positions": 16, "loss": 0.2828404421542068, "ce": 0.40843807458372794, "tv": 0.08976111404626863, "conf": 1.238660476855379, "grad_norm": 1.9616045951843262, "lr": 3.2090059310715884e-05 }, { "step": 1318, "T": 1091, "positions": 16, "loss": 0.23413044304106734, "ce": 0.802965590475651, "tv": 0.1979262372587982, "conf": 6.661617398288854, "grad_norm": 2.7663633823394775, "lr": 3.2063693417420286e-05 }, { "step": 1319, "T": 1719, "positions": 16, "loss": 1.1980814398509665, "ce": 2.3954051204600546, "tv": 0.27660208875022363, "conf": 3.9842781254174624, "grad_norm": 3.2251250743865967, "lr": 3.2037318983078665e-05 }, { "step": 1320, "T": 1041, "positions": 16, "loss": 0.43898010867269477, "ce": 0.7285766914719716, "tv": 0.1926684579011635, "conf": 3.596152961317966, "grad_norm": 6.503684043884277, "lr": 3.201093603958159e-05 }, { "step": 1321, "T": 1045, "positions": 16, "loss": 0.16537341985667808, "ce": 0.34835378360003233, "tv": 0.09660515727591701, "conf": 3.1798849762271857, "grad_norm": 2.323591709136963, "lr": 3.1984544618829924e-05 }, { "step": 1322, "T": 1089, "positions": 16, "loss": 0.9734806479220595, "ce": 1.4915635489683154, "tv": 0.3256916789582647, "conf": 3.821715218545061, "grad_norm": 6.133273601531982, "lr": 3.195814475273479e-05 }, { "step": 1323, "T": 1378, "positions": 16, "loss": 1.1271064478642074, "ce": 2.3023350287603535, "tv": 0.2092359250436857, "conf": 2.08615817362273, "grad_norm": 4.727285385131836, "lr": 3.1931736473217524e-05 }, { "step": 1324, "T": 1210, "positions": 16, "loss": 1.279812689695973, "ce": 2.3931276843650267, "tv": 0.4118555138120428, "conf": 5.397634960700088, "grad_norm": 4.9570088386535645, "lr": 3.19053198122096e-05 }, { "step": 1325, "T": 1660, "positions": 16, "loss": 1.0540467143190213, "ce": 2.092412131743515, "tv": 0.25248744873078977, "conf": 6.216940948090578, "grad_norm": 8.451340675354004, "lr": 3.187889480165268e-05 }, { "step": 1326, "T": 1889, "positions": 16, "loss": 1.7195230480583632, "ce": 3.10478926502401, "tv": 0.4506984215695411, "conf": 5.484644656635226, "grad_norm": 4.115417003631592, "lr": 3.185246147349847e-05 }, { "step": 1327, "T": 1867, "positions": 16, "loss": 2.1959485577463056, "ce": 3.957487703068182, "tv": 0.5117912362329662, "conf": 4.179269206481262, "grad_norm": 8.403909683227539, "lr": 3.1826019859708784e-05 }, { "step": 1328, "T": 1399, "positions": 16, "loss": 1.0654831051785152, "ce": 1.7865557932163938, "tv": 0.29022112170787295, "conf": 4.522708761411969, "grad_norm": 4.2658867835998535, "lr": 3.179956999225542e-05 }, { "step": 1329, "T": 1233, "positions": 16, "loss": 1.3585684727877378, "ce": 2.6734041683375835, "tv": 0.4927236083894968, "conf": 6.571863431483507, "grad_norm": 5.880248069763184, "lr": 3.177311190312015e-05 }, { "step": 1330, "T": 1074, "positions": 16, "loss": 0.005551783889586659, "ce": 0.0781615517098544, "tv": 0.076074782962678, "conf": 3.904467165772786, "grad_norm": 0.38779544830322266, "lr": 3.174664562429472e-05 }, { "step": 1331, "T": 1500, "positions": 16, "loss": 1.0743574149957027, "ce": 1.8993277954650694, "tv": 0.22525883449998219, "conf": 2.9813899067529226, "grad_norm": 3.22558856010437, "lr": 3.172017118778075e-05 }, { "step": 1332, "T": 1046, "positions": 16, "loss": 1.6547368761966936, "ce": 2.8339836122468114, "tv": 0.5512462891638279, "conf": 4.917648025436392, "grad_norm": 6.634039878845215, "lr": 3.169368862558975e-05 }, { "step": 1333, "T": 1233, "positions": 16, "loss": 1.671946275578648, "ce": 2.804155849831659, "tv": 0.48503717533640156, "conf": 5.676374258519786, "grad_norm": 10.756387710571289, "lr": 3.166719796974301e-05 }, { "step": 1334, "T": 1064, "positions": 16, "loss": 0.05218039513086126, "ce": 0.174622894546701, "tv": 0.0638924203044553, "conf": 5.932553833524921, "grad_norm": 0.5298253297805786, "lr": 3.164069925227166e-05 }, { "step": 1335, "T": 1061, "positions": 16, "loss": 0.2038777031713721, "ce": 0.37457139047955934, "tv": 0.14187132975621353, "conf": 6.354063216453442, "grad_norm": 1.7745720148086548, "lr": 3.1614192505216546e-05 }, { "step": 1336, "T": 1159, "positions": 16, "loss": 1.5776132853934541, "ce": 2.5262599661946297, "tv": 0.508082595653832, "conf": 5.072972455453286, "grad_norm": 7.654486656188965, "lr": 3.1587677760628234e-05 }, { "step": 1337, "T": 1236, "positions": 16, "loss": 1.6091438283838215, "ce": 3.0352613623254, "tv": 0.47777728154323995, "conf": 5.339675393039798, "grad_norm": 3.849714994430542, "lr": 3.156115505056695e-05 }, { "step": 1338, "T": 1736, "positions": 16, "loss": 1.3490466952644056, "ce": 2.72823781290208, "tv": 0.42546112296986394, "conf": 7.475473100822773, "grad_norm": 5.195943355560303, "lr": 3.153462440710256e-05 }, { "step": 1339, "T": 1521, "positions": 16, "loss": 1.215320872741131, "ce": 2.0060037941530027, "tv": 0.291425612893363, "conf": 2.153624071381993, "grad_norm": 3.885044574737549, "lr": 3.1508085862314516e-05 }, { "step": 1340, "T": 1087, "positions": 16, "loss": 0.3634092007723666, "ce": 0.9214892759191571, "tv": 0.25715723376197275, "conf": 4.959729731322515, "grad_norm": 6.903158664703369, "lr": 3.148153944829185e-05 }, { "step": 1341, "T": 1052, "positions": 16, "loss": 0.32069874378037255, "ce": 0.5658714320708214, "tv": 0.10221773675948498, "conf": 2.703877422661786, "grad_norm": 1.6953277587890625, "lr": 3.145498519713306e-05 }, { "step": 1342, "T": 1051, "positions": 16, "loss": 0.34222693059487597, "ce": 0.8056784228842844, "tv": 0.15252687272459298, "conf": 3.842297695369561, "grad_norm": 8.120943069458008, "lr": 3.142842314094617e-05 }, { "step": 1343, "T": 1075, "positions": 16, "loss": 0.315825239627884, "ce": 1.0650405745982425, "tv": 0.22816421064635506, "conf": 9.78802996291779, "grad_norm": 8.28632640838623, "lr": 3.14018533118486e-05 }, { "step": 1344, "T": 1240, "positions": 16, "loss": 1.1564802108332515, "ce": 2.1662877686321735, "tv": 0.42287204787135124, "conf": 5.889672797502222, "grad_norm": 6.126916885375977, "lr": 3.13752757419672e-05 }, { "step": 1345, "T": 1075, "positions": 16, "loss": 0.24172508080482658, "ce": 1.0592679313849658, "tv": 0.24828435882227495, "conf": 6.108424376696348, "grad_norm": 3.4609923362731934, "lr": 3.1348690463438166e-05 }, { "step": 1346, "T": 1232, "positions": 16, "loss": 1.3267426202073693, "ce": 2.333098780363798, "tv": 0.4499952821061015, "conf": 5.9273834585583245, "grad_norm": 6.977763652801514, "lr": 3.132209750840702e-05 }, { "step": 1347, "T": 1097, "positions": 16, "loss": 1.3847254705615342, "ce": 2.7693920582532883, "tv": 0.4027709891088307, "conf": 4.617573441159834, "grad_norm": 7.077201843261719, "lr": 3.129549690902855e-05 }, { "step": 1348, "T": 1053, "positions": 16, "loss": 0.32834207663381676, "ce": 0.6619577209057752, "tv": 0.17464025976369157, "conf": 7.164800779691846, "grad_norm": 2.309363842010498, "lr": 3.1268888697466806e-05 }, { "step": 1349, "T": 1235, "positions": 16, "loss": 0.7496265032921201, "ce": 1.2683285112325393, "tv": 0.3146591058539343, "conf": 5.077406335856519, "grad_norm": 6.451525688171387, "lr": 3.124227290589505e-05 }, { "step": 1350, "T": 1081, "positions": 16, "loss": 0.17073323934755535, "ce": 0.5760194430508818, "tv": 0.13862172775179715, "conf": 5.198290433659679, "grad_norm": 1.9317272901535034, "lr": 3.121564956649567e-05 }, { "step": 1351, "T": 1118, "positions": 16, "loss": 0.313512928183286, "ce": 0.6845521437717252, "tv": 0.14222997713295626, "conf": 2.316848894330178, "grad_norm": 13.531445503234863, "lr": 3.118901871146022e-05 }, { "step": 1352, "T": 1610, "positions": 16, "loss": 1.1224949371292041, "ce": 1.9922635032744438, "tv": 0.297339518159788, "conf": 3.3821546891871233, "grad_norm": 4.874098777770996, "lr": 3.116238037298933e-05 }, { "step": 1353, "T": 1071, "positions": 16, "loss": 0.7390558716929831, "ce": 1.5114538524831005, "tv": 0.3144627592719189, "conf": 6.183765774238775, "grad_norm": 8.627030372619629, "lr": 3.113573458329268e-05 }, { "step": 1354, "T": 1942, "positions": 16, "loss": 1.356561560372029, "ce": 2.25368777528638, "tv": 0.33581841478007846, "conf": 3.2444756242333357, "grad_norm": 6.889546871185303, "lr": 3.1109081374588935e-05 }, { "step": 1355, "T": 1067, "positions": 16, "loss": 0.5936355390658719, "ce": 1.2053797001426574, "tv": 0.2804344822943676, "conf": 4.12411455403344, "grad_norm": 8.754068374633789, "lr": 3.1082420779105764e-05 }, { "step": 1356, "T": 1420, "positions": 16, "loss": 1.1891189458660847, "ce": 2.3632319051794184, "tv": 0.37457394487501006, "conf": 7.544652279237299, "grad_norm": 5.329225540161133, "lr": 3.1055752829079756e-05 }, { "step": 1357, "T": 1594, "positions": 16, "loss": 1.819875756278634, "ce": 3.9745952785015106, "tv": 0.5194033235311508, "conf": 7.849252913147211, "grad_norm": 9.329972267150879, "lr": 3.1029077556756384e-05 }, { "step": 1358, "T": 1037, "positions": 16, "loss": 0.826564606194097, "ce": 1.5013682863936992, "tv": 0.3014526871193084, "conf": 5.550956503105554, "grad_norm": 6.5425920486450195, "lr": 3.100239499439e-05 }, { "step": 1359, "T": 1471, "positions": 16, "loss": 0.9764877690467983, "ce": 2.0226817475631833, "tv": 0.3331662130658515, "conf": 7.9485988997211905, "grad_norm": 4.640149116516113, "lr": 3.097570517424373e-05 }, { "step": 1360, "T": 1092, "positions": 16, "loss": 0.4147409023498767, "ce": 0.7355002222757321, "tv": 0.21379158622585237, "conf": 3.3641178368731652, "grad_norm": 3.5725440979003906, "lr": 3.094900812858952e-05 }, { "step": 1361, "T": 1224, "positions": 16, "loss": 2.310762603767216, "ce": 3.974223766475916, "tv": 0.5908360723406076, "conf": 4.030955730240748, "grad_norm": 6.842475891113281, "lr": 3.092230388970801e-05 }, { "step": 1362, "T": 1065, "positions": 16, "loss": 1.1559710572182667, "ce": 3.207336089020828, "tv": 0.39820289332419634, "conf": 6.368012190411491, "grad_norm": 9.72823429107666, "lr": 3.089559248988858e-05 }, { "step": 1363, "T": 1081, "positions": 16, "loss": 0.5881986611982484, "ce": 1.1736844520273735, "tv": 0.24866094859316945, "conf": 3.1923928584001917, "grad_norm": 2.858201742172241, "lr": 3.086887396142923e-05 }, { "step": 1364, "T": 1040, "positions": 16, "loss": 0.811280975970881, "ce": 1.752803897765034, "tv": 0.23763592488103313, "conf": 2.7088509705050594, "grad_norm": 4.684362411499023, "lr": 3.084214833663661e-05 }, { "step": 1365, "T": 1412, "positions": 16, "loss": 0.5630490974265854, "ce": 1.0304919388690905, "tv": 0.2622151530777046, "conf": 4.898373262846915, "grad_norm": 3.507276773452759, "lr": 3.081541564782593e-05 }, { "step": 1366, "T": 1406, "positions": 16, "loss": 1.7101027793250978, "ce": 3.3556460975669324, "tv": 0.45468630106188357, "conf": 4.367327194525233, "grad_norm": 8.229947090148926, "lr": 3.0788675927320954e-05 }, { "step": 1367, "T": 1062, "positions": 16, "loss": 0.4193997345146272, "ce": 0.8241967158828629, "tv": 0.23304031561201555, "conf": 4.009902448787558, "grad_norm": 6.095114707946777, "lr": 3.076192920745394e-05 }, { "step": 1368, "T": 1063, "positions": 16, "loss": 0.3239872171772902, "ce": 1.3571824434075097, "tv": 0.15222891758094192, "conf": 4.143043867531138, "grad_norm": 3.661400079727173, "lr": 3.0735175520565614e-05 }, { "step": 1369, "T": 1220, "positions": 16, "loss": 0.6903727595782385, "ce": 1.1782389740492363, "tv": 0.2965852416054986, "conf": 3.9699218680653985, "grad_norm": 4.455846309661865, "lr": 3.070841489900513e-05 }, { "step": 1370, "T": 1194, "positions": 16, "loss": 0.8515182510283807, "ce": 1.3839363017236792, "tv": 0.21225228130060714, "conf": 1.433188743918869, "grad_norm": 4.845888137817383, "lr": 3.068164737513001e-05 }, { "step": 1371, "T": 1047, "positions": 16, "loss": 0.15405293353657612, "ce": 0.2896462578064529, "tv": 0.08125418999770773, "conf": 1.8785054884845978, "grad_norm": 3.84507155418396, "lr": 3.0654872981306155e-05 }, { "step": 1372, "T": 2142, "positions": 16, "loss": 1.4586910544313128, "ce": 2.640551603954009, "tv": 0.3064935488291667, "conf": 4.6063555457917005, "grad_norm": 6.441218852996826, "lr": 3.0628091749907726e-05 }, { "step": 1373, "T": 1061, "positions": 16, "loss": 0.2606490112502797, "ce": 0.5766177791156224, "tv": 0.19817189250898082, "conf": 4.611557316091588, "grad_norm": 4.269186973571777, "lr": 3.06013037133172e-05 }, { "step": 1374, "T": 1485, "positions": 16, "loss": 1.1809157204287999, "ce": 2.2538021524378564, "tv": 0.3741223384386103, "conf": 3.5355564040882794, "grad_norm": 5.48020601272583, "lr": 3.057450890392524e-05 }, { "step": 1375, "T": 1332, "positions": 16, "loss": 0.7283078273321735, "ce": 1.348178644257132, "tv": 0.26842609417508356, "conf": 6.981967033020789, "grad_norm": 6.315991401672363, "lr": 3.054770735413074e-05 }, { "step": 1376, "T": 1602, "positions": 16, "loss": 1.0150983485887082, "ce": 2.0314595521304, "tv": 0.34773297614447074, "conf": 6.299069463519369, "grad_norm": 3.635364532470703, "lr": 3.05208990963407e-05 }, { "step": 1377, "T": 1226, "positions": 16, "loss": 0.7283072024656576, "ce": 1.2935663816169836, "tv": 0.2448948775563622, "conf": 5.390630303953792, "grad_norm": 4.294084548950195, "lr": 3.0494084162970267e-05 }, { "step": 1378, "T": 2053, "positions": 16, "loss": 1.7410875670029782, "ce": 3.111769971670583, "tv": 0.46296159795019776, "conf": 3.9301500597830454, "grad_norm": 6.110065937042236, "lr": 3.0467262586442646e-05 }, { "step": 1379, "T": 1446, "positions": 16, "loss": 1.3225855218508755, "ce": 2.6171226104706875, "tv": 0.26184413488772407, "conf": 4.310169641275342, "grad_norm": 4.279313564300537, "lr": 3.044043439918907e-05 }, { "step": 1380, "T": 2041, "positions": 16, "loss": 0.9710684449247609, "ce": 1.6896742077672116, "tv": 0.2995085644215578, "conf": 2.9991245786913634, "grad_norm": 5.033434867858887, "lr": 3.041359963364877e-05 }, { "step": 1381, "T": 1648, "positions": 16, "loss": 1.3022621274340977, "ce": 2.3528692605930246, "tv": 0.35463974625599803, "conf": 4.433350637795942, "grad_norm": 5.480268955230713, "lr": 3.038675832226893e-05 }, { "step": 1382, "T": 1079, "positions": 16, "loss": 0.03483519958973602, "ce": 0.09801610153817819, "tv": 0.07342256216509213, "conf": 4.550656517435836, "grad_norm": 0.41473814845085144, "lr": 3.0359910497504664e-05 }, { "step": 1383, "T": 1072, "positions": 16, "loss": 0.007108337516910979, "ce": 0.0888020329457504, "tv": 0.06015552187454887, "conf": 5.3153824039548, "grad_norm": 0.6440335512161255, "lr": 3.0333056191818924e-05 }, { "step": 1384, "T": 1052, "positions": 16, "loss": 0.11716707492186629, "ce": 0.2040588928557554, "tv": 0.06609362730296198, "conf": 2.4546151156872678, "grad_norm": 0.8913128972053528, "lr": 3.0306195437682538e-05 }, { "step": 1385, "T": 1448, "positions": 16, "loss": 1.1388267467409605, "ce": 2.6254471697029658, "tv": 0.3246061138343066, "conf": 6.625769520909397, "grad_norm": 6.465352535247803, "lr": 3.0279328267574113e-05 }, { "step": 1386, "T": 1412, "positions": 16, "loss": 1.2303540371649433, "ce": 2.259934564353898, "tv": 0.39172950747888535, "conf": 6.258533748332411, "grad_norm": 5.186008930206299, "lr": 3.0252454713980012e-05 }, { "step": 1387, "T": 1098, "positions": 16, "loss": 0.14016558392131628, "ce": 0.30009076101487153, "tv": 0.11372530963126337, "conf": 3.757152050397507, "grad_norm": 1.4727317094802856, "lr": 3.0225574809394326e-05 }, { "step": 1388, "T": 1201, "positions": 16, "loss": 0.06305599891206626, "ce": 0.13284981618335223, "tv": 0.06080161933641648, "conf": 1.4325845040485332, "grad_norm": 1.3373944759368896, "lr": 3.0198688586318818e-05 }, { "step": 1389, "T": 1081, "positions": 16, "loss": 0.030625966277469274, "ce": 0.07910056480614003, "tv": 0.05122893901170755, "conf": 4.856758385948191, "grad_norm": 0.22722378373146057, "lr": 3.0171796077262887e-05 }, { "step": 1390, "T": 1108, "positions": 16, "loss": 0.23916859816404212, "ce": 0.5374746440147646, "tv": 0.14400761477008928, "conf": 3.9966062372982543, "grad_norm": 2.924759864807129, "lr": 3.0144897314743544e-05 }, { "step": 1391, "T": 1400, "positions": 16, "loss": 0.9942029074863967, "ce": 1.7044958102342207, "tv": 0.270154744037427, "conf": 5.212556132272624, "grad_norm": 3.5795199871063232, "lr": 3.011799233128535e-05 }, { "step": 1392, "T": 1081, "positions": 16, "loss": 0.1941081774466511, "ce": 0.804281769960653, "tv": 0.13899401348317042, "conf": 5.97227943856501, "grad_norm": 1.6163194179534912, "lr": 3.009108115942041e-05 }, { "step": 1393, "T": 1529, "positions": 16, "loss": 1.4756831925826646, "ce": 2.783675590338703, "tv": 0.3025595064900699, "conf": 3.68073678035703, "grad_norm": 4.794947147369385, "lr": 3.0064163831688276e-05 }, { "step": 1394, "T": 1436, "positions": 16, "loss": 1.012329276811215, "ce": 1.9900838499888778, "tv": 0.3696515620686114, "conf": 6.525705714968144, "grad_norm": 7.034458160400391, "lr": 3.0037240380635973e-05 }, { "step": 1395, "T": 1196, "positions": 16, "loss": 0.21387760470861394, "ce": 0.5044802137417719, "tv": 0.17085929031600244, "conf": 3.5815274265041808, "grad_norm": 3.426016092300415, "lr": 3.0010310838817914e-05 }, { "step": 1396, "T": 1042, "positions": 16, "loss": 0.4303632158353139, "ce": 1.1218168989871629, "tv": 0.17392005762667395, "conf": 3.251141212574325, "grad_norm": 2.894632339477539, "lr": 2.9983375238795898e-05 }, { "step": 1397, "T": 1669, "positions": 16, "loss": 1.0469251013946632, "ce": 2.1625156249210704, "tv": 0.30595160282973666, "conf": 7.989119197241962, "grad_norm": 4.885617733001709, "lr": 2.9956433613139012e-05 }, { "step": 1398, "T": 1492, "positions": 16, "loss": 1.1245323948009514, "ce": 2.1936475164911826, "tv": 0.3643325612138142, "conf": 6.141944107938298, "grad_norm": 5.458121299743652, "lr": 2.992948599442366e-05 }, { "step": 1399, "T": 1047, "positions": 16, "loss": 1.4070765865417343, "ce": 2.361081936629489, "tv": 0.4177544175181538, "conf": 3.6655105309218925, "grad_norm": 5.97236967086792, "lr": 2.9902532415233492e-05 }, { "step": 1400, "T": 1078, "positions": 16, "loss": 0.12713999830748435, "ce": 0.5810823472129414, "tv": 0.1293590451241471, "conf": 10.092349484562874, "grad_norm": 1.321844458580017, "lr": 2.987557290815935e-05 }, { "step": 1401, "T": 1078, "positions": 16, "loss": 0.3359081362177676, "ce": 0.5488982812821632, "tv": 0.14355627138866112, "conf": 5.794027443270755, "grad_norm": 6.700327396392822, "lr": 2.9848607505799246e-05 }, { "step": 1402, "T": 1162, "positions": 16, "loss": 1.5969674523454955, "ce": 2.5545756426026855, "tv": 0.5145383139351907, "conf": 4.865669843050642, "grad_norm": 4.8680925369262695, "lr": 2.9821636240758322e-05 }, { "step": 1403, "T": 1225, "positions": 16, "loss": 1.7957075871527195, "ce": 3.361635223031044, "tv": 0.5353938452899456, "conf": 6.012486883657573, "grad_norm": 9.87631893157959, "lr": 2.979465914564882e-05 }, { "step": 1404, "T": 1284, "positions": 16, "loss": 0.6172412488267014, "ce": 1.099930033175042, "tv": 0.2548251932785206, "conf": 5.975970908944182, "grad_norm": 8.988551139831543, "lr": 2.9767676253090016e-05 }, { "step": 1405, "T": 1099, "positions": 16, "loss": 0.24566379485634116, "ce": 0.6667500881158048, "tv": 0.15748788517157664, "conf": 4.106011237444912, "grad_norm": 2.552830457687378, "lr": 2.9740687595708205e-05 }, { "step": 1406, "T": 1067, "positions": 16, "loss": 0.7734472625102171, "ce": 1.2788932994008064, "tv": 0.3207862919662148, "conf": 6.345464007803806, "grad_norm": 5.260611534118652, "lr": 2.9713693206136656e-05 }, { "step": 1407, "T": 1228, "positions": 16, "loss": 1.3456562602950726, "ce": 2.535019775852561, "tv": 0.47137816436588764, "conf": 9.407633981667459, "grad_norm": 6.607935905456543, "lr": 2.968669311701555e-05 }, { "step": 1408, "T": 1379, "positions": 16, "loss": 0.5682414032795577, "ce": 0.9258411722130404, "tv": 0.2102486131916521, "conf": 7.822011219803244, "grad_norm": 3.5601377487182617, "lr": 2.9659687360991982e-05 }, { "step": 1409, "T": 1093, "positions": 16, "loss": 0.19953403518223922, "ce": 0.5544405459065729, "tv": 0.17128889199284458, "conf": 7.867304168408488, "grad_norm": 2.5547003746032715, "lr": 2.9632675970719886e-05 }, { "step": 1410, "T": 1056, "positions": 16, "loss": 1.2722683126884569, "ce": 1.9303477735243177, "tv": 0.3539430144855942, "conf": 3.882466655414964, "grad_norm": 3.8357391357421875, "lr": 2.9605658978860017e-05 }, { "step": 1411, "T": 1466, "positions": 16, "loss": 1.188106791504424, "ce": 2.439588850684231, "tv": 0.3837461607763544, "conf": 9.644470535137089, "grad_norm": 8.681598663330078, "lr": 2.9578636418079898e-05 }, { "step": 1412, "T": 1069, "positions": 16, "loss": 1.3481015012366697, "ce": 2.367579197511077, "tv": 0.5217163860797882, "conf": 8.593337457778595, "grad_norm": 6.008349418640137, "lr": 2.9551608321053777e-05 }, { "step": 1413, "T": 1692, "positions": 16, "loss": 0.8938725372645422, "ce": 2.080529125290923, "tv": 0.314770893775858, "conf": 6.259554935256801, "grad_norm": 3.600221633911133, "lr": 2.952457472046261e-05 }, { "step": 1414, "T": 1073, "positions": 16, "loss": 0.24885955871923215, "ce": 0.47308863423859293, "tv": 0.08422047317071701, "conf": 3.94161876411073, "grad_norm": 1.0789260864257812, "lr": 2.9497535648994014e-05 }, { "step": 1415, "T": 1223, "positions": 16, "loss": 1.0984533690279932, "ce": 1.9015752980485559, "tv": 0.42497887928038836, "conf": 6.490217276765179, "grad_norm": 5.638849258422852, "lr": 2.9470491139342192e-05 }, { "step": 1416, "T": 1040, "positions": 16, "loss": 0.22899107265743623, "ce": 0.6228142366671818, "tv": 0.14413732552202418, "conf": 7.645197198156439, "grad_norm": 1.588649868965149, "lr": 2.9443441224207956e-05 }, { "step": 1417, "T": 1210, "positions": 16, "loss": 1.5063158813863993, "ce": 2.578766353428364, "tv": 0.47529051918536425, "conf": 4.716313148358451, "grad_norm": 9.008149147033691, "lr": 2.941638593629863e-05 }, { "step": 1418, "T": 2230, "positions": 16, "loss": 1.3707809775492645, "ce": 2.2573575160924975, "tv": 0.39447662002748984, "conf": 6.532000222027364, "grad_norm": 4.552765369415283, "lr": 2.938932530832804e-05 }, { "step": 1419, "T": 1147, "positions": 16, "loss": 0.5537775726766085, "ce": 0.8937585686144303, "tv": 0.24570162225791137, "conf": 7.432777163142168, "grad_norm": 4.83920431137085, "lr": 2.9362259373016487e-05 }, { "step": 1420, "T": 2139, "positions": 16, "loss": 1.611467533103223, "ce": 2.8445383628859418, "tv": 0.44579501598491333, "conf": 7.134848532324563, "grad_norm": 8.6265869140625, "lr": 2.9335188163090655e-05 }, { "step": 1421, "T": 1042, "positions": 16, "loss": 0.9781017894879369, "ce": 1.5326798626192613, "tv": 0.30711644441180397, "conf": 2.7492447463320597, "grad_norm": 6.96574068069458, "lr": 2.9308111711283637e-05 }, { "step": 1422, "T": 1074, "positions": 16, "loss": 0.5687371961538474, "ce": 0.8866264296793815, "tv": 0.21311771699038218, "conf": 3.3773160504119533, "grad_norm": 3.861477851867676, "lr": 2.928103005033485e-05 }, { "step": 1423, "T": 1234, "positions": 16, "loss": 0.7675214130867971, "ce": 1.539954956388101, "tv": 0.3011647459352389, "conf": 6.530614015134561, "grad_norm": 5.1302056312561035, "lr": 2.925394321299002e-05 }, { "step": 1424, "T": 1148, "positions": 16, "loss": 0.05919979855335278, "ce": 0.3902346520229685, "tv": 0.07204521343464876, "conf": 2.6552885089590825, "grad_norm": 0.9426426291465759, "lr": 2.9226851232001114e-05 }, { "step": 1425, "T": 1208, "positions": 16, "loss": 1.4404671817555936, "ce": 2.657752573955804, "tv": 0.45533448923379183, "conf": 4.393365537920545, "grad_norm": 5.32330322265625, "lr": 2.9199754140126323e-05 }, { "step": 1426, "T": 1483, "positions": 16, "loss": 0.9051926593251665, "ce": 1.7794135545991594, "tv": 0.3233287507246132, "conf": 6.762500007550557, "grad_norm": 3.1957602500915527, "lr": 2.917265197013003e-05 }, { "step": 1427, "T": 1134, "positions": 16, "loss": 0.27264835513148, "ce": 0.4858438236424263, "tv": 0.12569408834542628, "conf": 3.9018113935942793, "grad_norm": 2.712155342102051, "lr": 2.9145544754782766e-05 }, { "step": 1428, "T": 1156, "positions": 16, "loss": 1.0578615353442729, "ce": 1.6733261942863464, "tv": 0.41393873328343034, "conf": 5.424919260491151, "grad_norm": 3.8950915336608887, "lr": 2.9118432526861127e-05 }, { "step": 1429, "T": 1084, "positions": 16, "loss": 0.5243759273353135, "ce": 0.9757335994509049, "tv": 0.21788245357402047, "conf": 5.859695747449223, "grad_norm": 5.856569766998291, "lr": 2.9091315319147793e-05 }, { "step": 1430, "T": 1062, "positions": 16, "loss": 0.5245950991666177, "ce": 1.0845045891910559, "tv": 0.2258335353253642, "conf": 4.130891756431339, "grad_norm": 4.964278221130371, "lr": 2.9064193164431473e-05 }, { "step": 1431, "T": 1108, "positions": 16, "loss": 0.2142275452599165, "ce": 0.46951584196358453, "tv": 0.1358961118166917, "conf": 8.728427867906248, "grad_norm": 2.5690720081329346, "lr": 2.9037066095506848e-05 }, { "step": 1432, "T": 1690, "positions": 16, "loss": 0.7649902793249055, "ce": 1.430487197000275, "tv": 0.2190194515096664, "conf": 7.057782645266991, "grad_norm": 3.297813892364502, "lr": 2.9009934145174533e-05 }, { "step": 1433, "T": 1746, "positions": 16, "loss": 1.2418845076528555, "ce": 2.257105070214493, "tv": 0.3479493321783593, "conf": 6.448510558406673, "grad_norm": 6.232354164123535, "lr": 2.8982797346241053e-05 }, { "step": 1434, "T": 1062, "positions": 16, "loss": 0.5194692026526013, "ce": 1.1005901653506953, "tv": 0.29454495995742036, "conf": 7.266219940182054, "grad_norm": 7.070104122161865, "lr": 2.8955655731518803e-05 }, { "step": 1435, "T": 1039, "positions": 16, "loss": 1.2793284209306819, "ce": 2.2991832245249952, "tv": 0.4122004718901735, "conf": 5.842026192887341, "grad_norm": 4.228939533233643, "lr": 2.892850933382599e-05 }, { "step": 1436, "T": 1218, "positions": 16, "loss": 0.892808439435612, "ce": 1.5542917544953525, "tv": 0.3864939413033426, "conf": 5.069616301305288, "grad_norm": 6.263611316680908, "lr": 2.890135818598661e-05 }, { "step": 1437, "T": 1576, "positions": 16, "loss": 0.944831549448395, "ce": 1.7924896052345503, "tv": 0.24860906820686068, "conf": 3.2989112641002234, "grad_norm": 5.22347354888916, "lr": 2.8874202320830403e-05 }, { "step": 1438, "T": 1229, "positions": 16, "loss": 1.2562700929120183, "ce": 2.274603333324194, "tv": 0.45573833491653204, "conf": 5.659153704997152, "grad_norm": 7.192307949066162, "lr": 2.88470417711928e-05 }, { "step": 1439, "T": 1071, "positions": 16, "loss": 0.17406137042712544, "ce": 0.5384046469480381, "tv": 0.12338846352940891, "conf": 10.285654097795486, "grad_norm": 1.3994990587234497, "lr": 2.8819876569914917e-05 }, { "step": 1440, "T": 1050, "positions": 16, "loss": 0.3029378647628391, "ce": 0.943356038229922, "tv": 0.14263719026075705, "conf": 1.8576733346757481, "grad_norm": 4.846463680267334, "lr": 2.879270674984349e-05 }, { "step": 1441, "T": 1091, "positions": 16, "loss": 0.22579447312239154, "ce": 0.6573395344967139, "tv": 0.19742147571651003, "conf": 4.20616816241972, "grad_norm": 1.3952076435089111, "lr": 2.876553234383082e-05 }, { "step": 1442, "T": 2305, "positions": 16, "loss": 1.3631682702689432, "ce": 2.7157962480559945, "tv": 0.3913771961815655, "conf": 8.008642668577522, "grad_norm": 4.441771507263184, "lr": 2.8738353384734773e-05 }, { "step": 1443, "T": 1351, "positions": 16, "loss": 0.567113118994385, "ce": 1.025562113564547, "tv": 0.20459535912641513, "conf": 3.9655896040559275, "grad_norm": 4.788731098175049, "lr": 2.8711169905418717e-05 }, { "step": 1444, "T": 1060, "positions": 16, "loss": 0.08572654800647683, "ce": 0.3030825558180368, "tv": 0.11788351057111868, "conf": 5.8382023091156, "grad_norm": 1.699681043624878, "lr": 2.8683981938751487e-05 }, { "step": 1445, "T": 1057, "positions": 16, "loss": 2.17830795008922, "ce": 4.419585796073079, "tv": 0.504018091596663, "conf": 7.181088524930816, "grad_norm": 9.357279777526855, "lr": 2.865678951760733e-05 }, { "step": 1446, "T": 1075, "positions": 16, "loss": 1.4249906970289885, "ce": 3.469426746480167, "tv": 0.3967722282977775, "conf": 5.0889929597982935, "grad_norm": 7.526051044464111, "lr": 2.8629592674865897e-05 }, { "step": 1447, "T": 1081, "positions": 16, "loss": 0.18799746637883885, "ce": 0.34483177201451554, "tv": 0.10950053630858747, "conf": 3.6597057862705578, "grad_norm": 3.9075815677642822, "lr": 2.8602391443412174e-05 }, { "step": 1448, "T": 1041, "positions": 16, "loss": 0.3660658900728322, "ce": 0.6652081536813057, "tv": 0.1438548619116773, "conf": 4.527890290160002, "grad_norm": 4.886960983276367, "lr": 2.8575185856136467e-05 }, { "step": 1449, "T": 1046, "positions": 16, "loss": 0.5024975397971048, "ce": 0.9322282913781237, "tv": 0.2119731002676417, "conf": 4.111246303956522, "grad_norm": 5.808324337005615, "lr": 2.854797594593432e-05 }, { "step": 1450, "T": 1105, "positions": 16, "loss": 1.1465618771045456, "ce": 2.056815810256012, "tv": 0.40583513598721765, "conf": 9.03842182137983, "grad_norm": 10.026900291442871, "lr": 2.8520761745706536e-05 }, { "step": 1451, "T": 1194, "positions": 16, "loss": 0.16377346305600327, "ce": 0.3733789953712403, "tv": 0.1383847756533214, "conf": 3.520388095675129, "grad_norm": 3.3690171241760254, "lr": 2.8493543288359097e-05 }, { "step": 1452, "T": 1084, "positions": 16, "loss": 0.0033403585603650754, "ce": 0.0715258386289861, "tv": 0.06907721205061534, "conf": 5.452287863811614, "grad_norm": 0.15131604671478271, "lr": 2.846632060680312e-05 }, { "step": 1453, "T": 1806, "positions": 16, "loss": 1.492449841054622, "ce": 2.7844401720212772, "tv": 0.4545170279452577, "conf": 8.850485468283296, "grad_norm": 4.706272125244141, "lr": 2.8439093733954843e-05 }, { "step": 1454, "T": 1076, "positions": 16, "loss": 0.19492616166826338, "ce": 0.41462199665693333, "tv": 0.15290018480300205, "conf": 5.8975027366815365, "grad_norm": 1.9982995986938477, "lr": 2.841186270273556e-05 }, { "step": 1455, "T": 1193, "positions": 16, "loss": 0.8223307757619978, "ce": 1.5817271854321007, "tv": 0.3042841617643717, "conf": 4.383073712351495, "grad_norm": 3.8793675899505615, "lr": 2.8384627546071597e-05 }, { "step": 1456, "T": 1259, "positions": 16, "loss": 1.6691956538707018, "ce": 2.826376438140869, "tv": 0.5272659696638584, "conf": 5.299856672248552, "grad_norm": 6.546604156494141, "lr": 2.8357388296894282e-05 }, { "step": 1457, "T": 1050, "positions": 16, "loss": 0.5906628437593895, "ce": 1.6460694027255158, "tv": 0.26066506263941847, "conf": 2.2828463228904807, "grad_norm": 3.9496614933013916, "lr": 2.8330144988139883e-05 }, { "step": 1458, "T": 1089, "positions": 16, "loss": 0.21691522871689983, "ce": 0.4491293587052496, "tv": 0.20685085922195867, "conf": 7.13789789739576, "grad_norm": 1.5256965160369873, "lr": 2.8302897652749554e-05 }, { "step": 1459, "T": 1039, "positions": 16, "loss": 0.2549411828807422, "ce": 0.5219863054062444, "tv": 0.06518250342196552, "conf": 1.7405981162596, "grad_norm": 0.7691037058830261, "lr": 2.8275646323669358e-05 }, { "step": 1460, "T": 1064, "positions": 16, "loss": 0.2128557638275197, "ce": 0.34767413322697394, "tv": 0.13809552275597525, "conf": 7.595543190836906, "grad_norm": 2.607628345489502, "lr": 2.824839103385015e-05 }, { "step": 1461, "T": 1055, "positions": 16, "loss": 0.5382963912198306, "ce": 0.8201483977791213, "tv": 0.264954274945012, "conf": 6.091463845459913, "grad_norm": 5.962143898010254, "lr": 2.8221131816247614e-05 }, { "step": 1462, "T": 1077, "positions": 16, "loss": 0.6875566118302707, "ce": 1.1302813709103248, "tv": 0.22170630472487574, "conf": 1.841969324759449, "grad_norm": 3.6226766109466553, "lr": 2.8193868703822136e-05 }, { "step": 1463, "T": 1056, "positions": 16, "loss": 0.23122460953704405, "ce": 0.3753422813258567, "tv": 0.13390490969504754, "conf": 2.187272004726765, "grad_norm": 4.724703788757324, "lr": 2.816660172953885e-05 }, { "step": 1464, "T": 1136, "positions": 16, "loss": 0.2766177860390684, "ce": 0.4722187180450419, "tv": 0.12468525644180772, "conf": 8.545548401772976, "grad_norm": 3.198673725128174, "lr": 2.8139330926367536e-05 }, { "step": 1465, "T": 2078, "positions": 16, "loss": 1.1954087952772738, "ce": 2.064716753877292, "tv": 0.2767613123105548, "conf": 3.1984385294855384, "grad_norm": 3.927821159362793, "lr": 2.8112056327282622e-05 }, { "step": 1466, "T": 1102, "positions": 16, "loss": 0.08385343692711444, "ce": 0.2233734611181717, "tv": 0.06688797829519899, "conf": 3.105715650693753, "grad_norm": 1.371158242225647, "lr": 2.808477796526311e-05 }, { "step": 1467, "T": 1236, "positions": 16, "loss": 1.9682248991011875, "ce": 3.161543570458889, "tv": 0.5684701651334763, "conf": 7.011638451367617, "grad_norm": 6.951353073120117, "lr": 2.805749587329256e-05 }, { "step": 1468, "T": 1080, "positions": 16, "loss": 0.5538095618167063, "ce": 1.8709957194223534, "tv": 0.2739622481603874, "conf": 8.937405376947925, "grad_norm": 5.547521591186523, "lr": 2.8030210084359042e-05 }, { "step": 1469, "T": 2309, "positions": 16, "loss": 1.6704737666655092, "ce": 3.095404068240896, "tv": 0.36448673345148563, "conf": 5.248511855784955, "grad_norm": 7.504570960998535, "lr": 2.8002920631455094e-05 }, { "step": 1470, "T": 1466, "positions": 16, "loss": 0.9485245774585565, "ce": 1.825104405397724, "tv": 0.25470372688869247, "conf": 6.996376868142783, "grad_norm": 2.7848939895629883, "lr": 2.7975627547577687e-05 }, { "step": 1471, "T": 1612, "positions": 16, "loss": 1.0875681060078932, "ce": 1.9060318414267385, "tv": 0.2977864529239014, "conf": 3.560044713261866, "grad_norm": 5.894888401031494, "lr": 2.7948330865728177e-05 }, { "step": 1472, "T": 2308, "positions": 16, "loss": 2.230470950511517, "ce": 3.8549532493634615, "tv": 0.5267420164018404, "conf": 6.838358289768166, "grad_norm": 8.511760711669922, "lr": 2.7921030618912275e-05 }, { "step": 1473, "T": 1079, "positions": 16, "loss": 0.2237747295293957, "ce": 0.8138155818960513, "tv": 0.1999562505807262, "conf": 5.017626019125544, "grad_norm": 4.409029006958008, "lr": 2.789372684014e-05 }, { "step": 1474, "T": 1046, "positions": 16, "loss": 0.36964697055586626, "ce": 0.8530829767696559, "tv": 0.18887042767619278, "conf": 6.1090305232246465, "grad_norm": 6.030069351196289, "lr": 2.7866419562425655e-05 }, { "step": 1475, "T": 1227, "positions": 16, "loss": 1.328324840549298, "ce": 2.2441252498047106, "tv": 0.39019887612812454, "conf": 6.85242217319167, "grad_norm": 6.961511135101318, "lr": 2.783910881878774e-05 }, { "step": 1476, "T": 1073, "positions": 16, "loss": 0.24168596661543518, "ce": 0.775754361806321, "tv": 0.1634356210124679, "conf": 7.629894045817477, "grad_norm": 2.375316619873047, "lr": 2.7811794642248984e-05 }, { "step": 1477, "T": 1079, "positions": 16, "loss": 0.38409077735810726, "ce": 0.6394857038285409, "tv": 0.15747988958537462, "conf": 6.658275265901693, "grad_norm": 5.310898303985596, "lr": 2.778447706583625e-05 }, { "step": 1478, "T": 1072, "positions": 16, "loss": 0.37368886622460273, "ce": 0.912826428315384, "tv": 0.17993381812084408, "conf": 6.707374276253021, "grad_norm": 5.636390209197998, "lr": 2.7757156122580506e-05 }, { "step": 1479, "T": 1540, "positions": 16, "loss": 1.0495278295726935, "ce": 1.6873354211211335, "tv": 0.25025965008353523, "conf": 3.866491749477575, "grad_norm": 2.6137380599975586, "lr": 2.7729831845516807e-05 }, { "step": 1480, "T": 1056, "positions": 16, "loss": 0.6566447786862772, "ce": 2.176663574188865, "tv": 0.2647423222251746, "conf": 8.203799553369215, "grad_norm": 4.757654190063477, "lr": 2.7702504267684216e-05 }, { "step": 1481, "T": 1502, "positions": 16, "loss": 1.1316947657335423, "ce": 1.8735317650530305, "tv": 0.22607410274576978, "conf": 2.462785561806274, "grad_norm": 3.570192337036133, "lr": 2.767517342212581e-05 }, { "step": 1482, "T": 1651, "positions": 16, "loss": 1.1462553654691074, "ce": 1.9097367569811468, "tv": 0.3107863376885689, "conf": 5.613670513619239, "grad_norm": 4.143612861633301, "lr": 2.7647839341888603e-05 }, { "step": 1483, "T": 1063, "positions": 16, "loss": 0.47720643552509046, "ce": 1.2031673639212386, "tv": 0.2050061234331224, "conf": 4.397326275952537, "grad_norm": 2.3110551834106445, "lr": 2.7620502060023533e-05 }, { "step": 1484, "T": 1188, "positions": 16, "loss": 0.27495819693878154, "ce": 0.6137200554876472, "tv": 0.15620672498425847, "conf": 5.298545245245717, "grad_norm": 4.218829154968262, "lr": 2.7593161609585392e-05 }, { "step": 1485, "T": 1044, "positions": 16, "loss": 0.4475893611744066, "ce": 0.7177018658603629, "tv": 0.1659913152234367, "conf": 6.459178322127049, "grad_norm": 2.7860512733459473, "lr": 2.756581802363282e-05 }, { "step": 1486, "T": 1079, "positions": 16, "loss": 0.6716315082276472, "ce": 1.1346702975502012, "tv": 0.2704769411197958, "conf": 7.715712409106356, "grad_norm": 7.097476959228516, "lr": 2.753847133522824e-05 }, { "step": 1487, "T": 1041, "positions": 16, "loss": 1.4091217930804798, "ce": 1.8897566456798813, "tv": 0.4492067382161622, "conf": 6.328254407351774, "grad_norm": 5.110124111175537, "lr": 2.7511121577437826e-05 }, { "step": 1488, "T": 1443, "positions": 16, "loss": 1.3727747395426917, "ce": 2.3389911215481334, "tv": 0.25123506937688944, "conf": 4.504219222040808, "grad_norm": 8.306873321533203, "lr": 2.748376878333146e-05 }, { "step": 1489, "T": 1046, "positions": 16, "loss": 0.1336463321449184, "ce": 0.19563541233884507, "tv": 0.030215236592994188, "conf": 0.7767760410888396, "grad_norm": 0.8361384272575378, "lr": 2.7456412985982705e-05 }, { "step": 1490, "T": 1209, "positions": 16, "loss": 1.7309901717289904, "ce": 2.46614062320441, "tv": 0.5227142255753279, "conf": 6.834530606313862, "grad_norm": 12.617522239685059, "lr": 2.7429054218468746e-05 }, { "step": 1491, "T": 1516, "positions": 16, "loss": 1.047775265145674, "ce": 1.79306135897059, "tv": 0.27557996823452413, "conf": 5.299784488209685, "grad_norm": 6.268921375274658, "lr": 2.7401692513870376e-05 }, { "step": 1492, "T": 1105, "positions": 16, "loss": 0.9754264445468834, "ce": 1.5789183733286336, "tv": 0.34245960391126573, "conf": 5.56520638614893, "grad_norm": 5.913355350494385, "lr": 2.7374327905271907e-05 }, { "step": 1493, "T": 1389, "positions": 16, "loss": 0.6374109840101028, "ce": 1.0619718181824283, "tv": 0.2490914703994349, "conf": 5.814364359674924, "grad_norm": 3.7462546825408936, "lr": 2.7346960425761197e-05 }, { "step": 1494, "T": 1041, "positions": 16, "loss": 1.351551695616763, "ce": 2.0509244857821614, "tv": 0.4155353478854522, "conf": 4.615042385507814, "grad_norm": 12.655926704406738, "lr": 2.7319590108429556e-05 }, { "step": 1495, "T": 1422, "positions": 16, "loss": 1.137270699449914, "ce": 2.0317753171693766, "tv": 0.3200744861533167, "conf": 3.7647178317728063, "grad_norm": 7.1501688957214355, "lr": 2.7292216986371727e-05 }, { "step": 1496, "T": 1104, "positions": 16, "loss": 0.47785146357330177, "ce": 0.8151055896305479, "tv": 0.23505238561483566, "conf": 6.161149047994031, "grad_norm": 8.749021530151367, "lr": 2.726484109268586e-05 }, { "step": 1497, "T": 1050, "positions": 16, "loss": 1.558422735179981, "ce": 2.3642840976904154, "tv": 0.4823052968567936, "conf": 4.464293244032007, "grad_norm": 5.659499168395996, "lr": 2.7237462460473433e-05 }, { "step": 1498, "T": 1048, "positions": 16, "loss": 0.6823236321678507, "ce": 1.2237701253252453, "tv": 0.2984235847907257, "conf": 8.334698469566838, "grad_norm": 5.6980719566345215, "lr": 2.7210081122839242e-05 }, { "step": 1499, "T": 1088, "positions": 16, "loss": 1.2576693579612765, "ce": 2.1369514672551304, "tv": 0.39172092685475945, "conf": 4.912878173352993, "grad_norm": 5.854805946350098, "lr": 2.718269711289137e-05 }, { "step": 1500, "T": 1412, "positions": 16, "loss": 0.773770003032439, "ce": 1.428566752554616, "tv": 0.2526689216683735, "conf": 4.550300300376593, "grad_norm": 3.3347082138061523, "lr": 2.7155310463741118e-05 }, { "step": 1501, "T": 1078, "positions": 16, "loss": 0.38449796941930714, "ce": 0.7600575487740571, "tv": 0.25173982007981976, "conf": 8.526771317896172, "grad_norm": 6.6206135749816895, "lr": 2.712792120850297e-05 }, { "step": 1502, "T": 1225, "positions": 16, "loss": 0.7911944797160686, "ce": 1.6051857823040336, "tv": 0.3204300976358354, "conf": 6.103841168366025, "grad_norm": 5.830410480499268, "lr": 2.7100529380294576e-05 }, { "step": 1503, "T": 1140, "positions": 16, "loss": 0.11203620220306831, "ce": 0.2116410957314656, "tv": 0.0689681359071983, "conf": 2.046069748924104, "grad_norm": 2.6250646114349365, "lr": 2.7073135012236688e-05 }, { "step": 1504, "T": 1071, "positions": 16, "loss": 0.35886152897165857, "ce": 0.6022266082436545, "tv": 0.1430429119063774, "conf": 4.597237396446879, "grad_norm": 7.292262077331543, "lr": 2.7045738137453147e-05 }, { "step": 1505, "T": 1048, "positions": 16, "loss": 0.1253326818299847, "ce": 0.2831529747535342, "tv": 0.06753628810974988, "conf": 1.7696377088517348, "grad_norm": 1.4139620065689087, "lr": 2.7018338789070797e-05 }, { "step": 1506, "T": 1097, "positions": 16, "loss": 0.11491124709611711, "ce": 0.3421919616212108, "tv": 0.14231372983886104, "conf": 5.213555742321332, "grad_norm": 2.519392728805542, "lr": 2.699093700021949e-05 }, { "step": 1507, "T": 1037, "positions": 16, "loss": 1.009910350215705, "ce": 1.3111358408350497, "tv": 0.3369829480070621, "conf": 4.531277202883757, "grad_norm": 13.522777557373047, "lr": 2.6963532804032027e-05 }, { "step": 1508, "T": 1214, "positions": 16, "loss": 1.6729206703603268, "ce": 2.848951980471611, "tv": 0.5166859999299049, "conf": 6.702098565740016, "grad_norm": 8.26430892944336, "lr": 2.693612623364412e-05 }, { "step": 1509, "T": 1875, "positions": 16, "loss": 1.2885343563810068, "ce": 2.288875466676018, "tv": 0.33290339621271414, "conf": 6.980913691640383, "grad_norm": 6.471470355987549, "lr": 2.690871732219435e-05 }, { "step": 1510, "T": 1082, "positions": 16, "loss": 0.5529134459800673, "ce": 1.1691970352876524, "tv": 0.2743044342059875, "conf": 7.224097569527203, "grad_norm": 3.3518545627593994, "lr": 2.688130610282412e-05 }, { "step": 1511, "T": 1093, "positions": 16, "loss": 0.9421445232305032, "ce": 1.6904878905570513, "tv": 0.31638458803354297, "conf": 5.992423920204712, "grad_norm": 5.70155143737793, "lr": 2.685389260867765e-05 }, { "step": 1512, "T": 1069, "positions": 16, "loss": 0.7207828170329016, "ce": 1.5296354284614608, "tv": 0.2444520606381957, "conf": 3.4406550960292486, "grad_norm": 4.498237133026123, "lr": 2.6826476872901878e-05 }, { "step": 1513, "T": 1082, "positions": 16, "loss": 0.07688040389122364, "ce": 0.21710838687749856, "tv": 0.1142625507345656, "conf": 7.607954412003693, "grad_norm": 1.3680205345153809, "lr": 2.679905892864648e-05 }, { "step": 1514, "T": 1070, "positions": 16, "loss": 1.6908197678949364, "ce": 2.678921846760204, "tv": 0.4766361750807846, "conf": 3.311681289615123, "grad_norm": 6.1840009689331055, "lr": 2.677163880906378e-05 }, { "step": 1515, "T": 1093, "positions": 16, "loss": 0.4494506013540942, "ce": 0.7535032764831158, "tv": 0.17690465167197544, "conf": 4.138656366657684, "grad_norm": 2.8305206298828125, "lr": 2.6744216547308747e-05 }, { "step": 1516, "T": 1055, "positions": 16, "loss": 0.3658246543006385, "ce": 1.078805822209688, "tv": 0.14187532392679714, "conf": 3.190830067229973, "grad_norm": 1.880998969078064, "lr": 2.6716792176538928e-05 }, { "step": 1517, "T": 1218, "positions": 16, "loss": 0.35044552412827557, "ce": 0.6180208568985108, "tv": 0.19407311745453626, "conf": 2.714237920138298, "grad_norm": 5.512720108032227, "lr": 2.6689365729914444e-05 }, { "step": 1518, "T": 1533, "positions": 16, "loss": 0.7397685790410833, "ce": 1.1659662353413296, "tv": 0.3065880891008419, "conf": 5.343005295098086, "grad_norm": 2.0401203632354736, "lr": 2.66619372405979e-05 }, { "step": 1519, "T": 1573, "positions": 16, "loss": 1.1735571464064378, "ce": 2.026572573930025, "tv": 0.3828746424987912, "conf": 4.68683822103776, "grad_norm": 6.783682346343994, "lr": 2.6634506741754372e-05 }, { "step": 1520, "T": 1173, "positions": 16, "loss": 0.12116349625796374, "ce": 0.34039174107874715, "tv": 0.10512651021235797, "conf": 4.514181910181593, "grad_norm": 3.1997230052948, "lr": 2.660707426655139e-05 }, { "step": 1521, "T": 1551, "positions": 16, "loss": 1.412170944099671, "ce": 2.7189024762046756, "tv": 0.3556128169511794, "conf": 3.783131838937908, "grad_norm": 6.207738399505615, "lr": 2.657963984815885e-05 }, { "step": 1522, "T": 1915, "positions": 16, "loss": 1.4451927131734337, "ce": 2.8931527755676143, "tv": 0.371437116056768, "conf": 5.028036471468868, "grad_norm": 5.231433391571045, "lr": 2.6552203519749003e-05 }, { "step": 1523, "T": 1129, "positions": 16, "loss": 0.09343354381771007, "ce": 0.20968846841969935, "tv": 0.10122606737695605, "conf": 5.842267457258227, "grad_norm": 1.6269850730895996, "lr": 2.652476531449642e-05 }, { "step": 1524, "T": 1053, "positions": 16, "loss": 0.15823011523898423, "ce": 0.22355445213815983, "tv": 0.0567280383461366, "conf": 0.23375864599524382, "grad_norm": 1.7503833770751953, "lr": 2.6497325265577927e-05 }, { "step": 1525, "T": 1118, "positions": 16, "loss": 0.547492314107501, "ce": 1.0581564364838414, "tv": 0.23003735777456313, "conf": 3.539875439379898, "grad_norm": 4.990096092224121, "lr": 2.6469883406172585e-05 }, { "step": 1526, "T": 2305, "positions": 16, "loss": 1.4458852061161451, "ce": 2.582205352722667, "tv": 0.41275349888019264, "conf": 7.09652616851049, "grad_norm": 5.0871381759643555, "lr": 2.644243976946166e-05 }, { "step": 1527, "T": 1039, "positions": 16, "loss": 0.891278376756397, "ce": 1.454272574083916, "tv": 0.3044323011920369, "conf": 3.208856923262784, "grad_norm": 4.387674808502197, "lr": 2.641499438862853e-05 }, { "step": 1528, "T": 1327, "positions": 16, "loss": 1.3719763691232458, "ce": 2.717149935720954, "tv": 0.37138475192477927, "conf": 4.644398949324229, "grad_norm": 6.589629173278809, "lr": 2.638754729685872e-05 }, { "step": 1529, "T": 1423, "positions": 16, "loss": 1.1144493014991852, "ce": 2.0533234086960874, "tv": 0.2173087352020957, "conf": 4.180290063795847, "grad_norm": 3.7295782566070557, "lr": 2.6360098527339795e-05 }, { "step": 1530, "T": 1719, "positions": 16, "loss": 1.221132685508799, "ce": 2.0567292514604105, "tv": 0.2728994650369714, "conf": 2.0623379452429638, "grad_norm": 2.838066339492798, "lr": 2.6332648113261377e-05 }, { "step": 1531, "T": 1408, "positions": 16, "loss": 1.297501273625926, "ce": 2.534356166695943, "tv": 0.40297940067830496, "conf": 4.828884282207582, "grad_norm": 10.990913391113281, "lr": 2.630519608781505e-05 }, { "step": 1532, "T": 1732, "positions": 16, "loss": 1.3606077484500219, "ce": 2.32602332818351, "tv": 0.2800950307455423, "conf": 4.514602646561343, "grad_norm": 4.004561901092529, "lr": 2.6277742484194355e-05 }, { "step": 1533, "T": 1084, "positions": 16, "loss": 1.0221242203974725, "ce": 1.5916735892096767, "tv": 0.3381878703366965, "conf": 4.315321293380993, "grad_norm": 6.602435111999512, "lr": 2.6250287335594748e-05 }, { "step": 1534, "T": 1081, "positions": 16, "loss": 0.7265538035740065, "ce": 1.9079037263509235, "tv": 0.2683670480364526, "conf": 8.38074533706822, "grad_norm": 11.296835899353027, "lr": 2.6222830675213555e-05 }, { "step": 1535, "T": 1050, "positions": 16, "loss": 0.1400222132040625, "ce": 0.2636674667337502, "tv": 0.0911433926976315, "conf": 5.032340989797376, "grad_norm": 1.5271236896514893, "lr": 2.6195372536249918e-05 }, { "step": 1536, "T": 1513, "positions": 16, "loss": 0.5922876812249864, "ce": 1.1456350705470868, "tv": 0.2102701538033216, "conf": 5.73527318356787, "grad_norm": 2.5829079151153564, "lr": 2.6167912951904767e-05 }, { "step": 1537, "T": 1106, "positions": 16, "loss": 0.37559940765201816, "ce": 1.2721830895843595, "tv": 0.23847467064661032, "conf": 5.789317629293366, "grad_norm": 3.1323347091674805, "lr": 2.6140451955380785e-05 }, { "step": 1538, "T": 1224, "positions": 16, "loss": 0.8957648242665357, "ce": 1.620430890321586, "tv": 0.3027332621622918, "conf": 6.259760825239404, "grad_norm": 6.831024169921875, "lr": 2.611298957988238e-05 }, { "step": 1539, "T": 1104, "positions": 16, "loss": 0.3238756749410179, "ce": 0.5861586048306435, "tv": 0.09746622341390321, "conf": 1.2046213412112712, "grad_norm": 1.041557788848877, "lr": 2.608552585861559e-05 }, { "step": 1540, "T": 1201, "positions": 16, "loss": 1.5700545641593635, "ce": 2.8460962045937777, "tv": 0.4782588044181466, "conf": 8.339511336718942, "grad_norm": 7.299248695373535, "lr": 2.6058060824788105e-05 }, { "step": 1541, "T": 1099, "positions": 16, "loss": 0.08544264573196081, "ce": 0.24479353801689285, "tv": 0.06376568301857333, "conf": 1.238911755797977, "grad_norm": 0.48903217911720276, "lr": 2.6030594511609196e-05 }, { "step": 1542, "T": 1420, "positions": 16, "loss": 1.0963851812573324, "ce": 1.8367802309585386, "tv": 0.37600471050973283, "conf": 6.014381232674623, "grad_norm": 5.959466457366943, "lr": 2.6003126952289693e-05 }, { "step": 1543, "T": 1398, "positions": 16, "loss": 1.2115299614912374, "ce": 2.1705642688903026, "tv": 0.30495366409013513, "conf": 5.477910717774648, "grad_norm": 4.745468616485596, "lr": 2.5975658180041916e-05 }, { "step": 1544, "T": 2136, "positions": 16, "loss": 1.429468362679188, "ce": 2.316418301795238, "tv": 0.35913497147066664, "conf": 3.9754991204955545, "grad_norm": 8.894835472106934, "lr": 2.5948188228079658e-05 }, { "step": 1545, "T": 1589, "positions": 16, "loss": 1.4070826354167991, "ce": 2.470689865593158, "tv": 0.42655023382394575, "conf": 5.857960323389202, "grad_norm": 9.718006134033203, "lr": 2.5920717129618132e-05 }, { "step": 1546, "T": 1066, "positions": 16, "loss": 0.21079623494588873, "ce": 0.8919334691963741, "tv": 0.1645413549267687, "conf": 4.775840447543942, "grad_norm": 4.6902971267700195, "lr": 2.589324491787395e-05 }, { "step": 1547, "T": 1041, "positions": 16, "loss": 1.08492536766839, "ce": 1.851441106886341, "tv": 0.33169501333031803, "conf": 3.068534578165652, "grad_norm": 5.998109340667725, "lr": 2.586577162606506e-05 }, { "step": 1548, "T": 1385, "positions": 16, "loss": 0.8306157036873696, "ce": 1.49503869408818, "tv": 0.22817144677446777, "conf": 4.115880616607629, "grad_norm": 5.803199291229248, "lr": 2.583829728741072e-05 }, { "step": 1549, "T": 1053, "positions": 16, "loss": 0.4219227750572685, "ce": 0.9525521462855977, "tv": 0.18659871826093877, "conf": 2.428211902757428, "grad_norm": 2.77966046333313, "lr": 2.5810821935131456e-05 }, { "step": 1550, "T": 1080, "positions": 16, "loss": 0.04363661607692748, "ce": 0.11996465870470274, "tv": 0.07959657024730404, "conf": 5.233385884829498, "grad_norm": 0.9652235507965088, "lr": 2.578334560244901e-05 }, { "step": 1551, "T": 1078, "positions": 16, "loss": 1.42025479898075, "ce": 3.151935052126646, "tv": 0.4479373898357153, "conf": 8.917168559672753, "grad_norm": 6.979264259338379, "lr": 2.575586832258633e-05 }, { "step": 1552, "T": 1085, "positions": 16, "loss": 0.7182429001804067, "ce": 1.1856571780335798, "tv": 0.28412541349462117, "conf": 5.819599273228066, "grad_norm": 10.83051586151123, "lr": 2.5728390128767482e-05 }, { "step": 1553, "T": 1097, "positions": 16, "loss": 0.19907846867397438, "ce": 0.5378234474555939, "tv": 0.1549361671495717, "conf": 6.678075727605684, "grad_norm": 1.675415277481079, "lr": 2.5700911054217654e-05 }, { "step": 1554, "T": 1049, "positions": 16, "loss": 0.2901033843267271, "ce": 0.535760274846325, "tv": 0.12362375516386237, "conf": 2.6862760748647667, "grad_norm": 2.675340414047241, "lr": 2.56734311321631e-05 }, { "step": 1555, "T": 1181, "positions": 16, "loss": 0.7803621625944288, "ce": 1.7633446131803794, "tv": 0.3039629562481423, "conf": 7.140204921450085, "grad_norm": 8.769231796264648, "lr": 2.564595039583109e-05 }, { "step": 1556, "T": 1081, "positions": 16, "loss": 0.24999542968373767, "ce": 0.34816733394143284, "tv": 0.12485364589610981, "conf": 4.275609123511125, "grad_norm": 1.8379995822906494, "lr": 2.5618468878449885e-05 }, { "step": 1557, "T": 1421, "positions": 16, "loss": 0.9602818997403801, "ce": 1.7951661352053634, "tv": 0.30938699210310006, "conf": 6.322127477459048, "grad_norm": 5.462934494018555, "lr": 2.5590986613248684e-05 }, { "step": 1558, "T": 1040, "positions": 16, "loss": 0.8603646706607719, "ce": 1.4692211645451607, "tv": 0.31934641236875905, "conf": 4.520352247446368, "grad_norm": 3.0908010005950928, "lr": 2.5563503633457596e-05 }, { "step": 1559, "T": 1076, "positions": 16, "loss": 1.091323462424043, "ce": 2.3649761602282524, "tv": 0.35236946563236415, "conf": 5.448199760263378, "grad_norm": 5.91364860534668, "lr": 2.5536019972307602e-05 }, { "step": 1560, "T": 1058, "positions": 16, "loss": 0.029718116130071692, "ce": 0.06527818068389024, "tv": 0.04283096594099334, "conf": 4.693231530300139, "grad_norm": 0.18004746735095978, "lr": 2.5508535663030493e-05 }, { "step": 1561, "T": 1040, "positions": 16, "loss": 0.4552329343051156, "ce": 0.8543855204338797, "tv": 0.18298289972608472, "conf": 3.935129551967975, "grad_norm": 1.5774592161178589, "lr": 2.5481050738858836e-05 }, { "step": 1562, "T": 1122, "positions": 16, "loss": 0.20881349022790374, "ce": 0.7240091420717931, "tv": 0.16409721133709354, "conf": 8.351829156279953, "grad_norm": 2.144460439682007, "lr": 2.5453565233025968e-05 }, { "step": 1563, "T": 2304, "positions": 16, "loss": 1.6168352996620854, "ce": 2.889874469532515, "tv": 0.38817404596920824, "conf": 8.022614756128561, "grad_norm": 4.819638729095459, "lr": 2.5426079178765903e-05 }, { "step": 1564, "T": 1057, "positions": 16, "loss": 0.5141446720044698, "ce": 1.0452525212026558, "tv": 0.2075265426419719, "conf": 3.045458916529862, "grad_norm": 5.580265522003174, "lr": 2.539859260931335e-05 }, { "step": 1565, "T": 1080, "positions": 16, "loss": 0.5783198148183146, "ce": 2.0654649381758645, "tv": 0.2695383515674621, "conf": 6.706718921805077, "grad_norm": 4.566315174102783, "lr": 2.5371105557903596e-05 }, { "step": 1566, "T": 1091, "positions": 16, "loss": 0.12317213308225661, "ce": 0.29756582936988707, "tv": 0.14303308639955503, "conf": 6.0260046802186675, "grad_norm": 2.1843223571777344, "lr": 2.534361805777255e-05 }, { "step": 1567, "T": 1181, "positions": 16, "loss": 0.1572713915958488, "ce": 0.25713641311449464, "tv": 0.1351099142248131, "conf": 3.877248475537112, "grad_norm": 3.5356059074401855, "lr": 2.5316130142156654e-05 }, { "step": 1568, "T": 1244, "positions": 16, "loss": 0.4222028121423591, "ce": 0.7983191598832491, "tv": 0.1739407633758674, "conf": 4.503200071784321, "grad_norm": 1.8300442695617676, "lr": 2.528864184429284e-05 }, { "step": 1569, "T": 1159, "positions": 16, "loss": 1.5403267785295611, "ce": 2.649017664938583, "tv": 0.43229768630408216, "conf": 6.956596766191312, "grad_norm": 7.8937201499938965, "lr": 2.5261153197418504e-05 }, { "step": 1570, "T": 1060, "positions": 16, "loss": 0.8817420432446283, "ce": 1.7030060831493756, "tv": 0.33629171679058345, "conf": 3.8440409757020473, "grad_norm": 8.115952491760254, "lr": 2.5233664234771482e-05 }, { "step": 1571, "T": 1117, "positions": 16, "loss": 0.8027543375384596, "ce": 1.8875181596704351, "tv": 0.3147782237138017, "conf": 6.0853426803057715, "grad_norm": 6.471596717834473, "lr": 2.520617498958997e-05 }, { "step": 1572, "T": 1945, "positions": 16, "loss": 1.4585712759180751, "ce": 2.789407073520124, "tv": 0.42089787125587463, "conf": 7.109909678083113, "grad_norm": 5.232532978057861, "lr": 2.517868549511252e-05 }, { "step": 1573, "T": 1170, "positions": 16, "loss": 1.7998566813766956, "ce": 2.7062039971351624, "tv": 0.5195583701133728, "conf": 2.7935344612400144, "grad_norm": 6.071473121643066, "lr": 2.515119578457799e-05 }, { "step": 1574, "T": 1181, "positions": 16, "loss": 0.36967287884692723, "ce": 0.7647229642461753, "tv": 0.16880604454490822, "conf": 4.246532051192098, "grad_norm": 1.8788671493530273, "lr": 2.5123705891225473e-05 }, { "step": 1575, "T": 1096, "positions": 16, "loss": 1.0649816063112496, "ce": 1.8239458719835966, "tv": 0.306414787126414, "conf": 3.9336277369459824, "grad_norm": 3.6172304153442383, "lr": 2.5096215848294308e-05 }, { "step": 1576, "T": 1177, "positions": 16, "loss": 1.4877456184476614, "ce": 2.503887038677931, "tv": 0.5109841041266918, "conf": 5.935451850234557, "grad_norm": 7.94078254699707, "lr": 2.5068725689024007e-05 }, { "step": 1577, "T": 1114, "positions": 16, "loss": 0.042483428207461316, "ce": 0.08412714524547482, "tv": 0.05946682307148876, "conf": 2.337689105876841, "grad_norm": 0.28056588768959045, "lr": 2.504123544665423e-05 }, { "step": 1578, "T": 1088, "positions": 16, "loss": 0.1187215837371518, "ce": 0.3157987673239404, "tv": 0.13484588717437873, "conf": 6.830229849359657, "grad_norm": 1.9188299179077148, "lr": 2.501374515442472e-05 }, { "step": 1579, "T": 1384, "positions": 16, "loss": 1.5349511880871205, "ce": 2.171345616079634, "tv": 0.4495890807447722, "conf": 4.043829650769204, "grad_norm": 5.314704895019531, "lr": 2.4986254845575287e-05 }, { "step": 1580, "T": 1049, "positions": 16, "loss": 0.06481339520005136, "ce": 0.10515759615901743, "tv": 0.02862917101037965, "conf": 0.78359315822812, "grad_norm": 0.7467236518859863, "lr": 2.4958764553345774e-05 }, { "step": 1581, "T": 1062, "positions": 16, "loss": 0.18069416667674432, "ce": 0.43473328716208925, "tv": 0.1458440502610756, "conf": 5.988447550250236, "grad_norm": 2.138517379760742, "lr": 2.4931274310975995e-05 }, { "step": 1582, "T": 1060, "positions": 16, "loss": 0.3014781370103492, "ce": 0.5080762171855895, "tv": 0.12074663553721621, "conf": 3.7047121594659984, "grad_norm": 1.1804957389831543, "lr": 2.4903784151705695e-05 }, { "step": 1583, "T": 1081, "positions": 16, "loss": 0.23317537289100176, "ce": 0.6429124176676737, "tv": 0.1577496335030446, "conf": 7.154240942852883, "grad_norm": 3.773798942565918, "lr": 2.4876294108774532e-05 }, { "step": 1584, "T": 1133, "positions": 16, "loss": 0.5272458302347331, "ce": 0.9665361816296354, "tv": 0.21214508783305064, "conf": 3.6116986350022318, "grad_norm": 2.700792074203491, "lr": 2.4848804215422013e-05 }, { "step": 1585, "T": 1360, "positions": 16, "loss": 0.6497140431683306, "ce": 1.5673973110965562, "tv": 0.27673388760558737, "conf": 8.123049551388249, "grad_norm": 4.339193344116211, "lr": 2.4821314504887484e-05 }, { "step": 1586, "T": 1236, "positions": 16, "loss": 1.7083660224325286, "ce": 2.7779505694052204, "tv": 0.5108313823584467, "conf": 4.678491179016419, "grad_norm": 4.673038959503174, "lr": 2.4793825010410036e-05 }, { "step": 1587, "T": 1092, "positions": 16, "loss": 0.38572846339815214, "ce": 0.7924582560808631, "tv": 0.1691093975387048, "conf": 3.5439382403653106, "grad_norm": 2.15714693069458, "lr": 2.4766335765228527e-05 }, { "step": 1588, "T": 1689, "positions": 16, "loss": 1.026173058920575, "ce": 1.9272489520901672, "tv": 0.2626061173409653, "conf": 3.5499974022464755, "grad_norm": 3.039543390274048, "lr": 2.47388468025815e-05 }, { "step": 1589, "T": 1078, "positions": 16, "loss": 0.19960357662573358, "ce": 0.5081827898216034, "tv": 0.1764473183834525, "conf": 7.669924449378354, "grad_norm": 1.3305052518844604, "lr": 2.4711358155707167e-05 }, { "step": 1590, "T": 1570, "positions": 16, "loss": 0.6583381293244202, "ce": 1.3081971009960398, "tv": 0.22567568041267805, "conf": 5.110342176854477, "grad_norm": 3.605039596557617, "lr": 2.4683869857843352e-05 }, { "step": 1591, "T": 1415, "positions": 16, "loss": 0.7282210123596542, "ce": 1.3513555006993556, "tv": 0.22308054261520738, "conf": 10.211359545588493, "grad_norm": 2.189046621322632, "lr": 2.465638194222745e-05 }, { "step": 1592, "T": 1227, "positions": 16, "loss": 0.9864625170444477, "ce": 1.7211754389900307, "tv": 0.3156086283506738, "conf": 3.6400761785334907, "grad_norm": 7.125192642211914, "lr": 2.462889444209641e-05 }, { "step": 1593, "T": 1041, "positions": 16, "loss": 0.826465981708786, "ce": 1.249207593653864, "tv": 0.2733573167861323, "conf": 3.8454934991240997, "grad_norm": 4.779807090759277, "lr": 2.4601407390686656e-05 }, { "step": 1594, "T": 1057, "positions": 16, "loss": 0.5434657937019551, "ce": 1.0228387733100135, "tv": 0.18495917320797162, "conf": 4.559657460976491, "grad_norm": 4.931895732879639, "lr": 2.45739208212341e-05 }, { "step": 1595, "T": 1437, "positions": 16, "loss": 0.6358901843885008, "ce": 1.2939357972700236, "tv": 0.2170164072413172, "conf": 6.42138767532993, "grad_norm": 2.0688440799713135, "lr": 2.454643476697404e-05 }, { "step": 1596, "T": 1123, "positions": 16, "loss": 1.511996612403891, "ce": 1.9831180535256863, "tv": 0.5463690208271146, "conf": 9.15039738379528, "grad_norm": 9.69387435913086, "lr": 2.451894926114117e-05 }, { "step": 1597, "T": 1040, "positions": 16, "loss": 0.5212097103913891, "ce": 1.217750882555265, "tv": 0.27817108828094206, "conf": 6.182227092492868, "grad_norm": 3.542438268661499, "lr": 2.4491464336969516e-05 }, { "step": 1598, "T": 1080, "positions": 16, "loss": 0.007376017744615382, "ce": 0.08215947859309836, "tv": 0.05063203971940311, "conf": 3.523054890375298, "grad_norm": 0.17085878551006317, "lr": 2.4463980027692404e-05 }, { "step": 1599, "T": 1068, "positions": 16, "loss": 0.5589896603360707, "ce": 0.9802434922718248, "tv": 0.1412565428054222, "conf": 0.4156578393478574, "grad_norm": 6.656315326690674, "lr": 2.4436496366542406e-05 }, { "step": 1600, "T": 1247, "positions": 16, "loss": 1.3073611592937588, "ce": 1.9020811823647819, "tv": 0.3560153304133564, "conf": 3.70234622828184, "grad_norm": 6.1306681632995605, "lr": 2.4409013386751322e-05 }, { "step": 1601, "T": 1197, "positions": 16, "loss": 1.634047108989762, "ce": 2.619985582306981, "tv": 0.48871548008173704, "conf": 6.175585619850612, "grad_norm": 7.410641193389893, "lr": 2.438153112155012e-05 }, { "step": 1602, "T": 1220, "positions": 16, "loss": 0.4465531372614322, "ce": 0.9519471837029414, "tv": 0.21121820476082576, "conf": 4.360057515110556, "grad_norm": 4.832820415496826, "lr": 2.4354049604168915e-05 }, { "step": 1603, "T": 1122, "positions": 16, "loss": 0.02812546332834387, "ce": 0.13576422853839176, "tv": 0.08285045389493462, "conf": 3.69864248765087, "grad_norm": 0.49723413586616516, "lr": 2.4326568867836907e-05 }, { "step": 1604, "T": 1161, "positions": 16, "loss": 0.8650331842701462, "ce": 1.6374752330084448, "tv": 0.35034869103401434, "conf": 4.365342393277388, "grad_norm": 5.387717247009277, "lr": 2.429908894578235e-05 }, { "step": 1605, "T": 1046, "positions": 16, "loss": 0.352989214115091, "ce": 0.700105488889676, "tv": 0.15238344176395913, "conf": 4.850547099481185, "grad_norm": 2.5757131576538086, "lr": 2.4271609871232524e-05 }, { "step": 1606, "T": 1446, "positions": 16, "loss": 1.0644731201739717, "ce": 1.992494785987219, "tv": 0.275583669252228, "conf": 6.448453633958252, "grad_norm": 5.919458389282227, "lr": 2.4244131677413673e-05 }, { "step": 1607, "T": 1048, "positions": 16, "loss": 0.06099980683246464, "ce": 0.17069172877518213, "tv": 0.062407633990005706, "conf": 1.2237048280732836, "grad_norm": 0.6021936535835266, "lr": 2.4216654397550993e-05 }, { "step": 1608, "T": 1094, "positions": 16, "loss": 0.17390127103476516, "ce": 0.3900473709691141, "tv": 0.17628623271230026, "conf": 6.371800215197878, "grad_norm": 2.4186313152313232, "lr": 2.418917806486855e-05 }, { "step": 1609, "T": 2304, "positions": 16, "loss": 1.8099343781735229, "ce": 3.140291427363991, "tv": 0.46023665531538427, "conf": 4.446894236231593, "grad_norm": 5.974144458770752, "lr": 2.4161702712589284e-05 }, { "step": 1610, "T": 1665, "positions": 16, "loss": 0.6536715811280374, "ce": 1.5400796726316912, "tv": 0.28878043039730983, "conf": 6.440970176112005, "grad_norm": 4.259110450744629, "lr": 2.4134228373934946e-05 }, { "step": 1611, "T": 1144, "positions": 16, "loss": 0.3282877959107964, "ce": 0.8501667141390499, "tv": 0.17217718579559005, "conf": 5.7106422800810215, "grad_norm": 3.4586563110351562, "lr": 2.410675508212606e-05 }, { "step": 1612, "T": 1199, "positions": 16, "loss": 1.4840906003155396, "ce": 2.4803200336173177, "tv": 0.45214548148214817, "conf": 4.808640895074845, "grad_norm": 7.471255779266357, "lr": 2.4079282870381874e-05 }, { "step": 1613, "T": 1053, "positions": 16, "loss": 0.030451470372980793, "ce": 0.05915318760480659, "tv": 0.04304660721982145, "conf": 3.2644269435628583, "grad_norm": 0.17346084117889404, "lr": 2.4051811771920348e-05 }, { "step": 1614, "T": 1182, "positions": 16, "loss": 1.665990806184709, "ce": 2.8254995569586754, "tv": 0.4801915278658271, "conf": 4.640324818654335, "grad_norm": 6.738432884216309, "lr": 2.4024341819958086e-05 }, { "step": 1615, "T": 1038, "positions": 16, "loss": 0.29482289972212783, "ce": 0.4744168762592835, "tv": 0.07903184356291604, "conf": 2.136244848712515, "grad_norm": 2.109095811843872, "lr": 2.399687304771031e-05 }, { "step": 1616, "T": 1075, "positions": 16, "loss": 0.3087780171784136, "ce": 0.5903956711722458, "tv": 0.16041305908947834, "conf": 6.673475687154458, "grad_norm": 4.0633544921875, "lr": 2.3969405488390807e-05 }, { "step": 1617, "T": 1571, "positions": 16, "loss": 1.6007574312388897, "ce": 2.8701655361801386, "tv": 0.4476571436971426, "conf": 4.295399723361524, "grad_norm": 9.605257034301758, "lr": 2.39419391752119e-05 }, { "step": 1618, "T": 1051, "positions": 16, "loss": 0.39034686972161126, "ce": 0.6463227248113981, "tv": 0.15649952210060292, "conf": 4.886759205003714, "grad_norm": 2.3303442001342773, "lr": 2.3914474141384417e-05 }, { "step": 1619, "T": 1051, "positions": 16, "loss": 0.09036827307836504, "ce": 0.16630162825003936, "tv": 0.06659496009979193, "conf": 1.748068697803717, "grad_norm": 1.6661006212234497, "lr": 2.388701042011763e-05 }, { "step": 1620, "T": 1686, "positions": 16, "loss": 1.9718999042088399, "ce": 2.864908494055271, "tv": 0.5035367542877793, "conf": 3.515681344041671, "grad_norm": 8.190778732299805, "lr": 2.385954804461922e-05 }, { "step": 1621, "T": 1503, "positions": 16, "loss": 1.9779220974451164, "ce": 3.267061418388039, "tv": 0.5196537026204169, "conf": 4.543969979250857, "grad_norm": 9.762396812438965, "lr": 2.3832087048095242e-05 }, { "step": 1622, "T": 1137, "positions": 16, "loss": 0.406775337257244, "ce": 0.9460693379060103, "tv": 0.21620649349642918, "conf": 3.4989088308388743, "grad_norm": 6.829663276672363, "lr": 2.380462746375009e-05 }, { "step": 1623, "T": 1077, "positions": 16, "loss": 0.48159985656255166, "ce": 1.0847272518685713, "tv": 0.20104733990001478, "conf": 5.463582569666836, "grad_norm": 5.887036323547363, "lr": 2.3777169324786447e-05 }, { "step": 1624, "T": 1215, "positions": 16, "loss": 0.9758338564549831, "ce": 1.9741398584628769, "tv": 0.24677317685927846, "conf": 2.854161614973451, "grad_norm": 3.929823637008667, "lr": 2.3749712664405254e-05 }, { "step": 1625, "T": 1448, "positions": 16, "loss": 1.1060256293683324, "ce": 1.986902983080654, "tv": 0.3366361488115217, "conf": 5.954486925278616, "grad_norm": 3.9591081142425537, "lr": 2.372225751580565e-05 }, { "step": 1626, "T": 1105, "positions": 16, "loss": 0.847519423853555, "ce": 2.0636815279722214, "tv": 0.2995246974751353, "conf": 6.60906093827353, "grad_norm": 4.943267345428467, "lr": 2.3694803912184957e-05 }, { "step": 1627, "T": 1695, "positions": 16, "loss": 1.2032541075955123, "ce": 2.3020733329176437, "tv": 0.36389528165454976, "conf": 5.583650025452137, "grad_norm": 4.694778919219971, "lr": 2.366735188673863e-05 }, { "step": 1628, "T": 1537, "positions": 16, "loss": 0.9560880881804916, "ce": 1.5875363707340284, "tv": 0.23234145977767184, "conf": 2.83151584977643, "grad_norm": 5.931474685668945, "lr": 2.363990147266021e-05 }, { "step": 1629, "T": 1186, "positions": 16, "loss": 0.0457372924982522, "ce": 0.20069157974830887, "tv": 0.06594887250503234, "conf": 1.5184811469561816, "grad_norm": 2.267759323120117, "lr": 2.3612452703141287e-05 }, { "step": 1630, "T": 1522, "positions": 16, "loss": 1.3157513980156068, "ce": 2.3286515204335956, "tv": 0.32099892510268546, "conf": 2.64360865180061, "grad_norm": 8.030208587646484, "lr": 2.3585005611371474e-05 }, { "step": 1631, "T": 1295, "positions": 16, "loss": 0.528822125555962, "ce": 1.2048710055387346, "tv": 0.2809685011598049, "conf": 7.339849062265174, "grad_norm": 13.428803443908691, "lr": 2.3557560230538347e-05 }, { "step": 1632, "T": 1233, "positions": 16, "loss": 1.78634830750525, "ce": 2.999846376478672, "tv": 0.5093549657613039, "conf": 7.872310830674517, "grad_norm": 7.411534786224365, "lr": 2.353011659382742e-05 }, { "step": 1633, "T": 1040, "positions": 16, "loss": 0.26817943939743216, "ce": 0.39083361752125256, "tv": 0.06176193233750382, "conf": 0.2634237924478182, "grad_norm": 1.3161576986312866, "lr": 2.3502674734422082e-05 }, { "step": 1634, "T": 1220, "positions": 16, "loss": 1.5438847429666112, "ce": 2.5831105572269735, "tv": 0.37984052576939575, "conf": 5.408731472998625, "grad_norm": 4.9627299308776855, "lr": 2.3475234685503586e-05 }, { "step": 1635, "T": 1068, "positions": 16, "loss": 0.8378475858271486, "ce": 1.641609423328191, "tv": 0.33501514000818133, "conf": 4.1420162290742155, "grad_norm": 3.899350643157959, "lr": 2.3447796480251e-05 }, { "step": 1636, "T": 1070, "positions": 16, "loss": 0.1327957585071573, "ce": 0.2830298789413064, "tv": 0.14808846970481682, "conf": 6.659209276083857, "grad_norm": 2.5535950660705566, "lr": 2.3420360151841156e-05 }, { "step": 1637, "T": 1125, "positions": 16, "loss": 0.21088748122761025, "ce": 0.3862708302857527, "tv": 0.10998849826319201, "conf": 4.909205445515863, "grad_norm": 1.545448899269104, "lr": 2.3392925733448617e-05 }, { "step": 1638, "T": 1428, "positions": 16, "loss": 0.9311824399063653, "ce": 1.7961053439703392, "tv": 0.37677688797703013, "conf": 7.420615026028186, "grad_norm": 6.335598945617676, "lr": 2.3365493258245634e-05 }, { "step": 1639, "T": 1068, "positions": 16, "loss": 0.8581154161520317, "ce": 1.4079578454984585, "tv": 0.36037113482598215, "conf": 6.833836020902879, "grad_norm": 4.460619926452637, "lr": 2.333806275940211e-05 }, { "step": 1640, "T": 1056, "positions": 16, "loss": 0.34125981748346135, "ce": 0.5687364501936827, "tv": 0.13635365558002377, "conf": 4.172323015207521, "grad_norm": 5.121930122375488, "lr": 2.331063427008556e-05 }, { "step": 1641, "T": 1103, "positions": 16, "loss": 0.22788086346087866, "ce": 0.6767055709268561, "tv": 0.13924375787701138, "conf": 4.710982322835434, "grad_norm": 4.384397029876709, "lr": 2.3283207823461074e-05 }, { "step": 1642, "T": 1408, "positions": 16, "loss": 1.1133686550295199, "ce": 2.2441858382791224, "tv": 0.25211194688017713, "conf": 3.7692258265156213, "grad_norm": 5.016133785247803, "lr": 2.325578345269126e-05 }, { "step": 1643, "T": 1231, "positions": 16, "loss": 1.598742628848413, "ce": 2.62229754216969, "tv": 0.5331127941608429, "conf": 4.878967464793391, "grad_norm": 7.362971782684326, "lr": 2.3228361190936225e-05 }, { "step": 1644, "T": 1235, "positions": 16, "loss": 0.9912783663859273, "ce": 1.6863021378812846, "tv": 0.32262622681082576, "conf": 5.655434973123192, "grad_norm": 8.943376541137695, "lr": 2.3200941071353526e-05 }, { "step": 1645, "T": 1071, "positions": 16, "loss": 0.43638240679774754, "ce": 0.860519305838352, "tv": 0.13829269461712101, "conf": 2.4484997490856095, "grad_norm": 1.9639363288879395, "lr": 2.3173523127098128e-05 }, { "step": 1646, "T": 1514, "positions": 16, "loss": 1.506413733195302, "ce": 2.9058962953004084, "tv": 0.35297604329389287, "conf": 6.006071756662777, "grad_norm": 5.570085525512695, "lr": 2.3146107391322355e-05 }, { "step": 1647, "T": 1108, "positions": 16, "loss": 0.49322131983633, "ce": 0.8884390091598107, "tv": 0.18180350225384245, "conf": 4.330760511328492, "grad_norm": 3.1752865314483643, "lr": 2.3118693897175882e-05 }, { "step": 1648, "T": 1525, "positions": 16, "loss": 1.240454801112989, "ce": 2.20364056310882, "tv": 0.3281698454411526, "conf": 2.978047477175983, "grad_norm": 4.106204509735107, "lr": 2.3091282677805655e-05 }, { "step": 1649, "T": 1226, "positions": 16, "loss": 0.7918716332487747, "ce": 1.5348476723884232, "tv": 0.26488121529109776, "conf": 3.3549632156245934, "grad_norm": 3.1057798862457275, "lr": 2.3063873766355885e-05 }, { "step": 1650, "T": 1072, "positions": 16, "loss": 0.000582189274865641, "ce": 0.0706572936160228, "tv": 0.0652701485560101, "conf": 4.096842642818906, "grad_norm": 0.1860232949256897, "lr": 2.303646719596798e-05 }, { "step": 1651, "T": 1096, "positions": 16, "loss": 1.0283592101900467, "ce": 2.029926540377346, "tv": 0.3675142248721386, "conf": 6.991528474391685, "grad_norm": 4.472757339477539, "lr": 2.300906299978052e-05 }, { "step": 1652, "T": 1046, "positions": 16, "loss": 0.21829356781229592, "ce": 0.399386561810843, "tv": 0.08271159570358577, "conf": 2.472555044520265, "grad_norm": 0.8631682991981506, "lr": 2.298166121092921e-05 }, { "step": 1653, "T": 1487, "positions": 16, "loss": 1.0009114302695679, "ce": 1.6550289815195356, "tv": 0.26056389221321297, "conf": 3.891492052512149, "grad_norm": 4.211256504058838, "lr": 2.2954261862546855e-05 }, { "step": 1654, "T": 1108, "positions": 16, "loss": 0.6007273141370888, "ce": 1.3500285754780634, "tv": 0.24228239393778495, "conf": 6.08230011657108, "grad_norm": 3.851235866546631, "lr": 2.2926864987763315e-05 }, { "step": 1655, "T": 1554, "positions": 16, "loss": 1.7612019423395395, "ce": 3.4844792038202286, "tv": 0.5036955401301384, "conf": 8.134736174813249, "grad_norm": 7.432565689086914, "lr": 2.2899470619705433e-05 }, { "step": 1656, "T": 1080, "positions": 16, "loss": 0.14116641548036313, "ce": 0.3566920529337949, "tv": 0.15013156468739908, "conf": 5.647092130867895, "grad_norm": 2.7078664302825928, "lr": 2.2872078791497036e-05 }, { "step": 1657, "T": 2019, "positions": 16, "loss": 1.0924926187912973, "ce": 1.9216262422596628, "tv": 0.2902393486483561, "conf": 3.970797955807547, "grad_norm": 4.299243450164795, "lr": 2.2844689536258888e-05 }, { "step": 1658, "T": 1089, "positions": 16, "loss": 0.9883122558290154, "ce": 1.4669280072748734, "tv": 0.32948084052986815, "conf": 4.694431245604388, "grad_norm": 10.584125518798828, "lr": 2.2817302887108635e-05 }, { "step": 1659, "T": 1075, "positions": 16, "loss": 0.4141324814971803, "ce": 0.9325150224285608, "tv": 0.264056597517083, "conf": 9.09274496541307, "grad_norm": 8.5276460647583, "lr": 2.278991887716076e-05 }, { "step": 1660, "T": 1040, "positions": 16, "loss": 0.1622735372287849, "ce": 0.38107961104378774, "tv": 0.16052246471008402, "conf": 6.5900934795379, "grad_norm": 3.813427686691284, "lr": 2.2762537539526573e-05 }, { "step": 1661, "T": 1184, "positions": 16, "loss": 0.9790845575626008, "ce": 1.7697601458057761, "tv": 0.3734839307144284, "conf": 6.550554332960246, "grad_norm": 6.030705451965332, "lr": 2.2735158907314145e-05 }, { "step": 1662, "T": 1037, "positions": 16, "loss": 1.3864164121496287, "ce": 2.208431298204232, "tv": 0.46070739458082244, "conf": 6.681679043977056, "grad_norm": 5.862558841705322, "lr": 2.2707783013628275e-05 }, { "step": 1663, "T": 1047, "positions": 16, "loss": 0.4970887342631727, "ce": 0.9238298398395273, "tv": 0.25794426474567445, "conf": 5.5032272056839, "grad_norm": 2.9389846324920654, "lr": 2.268040989157045e-05 }, { "step": 1664, "T": 1071, "positions": 16, "loss": 0.5039557501169156, "ce": 1.0869692024571123, "tv": 0.2347821925941389, "conf": 5.827846471434782, "grad_norm": 4.071795463562012, "lr": 2.265303957423881e-05 }, { "step": 1665, "T": 1431, "positions": 16, "loss": 1.1718785501128508, "ce": 2.112888084326187, "tv": 0.3893800199166435, "conf": 5.1946992792746505, "grad_norm": 5.82784366607666, "lr": 2.26256720947281e-05 }, { "step": 1666, "T": 1059, "positions": 16, "loss": 0.7637678259311542, "ce": 1.2565362578388886, "tv": 0.30525674097589217, "conf": 8.759083525595429, "grad_norm": 6.394802570343018, "lr": 2.2598307486129633e-05 }, { "step": 1667, "T": 1441, "positions": 16, "loss": 1.113321331934003, "ce": 2.23395590018481, "tv": 0.329137253575027, "conf": 5.494988582345783, "grad_norm": 4.807751178741455, "lr": 2.257094578153126e-05 }, { "step": 1668, "T": 1060, "positions": 16, "loss": 0.6327902272756774, "ce": 1.3217690399324056, "tv": 0.2950825364678167, "conf": 5.340262901716837, "grad_norm": 2.612957239151001, "lr": 2.2543587014017304e-05 }, { "step": 1669, "T": 1701, "positions": 16, "loss": 1.1253050034248417, "ce": 2.1047241691703675, "tv": 0.32554727453680243, "conf": 5.142240115336506, "grad_norm": 3.9926750659942627, "lr": 2.2516231216668546e-05 }, { "step": 1670, "T": 1233, "positions": 16, "loss": 1.204404471151065, "ce": 2.508494345471263, "tv": 0.40835794154554605, "conf": 5.641757943747507, "grad_norm": 7.561987400054932, "lr": 2.248887842256218e-05 }, { "step": 1671, "T": 1232, "positions": 16, "loss": 1.433516395434708, "ce": 2.6289446568116546, "tv": 0.4702427531592548, "conf": 7.905822749462573, "grad_norm": 6.770163536071777, "lr": 2.2461528664771767e-05 }, { "step": 1672, "T": 1109, "positions": 16, "loss": 0.08317413424353504, "ce": 0.4046873379884346, "tv": 0.09306822674625437, "conf": 2.4194287246608925, "grad_norm": 0.7140171527862549, "lr": 2.243418197636718e-05 }, { "step": 1673, "T": 1046, "positions": 16, "loss": 0.2574028726507436, "ce": 0.43509146461019554, "tv": 0.12813975868448324, "conf": 2.8472799715055377, "grad_norm": 2.1599888801574707, "lr": 2.240683839041461e-05 }, { "step": 1674, "T": 1092, "positions": 16, "loss": 0.4065459091416841, "ce": 0.7210468455978116, "tv": 0.2290421285456432, "conf": 6.593372725524233, "grad_norm": 4.022274017333984, "lr": 2.237949793997647e-05 }, { "step": 1675, "T": 1354, "positions": 16, "loss": 0.8043784307788115, "ce": 1.3722050282290184, "tv": 0.28964775225631456, "conf": 4.008013270794858, "grad_norm": 8.043007850646973, "lr": 2.2352160658111403e-05 }, { "step": 1676, "T": 1118, "positions": 16, "loss": 0.11687862048550723, "ce": 0.3457593914607173, "tv": 0.0528538136413772, "conf": 2.9413255838494154, "grad_norm": 1.6235805749893188, "lr": 2.2324826577874196e-05 }, { "step": 1677, "T": 1439, "positions": 16, "loss": 1.0497892508362838, "ce": 1.9801903388615756, "tv": 0.22774402948562056, "conf": 6.314063602127135, "grad_norm": 3.4256319999694824, "lr": 2.229749573231579e-05 }, { "step": 1678, "T": 1624, "positions": 16, "loss": 1.321284072288563, "ce": 2.1124382065609097, "tv": 0.4230334663297981, "conf": 9.934092971140153, "grad_norm": 9.326606750488281, "lr": 2.2270168154483202e-05 }, { "step": 1679, "T": 1133, "positions": 16, "loss": 0.6851307813798257, "ce": 1.5501391813813825, "tv": 0.2332658046434517, "conf": 6.709685155219242, "grad_norm": 4.711758613586426, "lr": 2.2242843877419496e-05 }, { "step": 1680, "T": 1125, "positions": 16, "loss": 0.15272914870867282, "ce": 0.6538258799582763, "tv": 0.13444952830377588, "conf": 6.766118562265774, "grad_norm": 2.592817783355713, "lr": 2.2215522934163758e-05 }, { "step": 1681, "T": 1091, "positions": 16, "loss": 0.20077659330877395, "ce": 0.4836313495179638, "tv": 0.23206395679153502, "conf": 7.438192960835295, "grad_norm": 4.219163417816162, "lr": 2.218820535775102e-05 }, { "step": 1682, "T": 1085, "positions": 16, "loss": 0.24640765510302742, "ce": 0.8439332155921875, "tv": 0.15014850332590868, "conf": 8.079574045788437, "grad_norm": 1.609699010848999, "lr": 2.2160891181212262e-05 }, { "step": 1683, "T": 1074, "positions": 16, "loss": 0.09557504986059939, "ce": 0.29452170451986603, "tv": 0.14585023911786266, "conf": 7.584138369852858, "grad_norm": 2.118487596511841, "lr": 2.2133580437574354e-05 }, { "step": 1684, "T": 1383, "positions": 16, "loss": 1.1561081372553446, "ce": 2.0914021914068144, "tv": 0.3620172580358485, "conf": 6.606518247409509, "grad_norm": 5.598208904266357, "lr": 2.2106273159860005e-05 }, { "step": 1685, "T": 1137, "positions": 16, "loss": 0.2730712663650081, "ce": 0.7495146552300866, "tv": 0.11954025433078641, "conf": 7.499546508646194, "grad_norm": 2.2434017658233643, "lr": 2.2078969381087734e-05 }, { "step": 1686, "T": 1050, "positions": 16, "loss": 0.5065993234381949, "ce": 0.7781941828870913, "tv": 0.2633996025106171, "conf": 3.6294375993822268, "grad_norm": 5.833235740661621, "lr": 2.205166913427183e-05 }, { "step": 1687, "T": 1125, "positions": 16, "loss": 0.2772140341577085, "ce": 0.38077930630424817, "tv": 0.1592647390170896, "conf": 3.2601624077437754, "grad_norm": 3.3697969913482666, "lr": 2.202437245242232e-05 }, { "step": 1688, "T": 1087, "positions": 16, "loss": 1.8724683538421232, "ce": 3.1968905575340614, "tv": 0.5294813377549872, "conf": 5.386922859936079, "grad_norm": 6.578536510467529, "lr": 2.1997079368544915e-05 }, { "step": 1689, "T": 1365, "positions": 16, "loss": 1.3251628885998343, "ce": 2.4346448867727304, "tv": 0.36277792292821687, "conf": 6.822864790719517, "grad_norm": 5.326488018035889, "lr": 2.1969789915640963e-05 }, { "step": 1690, "T": 1077, "positions": 16, "loss": 0.030515757099166763, "ce": 0.11593815021296905, "tv": 0.08187992010243761, "conf": 7.396962754226766, "grad_norm": 1.9684333801269531, "lr": 2.1942504126707445e-05 }, { "step": 1691, "T": 1201, "positions": 16, "loss": 0.14072504671287334, "ce": 0.29493240910096574, "tv": 0.10509503880894044, "conf": 2.9020919328079264, "grad_norm": 2.269864559173584, "lr": 2.1915222034736896e-05 }, { "step": 1692, "T": 1045, "positions": 16, "loss": 0.7644564039229067, "ce": 1.3974798922863556, "tv": 0.30483790381549625, "conf": 8.72968631425262, "grad_norm": 7.27432107925415, "lr": 2.1887943672717387e-05 }, { "step": 1693, "T": 1054, "positions": 16, "loss": 1.4898504638733243, "ce": 2.5206688405014575, "tv": 0.41234434221405536, "conf": 5.540902194080424, "grad_norm": 6.271687030792236, "lr": 2.186066907363247e-05 }, { "step": 1694, "T": 1206, "positions": 16, "loss": 1.8213970679789782, "ce": 3.1537094488739967, "tv": 0.5318010747432709, "conf": 5.631116904053639, "grad_norm": 9.602570533752441, "lr": 2.183339827046116e-05 }, { "step": 1695, "T": 1438, "positions": 16, "loss": 1.3176073756180813, "ce": 2.364790256222477, "tv": 0.4315894505562028, "conf": 4.902800848426557, "grad_norm": 7.773253440856934, "lr": 2.1806131296177866e-05 }, { "step": 1696, "T": 1853, "positions": 16, "loss": 1.6504032402236213, "ce": 2.876392249888795, "tv": 0.3405053910755669, "conf": 4.253596140858431, "grad_norm": 4.498398780822754, "lr": 2.1778868183752392e-05 }, { "step": 1697, "T": 1080, "positions": 16, "loss": 0.000760230241188431, "ce": 0.08417004001938722, "tv": 0.0715900805603269, "conf": 5.712730529107072, "grad_norm": 0.47152698040008545, "lr": 2.175160896614985e-05 }, { "step": 1698, "T": 1048, "positions": 16, "loss": 0.058329808043005915, "ce": 0.21285376956240043, "tv": 0.0454737421741811, "conf": 2.0715550303276746, "grad_norm": 1.0834327936172485, "lr": 2.172435367633065e-05 }, { "step": 1699, "T": 1095, "positions": 16, "loss": 0.15757360820280653, "ce": 0.3415896093747506, "tv": 0.09829037082954528, "conf": 4.300253721887868, "grad_norm": 3.081756353378296, "lr": 2.169710234725045e-05 }, { "step": 1700, "T": 1050, "positions": 16, "loss": 0.40494521629113933, "ce": 0.6839090433841193, "tv": 0.09571583945580642, "conf": 0.42017534519483574, "grad_norm": 1.6994444131851196, "lr": 2.1669855011860122e-05 }, { "step": 1701, "T": 1113, "positions": 16, "loss": 0.7141578851348456, "ce": 1.587807485187568, "tv": 0.24234138404972327, "conf": 2.693398410762374, "grad_norm": 4.3115553855896, "lr": 2.1642611703105724e-05 }, { "step": 1702, "T": 1068, "positions": 16, "loss": 0.10941216544711097, "ce": 0.4218953789968509, "tv": 0.151490985226701, "conf": 7.995580857196367, "grad_norm": 1.9505105018615723, "lr": 2.1615372453928405e-05 }, { "step": 1703, "T": 1225, "positions": 16, "loss": 1.347668439597328, "ce": 2.773211570456624, "tv": 0.4489319007843733, "conf": 6.937997193625407, "grad_norm": 3.3215219974517822, "lr": 2.158813729726445e-05 }, { "step": 1704, "T": 2146, "positions": 16, "loss": 1.3626237022844734, "ce": 2.4088597187947016, "tv": 0.3456029457738623, "conf": 4.758129469819288, "grad_norm": 4.592219829559326, "lr": 2.1560906266045163e-05 }, { "step": 1705, "T": 1048, "positions": 16, "loss": 0.8192035777829005, "ce": 1.3126023939112201, "tv": 0.37179067835677415, "conf": 6.894890189171031, "grad_norm": 3.916342258453369, "lr": 2.1533679393196888e-05 }, { "step": 1706, "T": 1395, "positions": 16, "loss": 0.644405945392009, "ce": 1.0389321750262752, "tv": 0.25561020214809105, "conf": 7.866746902081437, "grad_norm": 3.556076765060425, "lr": 2.150645671164091e-05 }, { "step": 1707, "T": 1055, "positions": 16, "loss": 0.47393022132769147, "ce": 0.6660491673555953, "tv": 0.2155437924548096, "conf": 5.328399627426359, "grad_norm": 4.907756328582764, "lr": 2.1479238254293467e-05 }, { "step": 1708, "T": 1049, "positions": 16, "loss": 0.19045727370616916, "ce": 0.24939921951954602, "tv": 0.05477959567724611, "conf": 0.2145571453659679, "grad_norm": 2.3042473793029785, "lr": 2.1452024054065682e-05 }, { "step": 1709, "T": 1044, "positions": 16, "loss": 0.46489241602012044, "ce": 1.1509299575845944, "tv": 0.22801979398354888, "conf": 2.026282072373906, "grad_norm": 3.244459629058838, "lr": 2.1424814143863542e-05 }, { "step": 1710, "T": 1672, "positions": 16, "loss": 1.078900840434244, "ce": 1.8197519580826338, "tv": 0.27044759497221094, "conf": 8.328928220410376, "grad_norm": 3.123582124710083, "lr": 2.1397608556587835e-05 }, { "step": 1711, "T": 1095, "positions": 16, "loss": 0.7103365285438485, "ce": 1.5483117625117302, "tv": 0.2621827023103833, "conf": 2.879233886291331, "grad_norm": 15.044221878051758, "lr": 2.137040732513411e-05 }, { "step": 1712, "T": 1084, "positions": 16, "loss": 1.192128174006939, "ce": 2.8879503309726715, "tv": 0.43017908837646246, "conf": 7.997625425457954, "grad_norm": 9.58419132232666, "lr": 2.1343210482392677e-05 }, { "step": 1713, "T": 1037, "positions": 16, "loss": 1.8360050451010466, "ce": 3.030375350266695, "tv": 0.5489806244149804, "conf": 8.192652061581612, "grad_norm": 7.103623867034912, "lr": 2.131601806124852e-05 }, { "step": 1714, "T": 1594, "positions": 16, "loss": 1.062907292583077, "ce": 2.2490780568041373, "tv": 0.27211905011790805, "conf": 3.6852710930579633, "grad_norm": 3.3033676147460938, "lr": 2.128883009458129e-05 }, { "step": 1715, "T": 1474, "positions": 16, "loss": 0.39402103880282446, "ce": 0.6336190509532571, "tv": 0.164178001991786, "conf": 2.6137843856285885, "grad_norm": 3.910085916519165, "lr": 2.1261646615265233e-05 }, { "step": 1716, "T": 1866, "positions": 16, "loss": 1.6040983352044123, "ce": 2.7032013222851674, "tv": 0.42499251091794576, "conf": 7.491130845097996, "grad_norm": 5.569590091705322, "lr": 2.1234467656169188e-05 }, { "step": 1717, "T": 1046, "positions": 16, "loss": 0.39831018486584924, "ce": 0.6395298111456214, "tv": 0.11394350061436853, "conf": 1.43374056274774, "grad_norm": 1.82245671749115, "lr": 2.1207293250156514e-05 }, { "step": 1718, "T": 1041, "positions": 16, "loss": 0.3726594544628057, "ce": 0.6722566653692184, "tv": 0.13802195130392647, "conf": 3.3289961413043407, "grad_norm": 4.813423156738281, "lr": 2.1180123430085086e-05 }, { "step": 1719, "T": 1075, "positions": 16, "loss": 0.7658706402915456, "ce": 1.443135753536808, "tv": 0.23851735957782694, "conf": 5.3534096958193365, "grad_norm": 5.274561405181885, "lr": 2.1152958228807205e-05 }, { "step": 1720, "T": 1074, "positions": 16, "loss": 0.8082805103331339, "ce": 1.5620881646173075, "tv": 0.3024825914762914, "conf": 4.0439178177995245, "grad_norm": 4.60819149017334, "lr": 2.1125797679169606e-05 }, { "step": 1721, "T": 1068, "positions": 16, "loss": 0.8016679692724367, "ce": 1.7216165827408076, "tv": 0.19389572249065168, "conf": 3.553334634253432, "grad_norm": 6.376642227172852, "lr": 2.109864181401339e-05 }, { "step": 1722, "T": 1399, "positions": 16, "loss": 1.4838022508831727, "ce": 2.6306770771043375, "tv": 0.36879420245531946, "conf": 3.1382505618542242, "grad_norm": 5.098362445831299, "lr": 2.1071490666174017e-05 }, { "step": 1723, "T": 1099, "positions": 16, "loss": 0.04326641110841223, "ce": 0.26799005063548975, "tv": 0.10903022236743709, "conf": 5.974912360656408, "grad_norm": 1.0834980010986328, "lr": 2.1044344268481202e-05 }, { "step": 1724, "T": 1418, "positions": 16, "loss": 0.7889961838521344, "ce": 1.550091023933419, "tv": 0.22151076405862113, "conf": 2.1006564734374624, "grad_norm": 2.7019646167755127, "lr": 2.1017202653758953e-05 }, { "step": 1725, "T": 1422, "positions": 16, "loss": 0.653688765308658, "ce": 1.1606050863902055, "tv": 0.1705438194794624, "conf": 4.895822009071708, "grad_norm": 4.047272682189941, "lr": 2.0990065854825476e-05 }, { "step": 1726, "T": 1103, "positions": 16, "loss": 0.8390630096381955, "ce": 1.8242928353265597, "tv": 0.32594322225486394, "conf": 6.225334729502155, "grad_norm": 4.737198829650879, "lr": 2.0962933904493158e-05 }, { "step": 1727, "T": 1107, "positions": 16, "loss": 0.21262398866815602, "ce": 0.4490108943400628, "tv": 0.07273445907412679, "conf": 3.5562348882690573, "grad_norm": 5.288140773773193, "lr": 2.0935806835568533e-05 }, { "step": 1728, "T": 1081, "positions": 16, "loss": 1.09901153075059, "ce": 1.9633285366079178, "tv": 0.34058820096834097, "conf": 5.232520151906488, "grad_norm": 11.307954788208008, "lr": 2.090868468085221e-05 }, { "step": 1729, "T": 1162, "positions": 16, "loss": 0.6176579173937284, "ce": 1.2754189001352643, "tv": 0.21398251483333297, "conf": 4.043069097141096, "grad_norm": 2.8148860931396484, "lr": 2.088156747313888e-05 }, { "step": 1730, "T": 2243, "positions": 16, "loss": 1.894366713702766, "ce": 2.8982383208349347, "tv": 0.5285848239436746, "conf": 7.490745991606673, "grad_norm": 9.006367683410645, "lr": 2.085445524521724e-05 }, { "step": 1731, "T": 1095, "positions": 16, "loss": 0.7177882883121356, "ce": 1.2597096763493028, "tv": 0.25621317258264753, "conf": 3.6718221359265266, "grad_norm": 4.027159690856934, "lr": 2.082734802986997e-05 }, { "step": 1732, "T": 1114, "positions": 16, "loss": 1.052125271510235, "ce": 1.5522364911735167, "tv": 0.304623794751933, "conf": 2.331940290957748, "grad_norm": 17.511159896850586, "lr": 2.0800245859873683e-05 }, { "step": 1733, "T": 1089, "positions": 16, "loss": 0.2510867443581333, "ce": 0.849107238110264, "tv": 0.17490054716108716, "conf": 2.9211070544615847, "grad_norm": 4.7044148445129395, "lr": 2.0773148767998892e-05 }, { "step": 1734, "T": 1055, "positions": 16, "loss": 0.00034748386099181516, "ce": 0.0646017407079853, "tv": 0.05726632198184234, "conf": 4.414098825655134, "grad_norm": 0.07558506727218628, "lr": 2.074605678700998e-05 }, { "step": 1735, "T": 1585, "positions": 16, "loss": 0.9774276722985178, "ce": 1.9027599277433183, "tv": 0.24331506635644473, "conf": 6.987785896748576, "grad_norm": 5.290729999542236, "lr": 2.0718969949665152e-05 }, { "step": 1736, "T": 1248, "positions": 16, "loss": 1.7666525994313815, "ce": 2.877635394106619, "tv": 0.48826301097869873, "conf": 4.139307740794379, "grad_norm": 8.498152732849121, "lr": 2.0691888288716365e-05 }, { "step": 1737, "T": 1064, "positions": 16, "loss": 0.2867683169175841, "ce": 0.4552124495812677, "tv": 0.15761675583053147, "conf": 5.560987008313993, "grad_norm": 4.130364418029785, "lr": 2.0664811836909348e-05 }, { "step": 1738, "T": 1640, "positions": 16, "loss": 0.7248309276517926, "ce": 1.2617480857197734, "tv": 0.21820412094075436, "conf": 5.22423793452516, "grad_norm": 5.059668064117432, "lr": 2.0637740626983522e-05 }, { "step": 1739, "T": 1038, "positions": 16, "loss": 0.457432501938996, "ce": 0.9703782973374473, "tv": 0.15092200106573728, "conf": 3.1377637972277252, "grad_norm": 3.486203908920288, "lr": 2.0610674691671968e-05 }, { "step": 1740, "T": 1084, "positions": 16, "loss": 0.6982565756400092, "ce": 1.4457699333756864, "tv": 0.2895916507459333, "conf": 7.4440059289891, "grad_norm": 7.667422771453857, "lr": 2.058361406370138e-05 }, { "step": 1741, "T": 1443, "positions": 16, "loss": 0.5983760536764962, "ce": 0.995544073457495, "tv": 0.2857496182768955, "conf": 7.870844811201713, "grad_norm": 4.5943217277526855, "lr": 2.055655877579205e-05 }, { "step": 1742, "T": 1046, "positions": 16, "loss": 0.6233180304848815, "ce": 1.3780170425861797, "tv": 0.21736794518619718, "conf": 6.692269683141362, "grad_norm": 4.367080211639404, "lr": 2.052950886065781e-05 }, { "step": 1743, "T": 1044, "positions": 16, "loss": 0.6527022054560803, "ce": 1.2440684593711921, "tv": 0.20415157480965718, "conf": 2.942670014839769, "grad_norm": 5.566911220550537, "lr": 2.0502464351005988e-05 }, { "step": 1744, "T": 1090, "positions": 16, "loss": 0.05906264797297922, "ce": 0.12779549176025284, "tv": 0.10370212157158676, "conf": 6.15857815956177, "grad_norm": 4.191160678863525, "lr": 2.0475425279537395e-05 }, { "step": 1745, "T": 1469, "positions": 16, "loss": 0.8236033655880419, "ce": 1.6762497410381911, "tv": 0.2468218926078407, "conf": 5.48637201342091, "grad_norm": 3.5258140563964844, "lr": 2.044839167894623e-05 }, { "step": 1746, "T": 1049, "positions": 16, "loss": 0.40718991065227783, "ce": 1.4530559130416805, "tv": 0.22028895308540086, "conf": 3.044204426871147, "grad_norm": 4.305145263671875, "lr": 2.042136358192011e-05 }, { "step": 1747, "T": 2304, "positions": 16, "loss": 1.6732698191772215, "ce": 2.9484224731568247, "tv": 0.4175326032564044, "conf": 8.72497600454944, "grad_norm": 5.34701681137085, "lr": 2.0394341021139985e-05 }, { "step": 1748, "T": 1151, "positions": 16, "loss": 0.09334170968138622, "ce": 0.21068280462986877, "tv": 0.0782948197247606, "conf": 1.60210681578337, "grad_norm": 1.5225913524627686, "lr": 2.036732402928012e-05 }, { "step": 1749, "T": 1487, "positions": 16, "loss": 1.1304683015860064, "ce": 1.762477201539241, "tv": 0.3080778612265931, "conf": 6.270186680618963, "grad_norm": 6.253615856170654, "lr": 2.0340312639008024e-05 }, { "step": 1750, "T": 1578, "positions": 16, "loss": 1.4729372542296915, "ce": 2.904243285767734, "tv": 0.4100854848511517, "conf": 5.238063511278597, "grad_norm": 7.262867450714111, "lr": 2.0313306882984455e-05 }, { "step": 1751, "T": 1099, "positions": 16, "loss": 0.21000195626807283, "ce": 0.4293870739220438, "tv": 0.09605386064686172, "conf": 2.0426064266857216, "grad_norm": 2.067113161087036, "lr": 2.028630679386335e-05 }, { "step": 1752, "T": 1045, "positions": 16, "loss": 0.6455093573153263, "ce": 1.0647696862306475, "tv": 0.2000936494077905, "conf": 4.418819125718715, "grad_norm": 2.868873119354248, "lr": 2.02593124042918e-05 }, { "step": 1753, "T": 1082, "positions": 16, "loss": 0.6176587356218199, "ce": 1.1771842424004717, "tv": 0.3001236847776454, "conf": 7.064556052981061, "grad_norm": 3.341217041015625, "lr": 2.023232374690999e-05 }, { "step": 1754, "T": 2308, "positions": 16, "loss": 1.0478019040183852, "ce": 1.9880718646982132, "tv": 0.26093189391394844, "conf": 5.386451893752886, "grad_norm": 9.647582054138184, "lr": 2.0205340854351184e-05 }, { "step": 1755, "T": 1039, "positions": 16, "loss": 0.2532208323774974, "ce": 0.5161970302733607, "tv": 0.11032672388500941, "conf": 5.0585339999278744, "grad_norm": 1.2363566160202026, "lr": 2.017836375924168e-05 }, { "step": 1756, "T": 1860, "positions": 16, "loss": 1.368437107042439, "ce": 2.514858365248074, "tv": 0.3035296180860314, "conf": 5.1587712206157255, "grad_norm": 4.402591228485107, "lr": 2.015139249420076e-05 }, { "step": 1757, "T": 1070, "positions": 16, "loss": 0.24726402020678684, "ce": 0.5460472029760695, "tv": 0.12603769753877714, "conf": 3.1543736754283276, "grad_norm": 1.9048504829406738, "lr": 2.012442709184066e-05 }, { "step": 1758, "T": 1421, "positions": 16, "loss": 0.8554946171947222, "ce": 1.662250443961966, "tv": 0.266731518026063, "conf": 7.855726957321167, "grad_norm": 3.4514591693878174, "lr": 2.009746758476651e-05 }, { "step": 1759, "T": 2210, "positions": 16, "loss": 1.0349299612060658, "ce": 1.8918178977228308, "tv": 0.2845476923557726, "conf": 2.704178544672236, "grad_norm": 2.966033935546875, "lr": 2.007051400557634e-05 }, { "step": 1760, "T": 1108, "positions": 16, "loss": 0.2816625228015255, "ce": 0.5481278703082353, "tv": 0.21848449332173914, "conf": 8.313835896580713, "grad_norm": 2.0863003730773926, "lr": 2.004356638686099e-05 }, { "step": 1761, "T": 1071, "positions": 16, "loss": 1.0379315041936934, "ce": 2.00292060803622, "tv": 0.34215373173356056, "conf": 2.276409450912263, "grad_norm": 9.141624450683594, "lr": 2.001662476120411e-05 }, { "step": 1762, "T": 1083, "positions": 16, "loss": 0.5800390849437633, "ce": 1.2141525756378542, "tv": 0.1784113463909307, "conf": 2.3419273591265215, "grad_norm": 2.271527051925659, "lr": 1.9989689161182085e-05 }, { "step": 1763, "T": 1101, "positions": 16, "loss": 0.15091792295275042, "ce": 0.3839669591252459, "tv": 0.16658058507027818, "conf": 7.285458398546326, "grad_norm": 2.4904098510742188, "lr": 1.996275961936403e-05 }, { "step": 1764, "T": 1523, "positions": 16, "loss": 1.2259418343209632, "ce": 2.1257180825050455, "tv": 0.25861040446034167, "conf": 3.6455075993958874, "grad_norm": 4.372671127319336, "lr": 1.9935836168311726e-05 }, { "step": 1765, "T": 1040, "positions": 16, "loss": 1.393104848064013, "ce": 2.3571092652273364, "tv": 0.4506275628518779, "conf": 4.718352636853725, "grad_norm": 5.753957271575928, "lr": 1.9908918840579597e-05 }, { "step": 1766, "T": 1421, "positions": 16, "loss": 1.0921360491005316, "ce": 2.059451532586536, "tv": 0.34093824299634434, "conf": 6.183779692626558, "grad_norm": 4.742425441741943, "lr": 1.988200766871465e-05 }, { "step": 1767, "T": 1216, "positions": 16, "loss": 0.9266764175054618, "ce": 1.579917591821868, "tv": 0.33440416828671005, "conf": 6.53902752923451, "grad_norm": 3.3044657707214355, "lr": 1.985510268525646e-05 }, { "step": 1768, "T": 1080, "positions": 16, "loss": 0.17506178730070587, "ce": 0.5629479696253838, "tv": 0.15644749677812797, "conf": 4.162249852118265, "grad_norm": 4.176831245422363, "lr": 1.9828203922737116e-05 }, { "step": 1769, "T": 1074, "positions": 16, "loss": 0.8343831767996193, "ce": 1.7158684659561914, "tv": 0.24879914440316497, "conf": 3.1117430677368247, "grad_norm": 2.7833855152130127, "lr": 1.980131141368119e-05 }, { "step": 1770, "T": 1104, "positions": 16, "loss": 1.074918620288372, "ce": 2.153573142364621, "tv": 0.46066578943282366, "conf": 7.481007747352123, "grad_norm": 8.163660049438477, "lr": 1.9774425190605676e-05 }, { "step": 1771, "T": 1038, "positions": 16, "loss": 1.4410609202277556, "ce": 2.445274494122714, "tv": 0.4971249457448721, "conf": 6.556178495939143, "grad_norm": 13.443804740905762, "lr": 1.9747545286019987e-05 }, { "step": 1772, "T": 1226, "positions": 16, "loss": 1.241786669841531, "ce": 2.384665600489825, "tv": 0.41184709779918194, "conf": 6.064599556040681, "grad_norm": 5.510695934295654, "lr": 1.9720671732425886e-05 }, { "step": 1773, "T": 1542, "positions": 16, "loss": 1.556716585803315, "ce": 3.2002882529923227, "tv": 0.2976876872999128, "conf": 5.415401288220892, "grad_norm": 8.166549682617188, "lr": 1.9693804562317457e-05 }, { "step": 1774, "T": 1526, "positions": 16, "loss": 1.158024175029439, "ce": 1.990255989670004, "tv": 0.2924676297043334, "conf": 2.8602908227518653, "grad_norm": 6.137552261352539, "lr": 1.9666943808181078e-05 }, { "step": 1775, "T": 1037, "positions": 16, "loss": 0.3508116613411403, "ce": 0.5824900556654029, "tv": 0.14479078244403354, "conf": 2.8687836437958376, "grad_norm": 3.696699857711792, "lr": 1.964008950249534e-05 }, { "step": 1776, "T": 1069, "positions": 16, "loss": 0.4177667605690658, "ce": 1.2925227144733071, "tv": 0.2745260940864682, "conf": 8.345542311668396, "grad_norm": 10.196393966674805, "lr": 1.9613241677731064e-05 }, { "step": 1777, "T": 1400, "positions": 16, "loss": 1.485820431308639, "ce": 2.3370106728980318, "tv": 0.4112369267968461, "conf": 3.587253531645814, "grad_norm": 9.139018058776855, "lr": 1.958640036635123e-05 }, { "step": 1778, "T": 1080, "positions": 16, "loss": 0.13450269763268352, "ce": 0.3293784295201476, "tv": 0.08846787135189516, "conf": 5.57290014801965, "grad_norm": 2.2675209045410156, "lr": 1.9559565600810935e-05 }, { "step": 1779, "T": 1096, "positions": 16, "loss": 1.3333127518656624, "ce": 2.3872544794576243, "tv": 0.4095471245236695, "conf": 5.175537006528942, "grad_norm": 4.24907112121582, "lr": 1.9532737413557356e-05 }, { "step": 1780, "T": 1068, "positions": 16, "loss": 0.3504797251496683, "ce": 0.6802295194820545, "tv": 0.22392578542030606, "conf": 5.219408502363818, "grad_norm": 5.184156894683838, "lr": 1.9505915837029732e-05 }, { "step": 1781, "T": 1617, "positions": 16, "loss": 1.4100732819661914, "ce": 2.5094319434247154, "tv": 0.36364437564770924, "conf": 3.794084233265039, "grad_norm": 4.635976314544678, "lr": 1.9479100903659297e-05 }, { "step": 1782, "T": 1385, "positions": 16, "loss": 1.0207776519832379, "ce": 1.6143788324734487, "tv": 0.29956051870067313, "conf": 3.5001974532243922, "grad_norm": 4.475862979888916, "lr": 1.9452292645869268e-05 }, { "step": 1783, "T": 1048, "positions": 16, "loss": 0.15401261423234303, "ce": 0.3941531469936308, "tv": 0.11209439791491604, "conf": 2.9222347584692088, "grad_norm": 1.5084818601608276, "lr": 1.942549109607476e-05 }, { "step": 1784, "T": 1188, "positions": 16, "loss": 1.6036038996658135, "ce": 2.405130561437545, "tv": 0.4491010874189669, "conf": 3.3487353114700094, "grad_norm": 5.779767036437988, "lr": 1.9398696286682804e-05 }, { "step": 1785, "T": 2169, "positions": 16, "loss": 1.1780225256608219, "ce": 2.244526682195101, "tv": 0.344814595857315, "conf": 4.778239387424982, "grad_norm": 5.588275909423828, "lr": 1.9371908250092273e-05 }, { "step": 1786, "T": 1243, "positions": 16, "loss": 1.2203502225252123, "ce": 2.3927376766805537, "tv": 0.3769166700076312, "conf": 4.938494308372071, "grad_norm": 3.9852864742279053, "lr": 1.9345127018693847e-05 }, { "step": 1787, "T": 1055, "positions": 16, "loss": 0.1073767261187939, "ce": 0.1293608233327177, "tv": 0.048502091010504955, "conf": 1.0353792749171666, "grad_norm": 1.103477120399475, "lr": 1.931835262486999e-05 }, { "step": 1788, "T": 1041, "positions": 16, "loss": 0.8092936804914643, "ce": 1.5272362699179212, "tv": 0.3336100590240676, "conf": 6.988085338965456, "grad_norm": 6.9792962074279785, "lr": 1.9291585100994875e-05 }, { "step": 1789, "T": 1532, "positions": 16, "loss": 0.9510695577200554, "ce": 1.6479207323000082, "tv": 0.3263145303044439, "conf": 4.068824334448157, "grad_norm": 3.333397150039673, "lr": 1.9264824479434385e-05 }, { "step": 1790, "T": 1048, "positions": 16, "loss": 0.6885125540125046, "ce": 1.255539547841181, "tv": 0.29924289720656816, "conf": 4.021198982558896, "grad_norm": 7.33172607421875, "lr": 1.923807079254606e-05 }, { "step": 1791, "T": 1180, "positions": 16, "loss": 0.22585049740533236, "ce": 0.5599391284504236, "tv": 0.09375019578692445, "conf": 1.685088661436102, "grad_norm": 1.5168737173080444, "lr": 1.921132407267905e-05 }, { "step": 1792, "T": 1392, "positions": 16, "loss": 0.74617140969508, "ce": 1.3219654416607227, "tv": 0.22420214000158012, "conf": 3.55702299163463, "grad_norm": 5.084442615509033, "lr": 1.9184584352174072e-05 }, { "step": 1793, "T": 1437, "positions": 16, "loss": 0.7416869632024259, "ce": 1.5027946350965067, "tv": 0.22979088517968194, "conf": 4.848988867381195, "grad_norm": 3.725731134414673, "lr": 1.9157851663363395e-05 }, { "step": 1794, "T": 1116, "positions": 16, "loss": 0.44010011041592634, "ce": 0.9403616571501061, "tv": 0.2938497480455453, "conf": 7.267637828668387, "grad_norm": 6.933078289031982, "lr": 1.9131126038570772e-05 }, { "step": 1795, "T": 1070, "positions": 16, "loss": 0.35428789647266967, "ce": 0.783194975767401, "tv": 0.24006923523847945, "conf": 6.17845410770019, "grad_norm": 8.408809661865234, "lr": 1.910440751011143e-05 }, { "step": 1796, "T": 1777, "positions": 16, "loss": 1.1743930356641386, "ce": 2.264995285605437, "tv": 0.27406937257183017, "conf": 3.8504843909441924, "grad_norm": 4.252814769744873, "lr": 1.9077696110291992e-05 }, { "step": 1797, "T": 1087, "positions": 16, "loss": 0.543729074524741, "ce": 1.1125032688300962, "tv": 0.14849739959481667, "conf": 2.003548306060761, "grad_norm": 2.7249085903167725, "lr": 1.9050991871410484e-05 }, { "step": 1798, "T": 1038, "positions": 16, "loss": 0.4704166884403662, "ce": 0.7350748121648394, "tv": 0.0996218314357975, "conf": 4.761591686913008, "grad_norm": 3.4697933197021484, "lr": 1.9024294825756266e-05 }, { "step": 1799, "T": 1414, "positions": 16, "loss": 0.9951659976036353, "ce": 1.800089460448362, "tv": 0.30906477163080126, "conf": 3.286440369548577, "grad_norm": 6.012340545654297, "lr": 1.8997605005610007e-05 }, { "step": 1800, "T": 1224, "positions": 16, "loss": 1.0444249601562205, "ce": 1.664686824718956, "tv": 0.3514644479146227, "conf": 5.08406210870621, "grad_norm": 5.336887836456299, "lr": 1.8970922443243612e-05 }, { "step": 1801, "T": 1036, "positions": 16, "loss": 1.5822949358262122, "ce": 2.5044364519417286, "tv": 0.517590424977243, "conf": 5.20702912681325, "grad_norm": 4.815539836883545, "lr": 1.8944247170920247e-05 }, { "step": 1802, "T": 1412, "positions": 16, "loss": 0.9847411035643745, "ce": 1.8123696732436656, "tv": 0.3098911631786905, "conf": 5.968339127203832, "grad_norm": 5.184869289398193, "lr": 1.891757922089424e-05 }, { "step": 1803, "T": 1045, "positions": 16, "loss": 0.29386798098835243, "ce": 0.6024803330365103, "tv": 0.18859481767867692, "conf": 2.815473330549824, "grad_norm": 3.224980115890503, "lr": 1.8890918625411068e-05 }, { "step": 1804, "T": 1088, "positions": 16, "loss": 0.6164141587758891, "ce": 1.028710706379428, "tv": 0.21057620870260507, "conf": 3.079907595855197, "grad_norm": 3.0614397525787354, "lr": 1.8864265416707327e-05 }, { "step": 1805, "T": 1426, "positions": 16, "loss": 0.9634436818867016, "ce": 1.8295900556804554, "tv": 0.28170975427201483, "conf": 5.606949807086537, "grad_norm": 4.405333518981934, "lr": 1.8837619627010667e-05 }, { "step": 1806, "T": 1117, "positions": 16, "loss": 0.23527169061186015, "ce": 0.4896494792579915, "tv": 0.13315000596594473, "conf": 4.411643950919952, "grad_norm": 1.6141928434371948, "lr": 1.8810981288539776e-05 }, { "step": 1807, "T": 1210, "positions": 16, "loss": 0.814289813955094, "ce": 1.4249571262948848, "tv": 0.21089375655719778, "conf": 4.1693049343208655, "grad_norm": 4.306089401245117, "lr": 1.8784350433504326e-05 }, { "step": 1808, "T": 1076, "positions": 16, "loss": 0.08205510569645469, "ce": 0.2258179264977116, "tv": 0.11239264284449746, "conf": 5.855259416675835, "grad_norm": 1.2040071487426758, "lr": 1.8757727094104956e-05 }, { "step": 1809, "T": 1045, "positions": 16, "loss": 0.557965514950979, "ce": 1.2594099400048435, "tv": 0.224135115127865, "conf": 3.988309591104974, "grad_norm": 5.275552272796631, "lr": 1.8731111302533194e-05 }, { "step": 1810, "T": 1036, "positions": 16, "loss": 1.0538182030431926, "ce": 1.789296400733292, "tv": 0.4190867990255356, "conf": 6.099766329858127, "grad_norm": 7.676534652709961, "lr": 1.8704503090971452e-05 }, { "step": 1811, "T": 1049, "positions": 16, "loss": 0.4810295983798438, "ce": 0.7981641806948119, "tv": 0.12105248328134621, "conf": 2.431145622731947, "grad_norm": 2.3091814517974854, "lr": 1.8677902491592984e-05 }, { "step": 1812, "T": 1056, "positions": 16, "loss": 0.33320679645280116, "ce": 0.4372024582105496, "tv": 0.1257038915296107, "conf": 2.094607605342639, "grad_norm": 2.470928430557251, "lr": 1.8651309536561836e-05 }, { "step": 1813, "T": 1107, "positions": 16, "loss": 0.2705269087534248, "ce": 0.43377484838947566, "tv": 0.11072925468124595, "conf": 1.3976033898264242, "grad_norm": 4.245560646057129, "lr": 1.86247242580328e-05 }, { "step": 1814, "T": 1088, "positions": 16, "loss": 0.18281203452761474, "ce": 0.5884570366615662, "tv": 0.1969592332825414, "conf": 8.069811191124067, "grad_norm": 1.3448264598846436, "lr": 1.8598146688151403e-05 }, { "step": 1815, "T": 1600, "positions": 16, "loss": 1.6827949282467216, "ce": 2.5521594984347757, "tv": 0.41946847725103, "conf": 5.494325853190349, "grad_norm": 6.914931297302246, "lr": 1.8571576859053833e-05 }, { "step": 1816, "T": 1399, "positions": 16, "loss": 1.181573652778308, "ce": 1.8354299743068623, "tv": 0.3226821861862845, "conf": 3.2647236133063218, "grad_norm": 3.759769916534424, "lr": 1.8545014802866943e-05 }, { "step": 1817, "T": 1142, "positions": 16, "loss": 0.5048658079789448, "ce": 1.884609669119527, "tv": 0.21959480649456964, "conf": 2.9577208432099087, "grad_norm": 3.278434991836548, "lr": 1.8518460551708157e-05 }, { "step": 1818, "T": 1052, "positions": 16, "loss": 0.10243459222715501, "ce": 0.3365130703205068, "tv": 0.1433130025106948, "conf": 8.23487373684295, "grad_norm": 3.489435911178589, "lr": 1.849191413768548e-05 }, { "step": 1819, "T": 1043, "positions": 16, "loss": 1.3204169126038323, "ce": 2.319083364243852, "tv": 0.4398478176444769, "conf": 6.579527343643349, "grad_norm": 4.862842559814453, "lr": 1.846537559289744e-05 }, { "step": 1820, "T": 1069, "positions": 16, "loss": 0.2643468900268431, "ce": 0.4096003162492252, "tv": 0.09768313139466045, "conf": 2.625594590437508, "grad_norm": 5.289683818817139, "lr": 1.843884494943305e-05 }, { "step": 1821, "T": 1049, "positions": 16, "loss": 1.3607456433511516, "ce": 1.8762607959579327, "tv": 0.3856389687898627, "conf": 3.3756740751307257, "grad_norm": 5.096896648406982, "lr": 1.8412322239371772e-05 }, { "step": 1822, "T": 1165, "positions": 16, "loss": 1.9007831029593945, "ce": 3.0481791868805885, "tv": 0.5631487965583801, "conf": 7.853852829464261, "grad_norm": 9.117517471313477, "lr": 1.8385807494783456e-05 }, { "step": 1823, "T": 1046, "positions": 16, "loss": 0.8263775907216768, "ce": 1.5405107312835753, "tv": 0.39284946769475937, "conf": 6.9586558479375675, "grad_norm": 8.563250541687012, "lr": 1.835930074772834e-05 }, { "step": 1824, "T": 1203, "positions": 16, "loss": 0.4063761248126241, "ce": 0.9342511751747224, "tv": 0.19002722427285335, "conf": 2.9444374609060238, "grad_norm": 5.731872081756592, "lr": 1.833280203025699e-05 }, { "step": 1825, "T": 2168, "positions": 16, "loss": 1.6829816197603122, "ce": 2.912291716434993, "tv": 0.37464135777554475, "conf": 6.208424414291585, "grad_norm": 4.832179069519043, "lr": 1.830631137441026e-05 }, { "step": 1826, "T": 2309, "positions": 16, "loss": 1.8805642183870077, "ce": 3.245975784957409, "tv": 0.4873158410191536, "conf": 6.963723302071383, "grad_norm": 5.504476070404053, "lr": 1.827982881221925e-05 }, { "step": 1827, "T": 1067, "positions": 16, "loss": 0.21687362215925532, "ce": 0.36516675721941283, "tv": 0.10206091673171613, "conf": 6.282346146181226, "grad_norm": 1.8942369222640991, "lr": 1.825335437570528e-05 }, { "step": 1828, "T": 1056, "positions": 16, "loss": 1.1520827323906815, "ce": 2.457390789357305, "tv": 0.3653621195262531, "conf": 7.182126095777537, "grad_norm": 17.2938289642334, "lr": 1.8226888096879848e-05 }, { "step": 1829, "T": 1046, "positions": 16, "loss": 0.41093197738996423, "ce": 0.9492669534010929, "tv": 0.2202798176131182, "conf": 6.2175067306147955, "grad_norm": 2.9332773685455322, "lr": 1.8200430007744586e-05 }, { "step": 1830, "T": 1193, "positions": 16, "loss": 0.3715665027644661, "ce": 0.8429435622128949, "tv": 0.1942580872164399, "conf": 3.2443648801899627, "grad_norm": 6.0826873779296875, "lr": 1.8173980140291215e-05 }, { "step": 1831, "T": 1052, "positions": 16, "loss": 0.1890482047537887, "ce": 0.2557847566640703, "tv": 0.08393918868569017, "conf": 3.3729614900687666, "grad_norm": 2.8807849884033203, "lr": 1.8147538526501527e-05 }, { "step": 1832, "T": 1118, "positions": 16, "loss": 0.3764975303632241, "ce": 0.845943111455199, "tv": 0.19037682852649596, "conf": 5.721932682383106, "grad_norm": 6.903665065765381, "lr": 1.8121105198347325e-05 }, { "step": 1833, "T": 1083, "positions": 16, "loss": 0.2807824722211336, "ce": 0.5005985366242385, "tv": 0.17548116359648702, "conf": 7.9099906622781475, "grad_norm": 2.371976852416992, "lr": 1.8094680187790396e-05 }, { "step": 1834, "T": 1038, "positions": 16, "loss": 0.8503321921105851, "ce": 1.523179161034932, "tv": 0.23442062942194752, "conf": 2.6123954762754504, "grad_norm": 5.297135829925537, "lr": 1.8068263526782485e-05 }, { "step": 1835, "T": 1443, "positions": 16, "loss": 0.9938959480199969, "ce": 1.6642813006928918, "tv": 0.3463213401973917, "conf": 5.96956635011702, "grad_norm": 8.995599746704102, "lr": 1.8041855247265212e-05 }, { "step": 1836, "T": 1069, "positions": 16, "loss": 0.026381633064239907, "ce": 0.09488727881489467, "tv": 0.07488314764850657, "conf": 5.452895020972846, "grad_norm": 0.9312730431556702, "lr": 1.8015455381170075e-05 }, { "step": 1837, "T": 1458, "positions": 16, "loss": 0.9724287436474697, "ce": 1.5689314232731704, "tv": 0.2887028354452923, "conf": 4.806054845716869, "grad_norm": 6.645573616027832, "lr": 1.7989063960418413e-05 }, { "step": 1838, "T": 1096, "positions": 16, "loss": 0.07953625571042267, "ce": 0.1476348218820931, "tv": 0.07417274030922272, "conf": 3.708464381462136, "grad_norm": 1.0768767595291138, "lr": 1.7962681016921338e-05 }, { "step": 1839, "T": 1124, "positions": 16, "loss": 0.06534530847434539, "ce": 0.11500832086539958, "tv": 0.050231244687893195, "conf": 2.4577895509219667, "grad_norm": 0.8623954653739929, "lr": 1.7936306582579713e-05 }, { "step": 1840, "T": 1091, "positions": 16, "loss": 0.14068965219587426, "ce": 0.2680692320136586, "tv": 0.1206879361270694, "conf": 5.78930033557026, "grad_norm": 1.589425802230835, "lr": 1.7909940689284115e-05 }, { "step": 1841, "T": 1066, "positions": 16, "loss": 0.4707144438539217, "ce": 0.8486191903684812, "tv": 0.15909737074252916, "conf": 1.0696936788544829, "grad_norm": 2.2667508125305176, "lr": 1.7883583368914798e-05 }, { "step": 1842, "T": 1076, "positions": 16, "loss": 0.12130229411031479, "ce": 0.21088918057512274, "tv": 0.12141997533035465, "conf": 4.796064070455351, "grad_norm": 1.482908844947815, "lr": 1.785723465334164e-05 }, { "step": 1843, "T": 1100, "positions": 16, "loss": 0.5334639892250266, "ce": 1.0388992920866258, "tv": 0.2035529357544874, "conf": 2.8904457088120004, "grad_norm": 3.0748746395111084, "lr": 1.7830894574424127e-05 }, { "step": 1844, "T": 1463, "positions": 16, "loss": 0.9735403659316262, "ce": 1.6951127845395604, "tv": 0.30331111768464325, "conf": 4.474356827680111, "grad_norm": 2.602954387664795, "lr": 1.7804563164011285e-05 }, { "step": 1845, "T": 1082, "positions": 16, "loss": 0.11119502210782883, "ce": 0.2399979507642911, "tv": 0.06439341497025453, "conf": 2.1099612893152724, "grad_norm": 1.0010688304901123, "lr": 1.7778240453941678e-05 }, { "step": 1846, "T": 1690, "positions": 16, "loss": 1.2438375097281096, "ce": 2.0359858657466248, "tv": 0.38912482594605535, "conf": 5.619761264608002, "grad_norm": 4.992547988891602, "lr": 1.775192647604334e-05 }, { "step": 1847, "T": 1464, "positions": 16, "loss": 0.9092767254180671, "ce": 1.7620074121514335, "tv": 0.24884068869869225, "conf": 3.478395782134612, "grad_norm": 3.605516195297241, "lr": 1.7725621262133742e-05 }, { "step": 1848, "T": 1195, "positions": 16, "loss": 0.5202032723564116, "ce": 0.9397952947765589, "tv": 0.23041977069806308, "conf": 4.216441583481355, "grad_norm": 4.717031478881836, "lr": 1.769932484401976e-05 }, { "step": 1849, "T": 1102, "positions": 16, "loss": 0.03415393098582342, "ce": 0.14219829643616322, "tv": 0.09012388197334076, "conf": 5.9061255224014095, "grad_norm": 2.1838765144348145, "lr": 1.7673037253497645e-05 }, { "step": 1850, "T": 1467, "positions": 16, "loss": 0.6623966854970149, "ce": 1.162506168919208, "tv": 0.21023475618858356, "conf": 4.994600544137294, "grad_norm": 2.1379475593566895, "lr": 1.7646758522352967e-05 }, { "step": 1851, "T": 1138, "positions": 16, "loss": 1.0344823208431535, "ce": 1.6478281089803204, "tv": 0.327786493813619, "conf": 3.9154792116829062, "grad_norm": 9.78317642211914, "lr": 1.7620488682360583e-05 }, { "step": 1852, "T": 1547, "positions": 16, "loss": 1.020121231839994, "ce": 2.066058598262316, "tv": 0.29578718625270994, "conf": 6.924021405346917, "grad_norm": 3.760502338409424, "lr": 1.7594227765284597e-05 }, { "step": 1853, "T": 1137, "positions": 16, "loss": 1.051171814553527, "ce": 1.9987423052079976, "tv": 0.3814804805442691, "conf": 4.204010281553565, "grad_norm": 6.8149590492248535, "lr": 1.7567975802878323e-05 }, { "step": 1854, "T": 1096, "positions": 16, "loss": 0.05087693039389496, "ce": 0.23292176450365787, "tv": 0.07764015423254023, "conf": 1.7113669023366245, "grad_norm": 0.4506833553314209, "lr": 1.7541732826884262e-05 }, { "step": 1855, "T": 1064, "positions": 16, "loss": 0.9701224074979109, "ce": 1.74684236664325, "tv": 0.36188969179056585, "conf": 5.963181450743454, "grad_norm": 3.4336304664611816, "lr": 1.751549886903403e-05 }, { "step": 1856, "T": 1224, "positions": 16, "loss": 0.607781930539204, "ce": 1.1557564598479075, "tv": 0.21223318660486257, "conf": 4.344255170098801, "grad_norm": 3.817124843597412, "lr": 1.7489273961048354e-05 }, { "step": 1857, "T": 1138, "positions": 16, "loss": 0.4456775965903699, "ce": 0.8426184814909448, "tv": 0.24521653733881976, "conf": 8.833381939294199, "grad_norm": 6.934720516204834, "lr": 1.7463058134637e-05 }, { "step": 1858, "T": 1783, "positions": 16, "loss": 1.7452120956158979, "ce": 3.0077436051578843, "tv": 0.3902444229242974, "conf": 2.841764204231918, "grad_norm": 5.161681652069092, "lr": 1.743685142149877e-05 }, { "step": 1859, "T": 1037, "positions": 16, "loss": 1.053611421095411, "ce": 2.1482429103925824, "tv": 0.3879351206123829, "conf": 3.0128186731733693, "grad_norm": 8.305899620056152, "lr": 1.7410653853321453e-05 }, { "step": 1860, "T": 1169, "positions": 16, "loss": 1.5464749739385297, "ce": 2.2610506219789386, "tv": 0.47784137399867177, "conf": 5.261296994738927, "grad_norm": 4.192261219024658, "lr": 1.7384465461781753e-05 }, { "step": 1861, "T": 1719, "positions": 16, "loss": 1.3055554757220307, "ce": 2.373749527061591, "tv": 0.35391808093118016, "conf": 5.858091868478208, "grad_norm": 7.194534778594971, "lr": 1.7358286278545295e-05 }, { "step": 1862, "T": 1039, "positions": 16, "loss": 1.3471418653811291, "ce": 1.8732639819257884, "tv": 0.407515722965627, "conf": 4.413342767776129, "grad_norm": 5.388188362121582, "lr": 1.7332116335266574e-05 }, { "step": 1863, "T": 1039, "positions": 16, "loss": 0.2961091134621654, "ce": 0.5369392344982771, "tv": 0.11372291483712615, "conf": 4.287640081718572, "grad_norm": 1.2474435567855835, "lr": 1.7305955663588908e-05 }, { "step": 1864, "T": 1320, "positions": 16, "loss": 0.1434505658338523, "ce": 0.49866162199759856, "tv": 0.09821333953004796, "conf": 2.66768886122665, "grad_norm": 5.400411128997803, "lr": 1.7279804295144403e-05 }, { "step": 1865, "T": 1168, "positions": 16, "loss": 1.4050460904836655, "ce": 2.198365271091461, "tv": 0.4542136127129197, "conf": 5.378038908729247, "grad_norm": 6.49285888671875, "lr": 1.725366226155391e-05 }, { "step": 1866, "T": 1104, "positions": 16, "loss": 0.13437548599382154, "ce": 0.18452752280063578, "tv": 0.07714171203951992, "conf": 3.8473003198720708, "grad_norm": 0.6448886394500732, "lr": 1.7227529594427004e-05 }, { "step": 1867, "T": 1074, "positions": 16, "loss": 0.41025657369813473, "ce": 0.6798298666315077, "tv": 0.20835089356194203, "conf": 6.980663283993638, "grad_norm": 4.341492176055908, "lr": 1.7201406325361927e-05 }, { "step": 1868, "T": 1546, "positions": 16, "loss": 0.7399046089847161, "ce": 1.2384194383921567, "tv": 0.2355137435370125, "conf": 6.424456702644534, "grad_norm": 2.416640520095825, "lr": 1.717529248594557e-05 }, { "step": 1869, "T": 1078, "positions": 16, "loss": 0.4951726890882142, "ce": 0.6985442812078873, "tv": 0.2256956443029594, "conf": 5.176935547113743, "grad_norm": 5.903951644897461, "lr": 1.7149188107753395e-05 }, { "step": 1870, "T": 1041, "positions": 16, "loss": 1.8219802660632922, "ce": 2.9238343393662944, "tv": 0.48891332978382707, "conf": 3.1310376177764137, "grad_norm": 6.607097148895264, "lr": 1.712309322234945e-05 }, { "step": 1871, "T": 1087, "positions": 16, "loss": 0.8893872457945236, "ce": 1.7883522699557943, "tv": 0.3546930549418903, "conf": 7.477523390960414, "grad_norm": 4.010463237762451, "lr": 1.7097007861286298e-05 }, { "step": 1872, "T": 1124, "positions": 16, "loss": 0.17539518513387975, "ce": 0.3215988642450611, "tv": 0.08936193328918307, "conf": 4.245795398950577, "grad_norm": 3.3431084156036377, "lr": 1.707093205610499e-05 }, { "step": 1873, "T": 1070, "positions": 16, "loss": 0.5685043216782333, "ce": 0.8850124447781127, "tv": 0.23676025922759436, "conf": 4.884144871758533, "grad_norm": 8.892105102539062, "lr": 1.7044865838334997e-05 }, { "step": 1874, "T": 1481, "positions": 16, "loss": 0.8830118915076355, "ce": 1.7930908004086632, "tv": 0.32450048446435176, "conf": 6.390271643684499, "grad_norm": 3.9765467643737793, "lr": 1.701880923949423e-05 }, { "step": 1875, "T": 1099, "positions": 16, "loss": 0.01964063636225788, "ce": 0.06578045652941, "tv": 0.06570235368599242, "conf": 1.7721826689590383, "grad_norm": 0.30786916613578796, "lr": 1.6992762291088954e-05 }, { "step": 1876, "T": 2047, "positions": 16, "loss": 1.48779661329786, "ce": 2.45475417956186, "tv": 0.36910573372006183, "conf": 3.61022296760099, "grad_norm": 5.20912504196167, "lr": 1.696672502461377e-05 }, { "step": 1877, "T": 1155, "positions": 16, "loss": 0.0869309642262408, "ce": 0.2333327385422308, "tv": 0.07539756873666192, "conf": 1.5085287253210224, "grad_norm": 0.9534234404563904, "lr": 1.6940697471551563e-05 }, { "step": 1878, "T": 1041, "positions": 16, "loss": 0.9594833016788442, "ce": 1.8360253580613062, "tv": 0.301504056842532, "conf": 2.970558322966099, "grad_norm": 8.620514869689941, "lr": 1.6914679663373482e-05 }, { "step": 1879, "T": 1047, "positions": 16, "loss": 0.9498512299326762, "ce": 1.9208092243643478, "tv": 0.3328584826522274, "conf": 3.4053703813231246, "grad_norm": 6.181308269500732, "lr": 1.688867163153889e-05 }, { "step": 1880, "T": 1114, "positions": 16, "loss": 0.9645580872788742, "ce": 1.7857752979325596, "tv": 0.34666882258898113, "conf": 5.765417438217071, "grad_norm": 5.306832313537598, "lr": 1.6862673407495326e-05 }, { "step": 1881, "T": 1097, "positions": 16, "loss": 0.22848142480887645, "ce": 0.3350882647864637, "tv": 0.1301623072140501, "conf": 4.049171757343862, "grad_norm": 3.583411455154419, "lr": 1.6836685022678484e-05 }, { "step": 1882, "T": 1078, "positions": 16, "loss": 0.028329879807188263, "ce": 0.15909606001514476, "tv": 0.0999881591706071, "conf": 7.848725255539317, "grad_norm": 1.564233660697937, "lr": 1.6810706508512138e-05 }, { "step": 1883, "T": 1042, "positions": 16, "loss": 0.5456021284253438, "ce": 1.0569018249516375, "tv": 0.15529083446017466, "conf": 0.9616063668137897, "grad_norm": 2.6525936126708984, "lr": 1.6784737896408144e-05 }, { "step": 1884, "T": 1131, "positions": 16, "loss": 0.7898665993343457, "ce": 1.5836736373603344, "tv": 0.2749101100489497, "conf": 4.709556592784793, "grad_norm": 5.463210582733154, "lr": 1.675877921776638e-05 }, { "step": 1885, "T": 1094, "positions": 16, "loss": 0.6603489847664576, "ce": 1.135409216160042, "tv": 0.2556904960038082, "conf": 5.404860033066143, "grad_norm": 3.1418514251708984, "lr": 1.6732830503974716e-05 }, { "step": 1886, "T": 1373, "positions": 16, "loss": 0.9565480643433943, "ce": 1.7072104520120774, "tv": 0.3364469213029224, "conf": 4.566226910217667, "grad_norm": 4.784555912017822, "lr": 1.6706891786408966e-05 }, { "step": 1887, "T": 1090, "positions": 16, "loss": 0.05094981952733235, "ce": 0.14342361748606436, "tv": 0.10465165395021359, "conf": 5.72278161196942, "grad_norm": 1.4976811408996582, "lr": 1.668096309643286e-05 }, { "step": 1888, "T": 1083, "positions": 16, "loss": 0.1541247129452472, "ce": 0.4622548628065033, "tv": 0.1468709559646868, "conf": 5.67780593003565, "grad_norm": 1.8311519622802734, "lr": 1.6655044465398003e-05 }, { "step": 1889, "T": 1039, "positions": 16, "loss": 1.5976068422401113, "ce": 2.882725350849796, "tv": 0.4248534924699925, "conf": 5.493856996014333, "grad_norm": 6.548065185546875, "lr": 1.6629135924643848e-05 }, { "step": 1890, "T": 1088, "positions": 16, "loss": 0.48291586116380625, "ce": 1.0879374207838737, "tv": 0.25651755923968267, "conf": 7.8425570662487045, "grad_norm": 3.167299747467041, "lr": 1.6603237505497626e-05 }, { "step": 1891, "T": 1079, "positions": 16, "loss": 0.7895969902059505, "ce": 1.3428635193704395, "tv": 0.3081644578051055, "conf": 4.263848903685471, "grad_norm": 4.053436279296875, "lr": 1.6577349239274348e-05 }, { "step": 1892, "T": 1672, "positions": 16, "loss": 1.836834674470083, "ce": 3.6231065299361944, "tv": 0.41795449872734025, "conf": 5.401174332302659, "grad_norm": 7.405935764312744, "lr": 1.6551471157276742e-05 }, { "step": 1893, "T": 1533, "positions": 16, "loss": 1.5025352235461469, "ce": 2.8264597174711525, "tv": 0.39634733367711306, "conf": 5.882998735178262, "grad_norm": 5.27419376373291, "lr": 1.652560329079522e-05 }, { "step": 1894, "T": 1205, "positions": 16, "loss": 1.221388675658531, "ce": 2.193492970542138, "tv": 0.38510981441322656, "conf": 6.391050998521705, "grad_norm": 5.326279640197754, "lr": 1.6499745671107843e-05 }, { "step": 1895, "T": 1068, "positions": 16, "loss": 0.34855276296950777, "ce": 0.6666089358780027, "tv": 0.20235386061312965, "conf": 5.819204036254696, "grad_norm": 4.581984996795654, "lr": 1.6473898329480285e-05 }, { "step": 1896, "T": 1148, "positions": 16, "loss": 1.0705559119742247, "ce": 1.880980419460684, "tv": 0.41029230621643364, "conf": 6.816246083370061, "grad_norm": 4.882345199584961, "lr": 1.6448061297165784e-05 }, { "step": 1897, "T": 1126, "positions": 16, "loss": 0.22865789574188966, "ce": 0.4064952245171298, "tv": 0.10114331886506989, "conf": 3.1690225975744397, "grad_norm": 4.508509159088135, "lr": 1.642223460540513e-05 }, { "step": 1898, "T": 1478, "positions": 16, "loss": 1.2318545358128006, "ce": 2.4315126049004903, "tv": 0.30511430964179453, "conf": 4.40351856688793, "grad_norm": 4.1263532638549805, "lr": 1.639641828542659e-05 }, { "step": 1899, "T": 1049, "positions": 16, "loss": 0.24648892897142005, "ce": 0.4254028006653243, "tv": 0.15978866136174474, "conf": 4.613942225317952, "grad_norm": 2.129380702972412, "lr": 1.6370612368445896e-05 }, { "step": 1900, "T": 1526, "positions": 16, "loss": 1.1493548616072076, "ce": 1.8597786042373627, "tv": 0.28793841003789566, "conf": 2.4409676730109595, "grad_norm": 3.832468032836914, "lr": 1.6344816885666215e-05 }, { "step": 1901, "T": 1570, "positions": 16, "loss": 1.4379083418598455, "ce": 2.574864122461804, "tv": 0.3165088879882205, "conf": 1.6978689971356322, "grad_norm": 5.471770763397217, "lr": 1.6319031868278074e-05 }, { "step": 1902, "T": 1074, "positions": 16, "loss": 0.7430607845474242, "ce": 1.3394595124300395, "tv": 0.23089335119948373, "conf": 3.4566022259848523, "grad_norm": 4.478652477264404, "lr": 1.6293257347459364e-05 }, { "step": 1903, "T": 1046, "positions": 16, "loss": 0.2308911763850574, "ce": 0.46687512553762645, "tv": 0.1560402314789826, "conf": 4.8577968376789356, "grad_norm": 1.6106593608856201, "lr": 1.6267493354375275e-05 }, { "step": 1904, "T": 1441, "positions": 16, "loss": 0.8026722828114998, "ce": 1.5790551933459938, "tv": 0.25140198855660856, "conf": 5.902507950309818, "grad_norm": 3.5885305404663086, "lr": 1.624173992017827e-05 }, { "step": 1905, "T": 1221, "positions": 16, "loss": 0.8574029294151231, "ce": 1.3667534957294265, "tv": 0.20819267972001398, "conf": 3.4575840316661015, "grad_norm": 3.294198513031006, "lr": 1.6215997076008055e-05 }, { "step": 1906, "T": 1089, "positions": 16, "loss": 0.3867767830216309, "ce": 0.8312242869569673, "tv": 0.09457049789489247, "conf": 1.583150368324955, "grad_norm": 1.6958706378936768, "lr": 1.6190264852991514e-05 }, { "step": 1907, "T": 1075, "positions": 16, "loss": 0.52609071213692, "ce": 1.1561360720879748, "tv": 0.27641905830751057, "conf": 5.467006431712372, "grad_norm": 4.842479228973389, "lr": 1.616454328224269e-05 }, { "step": 1908, "T": 1113, "positions": 16, "loss": 0.4801709610829903, "ce": 0.8610605858630151, "tv": 0.233327645866666, "conf": 7.418361313996644, "grad_norm": 8.155730247497559, "lr": 1.6138832394862755e-05 }, { "step": 1909, "T": 1050, "positions": 16, "loss": 0.36116200224190464, "ce": 0.7306557728509233, "tv": 0.1393501475586163, "conf": 4.228112788153876, "grad_norm": 1.7849291563034058, "lr": 1.6113132221939963e-05 }, { "step": 1910, "T": 1582, "positions": 16, "loss": 1.1530418697687992, "ce": 2.146726150633185, "tv": 0.3149205793015426, "conf": 4.21397934843712, "grad_norm": 3.613971471786499, "lr": 1.608744279454961e-05 }, { "step": 1911, "T": 1047, "positions": 16, "loss": 0.22815419012135862, "ce": 0.6755539246169064, "tv": 0.1576009559466911, "conf": 4.653514462767227, "grad_norm": 3.0048794746398926, "lr": 1.6061764143753998e-05 }, { "step": 1912, "T": 1081, "positions": 16, "loss": 0.9264769584769965, "ce": 1.5943102860474028, "tv": 0.31733638199511915, "conf": 4.3285943674783685, "grad_norm": 7.538866996765137, "lr": 1.6036096300602397e-05 }, { "step": 1913, "T": 1087, "positions": 16, "loss": 0.35487016543660754, "ce": 0.7794149979699796, "tv": 0.2814030740501039, "conf": 6.523333648325633, "grad_norm": 4.577528476715088, "lr": 1.601043929613101e-05 }, { "step": 1914, "T": 1453, "positions": 16, "loss": 1.4617370895575732, "ce": 2.690510608255863, "tv": 0.4077065922319889, "conf": 6.691094618733098, "grad_norm": 6.056668281555176, "lr": 1.5984793161362938e-05 }, { "step": 1915, "T": 1040, "positions": 16, "loss": 1.2714062173970433, "ce": 2.486041401483817, "tv": 0.4091027112735901, "conf": 6.391032126389746, "grad_norm": 3.4340872764587402, "lr": 1.5959157927308137e-05 }, { "step": 1916, "T": 1051, "positions": 16, "loss": 1.129072152318031, "ce": 1.8047392315638717, "tv": 0.32877460768668243, "conf": 4.034606601842825, "grad_norm": 5.3796000480651855, "lr": 1.593353362496338e-05 }, { "step": 1917, "T": 1043, "positions": 16, "loss": 0.36512975085111066, "ce": 0.5596240548005653, "tv": 0.12293094993583509, "conf": 1.832791053799383, "grad_norm": 1.8717050552368164, "lr": 1.5907920285312222e-05 }, { "step": 1918, "T": 1216, "positions": 16, "loss": 1.1794977194769842, "ce": 2.020720416243421, "tv": 0.335639223932958, "conf": 4.059521974000057, "grad_norm": 6.383834362030029, "lr": 1.5882317939324965e-05 }, { "step": 1919, "T": 1522, "positions": 16, "loss": 0.9695658083214482, "ce": 1.6359475314566225, "tv": 0.33059025265538367, "conf": 6.467612544414022, "grad_norm": 5.295045375823975, "lr": 1.5856726617958624e-05 }, { "step": 1920, "T": 1053, "positions": 16, "loss": 0.31161691623350407, "ce": 0.8494476419582497, "tv": 0.14875954406670644, "conf": 1.1449750450381257, "grad_norm": 3.341373920440674, "lr": 1.5831146352156866e-05 }, { "step": 1921, "T": 2080, "positions": 16, "loss": 1.1705467240713254, "ce": 2.0824045956254054, "tv": 0.28096694945634226, "conf": 5.082047852112123, "grad_norm": 3.2020926475524902, "lr": 1.5805577172850013e-05 }, { "step": 1922, "T": 1072, "positions": 16, "loss": 0.6295695510334554, "ce": 1.401809998205863, "tv": 0.1999873808817938, "conf": 4.2447437744776835, "grad_norm": 2.3633530139923096, "lr": 1.5780019110954957e-05 }, { "step": 1923, "T": 1044, "positions": 16, "loss": 1.2131889820120705, "ce": 1.947887628339231, "tv": 0.4395223706960678, "conf": 7.349328611583019, "grad_norm": 8.154693603515625, "lr": 1.575447219737517e-05 }, { "step": 1924, "T": 1212, "positions": 16, "loss": 0.912576691827212, "ce": 1.8697483985270082, "tv": 0.2787988672098436, "conf": 4.47674358217046, "grad_norm": 4.66700553894043, "lr": 1.572893646300063e-05 }, { "step": 1925, "T": 1699, "positions": 16, "loss": 1.2872782272752374, "ce": 2.4860350912204012, "tv": 0.3784104646765627, "conf": 6.589475253896906, "grad_norm": 9.52652359008789, "lr": 1.57034119387078e-05 }, { "step": 1926, "T": 1080, "positions": 16, "loss": 0.9797478992751394, "ce": 1.6211996261008608, "tv": 0.30979766862583347, "conf": 6.705148132010436, "grad_norm": 6.928692817687988, "lr": 1.5677898655359595e-05 }, { "step": 1927, "T": 1078, "positions": 16, "loss": 0.10157820582088828, "ce": 0.2544884029289278, "tv": 0.13311407450191837, "conf": 7.335378790716732, "grad_norm": 2.5368778705596924, "lr": 1.565239664380533e-05 }, { "step": 1928, "T": 1119, "positions": 16, "loss": 0.09449742321947951, "ce": 0.26098175707738847, "tv": 0.11149697938890313, "conf": 2.3796987031148196, "grad_norm": 0.9435611963272095, "lr": 1.5626905934880704e-05 }, { "step": 1929, "T": 1509, "positions": 16, "loss": 0.8351771525557297, "ce": 1.6416336019174196, "tv": 0.2791734519341844, "conf": 8.552836040885813, "grad_norm": 3.2479920387268066, "lr": 1.560142655940772e-05 }, { "step": 1930, "T": 1569, "positions": 16, "loss": 1.0558223288704767, "ce": 1.792221903182508, "tv": 0.24210767629847396, "conf": 5.2228189457357805, "grad_norm": 2.603431224822998, "lr": 1.5575958548194716e-05 }, { "step": 1931, "T": 1052, "positions": 16, "loss": 0.6793314626884239, "ce": 1.502714424394071, "tv": 0.286541486158967, "conf": 3.4130283038206812, "grad_norm": 4.663050174713135, "lr": 1.555050193203626e-05 }, { "step": 1932, "T": 1138, "positions": 16, "loss": 0.8910786099295365, "ce": 1.3237460856325924, "tv": 0.396138119045645, "conf": 7.519817862921396, "grad_norm": 5.997485637664795, "lr": 1.5525056741713156e-05 }, { "step": 1933, "T": 1104, "positions": 16, "loss": 0.17082844620841797, "ce": 0.3913422740297392, "tv": 0.10951550916070119, "conf": 1.9716017252858364, "grad_norm": 2.711209297180176, "lr": 1.5499623007992382e-05 }, { "step": 1934, "T": 1185, "positions": 16, "loss": 0.4331871292802987, "ce": 0.6844671613198443, "tv": 0.19807520984250004, "conf": 4.600791560078135, "grad_norm": 3.9010605812072754, "lr": 1.547420076162707e-05 }, { "step": 1935, "T": 1741, "positions": 16, "loss": 0.979083570781313, "ce": 1.8527870128546056, "tv": 0.2706071008760773, "conf": 4.324485925595246, "grad_norm": 7.010824680328369, "lr": 1.544879003335647e-05 }, { "step": 1936, "T": 1246, "positions": 16, "loss": 1.979129527713667, "ce": 3.2164918747730553, "tv": 0.5789613267406821, "conf": 6.955977304397493, "grad_norm": 5.5246500968933105, "lr": 1.5423390853905896e-05 }, { "step": 1937, "T": 1202, "positions": 16, "loss": 0.7927835663326022, "ce": 1.5654258889335324, "tv": 0.28040227548626717, "conf": 5.68413463163731, "grad_norm": 3.419025182723999, "lr": 1.539800325398668e-05 }, { "step": 1938, "T": 1376, "positions": 16, "loss": 1.0706097658858198, "ce": 1.7010860681475606, "tv": 0.2958199253407656, "conf": 2.220127609432352, "grad_norm": 4.4002685546875, "lr": 1.537262726429619e-05 }, { "step": 1939, "T": 1214, "positions": 16, "loss": 1.7198536503128707, "ce": 2.822186376899481, "tv": 0.5138485445640981, "conf": 5.364877971648021, "grad_norm": 5.843526363372803, "lr": 1.5347262915517723e-05 }, { "step": 1940, "T": 1082, "positions": 16, "loss": 0.979919515092206, "ce": 1.7538087091525085, "tv": 0.3131706868443871, "conf": 5.524422587360164, "grad_norm": 5.542647361755371, "lr": 1.5321910238320523e-05 }, { "step": 1941, "T": 1682, "positions": 16, "loss": 1.8732044908459216, "ce": 2.993755476996739, "tv": 0.448398247728619, "conf": 5.111506592482328, "grad_norm": 5.902828693389893, "lr": 1.5296569263359705e-05 }, { "step": 1942, "T": 1240, "positions": 16, "loss": 0.17190837956255045, "ce": 0.5173001369398662, "tv": 0.1125350458378307, "conf": 2.010834401353479, "grad_norm": 3.692894458770752, "lr": 1.527124002127625e-05 }, { "step": 1943, "T": 1043, "positions": 16, "loss": 0.10009195817107752, "ce": 0.21569826924951485, "tv": 0.06848115985485492, "conf": 1.9440221322939282, "grad_norm": 0.90941321849823, "lr": 1.5245922542696933e-05 }, { "step": 1944, "T": 1043, "positions": 16, "loss": 0.7653682987011052, "ce": 1.7608089079440106, "tv": 0.26042178414354566, "conf": 4.695705575101449, "grad_norm": 4.364932060241699, "lr": 1.5220616858234321e-05 }, { "step": 1945, "T": 1052, "positions": 16, "loss": 0.27096114445242137, "ce": 1.0041733869720701, "tv": 0.14996536670059868, "conf": 7.045310935796624, "grad_norm": 2.2574431896209717, "lr": 1.5195322998486714e-05 }, { "step": 1946, "T": 1522, "positions": 16, "loss": 1.307959653158008, "ce": 2.4289048906448443, "tv": 0.3476346741281304, "conf": 9.012824031829613, "grad_norm": 6.314038276672363, "lr": 1.5170040994038115e-05 }, { "step": 1947, "T": 2208, "positions": 16, "loss": 0.8318266960800429, "ce": 1.6445684591453755, "tv": 0.26866367695038207, "conf": 5.149115761258031, "grad_norm": 2.726875066757202, "lr": 1.5144770875458198e-05 }, { "step": 1948, "T": 1222, "positions": 16, "loss": 1.1241700492591917, "ce": 2.1887441475410014, "tv": 0.39950938429683447, "conf": 5.732581577074285, "grad_norm": 5.405581474304199, "lr": 1.5119512673302249e-05 }, { "step": 1949, "T": 2285, "positions": 16, "loss": 1.3046526578146995, "ce": 2.7811447020067135, "tv": 0.3424511034536408, "conf": 8.565135838463902, "grad_norm": 3.9848287105560303, "lr": 1.5094266418111157e-05 }, { "step": 1950, "T": 1578, "positions": 16, "loss": 0.9222533378133448, "ce": 1.6973076516296715, "tv": 0.28945385362021625, "conf": 6.432440775886789, "grad_norm": 4.521894931793213, "lr": 1.5069032140411371e-05 }, { "step": 1951, "T": 1040, "positions": 16, "loss": 0.811075244452752, "ce": 1.3234972568461671, "tv": 0.32609785080421716, "conf": 6.35992046641462, "grad_norm": 3.0182032585144043, "lr": 1.5043809870714853e-05 }, { "step": 1952, "T": 1736, "positions": 16, "loss": 1.5613805217714685, "ce": 2.5193459896254353, "tv": 0.4102361136319814, "conf": 5.697651160289682, "grad_norm": 6.288206100463867, "lr": 1.5018599639519033e-05 }, { "step": 1953, "T": 2224, "positions": 16, "loss": 1.5630125045659042, "ce": 3.0342629089718685, "tv": 0.3616522836673539, "conf": 3.478979376737037, "grad_norm": 4.922176361083984, "lr": 1.4993401477306795e-05 }, { "step": 1954, "T": 1090, "positions": 16, "loss": 0.8834550764663334, "ce": 1.2899003678139707, "tv": 0.3147336005440593, "conf": 4.536299638450167, "grad_norm": 4.341185092926025, "lr": 1.4968215414546433e-05 }, { "step": 1955, "T": 1082, "positions": 16, "loss": 0.46178740769427407, "ce": 0.7653748697866831, "tv": 0.16893794156021613, "conf": 7.084754511713982, "grad_norm": 5.196605205535889, "lr": 1.4943041481691616e-05 }, { "step": 1956, "T": 1243, "positions": 16, "loss": 0.9086455406859386, "ce": 1.6227962659904733, "tv": 0.3133302057685796, "conf": 5.327345717145363, "grad_norm": 5.630395412445068, "lr": 1.4917879709181321e-05 }, { "step": 1957, "T": 1204, "positions": 16, "loss": 0.06847258185545613, "ce": 0.13715980327742727, "tv": 0.06582190608787641, "conf": 1.5614979910602074, "grad_norm": 2.0154330730438232, "lr": 1.489273012743985e-05 }, { "step": 1958, "T": 1047, "positions": 16, "loss": 0.414320723248621, "ce": 0.8635589052537398, "tv": 0.18389873538762913, "conf": 3.0289542463364967, "grad_norm": 2.132533550262451, "lr": 1.4867592766876749e-05 }, { "step": 1959, "T": 1462, "positions": 16, "loss": 0.885199227883632, "ce": 1.9192965552210808, "tv": 0.27311825385550037, "conf": 6.675523058534165, "grad_norm": 2.3471462726593018, "lr": 1.4842467657886786e-05 }, { "step": 1960, "T": 1086, "positions": 16, "loss": 0.2789803058749811, "ce": 0.6239117679651827, "tv": 0.18089822301226377, "conf": 6.386031755619503, "grad_norm": 5.4287824630737305, "lr": 1.4817354830849933e-05 }, { "step": 1961, "T": 1087, "positions": 16, "loss": 0.029585983588198417, "ce": 0.19497455127384455, "tv": 0.09433399070348969, "conf": 5.3916689306091, "grad_norm": 1.254356861114502, "lr": 1.4792254316131281e-05 }, { "step": 1962, "T": 1047, "positions": 16, "loss": 0.3529292627951435, "ce": 0.5513144772758096, "tv": 0.19547600632813555, "conf": 7.209539716869132, "grad_norm": 4.132659435272217, "lr": 1.476716614408106e-05 }, { "step": 1963, "T": 1089, "positions": 16, "loss": 0.0013504703906548343, "ce": 0.06434497207237655, "tv": 0.05987376439043146, "conf": 5.7861567594374925, "grad_norm": 0.46497011184692383, "lr": 1.4742090345034565e-05 }, { "step": 1964, "T": 1116, "positions": 16, "loss": 0.07694657216779888, "ce": 0.4362564970660969, "tv": 0.11834158740657585, "conf": 5.198433210916041, "grad_norm": 1.7440012693405151, "lr": 1.4717026949312133e-05 }, { "step": 1965, "T": 1043, "positions": 16, "loss": 0.4107470143687191, "ce": 0.953880935372581, "tv": 0.1745655541672022, "conf": 2.207501245442202, "grad_norm": 1.741721510887146, "lr": 1.4691975987219095e-05 }, { "step": 1966, "T": 1049, "positions": 16, "loss": 0.9533186520254731, "ce": 1.106098037911579, "tv": 0.3288991395384073, "conf": 5.827261206491481, "grad_norm": 13.673691749572754, "lr": 1.466693748904576e-05 }, { "step": 1967, "T": 1039, "positions": 16, "loss": 1.3474080720190669, "ce": 2.150152671971, "tv": 0.35209621316744233, "conf": 4.300641456921212, "grad_norm": 5.121780872344971, "lr": 1.464191148506736e-05 }, { "step": 1968, "T": 1079, "positions": 16, "loss": 0.3641030862672765, "ce": 1.0964516594885936, "tv": 0.18808126946896664, "conf": 5.517344665411932, "grad_norm": 4.088813781738281, "lr": 1.4616898005544027e-05 }, { "step": 1969, "T": 1593, "positions": 16, "loss": 0.9706953400872496, "ce": 1.801175892017909, "tv": 0.26829986745906353, "conf": 10.487607733812183, "grad_norm": 4.7689995765686035, "lr": 1.4591897080720734e-05 }, { "step": 1970, "T": 2304, "positions": 16, "loss": 1.4757527168718871, "ce": 2.397075973523897, "tv": 0.40032556613368797, "conf": 6.865395056007031, "grad_norm": 8.402937889099121, "lr": 1.4566908740827284e-05 }, { "step": 1971, "T": 1434, "positions": 16, "loss": 0.8195451652681363, "ce": 1.5875937327343763, "tv": 0.25668057814368694, "conf": 4.7049293777200525, "grad_norm": 4.5100884437561035, "lr": 1.4541933016078265e-05 }, { "step": 1972, "T": 1097, "positions": 16, "loss": 0.2130610172782994, "ce": 0.40249636516091414, "tv": 0.18853404952096753, "conf": 6.613091662202956, "grad_norm": 3.751044988632202, "lr": 1.4516969936673008e-05 }, { "step": 1973, "T": 1425, "positions": 16, "loss": 1.394396058927383, "ce": 2.086734212992269, "tv": 0.36578268492303323, "conf": 4.370982621341156, "grad_norm": 5.002026557922363, "lr": 1.4492019532795548e-05 }, { "step": 1974, "T": 1098, "positions": 16, "loss": 0.6701771598265225, "ce": 1.4260456831543706, "tv": 0.23845179754425772, "conf": 4.413200971921794, "grad_norm": 3.237621307373047, "lr": 1.4467081834614615e-05 }, { "step": 1975, "T": 1064, "positions": 16, "loss": 0.15843177578776907, "ce": 0.3913418594538598, "tv": 0.1419784860481741, "conf": 6.48540963202322, "grad_norm": 4.470285415649414, "lr": 1.4442156872283542e-05 }, { "step": 1976, "T": 1080, "positions": 16, "loss": 0.4123775773374696, "ce": 0.9486598835937912, "tv": 0.1728635699255392, "conf": 5.239458095089201, "grad_norm": 10.751861572265625, "lr": 1.4417244675940283e-05 }, { "step": 1977, "T": 1039, "positions": 16, "loss": 0.5587682912046117, "ce": 1.015037006309285, "tv": 0.24257680080154387, "conf": 4.475983745162712, "grad_norm": 3.9115798473358154, "lr": 1.4392345275707358e-05 }, { "step": 1978, "T": 1518, "positions": 16, "loss": 1.1340780028173487, "ce": 1.873226015686214, "tv": 0.27703765086153, "conf": 4.9635151876137735, "grad_norm": 4.284424781799316, "lr": 1.436745870169181e-05 }, { "step": 1979, "T": 1216, "positions": 16, "loss": 1.1831501896455165, "ce": 2.0090815015137196, "tv": 0.38338573556393385, "conf": 6.0501841474324465, "grad_norm": 12.312409400939941, "lr": 1.4342584983985175e-05 }, { "step": 1980, "T": 1098, "positions": 16, "loss": 0.771754581253115, "ce": 1.5362241320704015, "tv": 0.25434357060976254, "conf": 5.590467112300942, "grad_norm": 3.9695677757263184, "lr": 1.4317724152663436e-05 }, { "step": 1981, "T": 1085, "positions": 16, "loss": 0.28437423446127674, "ce": 0.4328638398919793, "tv": 0.12390589798451401, "conf": 7.760469409986399, "grad_norm": 2.2955644130706787, "lr": 1.4292876237787011e-05 }, { "step": 1982, "T": 1613, "positions": 16, "loss": 1.2846316211009494, "ce": 2.1563873856287046, "tv": 0.40245768170461815, "conf": 5.379769981360852, "grad_norm": 9.341343879699707, "lr": 1.4268041269400684e-05 }, { "step": 1983, "T": 1816, "positions": 16, "loss": 1.3096203704969867, "ce": 2.9102900323923677, "tv": 0.3803771820385009, "conf": 10.615892122965306, "grad_norm": 4.988281726837158, "lr": 1.4243219277533601e-05 }, { "step": 1984, "T": 1093, "positions": 16, "loss": 0.41292654340310797, "ce": 1.2450754559649795, "tv": 0.19854280249637668, "conf": 4.5717050426173955, "grad_norm": 4.7056427001953125, "lr": 1.4218410292199185e-05 }, { "step": 1985, "T": 1097, "positions": 16, "loss": 0.5620220070731544, "ce": 2.015263593344457, "tv": 0.23621755130318434, "conf": 6.920102092303253, "grad_norm": 7.8293561935424805, "lr": 1.419361434339517e-05 }, { "step": 1986, "T": 1619, "positions": 16, "loss": 1.5283720976185702, "ce": 2.743571413670452, "tv": 0.3129918161794194, "conf": 2.6407441647097585, "grad_norm": 3.1934094429016113, "lr": 1.4168831461103507e-05 }, { "step": 1987, "T": 1105, "positions": 16, "loss": 0.5474159528400833, "ce": 1.1575923436539597, "tv": 0.2562696901586605, "conf": 7.084662842917169, "grad_norm": 5.573480606079102, "lr": 1.4144061675290355e-05 }, { "step": 1988, "T": 1223, "positions": 16, "loss": 0.7662402247690352, "ce": 1.4279122286388883, "tv": 0.2616487765699276, "conf": 5.024911690959026, "grad_norm": 5.9914937019348145, "lr": 1.4119305015906026e-05 }, { "step": 1989, "T": 1041, "positions": 16, "loss": 0.3263008228512092, "ce": 0.6827812440242269, "tv": 0.18794537441499415, "conf": 5.97944657204798, "grad_norm": 4.050069332122803, "lr": 1.4094561512884979e-05 }, { "step": 1990, "T": 1049, "positions": 16, "loss": 0.18663837677317385, "ce": 0.27312473904504486, "tv": 0.07306246661937621, "conf": 0.9261150175627257, "grad_norm": 3.119936943054199, "lr": 1.406983119614575e-05 }, { "step": 1991, "T": 1091, "positions": 16, "loss": 0.2654525099525902, "ce": 0.45881963438887396, "tv": 0.09498992522821936, "conf": 3.092274913423309, "grad_norm": 2.2094550132751465, "lr": 1.4045114095590938e-05 }, { "step": 1992, "T": 1080, "positions": 16, "loss": 0.1078178797718663, "ce": 0.2652420495055594, "tv": 0.0877096981730574, "conf": 5.792587745934725, "grad_norm": 1.1204137802124023, "lr": 1.4020410241107166e-05 }, { "step": 1993, "T": 1041, "positions": 16, "loss": 0.5395666530743206, "ce": 1.0008166610859917, "tv": 0.1905016882592463, "conf": 5.062733437266318, "grad_norm": 4.746108531951904, "lr": 1.3995719662565013e-05 }, { "step": 1994, "T": 1517, "positions": 16, "loss": 1.2057046512546439, "ce": 1.9921396781871863, "tv": 0.2566361403269184, "conf": 3.976445042507352, "grad_norm": 5.369470119476318, "lr": 1.3971042389819039e-05 }, { "step": 1995, "T": 1506, "positions": 16, "loss": 1.0980167718262237, "ce": 1.9039814656134695, "tv": 0.3412736013997346, "conf": 2.8715725364111213, "grad_norm": 6.624314308166504, "lr": 1.3946378452707701e-05 }, { "step": 1996, "T": 1504, "positions": 16, "loss": 1.047571347147955, "ce": 1.8987094770745898, "tv": 0.3267900489809108, "conf": 7.928755827092232, "grad_norm": 8.302498817443848, "lr": 1.392172788105333e-05 }, { "step": 1997, "T": 1069, "positions": 16, "loss": 1.0536417110731868, "ce": 1.5483260500841425, "tv": 0.38810871497844346, "conf": 7.435487252328301, "grad_norm": 9.440439224243164, "lr": 1.3897090704662108e-05 }, { "step": 1998, "T": 1304, "positions": 16, "loss": 0.8959651376681359, "ce": 1.784588257048199, "tv": 0.23963114243633754, "conf": 8.149136334657669, "grad_norm": 5.774179935455322, "lr": 1.3872466953323998e-05 }, { "step": 1999, "T": 1054, "positions": 16, "loss": 0.12260840926996863, "ce": 0.61446998741485, "tv": 0.07392354336116114, "conf": 4.583619907940898, "grad_norm": 0.5870924592018127, "lr": 1.3847856656812756e-05 }, { "step": 2000, "T": 1045, "positions": 16, "loss": 0.4712286680273543, "ce": 0.5793145600400749, "tv": 0.16970642688829685, "conf": 3.184571216113264, "grad_norm": 5.402320861816406, "lr": 1.3823259844885856e-05 }, { "step": 2001, "T": 1184, "positions": 16, "loss": 0.2436768705305158, "ce": 0.4935619393909292, "tv": 0.09257323013116547, "conf": 1.5823210462530097, "grad_norm": 1.406254529953003, "lr": 1.3798676547284455e-05 }, { "step": 2002, "T": 1341, "positions": 16, "loss": 0.9926118291959813, "ce": 1.424146879257023, "tv": 0.31146344982334995, "conf": 4.179374095498731, "grad_norm": 9.935980796813965, "lr": 1.3774106793733384e-05 }, { "step": 2003, "T": 1084, "positions": 16, "loss": 0.06953208742019257, "ce": 0.12222158472832234, "tv": 0.06817115685862518, "conf": 4.068482040105631, "grad_norm": 0.8119018077850342, "lr": 1.3749550613941103e-05 }, { "step": 2004, "T": 1160, "positions": 16, "loss": 1.552514347727687, "ce": 2.313358252577018, "tv": 0.4359193318632606, "conf": 5.132700119309526, "grad_norm": 8.44061279296875, "lr": 1.3725008037599645e-05 }, { "step": 2005, "T": 1097, "positions": 16, "loss": 0.42562734235830213, "ce": 0.7871013218500593, "tv": 0.11133510278887115, "conf": 3.4628565838338545, "grad_norm": 3.5634799003601074, "lr": 1.3700479094384605e-05 }, { "step": 2006, "T": 1133, "positions": 16, "loss": 0.07704371284661637, "ce": 0.15693346077284787, "tv": 0.05990402708266629, "conf": 3.383119985424912, "grad_norm": 1.0362893342971802, "lr": 1.3675963813955089e-05 }, { "step": 2007, "T": 1143, "positions": 16, "loss": 0.25766966515379686, "ce": 0.5149564684847974, "tv": 0.1782035194864875, "conf": 7.7486982044502275, "grad_norm": 2.8235058784484863, "lr": 1.3651462225953676e-05 }, { "step": 2008, "T": 1476, "positions": 16, "loss": 1.0205336584163867, "ce": 1.6384171550380415, "tv": 0.2781780121731572, "conf": 4.6227100371952705, "grad_norm": 4.579138278961182, "lr": 1.3626974360006406e-05 }, { "step": 2009, "T": 1072, "positions": 16, "loss": 0.7698926971587525, "ce": 1.1619074495974928, "tv": 0.27873340563382953, "conf": 5.2645958204499665, "grad_norm": 5.6132588386535645, "lr": 1.3602500245722715e-05 }, { "step": 2010, "T": 1161, "positions": 16, "loss": 1.0242960956719322, "ce": 1.4690061554338172, "tv": 0.34756656725221546, "conf": 3.1881407142342693, "grad_norm": 3.133488416671753, "lr": 1.3578039912695407e-05 }, { "step": 2011, "T": 1082, "positions": 16, "loss": 0.5186784994852012, "ce": 1.8500062888451794, "tv": 0.17931125148243154, "conf": 4.758383980261555, "grad_norm": 4.060657024383545, "lr": 1.3553593390500625e-05 }, { "step": 2012, "T": 1039, "positions": 16, "loss": 0.49584313440721717, "ce": 0.7551344281474712, "tv": 0.20924984656949164, "conf": 5.899020040593306, "grad_norm": 3.8868765830993652, "lr": 1.3529160708697825e-05 }, { "step": 2013, "T": 1476, "positions": 16, "loss": 1.6940348606857683, "ce": 2.8284426972932124, "tv": 0.37621866149129346, "conf": 5.088787258956863, "grad_norm": 8.118132591247559, "lr": 1.3504741896829715e-05 }, { "step": 2014, "T": 1221, "positions": 16, "loss": 1.6616518944501877, "ce": 2.49832846224308, "tv": 0.5016825161874294, "conf": 3.4381939593065454, "grad_norm": 4.372056484222412, "lr": 1.3480336984422234e-05 }, { "step": 2015, "T": 1148, "positions": 16, "loss": 1.1539668502509741, "ce": 1.8272976250736974, "tv": 0.3874319434980862, "conf": 5.890239339382494, "grad_norm": 6.101541042327881, "lr": 1.345594600098452e-05 }, { "step": 2016, "T": 1047, "positions": 16, "loss": 0.33886119738636467, "ce": 0.6125793774887143, "tv": 0.10333739176485324, "conf": 1.558773763646144, "grad_norm": 3.4862067699432373, "lr": 1.3431568976008868e-05 }, { "step": 2017, "T": 1039, "positions": 16, "loss": 0.5067000173482654, "ce": 1.1039803232561098, "tv": 0.20894851967750583, "conf": 6.558618523413315, "grad_norm": 4.285162925720215, "lr": 1.34072059389707e-05 }, { "step": 2018, "T": 1061, "positions": 16, "loss": 0.3499334181418092, "ce": 0.825381581658803, "tv": 0.10003715153925441, "conf": 2.2328090428491123, "grad_norm": 1.3087996244430542, "lr": 1.3382856919328497e-05 }, { "step": 2019, "T": 1442, "positions": 16, "loss": 1.1153820546268989, "ce": 2.065571322124015, "tv": 0.3018325725079194, "conf": 6.514637067067638, "grad_norm": 5.714385986328125, "lr": 1.3358521946523816e-05 }, { "step": 2020, "T": 1062, "positions": 16, "loss": 0.7323484811243048, "ce": 1.1047048846612597, "tv": 0.2568227395240683, "conf": 3.0613222053902813, "grad_norm": 5.86025857925415, "lr": 1.3334201049981232e-05 }, { "step": 2021, "T": 1037, "positions": 16, "loss": 1.126574918363076, "ce": 1.7555889384821057, "tv": 0.3916350064682774, "conf": 4.752486812305619, "grad_norm": 7.769474029541016, "lr": 1.3309894259108291e-05 }, { "step": 2022, "T": 1186, "positions": 16, "loss": 0.6057560399650299, "ce": 1.0025138633682218, "tv": 0.22135672596778022, "conf": 3.5768427472630338, "grad_norm": 4.935460090637207, "lr": 1.3285601603295478e-05 }, { "step": 2023, "T": 1110, "positions": 16, "loss": 0.03567890243475036, "ce": 0.15418411018572442, "tv": 0.049892468052348704, "conf": 2.7564060533920767, "grad_norm": 1.1580896377563477, "lr": 1.3261323111916203e-05 }, { "step": 2024, "T": 1591, "positions": 16, "loss": 1.0615407385358857, "ce": 1.8583775330098433, "tv": 0.26686052096192725, "conf": 5.1576122138649225, "grad_norm": 5.011858940124512, "lr": 1.3237058814326731e-05 }, { "step": 2025, "T": 1227, "positions": 16, "loss": 0.8682634866477201, "ce": 1.633516691159457, "tv": 0.24502412846777588, "conf": 2.822058348061546, "grad_norm": 6.515932559967041, "lr": 1.3212808739866173e-05 }, { "step": 2026, "T": 1435, "positions": 16, "loss": 1.1840222507931664, "ce": 2.0669408622052288, "tv": 0.3193561497500923, "conf": 3.5194732388942738, "grad_norm": 4.788630485534668, "lr": 1.3188572917856456e-05 }, { "step": 2027, "T": 1174, "positions": 16, "loss": 1.1256610341069972, "ce": 1.6456071146822069, "tv": 0.3808857667463599, "conf": 5.744303767217673, "grad_norm": 5.432570934295654, "lr": 1.3164351377602236e-05 }, { "step": 2028, "T": 1077, "positions": 16, "loss": 0.4665567315664596, "ce": 0.8975801063097606, "tv": 0.1670482517192795, "conf": 4.3244695418214825, "grad_norm": 4.785634517669678, "lr": 1.3140144148390936e-05 }, { "step": 2029, "T": 1343, "positions": 16, "loss": 0.3322327551295672, "ce": 0.8186295106397665, "tv": 0.20589897083300457, "conf": 4.651786956976684, "grad_norm": 3.9044039249420166, "lr": 1.3115951259492662e-05 }, { "step": 2030, "T": 1077, "positions": 16, "loss": 0.4824250847377147, "ce": 0.8259972827636375, "tv": 0.1602123630218557, "conf": 4.13725522726415, "grad_norm": 2.477879762649536, "lr": 1.309177274016018e-05 }, { "step": 2031, "T": 1747, "positions": 16, "loss": 1.3689230916072752, "ce": 2.398965090079855, "tv": 0.36084165802185453, "conf": 4.308163839772912, "grad_norm": 3.8812570571899414, "lr": 1.3067608619628886e-05 }, { "step": 2032, "T": 1039, "positions": 16, "loss": 1.1108392070082118, "ce": 2.1451147907064296, "tv": 0.35697661177255213, "conf": 3.1313190863292766, "grad_norm": 7.428952693939209, "lr": 1.3043458927116753e-05 }, { "step": 2033, "T": 1086, "positions": 16, "loss": 0.25915440170334136, "ce": 0.46061845605436247, "tv": 0.19148637870966922, "conf": 5.478766503665463, "grad_norm": 4.014545440673828, "lr": 1.3019323691824326e-05 }, { "step": 2034, "T": 1190, "positions": 16, "loss": 0.17995383688403876, "ce": 0.39026059339857966, "tv": 0.1453741404811808, "conf": 2.9223629677494434, "grad_norm": 2.6451730728149414, "lr": 1.2995202942934664e-05 }, { "step": 2035, "T": 1097, "positions": 16, "loss": 0.099978026042578, "ce": 0.20439782173980348, "tv": 0.0859737831124221, "conf": 4.3777743003490155, "grad_norm": 2.001070499420166, "lr": 1.2971096709613289e-05 }, { "step": 2036, "T": 1595, "positions": 16, "loss": 0.8936605054461353, "ce": 1.5738511507083786, "tv": 0.30845266380038083, "conf": 5.419953881648503, "grad_norm": 4.708762168884277, "lr": 1.2947005021008201e-05 }, { "step": 2037, "T": 1081, "positions": 16, "loss": 0.22218264689637834, "ce": 0.7176609894813737, "tv": 0.1269017857448489, "conf": 5.108897438477866, "grad_norm": 2.017744779586792, "lr": 1.2922927906249797e-05 }, { "step": 2038, "T": 1088, "positions": 16, "loss": 0.06458830840854546, "ce": 0.09877441174012347, "tv": 0.08732324993070506, "conf": 3.7127378191798925, "grad_norm": 0.37083670496940613, "lr": 1.289886539445086e-05 }, { "step": 2039, "T": 1386, "positions": 16, "loss": 0.7852831867955103, "ce": 1.213771015231032, "tv": 0.2703298265005287, "conf": 6.955096734191948, "grad_norm": 6.811173439025879, "lr": 1.2874817514706505e-05 }, { "step": 2040, "T": 1233, "positions": 16, "loss": 1.4152258565154625, "ce": 2.2238036897033453, "tv": 0.4400548115372658, "conf": 4.407484075945341, "grad_norm": 9.839734077453613, "lr": 1.285078429609417e-05 }, { "step": 2041, "T": 1592, "positions": 16, "loss": 1.0909232153808546, "ce": 1.6809216538440523, "tv": 0.2853564091528824, "conf": 3.9025286236865213, "grad_norm": 5.129810810089111, "lr": 1.282676576767355e-05 }, { "step": 2042, "T": 1072, "positions": 16, "loss": 0.3559882781108249, "ce": 0.652811425670194, "tv": 0.17370249134803828, "conf": 3.663716716454379, "grad_norm": 3.966214418411255, "lr": 1.280276195848659e-05 }, { "step": 2043, "T": 1565, "positions": 16, "loss": 0.737322806592573, "ce": 1.4085259348576074, "tv": 0.23824918115133187, "conf": 4.307795700589963, "grad_norm": 2.911195755004883, "lr": 1.2778772897557436e-05 }, { "step": 2044, "T": 1097, "positions": 16, "loss": 0.40617474360360006, "ce": 0.6285755886747211, "tv": 0.22113353203167208, "conf": 6.447931997039771, "grad_norm": 4.081200122833252, "lr": 1.2754798613892383e-05 }, { "step": 2045, "T": 1044, "positions": 16, "loss": 0.8890388828889506, "ce": 1.5069326546799857, "tv": 0.3142477000801591, "conf": 3.566809580609801, "grad_norm": 5.5784220695495605, "lr": 1.273083913647988e-05 }, { "step": 2046, "T": 1083, "positions": 16, "loss": 0.21845412468089043, "ce": 0.6043114887570482, "tv": 0.19388691595577257, "conf": 5.117891057251654, "grad_norm": 3.041753053665161, "lr": 1.2706894494290461e-05 }, { "step": 2047, "T": 1181, "positions": 16, "loss": 0.731078998657722, "ce": 1.349393738200888, "tv": 0.2916788692236878, "conf": 3.1040479134299326, "grad_norm": 9.540056228637695, "lr": 1.2682964716276736e-05 }, { "step": 2048, "T": 1523, "positions": 16, "loss": 0.8343755788858971, "ce": 1.5816088043502532, "tv": 0.23787388178243418, "conf": 6.631170582813681, "grad_norm": 4.540351390838623, "lr": 1.2659049831373322e-05 }, { "step": 2049, "T": 1042, "positions": 16, "loss": 0.440497560571842, "ce": 0.7092652503642967, "tv": 0.1497219223929278, "conf": 2.134344781101902, "grad_norm": 2.0893056392669678, "lr": 1.2635149868496838e-05 }, { "step": 2050, "T": 1044, "positions": 16, "loss": 1.3768903319205492, "ce": 2.1363627990867826, "tv": 0.44660832042063703, "conf": 5.327888423285666, "grad_norm": 7.360412120819092, "lr": 1.2611264856545868e-05 }, { "step": 2051, "T": 1079, "positions": 16, "loss": 1.4854182340581588, "ce": 2.586315241669581, "tv": 0.4108975845956593, "conf": 4.782571730484156, "grad_norm": 9.445874214172363, "lr": 1.2587394824400909e-05 }, { "step": 2052, "T": 1062, "positions": 16, "loss": 0.4223886487902746, "ce": 1.46356226853095, "tv": 0.24124392145313323, "conf": 5.03144860011389, "grad_norm": 4.596217155456543, "lr": 1.256353980092435e-05 }, { "step": 2053, "T": 1052, "positions": 16, "loss": 0.297293896185554, "ce": 0.5018287858520125, "tv": 0.10796245606161392, "conf": 1.9769767430218315, "grad_norm": 2.477987289428711, "lr": 1.2539699814960414e-05 }, { "step": 2054, "T": 1046, "positions": 16, "loss": 0.30170173919595333, "ce": 0.5451920478085412, "tv": 0.06114529784872502, "conf": 0.25329797393180475, "grad_norm": 1.847996473312378, "lr": 1.2515874895335168e-05 }, { "step": 2055, "T": 1156, "positions": 16, "loss": 0.08552849310248334, "ce": 0.16661541216819842, "tv": 0.07349516743124695, "conf": 1.7939543916674285, "grad_norm": 1.4141939878463745, "lr": 1.2492065070856445e-05 }, { "step": 2056, "T": 1219, "positions": 16, "loss": 0.9771767251377241, "ce": 1.8500842218636535, "tv": 0.3050992919597775, "conf": 3.9615185745679105, "grad_norm": 8.326842308044434, "lr": 1.2468270370313833e-05 }, { "step": 2057, "T": 1039, "positions": 16, "loss": 0.37886088577823074, "ce": 0.5359217685600015, "tv": 0.13731291363183118, "conf": 4.8499571001157165, "grad_norm": 1.5074899196624756, "lr": 1.2444490822478633e-05 }, { "step": 2058, "T": 1465, "positions": 16, "loss": 1.0799286436739806, "ce": 1.8786446663871175, "tv": 0.26589253410929814, "conf": 2.9091901961844404, "grad_norm": 4.967608451843262, "lr": 1.2420726456103817e-05 }, { "step": 2059, "T": 1069, "positions": 16, "loss": 0.6523555338719191, "ce": 1.0054745456609453, "tv": 0.2184477862131189, "conf": 2.5126955943313334, "grad_norm": 3.5469253063201904, "lr": 1.239697729992401e-05 }, { "step": 2060, "T": 2024, "positions": 16, "loss": 1.0259479975390207, "ce": 1.7850976110712509, "tv": 0.35665120035992004, "conf": 5.603090261745978, "grad_norm": 7.134028911590576, "lr": 1.2373243382655448e-05 }, { "step": 2061, "T": 1068, "positions": 16, "loss": 0.12549984815501158, "ce": 0.3043581021279351, "tv": 0.12449326504793135, "conf": 4.827398985332197, "grad_norm": 3.5875072479248047, "lr": 1.2349524732995912e-05 }, { "step": 2062, "T": 1083, "positions": 16, "loss": 1.6464253892190754, "ce": 2.5691210702061653, "tv": 0.504857312887907, "conf": 7.8067027307115495, "grad_norm": 7.302515506744385, "lr": 1.2325821379624758e-05 }, { "step": 2063, "T": 1075, "positions": 16, "loss": 0.5916211651174024, "ce": 0.9969966966218635, "tv": 0.2425411021886248, "conf": 5.956582705400013, "grad_norm": 3.1942949295043945, "lr": 1.230213335120283e-05 }, { "step": 2064, "T": 1053, "positions": 16, "loss": 0.18126676770291095, "ce": 0.2561405777580603, "tv": 0.10361240034762886, "conf": 3.677930464704815, "grad_norm": 4.616977214813232, "lr": 1.227846067637244e-05 }, { "step": 2065, "T": 1207, "positions": 16, "loss": 1.4498540215899993, "ce": 2.5756273670122027, "tv": 0.44038298819214106, "conf": 5.777749405503641, "grad_norm": 6.719332695007324, "lr": 1.2254803383757352e-05 }, { "step": 2066, "T": 1049, "positions": 16, "loss": 0.046140967124486565, "ce": 0.21602547066868283, "tv": 0.10589649167377502, "conf": 6.266654665814713, "grad_norm": 0.8811391592025757, "lr": 1.2231161501962706e-05 }, { "step": 2067, "T": 1051, "positions": 16, "loss": 1.6875491354512633, "ce": 2.7134115118533373, "tv": 0.4612054517492652, "conf": 3.272458044665897, "grad_norm": 11.855525016784668, "lr": 1.2207535059575026e-05 }, { "step": 2068, "T": 1186, "positions": 16, "loss": 0.4624918455111029, "ce": 1.0071214916297322, "tv": 0.18807378856399737, "conf": 3.4121552242753257, "grad_norm": 3.617342948913574, "lr": 1.2183924085162157e-05 }, { "step": 2069, "T": 1089, "positions": 16, "loss": 0.15193077477063532, "ce": 0.38900398902706, "tv": 0.16352995463739717, "conf": 5.937532095290992, "grad_norm": 5.383197784423828, "lr": 1.2160328607273264e-05 }, { "step": 2070, "T": 1635, "positions": 16, "loss": 1.5548379617233081, "ce": 2.4533147479342006, "tv": 0.41017173887667013, "conf": 4.138463645922172, "grad_norm": 5.1590895652771, "lr": 1.2136748654438726e-05 }, { "step": 2071, "T": 1075, "positions": 16, "loss": 0.308024542340263, "ce": 0.8954965182347223, "tv": 0.23096469219308347, "conf": 5.070436579408124, "grad_norm": 2.947678565979004, "lr": 1.2113184255170199e-05 }, { "step": 2072, "T": 1493, "positions": 16, "loss": 1.1155394636897356, "ce": 1.9330907439970133, "tv": 0.29906816695370253, "conf": 6.19836561674018, "grad_norm": 4.065159320831299, "lr": 1.2089635437960506e-05 }, { "step": 2073, "T": 1038, "positions": 16, "loss": 0.9565516782568011, "ce": 1.5848195967264473, "tv": 0.3817094611003995, "conf": 6.143635715219972, "grad_norm": 6.485127925872803, "lr": 1.2066102231283644e-05 }, { "step": 2074, "T": 1099, "positions": 16, "loss": 0.3014935031561663, "ce": 0.7051571057127148, "tv": 0.14231231686426327, "conf": 4.018579124659422, "grad_norm": 4.620143890380859, "lr": 1.2042584663594718e-05 }, { "step": 2075, "T": 1705, "positions": 16, "loss": 1.6515564274170007, "ce": 3.256723577173034, "tv": 0.3332388689750587, "conf": 5.305450085048506, "grad_norm": 8.449698448181152, "lr": 1.2019082763329941e-05 }, { "step": 2076, "T": 1038, "positions": 16, "loss": 2.0623708716092466, "ce": 2.9305596429330762, "tv": 0.5595729625129024, "conf": 5.654253875371069, "grad_norm": 6.4542083740234375, "lr": 1.1995596558906565e-05 }, { "step": 2077, "T": 1082, "positions": 16, "loss": 0.9424874505129992, "ce": 1.5855120753403753, "tv": 0.3052503510261886, "conf": 4.68143942616413, "grad_norm": 4.5859503746032715, "lr": 1.197212607872289e-05 }, { "step": 2078, "T": 1201, "positions": 16, "loss": 1.5625561848282814, "ce": 2.428376868367195, "tv": 0.5143472282215953, "conf": 6.474357041056805, "grad_norm": 5.647587776184082, "lr": 1.1948671351158158e-05 }, { "step": 2079, "T": 1036, "positions": 16, "loss": 1.033880755077405, "ce": 1.814093572918864, "tv": 0.3336151352050365, "conf": 5.035844931491965, "grad_norm": 4.636650085449219, "lr": 1.19252324045726e-05 }, { "step": 2080, "T": 1214, "positions": 16, "loss": 1.386302464442906, "ce": 1.9781459516379982, "tv": 0.44758953317068517, "conf": 5.303467122871439, "grad_norm": 6.027381896972656, "lr": 1.190180926730736e-05 }, { "step": 2081, "T": 1042, "positions": 16, "loss": 2.309073556214571, "ce": 3.6170455180108547, "tv": 0.5912532499060035, "conf": 3.7255846735131986, "grad_norm": 6.859208583831787, "lr": 1.1878401967684458e-05 }, { "step": 2082, "T": 1149, "positions": 16, "loss": 0.06562278967632551, "ce": 0.2549152734281961, "tv": 0.11273883958347142, "conf": 5.0769131002016366, "grad_norm": 1.7056363821029663, "lr": 1.185501053400677e-05 }, { "step": 2083, "T": 1086, "positions": 16, "loss": 0.843030324743637, "ce": 1.451541080874449, "tv": 0.2555263525864575, "conf": 4.803867054310936, "grad_norm": 4.883159160614014, "lr": 1.1831634994557982e-05 }, { "step": 2084, "T": 1752, "positions": 16, "loss": 1.307922846656993, "ce": 2.449550261349941, "tv": 0.3327368878890411, "conf": 5.313647460222335, "grad_norm": 8.08421516418457, "lr": 1.1808275377602573e-05 }, { "step": 2085, "T": 1122, "positions": 16, "loss": 1.1428678517824586, "ce": 2.147022438213753, "tv": 0.24360215213891934, "conf": 2.7260594883245446, "grad_norm": 4.946807861328125, "lr": 1.1784931711385751e-05 }, { "step": 2086, "T": 1079, "positions": 16, "loss": 0.00015662589289622275, "ce": 0.0632066107607443, "tv": 0.05998550546064507, "conf": 6.1493403898172305, "grad_norm": 0.0531892292201519, "lr": 1.1761604024133467e-05 }, { "step": 2087, "T": 1041, "positions": 16, "loss": 0.2842277720362887, "ce": 0.5118894650149741, "tv": 0.11013682666725799, "conf": 4.639738027763349, "grad_norm": 3.8863954544067383, "lr": 1.1738292344052307e-05 }, { "step": 2088, "T": 1390, "positions": 16, "loss": 1.1797043704175962, "ce": 2.111446123337373, "tv": 0.3326311964356137, "conf": 5.325658911090024, "grad_norm": 6.5308027267456055, "lr": 1.1714996699329537e-05 }, { "step": 2089, "T": 1041, "positions": 16, "loss": 0.5998862355796604, "ce": 1.4528100111115236, "tv": 0.2425244861910869, "conf": 3.7548676893347874, "grad_norm": 6.316537857055664, "lr": 1.1691717118133022e-05 }, { "step": 2090, "T": 1144, "positions": 16, "loss": 1.7243453711271286, "ce": 2.333266779780388, "tv": 0.5276612192392349, "conf": 4.448035370799516, "grad_norm": 5.536041736602783, "lr": 1.1668453628611209e-05 }, { "step": 2091, "T": 1956, "positions": 16, "loss": 1.6508054469718472, "ce": 2.794576076491012, "tv": 0.35216229845173075, "conf": 4.396976979996666, "grad_norm": 5.918917655944824, "lr": 1.1645206258893086e-05 }, { "step": 2092, "T": 1185, "positions": 16, "loss": 1.0707016363739967, "ce": 1.742565505206585, "tv": 0.4224432799965143, "conf": 6.795506055776968, "grad_norm": 5.004857540130615, "lr": 1.162197503708814e-05 }, { "step": 2093, "T": 1052, "positions": 16, "loss": 0.37118049903801875, "ce": 1.2902526568504982, "tv": 0.22791737091029063, "conf": 5.621194638520237, "grad_norm": 2.9019815921783447, "lr": 1.1598759991286345e-05 }, { "step": 2094, "T": 1224, "positions": 16, "loss": 1.0579060355113867, "ce": 1.4541195991137101, "tv": 0.29027973763732007, "conf": 2.3298763017480253, "grad_norm": 4.561074733734131, "lr": 1.1575561149558125e-05 }, { "step": 2095, "T": 1069, "positions": 16, "loss": 0.5970059104693064, "ce": 1.6429313006810844, "tv": 0.332655843347311, "conf": 6.461951407371089, "grad_norm": 3.1236953735351562, "lr": 1.1552378539954272e-05 }, { "step": 2096, "T": 1098, "positions": 16, "loss": 0.2620661960033317, "ce": 0.5483981837678584, "tv": 0.19833362604913418, "conf": 5.863840201697408, "grad_norm": 2.3641841411590576, "lr": 1.1529212190505991e-05 }, { "step": 2097, "T": 1060, "positions": 16, "loss": 6.321677253229296e-05, "ce": 0.07576279350044501, "tv": 0.054683690023694, "conf": 3.2820665126172623, "grad_norm": 0.028683094307780266, "lr": 1.150606212922481e-05 }, { "step": 2098, "T": 1482, "positions": 16, "loss": 1.0058814694881733, "ce": 2.0067835563386325, "tv": 0.24848818892678537, "conf": 3.946440866500456, "grad_norm": 3.802647352218628, "lr": 1.1482928384102565e-05 }, { "step": 2099, "T": 1043, "positions": 16, "loss": 1.6330143185332417, "ce": 2.7329164259135723, "tv": 0.49302399437874556, "conf": 5.814193139876274, "grad_norm": 5.056303977966309, "lr": 1.1459810983111357e-05 }, { "step": 2100, "T": 1400, "positions": 16, "loss": 1.0019950472901513, "ce": 1.889698180340929, "tv": 0.2833326052350458, "conf": 4.341501154579095, "grad_norm": 5.245107650756836, "lr": 1.1436709954203533e-05 }, { "step": 2101, "T": 1071, "positions": 16, "loss": 1.2370734510382135, "ce": 2.298078170977533, "tv": 0.36284797522239387, "conf": 2.7879717215546407, "grad_norm": 6.249440670013428, "lr": 1.1413625325311643e-05 }, { "step": 2102, "T": 2140, "positions": 16, "loss": 1.5291260117420649, "ce": 2.8557253816070443, "tv": 0.36074857134371996, "conf": 2.343013638452419, "grad_norm": 6.7308807373046875, "lr": 1.1390557124348402e-05 }, { "step": 2103, "T": 1097, "positions": 16, "loss": 0.2585069827134032, "ce": 0.5359807246239257, "tv": 0.21953182097627177, "conf": 6.263129934985484, "grad_norm": 4.072760581970215, "lr": 1.1367505379206672e-05 }, { "step": 2104, "T": 1059, "positions": 16, "loss": 0.08106099126877009, "ce": 0.21283145523284475, "tv": 0.09066051817353582, "conf": 7.181400185928979, "grad_norm": 1.297387719154358, "lr": 1.134447011775939e-05 }, { "step": 2105, "T": 1830, "positions": 16, "loss": 1.5007534384869814, "ce": 2.6681914693908766, "tv": 0.3420313313254155, "conf": 5.443360605975613, "grad_norm": 6.31190824508667, "lr": 1.1321451367859593e-05 }, { "step": 2106, "T": 1074, "positions": 16, "loss": 0.710545812122291, "ce": 1.1792590841650963, "tv": 0.33922777487896383, "conf": 6.759264274602174, "grad_norm": 4.929785251617432, "lr": 1.1298449157340338e-05 }, { "step": 2107, "T": 1480, "positions": 16, "loss": 1.1703971932740842, "ce": 2.6651400362461573, "tv": 0.30204416988999583, "conf": 4.799809404188686, "grad_norm": 3.235307455062866, "lr": 1.127546351401469e-05 }, { "step": 2108, "T": 1105, "positions": 16, "loss": 0.46984099229500487, "ce": 0.7143221270343929, "tv": 0.23792147772110184, "conf": 6.470531863695239, "grad_norm": 5.279705047607422, "lr": 1.1252494465675675e-05 }, { "step": 2109, "T": 1191, "positions": 16, "loss": 0.8015258007452513, "ce": 1.2573318509521414, "tv": 0.22250640886750261, "conf": 2.788551103181604, "grad_norm": 5.034465789794922, "lr": 1.1229542040096258e-05 }, { "step": 2110, "T": 1750, "positions": 16, "loss": 1.4882599254003424, "ce": 2.664766039837559, "tv": 0.3838269709813176, "conf": 5.760222941026768, "grad_norm": 6.754968643188477, "lr": 1.1206606265029301e-05 }, { "step": 2111, "T": 1090, "positions": 16, "loss": 0.33089474884811665, "ce": 0.648129451143177, "tv": 0.18998794980507228, "conf": 6.017738783669892, "grad_norm": 5.264227390289307, "lr": 1.1183687168207545e-05 }, { "step": 2112, "T": 1156, "positions": 16, "loss": 0.5740596920140852, "ce": 1.142974790705921, "tv": 0.263019163541685, "conf": 5.237658503306636, "grad_norm": 2.9240002632141113, "lr": 1.1160784777343541e-05 }, { "step": 2113, "T": 1477, "positions": 16, "loss": 1.1825115620264757, "ce": 2.0540474403760527, "tv": 0.27632365021463556, "conf": 4.980062744906623, "grad_norm": 6.5487751960754395, "lr": 1.1137899120129658e-05 }, { "step": 2114, "T": 1103, "positions": 16, "loss": 0.852793072309936, "ce": 1.3171620585417259, "tv": 0.33939390294108307, "conf": 5.101414990009424, "grad_norm": 7.252257823944092, "lr": 1.1115030224238027e-05 }, { "step": 2115, "T": 1055, "positions": 16, "loss": 0.010799657114606731, "ce": 0.08866077978927933, "tv": 0.06038021861513698, "conf": 4.129974476885455, "grad_norm": 0.667838990688324, "lr": 1.1092178117320514e-05 }, { "step": 2116, "T": 1057, "positions": 16, "loss": 0.8341527626321295, "ce": 1.306849265971323, "tv": 0.3633358836377738, "conf": 7.387497795164005, "grad_norm": 6.454537868499756, "lr": 1.1069342827008686e-05 }, { "step": 2117, "T": 1083, "positions": 16, "loss": 0.45577112170369105, "ce": 1.0787100141005794, "tv": 0.17417431208923517, "conf": 2.426430837258522, "grad_norm": 2.9609427452087402, "lr": 1.1046524380913766e-05 }, { "step": 2118, "T": 1117, "positions": 16, "loss": 0.6753226923082138, "ce": 1.3136182504647422, "tv": 0.24118001429360447, "conf": 3.978542159872219, "grad_norm": 5.720868110656738, "lr": 1.1023722806626624e-05 }, { "step": 2119, "T": 1042, "positions": 16, "loss": 0.4095160695827822, "ce": 0.8158573493674339, "tv": 0.12364157871706993, "conf": 2.05994010890003, "grad_norm": 1.3365802764892578, "lr": 1.100093813171772e-05 }, { "step": 2120, "T": 1116, "positions": 16, "loss": 0.5192661277142179, "ce": 0.8755909185856581, "tv": 0.27904706075787544, "conf": 5.933330633424703, "grad_norm": 13.876198768615723, "lr": 1.0978170383737091e-05 }, { "step": 2121, "T": 1049, "positions": 16, "loss": 0.05244957483975554, "ce": 0.12320932997226919, "tv": 0.042742633528177976, "conf": 0.9147118567283922, "grad_norm": 0.4267893135547638, "lr": 1.0955419590214283e-05 }, { "step": 2122, "T": 2255, "positions": 16, "loss": 1.435144384732041, "ce": 2.2612667673856777, "tv": 0.353450489392344, "conf": 4.764463065308554, "grad_norm": 5.447211742401123, "lr": 1.093268577865836e-05 }, { "step": 2123, "T": 1048, "positions": 16, "loss": 0.0625623947091789, "ce": 0.2202841204671131, "tv": 0.06197101643942915, "conf": 1.3726978418872657, "grad_norm": 0.7217362523078918, "lr": 1.090996897655786e-05 }, { "step": 2124, "T": 1826, "positions": 16, "loss": 1.4776624293086549, "ce": 2.5704148363511194, "tv": 0.32885867683944525, "conf": 5.18649005732555, "grad_norm": 5.423875331878662, "lr": 1.0887269211380735e-05 }, { "step": 2125, "T": 1081, "positions": 16, "loss": 0.19536433709215117, "ce": 0.43000352760100213, "tv": 0.1376913588028401, "conf": 5.697773331541098, "grad_norm": 4.224119663238525, "lr": 1.0864586510574348e-05 }, { "step": 2126, "T": 1097, "positions": 16, "loss": 0.15371727069168628, "ce": 0.298730521419202, "tv": 0.14142088226799387, "conf": 3.6772375128930435, "grad_norm": 3.167701482772827, "lr": 1.0841920901565428e-05 }, { "step": 2127, "T": 1036, "positions": 16, "loss": 1.192365258000791, "ce": 2.069286549463868, "tv": 0.4234718093648553, "conf": 6.355678330850481, "grad_norm": 5.620615005493164, "lr": 1.081927241176003e-05 }, { "step": 2128, "T": 2163, "positions": 16, "loss": 2.573253811407085, "ce": 4.348926482722163, "tv": 0.5966777978464961, "conf": 5.2037598120123505, "grad_norm": 10.337153434753418, "lr": 1.0796641068543522e-05 }, { "step": 2129, "T": 1064, "positions": 16, "loss": 0.14618786555248775, "ce": 0.34011626362371317, "tv": 0.16166323647121317, "conf": 5.746313554533489, "grad_norm": 4.1871843338012695, "lr": 1.077402689928054e-05 }, { "step": 2130, "T": 1083, "positions": 16, "loss": 0.22786832812099078, "ce": 0.3789380350353895, "tv": 0.1412925818367512, "conf": 11.455815225839615, "grad_norm": 4.2012434005737305, "lr": 1.0751429931314924e-05 }, { "step": 2131, "T": 1151, "positions": 16, "loss": 1.4395276964642107, "ce": 2.5458354661241174, "tv": 0.4343000422231853, "conf": 3.7998683202853663, "grad_norm": 4.046345233917236, "lr": 1.0728850191969748e-05 }, { "step": 2132, "T": 1119, "positions": 16, "loss": 0.004183063191153913, "ce": 0.06980261110220454, "tv": 0.04059013282312662, "conf": 2.340425337821094, "grad_norm": 0.6292958855628967, "lr": 1.0706287708547244e-05 }, { "step": 2133, "T": 1146, "positions": 16, "loss": 0.522469269356165, "ce": 0.941863927322629, "tv": 0.18608805190888233, "conf": 3.0332645849771875, "grad_norm": 4.689754486083984, "lr": 1.068374250832878e-05 }, { "step": 2134, "T": 1100, "positions": 16, "loss": 0.3699186898426907, "ce": 0.8125032793988112, "tv": 0.22002304540922069, "conf": 4.993449867818714, "grad_norm": 2.402592897415161, "lr": 1.0661214618574824e-05 }, { "step": 2135, "T": 1072, "positions": 16, "loss": 0.09402150635389539, "ce": 0.18235523085104433, "tv": 0.09046128849445267, "conf": 4.527492859800818, "grad_norm": 1.800801396369934, "lr": 1.0638704066524915e-05 }, { "step": 2136, "T": 1155, "positions": 16, "loss": 0.701250537515044, "ce": 1.0793947906258836, "tv": 0.24073714782934985, "conf": 4.10922786215815, "grad_norm": 3.0347511768341064, "lr": 1.0616210879397623e-05 }, { "step": 2137, "T": 1050, "positions": 16, "loss": 0.1597915923623292, "ce": 0.36343920851504663, "tv": 0.07481285078210931, "conf": 1.2046871975027686, "grad_norm": 1.1068730354309082, "lr": 1.0593735084390539e-05 }, { "step": 2138, "T": 1085, "positions": 16, "loss": 0.8704780400482832, "ce": 1.23513754481246, "tv": 0.32281795363815036, "conf": 5.281131813552829, "grad_norm": 7.223251819610596, "lr": 1.0571276708680186e-05 }, { "step": 2139, "T": 1042, "positions": 16, "loss": 0.9644711362197995, "ce": 1.692551150918007, "tv": 0.4011116363108158, "conf": 8.86890751703595, "grad_norm": 4.986128330230713, "lr": 1.0548835779422065e-05 }, { "step": 2140, "T": 1443, "positions": 16, "loss": 0.8106189517538418, "ce": 1.3293918149614683, "tv": 0.2023727406758553, "conf": 2.5280907116348317, "grad_norm": 3.756535053253174, "lr": 1.0526412323750559e-05 }, { "step": 2141, "T": 1134, "positions": 16, "loss": 1.2934644138073725, "ce": 1.8984422177700253, "tv": 0.435364831762854, "conf": 6.087812639076446, "grad_norm": 10.287022590637207, "lr": 1.0504006368778934e-05 }, { "step": 2142, "T": 1052, "positions": 16, "loss": 0.1223445301624082, "ce": 0.25628474908262433, "tv": 0.0727069306121848, "conf": 1.5625726440274363, "grad_norm": 1.4786334037780762, "lr": 1.0481617941599291e-05 }, { "step": 2143, "T": 1062, "positions": 16, "loss": 0.6220177578498536, "ce": 0.9353494005763423, "tv": 0.1969232176506921, "conf": 2.574292474888592, "grad_norm": 7.833281993865967, "lr": 1.0459247069282538e-05 }, { "step": 2144, "T": 1041, "positions": 16, "loss": 0.22070205784907415, "ce": 0.36527374462366424, "tv": 0.11398827436278225, "conf": 3.3133826587140334, "grad_norm": 1.0209115743637085, "lr": 1.0436893778878351e-05 }, { "step": 2145, "T": 1090, "positions": 16, "loss": 0.36307668463322784, "ce": 0.9257647375925444, "tv": 0.17940079479012638, "conf": 3.5252431593835354, "grad_norm": 5.315699577331543, "lr": 1.0414558097415152e-05 }, { "step": 2146, "T": 1152, "positions": 16, "loss": 1.6822980334982276, "ce": 2.8582980632781982, "tv": 0.49541435204446316, "conf": 5.378021020308772, "grad_norm": 5.446000099182129, "lr": 1.0392240051900082e-05 }, { "step": 2147, "T": 1077, "positions": 16, "loss": 0.4863689215231801, "ce": 0.8136922363210033, "tv": 0.23837732744868845, "conf": 4.438517204811778, "grad_norm": 2.9738001823425293, "lr": 1.0369939669318927e-05 }, { "step": 2148, "T": 1107, "positions": 16, "loss": 0.36574000542100293, "ce": 0.709590501828643, "tv": 0.20382237421290483, "conf": 2.9868514656700427, "grad_norm": 3.1206045150756836, "lr": 1.0347656976636144e-05 }, { "step": 2149, "T": 1650, "positions": 16, "loss": 0.8709657876602961, "ce": 1.5417137212789385, "tv": 0.26423698516373406, "conf": 4.306199103360143, "grad_norm": 3.932941436767578, "lr": 1.0325392000794792e-05 }, { "step": 2150, "T": 1565, "positions": 16, "loss": 1.619664363161064, "ce": 3.130404160823673, "tv": 0.4410819476470351, "conf": 6.324986353032273, "grad_norm": 7.979856491088867, "lr": 1.0303144768716508e-05 }, { "step": 2151, "T": 1108, "positions": 16, "loss": 0.50883909092755, "ce": 1.0797105546353123, "tv": 0.2324001059191687, "conf": 4.459150024906862, "grad_norm": 6.723945140838623, "lr": 1.0280915307301469e-05 }, { "step": 2152, "T": 1038, "positions": 16, "loss": 1.1225218909949035, "ce": 1.448755020275712, "tv": 0.43007985036820173, "conf": 7.207162091952341, "grad_norm": 5.173715114593506, "lr": 1.0258703643428374e-05 }, { "step": 2153, "T": 1395, "positions": 16, "loss": 0.7702778404208672, "ce": 1.1676802169840812, "tv": 0.23556385561141724, "conf": 2.9450417970920864, "grad_norm": 4.755929470062256, "lr": 1.0236509803954394e-05 }, { "step": 2154, "T": 1405, "positions": 16, "loss": 0.6607740996020564, "ce": 1.4239659913829996, "tv": 0.17481285904432298, "conf": 4.868343151570631, "grad_norm": 1.7806683778762817, "lr": 1.0214333815715163e-05 }, { "step": 2155, "T": 1169, "positions": 16, "loss": 0.7606509455143282, "ce": 1.1985668756060477, "tv": 0.23378377742847078, "conf": 4.93431444751559, "grad_norm": 5.790937423706055, "lr": 1.0192175705524694e-05 }, { "step": 2156, "T": 1045, "positions": 16, "loss": 0.14175579540352068, "ce": 0.24270966127005522, "tv": 0.0906422294829099, "conf": 1.5590036429632317, "grad_norm": 3.2475059032440186, "lr": 1.017003550017542e-05 }, { "step": 2157, "T": 1052, "positions": 16, "loss": 0.25334438840434315, "ce": 0.6175017018316566, "tv": 0.18980060497301565, "conf": 3.682461229753869, "grad_norm": 3.54176664352417, "lr": 1.0147913226438111e-05 }, { "step": 2158, "T": 1148, "positions": 16, "loss": 0.21447108665233827, "ce": 0.5282669840671588, "tv": 0.13325669897312764, "conf": 2.529459315317154, "grad_norm": 2.7639687061309814, "lr": 1.0125808911061854e-05 }, { "step": 2159, "T": 1053, "positions": 16, "loss": 0.5292912824170948, "ce": 0.8212197535381165, "tv": 0.15366798178183672, "conf": 1.9409656213286284, "grad_norm": 2.271497964859009, "lr": 1.0103722580774025e-05 }, { "step": 2160, "T": 1083, "positions": 16, "loss": 0.6638473839768819, "ce": 1.1712710232834525, "tv": 0.22571635853819316, "conf": 4.561982681026166, "grad_norm": 6.21573543548584, "lr": 1.0081654262280248e-05 }, { "step": 2161, "T": 1482, "positions": 16, "loss": 1.1622428329018533, "ce": 2.14991451237438, "tv": 0.29530097512179054, "conf": 3.2906087356831257, "grad_norm": 4.576831340789795, "lr": 1.0059603982264376e-05 }, { "step": 2162, "T": 1546, "positions": 16, "loss": 1.079018259125804, "ce": 1.9403888479291709, "tv": 0.26928304501097955, "conf": 6.339661044430486, "grad_norm": 5.216902732849121, "lr": 1.0037571767388441e-05 }, { "step": 2163, "T": 2207, "positions": 16, "loss": 0.8800745149550853, "ce": 1.6361194607570724, "tv": 0.2369426519071567, "conf": 3.9136143545130624, "grad_norm": 3.3147618770599365, "lr": 1.0015557644292647e-05 }, { "step": 2164, "T": 1043, "positions": 16, "loss": 0.6639551522876843, "ce": 1.0839488721176167, "tv": 0.20018098981745425, "conf": 4.754009832027594, "grad_norm": 4.795126914978027, "lr": 9.993561639595297e-06 }, { "step": 2165, "T": 1086, "positions": 16, "loss": 0.49382799376621733, "ce": 0.9570155407454877, "tv": 0.29269262917659944, "conf": 7.774801127876572, "grad_norm": 3.649012804031372, "lr": 9.97158377989281e-06 }, { "step": 2166, "T": 1170, "positions": 16, "loss": 0.5012291202442611, "ce": 0.7545354322646745, "tv": 0.21231900586280972, "conf": 8.915752170181808, "grad_norm": 4.901914119720459, "lr": 9.949624091759651e-06 }, { "step": 2167, "T": 1070, "positions": 16, "loss": 0.3959090675970973, "ce": 0.8011009739043402, "tv": 0.194943518808941, "conf": 7.5551000407927305, "grad_norm": 3.863070249557495, "lr": 9.927682601748325e-06 }, { "step": 2168, "T": 1055, "positions": 16, "loss": 0.5763450343189334, "ce": 1.2679684508566424, "tv": 0.22535478245663398, "conf": 4.478402186430901, "grad_norm": 4.861754894256592, "lr": 9.905759336389322e-06 }, { "step": 2169, "T": 1067, "positions": 16, "loss": 0.2728546985538287, "ce": 0.5052357741660671, "tv": 0.19776457810075954, "conf": 5.418765031951711, "grad_norm": 11.312981605529785, "lr": 9.883854322191102e-06 }, { "step": 2170, "T": 1228, "positions": 16, "loss": 1.374737530015409, "ce": 2.209343696013093, "tv": 0.45290639996528625, "conf": 7.594130793586373, "grad_norm": 5.612393856048584, "lr": 9.861967585640056e-06 }, { "step": 2171, "T": 1141, "positions": 16, "loss": 0.7733543245781789, "ce": 1.4280571781855542, "tv": 0.283090168988565, "conf": 5.649782227383822, "grad_norm": 3.862772226333618, "lr": 9.840099153200474e-06 }, { "step": 2172, "T": 1157, "positions": 16, "loss": 0.06691522444913289, "ce": 0.258028194984945, "tv": 0.08500404632650316, "conf": 5.854190696030855, "grad_norm": 0.8181060552597046, "lr": 9.818249051314504e-06 }, { "step": 2173, "T": 1216, "positions": 16, "loss": 0.6382477586293192, "ce": 1.2196208533132449, "tv": 0.20593451950117014, "conf": 4.510955062947774, "grad_norm": 3.386268138885498, "lr": 9.796417306402142e-06 }, { "step": 2174, "T": 1060, "positions": 16, "loss": 0.8359667690560997, "ce": 1.5515955628179654, "tv": 0.20582749334425898, "conf": 5.2694103018574765, "grad_norm": 5.690504550933838, "lr": 9.774603944861185e-06 }, { "step": 2175, "T": 1381, "positions": 16, "loss": 1.0984540459870118, "ce": 1.8414836062438553, "tv": 0.2869410195926321, "conf": 7.041589278407628, "grad_norm": 6.772131443023682, "lr": 9.752808993067204e-06 }, { "step": 2176, "T": 1092, "positions": 16, "loss": 1.181179449391493, "ce": 2.2352738936897367, "tv": 0.3759338269010186, "conf": 3.802014036848959, "grad_norm": 6.0822930335998535, "lr": 9.7310324773735e-06 }, { "step": 2177, "T": 1088, "positions": 16, "loss": 0.21690936849107878, "ce": 0.5277321465011937, "tv": 0.13284292329626624, "conf": 3.070899012680129, "grad_norm": 1.902637243270874, "lr": 9.709274424111095e-06 }, { "step": 2178, "T": 1090, "positions": 16, "loss": 0.1293946053302193, "ce": 0.21843261979984163, "tv": 0.10965577103615942, "conf": 6.300508356265559, "grad_norm": 2.1296114921569824, "lr": 9.687534859588679e-06 }, { "step": 2179, "T": 1040, "positions": 16, "loss": 0.4370454834062514, "ce": 0.7696994740290393, "tv": 0.17221955774948583, "conf": 5.95103688560347, "grad_norm": 5.2061357498168945, "lr": 9.665813810092586e-06 }, { "step": 2180, "T": 1043, "positions": 16, "loss": 0.8924684150358075, "ce": 1.8145342159550637, "tv": 0.32366268057376146, "conf": 5.391242214942156, "grad_norm": 3.8078179359436035, "lr": 9.644111301886779e-06 }, { "step": 2181, "T": 1192, "positions": 16, "loss": 0.1487194703735466, "ce": 0.3060161455380239, "tv": 0.10379596316670359, "conf": 5.798616342246532, "grad_norm": 3.416905641555786, "lr": 9.622427361212765e-06 }, { "step": 2182, "T": 1414, "positions": 16, "loss": 0.7533621619632633, "ce": 1.3821855342484923, "tv": 0.21915289764547197, "conf": 3.5396002778550044, "grad_norm": 3.3216869831085205, "lr": 9.600762014289635e-06 }, { "step": 2183, "T": 1152, "positions": 16, "loss": 0.6117579910711299, "ce": 1.1360914507895359, "tv": 0.2670832946896553, "conf": 7.041201936051948, "grad_norm": 3.6792943477630615, "lr": 9.579115287313986e-06 }, { "step": 2184, "T": 1215, "positions": 16, "loss": 0.9177337710012736, "ce": 1.6563415537129913, "tv": 0.32007095636072336, "conf": 6.234782684543461, "grad_norm": 3.8776679039001465, "lr": 9.557487206459894e-06 }, { "step": 2185, "T": 1842, "positions": 16, "loss": 1.4679136092895533, "ce": 2.668302382107413, "tv": 0.29535550145556044, "conf": 4.913933922536671, "grad_norm": 7.87837028503418, "lr": 9.535877797878904e-06 }, { "step": 2186, "T": 1048, "positions": 16, "loss": 0.08875025244468837, "ce": 0.1647095828966485, "tv": 0.048482777442586666, "conf": 0.6665303015710058, "grad_norm": 0.7262054681777954, "lr": 9.51428708769997e-06 }, { "step": 2187, "T": 1195, "positions": 16, "loss": 1.0269564720983908, "ce": 1.7525542880175635, "tv": 0.40129534773586784, "conf": 5.677435733290622, "grad_norm": 9.718509674072266, "lr": 9.49271510202944e-06 }, { "step": 2188, "T": 1418, "positions": 16, "loss": 0.9419164888427787, "ce": 1.8614086841771496, "tv": 0.2474919069572934, "conf": 5.508772106195097, "grad_norm": 5.155205726623535, "lr": 9.471161866951034e-06 }, { "step": 2189, "T": 1209, "positions": 16, "loss": 0.5419350911571783, "ce": 1.0655222573823266, "tv": 0.164635917324631, "conf": 3.1746715948447672, "grad_norm": 2.374363660812378, "lr": 9.449627408525772e-06 }, { "step": 2190, "T": 1403, "positions": 16, "loss": 1.196369927810693, "ce": 2.2046082862375442, "tv": 0.35686002514557913, "conf": 6.384120108145175, "grad_norm": 5.3259711265563965, "lr": 9.428111752791993e-06 }, { "step": 2191, "T": 1057, "positions": 16, "loss": 0.16289052916767233, "ce": 0.34857380187895615, "tv": 0.1341007027476735, "conf": 7.14389503798697, "grad_norm": 5.826863765716553, "lr": 9.406614925765294e-06 }, { "step": 2192, "T": 2215, "positions": 16, "loss": 1.1933892896158795, "ce": 2.0260857553221285, "tv": 0.39103677682578564, "conf": 5.945842657883986, "grad_norm": 5.580882549285889, "lr": 9.385136953438511e-06 }, { "step": 2193, "T": 1063, "positions": 16, "loss": 1.1179812262061404, "ce": 1.696743911212252, "tv": 0.3322901749925222, "conf": 4.898220678459596, "grad_norm": 7.9168009757995605, "lr": 9.363677861781672e-06 }, { "step": 2194, "T": 1157, "positions": 16, "loss": 1.024457395189529, "ce": 1.868989479728043, "tv": 0.4088011905550957, "conf": 6.7636544262127245, "grad_norm": 9.311209678649902, "lr": 9.342237676741982e-06 }, { "step": 2195, "T": 1038, "positions": 16, "loss": 0.9755055360710685, "ce": 1.6029151668772101, "tv": 0.36173107381910086, "conf": 5.131874396733565, "grad_norm": 7.777188777923584, "lr": 9.320816424243786e-06 }, { "step": 2196, "T": 1082, "positions": 16, "loss": 0.42512214430671236, "ce": 0.7463051664788054, "tv": 0.10418088127335068, "conf": 0.8703302059143372, "grad_norm": 2.658928632736206, "lr": 9.29941413018853e-06 }, { "step": 2197, "T": 1043, "positions": 16, "loss": 0.21212516215567234, "ce": 0.35245909594232216, "tv": 0.07096084964359761, "conf": 3.352247046145541, "grad_norm": 1.592869520187378, "lr": 9.27803082045475e-06 }, { "step": 2198, "T": 1616, "positions": 16, "loss": 1.3789726828317725, "ce": 2.595178387098713, "tv": 0.3166803125059232, "conf": 3.9898827318192893, "grad_norm": 4.842954635620117, "lr": 9.256666520898003e-06 }, { "step": 2199, "T": 1128, "positions": 16, "loss": 0.9081534736187109, "ce": 1.5837208568082133, "tv": 0.31313828597194515, "conf": 5.629048927367174, "grad_norm": 3.4164161682128906, "lr": 9.235321257350882e-06 }, { "step": 2200, "T": 1039, "positions": 16, "loss": 0.4404417282313169, "ce": 0.6963714283820082, "tv": 0.14230740481434623, "conf": 2.973465028696012, "grad_norm": 2.548401117324829, "lr": 9.213995055622956e-06 }, { "step": 2201, "T": 1039, "positions": 16, "loss": 0.6776625293411698, "ce": 1.4055985544891882, "tv": 0.30291983351253293, "conf": 5.43632235224627, "grad_norm": 8.16566276550293, "lr": 9.192687941500743e-06 }, { "step": 2202, "T": 1056, "positions": 16, "loss": 0.38012605483204265, "ce": 0.8074607974285755, "tv": 0.07685889465210494, "conf": 4.636174239218235, "grad_norm": 3.0416853427886963, "lr": 9.171399940747689e-06 }, { "step": 2203, "T": 1054, "positions": 16, "loss": 0.009871094139271008, "ce": 0.1394046092646022, "tv": 0.09031727869660244, "conf": 4.290993688498752, "grad_norm": 0.6877647042274475, "lr": 9.150131079104113e-06 }, { "step": 2204, "T": 1110, "positions": 16, "loss": 0.22910895144505616, "ce": 0.36036727764076204, "tv": 0.1195724902463553, "conf": 2.872644932301455, "grad_norm": 5.181186199188232, "lr": 9.12888138228721e-06 }, { "step": 2205, "T": 1096, "positions": 16, "loss": 0.05483530644637469, "ce": 0.15030852564086672, "tv": 0.07036580814201443, "conf": 3.4336495990685623, "grad_norm": 1.2574399709701538, "lr": 9.107650875990992e-06 }, { "step": 2206, "T": 1103, "positions": 16, "loss": 0.37611161647636493, "ce": 1.0387980371851882, "tv": 0.21293074297136627, "conf": 5.6222570031683485, "grad_norm": 4.464621067047119, "lr": 9.086439585886281e-06 }, { "step": 2207, "T": 1050, "positions": 16, "loss": 0.3040159826573148, "ce": 0.5259238930047161, "tv": 0.12891404940637585, "conf": 1.8897321464010477, "grad_norm": 5.214302062988281, "lr": 9.065247537620627e-06 }, { "step": 2208, "T": 1115, "positions": 16, "loss": 0.18281155756646683, "ce": 0.40097973430601996, "tv": 0.09479537621155032, "conf": 4.514051877998764, "grad_norm": 2.76043438911438, "lr": 9.044074756818352e-06 }, { "step": 2209, "T": 1090, "positions": 16, "loss": 0.3228237409520034, "ce": 0.7747949676486314, "tv": 0.1865494152152678, "conf": 5.007377844713746, "grad_norm": 2.0639421939849854, "lr": 9.022921269080467e-06 }, { "step": 2210, "T": 1115, "positions": 16, "loss": 0.6204837058961132, "ce": 1.1672419378714949, "tv": 0.2637605183654159, "conf": 6.875128511697717, "grad_norm": 7.8196539878845215, "lr": 9.001787099984657e-06 }, { "step": 2211, "T": 1150, "positions": 16, "loss": 0.6907233707804323, "ce": 1.3027690785820596, "tv": 0.3092774876513431, "conf": 6.01398786762879, "grad_norm": 9.290820121765137, "lr": 8.980672275085243e-06 }, { "step": 2212, "T": 1039, "positions": 16, "loss": 0.7283633498585118, "ce": 1.1313126844675025, "tv": 0.27671569714220823, "conf": 3.941606366538622, "grad_norm": 2.470393419265747, "lr": 8.95957681991316e-06 }, { "step": 2213, "T": 1566, "positions": 16, "loss": 0.6819152225650029, "ce": 1.2221113070372667, "tv": 0.22979337547076284, "conf": 4.517994004467312, "grad_norm": 3.853658437728882, "lr": 8.93850075997592e-06 }, { "step": 2214, "T": 1109, "positions": 16, "loss": 0.05145680671835251, "ce": 0.1135267526960888, "tv": 0.048201841815171065, "conf": 2.041404119914503, "grad_norm": 0.707317054271698, "lr": 8.917444120757598e-06 }, { "step": 2215, "T": 1087, "positions": 16, "loss": 0.052907227247873, "ce": 0.07934911756456131, "tv": 0.06845960905775428, "conf": 4.313355587268759, "grad_norm": 1.637803316116333, "lr": 8.896406927718751e-06 }, { "step": 2216, "T": 1115, "positions": 16, "loss": 0.3285222586289578, "ce": 0.661995775336436, "tv": 0.14050714098175376, "conf": 4.25519600605014, "grad_norm": 4.146625518798828, "lr": 8.875389206296456e-06 }, { "step": 2217, "T": 1485, "positions": 16, "loss": 1.1673804619654788, "ce": 1.9571066669086576, "tv": 0.27884041234938195, "conf": 4.702819179376609, "grad_norm": 3.709756851196289, "lr": 8.854390981904232e-06 }, { "step": 2218, "T": 1162, "positions": 16, "loss": 0.6944057054706718, "ce": 1.2413311767868436, "tv": 0.2866390631897957, "conf": 6.95489745750092, "grad_norm": 4.757166862487793, "lr": 8.83341227993203e-06 }, { "step": 2219, "T": 1434, "positions": 16, "loss": 0.9031665910297306, "ce": 1.6001911170314997, "tv": 0.25750591279938817, "conf": 3.6993685024886105, "grad_norm": 5.649820327758789, "lr": 8.812453125746187e-06 }, { "step": 2220, "T": 1081, "positions": 16, "loss": 1.3425831658644412, "ce": 3.240703651474263, "tv": 0.3321546496769088, "conf": 5.45333915071724, "grad_norm": 12.111963272094727, "lr": 8.791513544689408e-06 }, { "step": 2221, "T": 1090, "positions": 16, "loss": 0.20295796391712173, "ce": 0.5181314115061468, "tv": 0.11844292593923456, "conf": 5.524128949273898, "grad_norm": 2.4845173358917236, "lr": 8.77059356208074e-06 }, { "step": 2222, "T": 1447, "positions": 16, "loss": 0.9107445308520354, "ce": 1.7122013452526517, "tv": 0.27985064474341925, "conf": 5.839642033234668, "grad_norm": 4.360432147979736, "lr": 8.749693203215511e-06 }, { "step": 2223, "T": 1044, "positions": 16, "loss": 0.4049273058426479, "ce": 1.2390386124607176, "tv": 0.21492402386502363, "conf": 3.659022965742043, "grad_norm": 2.990994930267334, "lr": 8.728812493365355e-06 }, { "step": 2224, "T": 1042, "positions": 16, "loss": 0.39609044073358746, "ce": 0.9723085082514444, "tv": 0.23002528937649913, "conf": 6.282602562031457, "grad_norm": 1.4401658773422241, "lr": 8.707951457778102e-06 }, { "step": 2225, "T": 1060, "positions": 16, "loss": 0.8982568911438875, "ce": 1.6035108007345116, "tv": 0.3419905772097991, "conf": 5.7947110096860905, "grad_norm": 4.378897190093994, "lr": 8.68711012167783e-06 }, { "step": 2226, "T": 1090, "positions": 16, "loss": 1.1661287107938278, "ce": 2.3026290694178897, "tv": 0.4295640219679626, "conf": 8.751120293848683, "grad_norm": 12.07298755645752, "lr": 8.666288510264781e-06 }, { "step": 2227, "T": 1467, "positions": 16, "loss": 1.2905578711049657, "ce": 2.4821209281581105, "tv": 0.29626608405669685, "conf": 5.4510719027869925, "grad_norm": 3.7493419647216797, "lr": 8.645486648715354e-06 }, { "step": 2228, "T": 1094, "positions": 16, "loss": 1.0069186755798398, "ce": 2.0563474629379925, "tv": 0.360959219171491, "conf": 7.621247276807474, "grad_norm": 10.494702339172363, "lr": 8.624704562182059e-06 }, { "step": 2229, "T": 1084, "positions": 16, "loss": 0.4920460160356015, "ce": 0.9806145215407014, "tv": 0.21812219778075814, "conf": 3.294024795293808, "grad_norm": 6.679877758026123, "lr": 8.603942275793508e-06 }, { "step": 2230, "T": 1058, "positions": 16, "loss": 0.2125612635915104, "ce": 0.7078424726478261, "tv": 0.19571533202542923, "conf": 9.518029184526947, "grad_norm": 6.042921543121338, "lr": 8.58319981465436e-06 }, { "step": 2231, "T": 1352, "positions": 16, "loss": 0.7396611935018882, "ce": 1.559824333526194, "tv": 0.33920189808122814, "conf": 8.093318417436459, "grad_norm": 8.192456245422363, "lr": 8.562477203845318e-06 }, { "step": 2232, "T": 1045, "positions": 16, "loss": 1.2709496542811394, "ce": 1.9419896425679326, "tv": 0.42942266073077917, "conf": 2.985228002042277, "grad_norm": 6.522433280944824, "lr": 8.54177446842305e-06 }, { "step": 2233, "T": 1564, "positions": 16, "loss": 1.6084380877258582, "ce": 2.9813110205650446, "tv": 0.42557793245941866, "conf": 3.3515782922492576, "grad_norm": 10.192254066467285, "lr": 8.521091633420226e-06 }, { "step": 2234, "T": 1075, "positions": 16, "loss": 0.38796637717483495, "ce": 0.7419568218110726, "tv": 0.12971384320735524, "conf": 2.62442482449148, "grad_norm": 1.8163611888885498, "lr": 8.500428723845436e-06 }, { "step": 2235, "T": 1691, "positions": 16, "loss": 1.1854128128272379, "ce": 1.9205848911942667, "tv": 0.3072737648135444, "conf": 4.448147720630547, "grad_norm": 7.447474479675293, "lr": 8.479785764683185e-06 }, { "step": 2236, "T": 1083, "positions": 16, "loss": 0.25177077361386324, "ce": 0.4220647024940263, "tv": 0.20082117382844444, "conf": 6.603788367273928, "grad_norm": 4.6256890296936035, "lr": 8.459162780893851e-06 }, { "step": 2237, "T": 1669, "positions": 16, "loss": 1.3975919896010254, "ce": 2.3623227575244528, "tv": 0.31189453719343874, "conf": 7.589473347330298, "grad_norm": 7.003056049346924, "lr": 8.438559797413661e-06 }, { "step": 2238, "T": 1073, "positions": 16, "loss": 0.37401294455281686, "ce": 0.6290929808819783, "tv": 0.1506720338256855, "conf": 3.3726529142588952, "grad_norm": 3.535945177078247, "lr": 8.417976839154657e-06 }, { "step": 2239, "T": 1912, "positions": 16, "loss": 1.9102825710269826, "ce": 3.5998885484877974, "tv": 0.4339053158182651, "conf": 4.544484324610494, "grad_norm": 6.792961597442627, "lr": 8.397413931004666e-06 }, { "step": 2240, "T": 1098, "positions": 16, "loss": 0.034107790279605865, "ce": 0.09996705987441601, "tv": 0.0608743195207353, "conf": 3.0783749322657457, "grad_norm": 1.257286548614502, "lr": 8.376871097827286e-06 }, { "step": 2241, "T": 1100, "positions": 16, "loss": 0.032179573452978616, "ce": 0.23747434317556326, "tv": 0.0627675569812709, "conf": 3.413634760624273, "grad_norm": 1.028327465057373, "lr": 8.356348364461809e-06 }, { "step": 2242, "T": 1195, "positions": 16, "loss": 1.6066788053140044, "ce": 2.958181232213974, "tv": 0.4699832843616605, "conf": 6.614716113066065, "grad_norm": 6.182353496551514, "lr": 8.335845755723252e-06 }, { "step": 2243, "T": 1433, "positions": 16, "loss": 0.9691706539938227, "ce": 1.2991142421687982, "tv": 0.2297218825224263, "conf": 3.517631115164516, "grad_norm": 4.495822429656982, "lr": 8.31536329640229e-06 }, { "step": 2244, "T": 1093, "positions": 16, "loss": 1.0298765040024591, "ce": 1.7939301757141948, "tv": 0.3546061906963587, "conf": 4.617607144929934, "grad_norm": 5.433324813842773, "lr": 8.294901011265232e-06 }, { "step": 2245, "T": 1102, "positions": 16, "loss": 0.7147758047048001, "ce": 1.389800640870817, "tv": 0.2831033484690124, "conf": 6.420763750684273, "grad_norm": 3.9161617755889893, "lr": 8.274458925054e-06 }, { "step": 2246, "T": 1076, "positions": 16, "loss": 0.426699278224163, "ce": 0.7205329621319834, "tv": 0.2321335155156703, "conf": 7.362611257484579, "grad_norm": 11.66865348815918, "lr": 8.254037062486083e-06 }, { "step": 2247, "T": 1043, "positions": 16, "loss": 1.1641243215862076, "ce": 2.360653652689507, "tv": 0.3829989961504907, "conf": 9.869880512356758, "grad_norm": 5.980724811553955, "lr": 8.233635448254522e-06 }, { "step": 2248, "T": 1162, "positions": 16, "loss": 0.22952999087143056, "ce": 0.6527908144239518, "tv": 0.12365150235564215, "conf": 5.302973761583388, "grad_norm": 2.3566694259643555, "lr": 8.21325410702789e-06 }, { "step": 2249, "T": 1037, "positions": 16, "loss": 0.25241518034588495, "ce": 0.37455335926551925, "tv": 0.0768178408870881, "conf": 4.701087901012215, "grad_norm": 3.8073360919952393, "lr": 8.192893063450205e-06 }, { "step": 2250, "T": 1126, "positions": 16, "loss": 0.1807914518490179, "ce": 0.25514006297453307, "tv": 0.11566497769672424, "conf": 4.452199929733576, "grad_norm": 5.2290167808532715, "lr": 8.172552342140982e-06 }, { "step": 2251, "T": 1093, "positions": 16, "loss": 0.032110662710904236, "ce": 0.09423221001998172, "tv": 0.06031381837306071, "conf": 4.894522045440226, "grad_norm": 0.16321119666099548, "lr": 8.152231967695148e-06 }, { "step": 2252, "T": 1571, "positions": 16, "loss": 1.3640127836652027, "ce": 2.838496062264312, "tv": 0.3546936931088567, "conf": 7.165109898895025, "grad_norm": 14.79312801361084, "lr": 8.131931964683032e-06 }, { "step": 2253, "T": 1406, "positions": 16, "loss": 1.3774569457682109, "ce": 2.390818504148683, "tv": 0.38802691839646286, "conf": 8.97214386309856, "grad_norm": 8.815608978271484, "lr": 8.111652357650324e-06 }, { "step": 2254, "T": 1101, "positions": 16, "loss": 0.06404566531044997, "ce": 0.1321843862717742, "tv": 0.056488501375497435, "conf": 2.0374373702193753, "grad_norm": 1.4320651292800903, "lr": 8.091393171118061e-06 }, { "step": 2255, "T": 1171, "positions": 16, "loss": 1.2472437471151352, "ce": 1.8645950071513653, "tv": 0.3967012809589505, "conf": 4.92107720711387, "grad_norm": 8.775087356567383, "lr": 8.071154429582584e-06 }, { "step": 2256, "T": 1113, "positions": 16, "loss": 1.0632693635432346, "ce": 1.7161280345935666, "tv": 0.36409657467447687, "conf": 6.378165464923883, "grad_norm": 8.438349723815918, "lr": 8.05093615751551e-06 }, { "step": 2257, "T": 1468, "positions": 16, "loss": 0.8193769976180647, "ce": 1.6053627614164725, "tv": 0.29305630578892305, "conf": 8.387057434039953, "grad_norm": 4.12506103515625, "lr": 8.030738379363717e-06 }, { "step": 2258, "T": 1331, "positions": 16, "loss": 0.5344449426262443, "ce": 0.9231066025695327, "tv": 0.19805460308634792, "conf": 4.896367996487472, "grad_norm": 1.9891809225082397, "lr": 8.01056111954928e-06 }, { "step": 2259, "T": 1588, "positions": 16, "loss": 1.3139020125400407, "ce": 2.2769298332386825, "tv": 0.32220982856233604, "conf": 7.405353615545647, "grad_norm": 5.344863414764404, "lr": 7.990404402469492e-06 }, { "step": 2260, "T": 1112, "positions": 16, "loss": 0.4388943101692231, "ce": 1.0902444580096926, "tv": 0.1723039631942811, "conf": 4.957330130253846, "grad_norm": 3.4168286323547363, "lr": 7.970268252496784e-06 }, { "step": 2261, "T": 1089, "positions": 16, "loss": 0.10213397242574729, "ce": 0.28373312066833023, "tv": 0.11977431839477504, "conf": 6.314630497734077, "grad_norm": 1.1015194654464722, "lr": 7.950152693978733e-06 }, { "step": 2262, "T": 1502, "positions": 16, "loss": 1.6620920868590474, "ce": 3.562184400856495, "tv": 0.4707524925470352, "conf": 7.18922891362714, "grad_norm": 7.314869403839111, "lr": 7.930057751238013e-06 }, { "step": 2263, "T": 1716, "positions": 16, "loss": 1.5294921354135713, "ce": 2.5077103536341383, "tv": 0.39336732479569037, "conf": 6.064361332129998, "grad_norm": 4.978522300720215, "lr": 7.90998344857237e-06 }, { "step": 2264, "T": 1211, "positions": 16, "loss": 1.508501986041665, "ce": 2.27869104873389, "tv": 0.47774581238627434, "conf": 5.356663412499984, "grad_norm": 7.6770920753479, "lr": 7.889929810254592e-06 }, { "step": 2265, "T": 1049, "positions": 16, "loss": 0.0746156472793773, "ce": 0.20295270717724634, "tv": 0.04275509133503874, "conf": 0.8111314715179392, "grad_norm": 0.8689222931861877, "lr": 7.86989686053249e-06 }, { "step": 2266, "T": 1424, "positions": 16, "loss": 1.1709516927117019, "ce": 2.122762939820632, "tv": 0.2751977709976927, "conf": 6.927969655487686, "grad_norm": 5.3732781410217285, "lr": 7.84988462362884e-06 }, { "step": 2267, "T": 1504, "positions": 16, "loss": 0.9034771562470496, "ce": 1.5546320123103214, "tv": 0.2707202515885001, "conf": 5.645196808236506, "grad_norm": 4.176319599151611, "lr": 7.829893123741388e-06 }, { "step": 2268, "T": 1044, "positions": 16, "loss": 1.5642433669802784, "ce": 2.3528539266917505, "tv": 0.4964248438263894, "conf": 6.594936443162837, "grad_norm": 4.714506149291992, "lr": 7.809922385042804e-06 }, { "step": 2269, "T": 1683, "positions": 16, "loss": 1.683847589797324, "ce": 2.861490313163813, "tv": 0.438448234104726, "conf": 6.38031033774314, "grad_norm": 6.395603656768799, "lr": 7.789972431680657e-06 }, { "step": 2270, "T": 1151, "positions": 16, "loss": 0.20066686537484202, "ce": 0.43922577674675267, "tv": 0.15364117753779283, "conf": 7.759685601864476, "grad_norm": 5.653267860412598, "lr": 7.770043287777373e-06 }, { "step": 2271, "T": 1637, "positions": 16, "loss": 1.1115561306054786, "ce": 2.0556972984018103, "tv": 0.2510247006157442, "conf": 7.944526966282865, "grad_norm": 6.156167984008789, "lr": 7.750134977430226e-06 }, { "step": 2272, "T": 1093, "positions": 16, "loss": 0.6969461737239584, "ce": 0.9847042417077319, "tv": 0.2980877295958635, "conf": 6.347646855608839, "grad_norm": 4.3748674392700195, "lr": 7.730247524711298e-06 }, { "step": 2273, "T": 1212, "positions": 16, "loss": 1.8114591106132139, "ce": 3.3537094239145517, "tv": 0.49475680105388165, "conf": 4.7656841924941205, "grad_norm": 6.987510681152344, "lr": 7.710380953667452e-06 }, { "step": 2274, "T": 1160, "positions": 16, "loss": 1.1114737335592508, "ce": 1.8813303038477898, "tv": 0.4012548988685012, "conf": 6.2383725451423295, "grad_norm": 6.926944732666016, "lr": 7.690535288320299e-06 }, { "step": 2275, "T": 1108, "positions": 16, "loss": 0.3302936164548882, "ce": 0.7541990643642862, "tv": 0.16427366377484987, "conf": 5.379441009411327, "grad_norm": 3.0857250690460205, "lr": 7.670710552666164e-06 }, { "step": 2276, "T": 1096, "positions": 16, "loss": 0.8599304403362567, "ce": 1.7432875502854586, "tv": 0.33384833252057433, "conf": 8.384096139304312, "grad_norm": 13.170452117919922, "lr": 7.650906770676074e-06 }, { "step": 2277, "T": 1204, "positions": 16, "loss": 1.2735008882052625, "ce": 2.4789156639017165, "tv": 0.44036612566560507, "conf": 6.406229284599249, "grad_norm": 4.896286964416504, "lr": 7.631123966295725e-06 }, { "step": 2278, "T": 1390, "positions": 16, "loss": 0.8511619718723864, "ce": 1.467587601931882, "tv": 0.23170210713942652, "conf": 5.462432035231982, "grad_norm": 4.775216102600098, "lr": 7.611362163445443e-06 }, { "step": 2279, "T": 1080, "positions": 16, "loss": 0.016902039730542384, "ce": 0.059965575299429474, "tv": 0.06548972495147609, "conf": 5.660863077580146, "grad_norm": 0.11174668371677399, "lr": 7.591621386020153e-06 }, { "step": 2280, "T": 1971, "positions": 16, "loss": 1.4984411052562336, "ce": 2.688565953503712, "tv": 0.3397669718542602, "conf": 7.114985182881355, "grad_norm": 4.880685806274414, "lr": 7.571901657889368e-06 }, { "step": 2281, "T": 1104, "positions": 16, "loss": 0.10531765521344028, "ce": 0.20728017110650399, "tv": 0.09861728165924433, "conf": 5.714130069046888, "grad_norm": 2.2319495677948, "lr": 7.552203002897143e-06 }, { "step": 2282, "T": 1046, "positions": 16, "loss": 0.4186024202087575, "ce": 0.6825047722659292, "tv": 0.15791627729595348, "conf": 4.830392566958153, "grad_norm": 2.611096143722534, "lr": 7.532525444862054e-06 }, { "step": 2283, "T": 1470, "positions": 16, "loss": 1.1059289610921894, "ce": 1.660704920273929, "tv": 0.25793502657325007, "conf": 3.802840630112882, "grad_norm": 3.5753977298736572, "lr": 7.512869007577178e-06 }, { "step": 2284, "T": 1084, "positions": 16, "loss": 0.1963788501557282, "ce": 0.5172529655262679, "tv": 0.1645626039396575, "conf": 6.295823993206988, "grad_norm": 4.698794364929199, "lr": 7.493233714810024e-06 }, { "step": 2285, "T": 1067, "positions": 16, "loss": 0.6529046294299405, "ce": 1.264726871624589, "tv": 0.3366641541942954, "conf": 6.467236011842033, "grad_norm": 9.671257019042969, "lr": 7.473619590302564e-06 }, { "step": 2286, "T": 1066, "positions": 16, "loss": 0.28749569023751054, "ce": 0.44364881534102096, "tv": 0.16598562097851755, "conf": 4.172291195851902, "grad_norm": 6.711058139801025, "lr": 7.454026657771162e-06 }, { "step": 2287, "T": 1885, "positions": 16, "loss": 1.7283998010561419, "ce": 3.0635201246313954, "tv": 0.378881797176291, "conf": 3.0732973300605178, "grad_norm": 4.106361389160156, "lr": 7.434454940906563e-06 }, { "step": 2288, "T": 1073, "positions": 16, "loss": 0.0461092625842241, "ce": 0.1106384284557862, "tv": 0.07399818980775308, "conf": 6.618117948245698, "grad_norm": 0.8819107413291931, "lr": 7.414904463373856e-06 }, { "step": 2289, "T": 1068, "positions": 16, "loss": 0.3481186312285445, "ce": 0.7061117936136725, "tv": 0.16106397817202378, "conf": 6.786637089971928, "grad_norm": 2.4781532287597656, "lr": 7.395375248812447e-06 }, { "step": 2290, "T": 1053, "positions": 16, "loss": 0.5576463765169137, "ce": 1.4581662387959113, "tv": 0.20186847301556554, "conf": 3.1127051914647255, "grad_norm": 5.670016288757324, "lr": 7.3758673208360325e-06 }, { "step": 2291, "T": 1099, "positions": 16, "loss": 0.4641543279756206, "ce": 0.7551921904814662, "tv": 0.19756450836393924, "conf": 7.264529040831803, "grad_norm": 4.578173637390137, "lr": 7.356380703032584e-06 }, { "step": 2292, "T": 1038, "positions": 16, "loss": 0.2958871046115519, "ce": 0.7170709934434853, "tv": 0.16018975106999278, "conf": 3.6252454650821164, "grad_norm": 5.352913856506348, "lr": 7.336915418964274e-06 }, { "step": 2293, "T": 1516, "positions": 16, "loss": 1.892493600022135, "ce": 3.328857854474336, "tv": 0.4499454563483596, "conf": 5.064800845734353, "grad_norm": 11.993460655212402, "lr": 7.317471492167508e-06 }, { "step": 2294, "T": 1133, "positions": 16, "loss": 0.21514497508769637, "ce": 0.39816080066157156, "tv": 0.15615459431046474, "conf": 4.459643591703587, "grad_norm": 4.087742805480957, "lr": 7.298048946152855e-06 }, { "step": 2295, "T": 1484, "positions": 16, "loss": 1.0853771044384573, "ce": 1.8232142131146247, "tv": 0.25631581824927707, "conf": 2.164671482325086, "grad_norm": 2.4316577911376953, "lr": 7.2786478044050396e-06 }, { "step": 2296, "T": 1064, "positions": 16, "loss": 7.679448143349532e-05, "ce": 0.06676968980173115, "tv": 0.06120265836761973, "conf": 3.696930288748683, "grad_norm": 0.017907481640577316, "lr": 7.259268090382898e-06 }, { "step": 2297, "T": 1067, "positions": 16, "loss": 0.32181840353348434, "ce": 0.6672190533718094, "tv": 0.21028595717507415, "conf": 8.292797073023394, "grad_norm": 3.9420762062072754, "lr": 7.239909827519359e-06 }, { "step": 2298, "T": 1499, "positions": 16, "loss": 1.0268316226992553, "ce": 1.7710676094247901, "tv": 0.26274021012795856, "conf": 6.02909299573997, "grad_norm": 4.249396324157715, "lr": 7.220573039221415e-06 }, { "step": 2299, "T": 2039, "positions": 16, "loss": 1.830616077944299, "ce": 2.65828703806892, "tv": 0.443626180953288, "conf": 2.7402827204678637, "grad_norm": 6.306347370147705, "lr": 7.201257748870091e-06 }, { "step": 2300, "T": 1264, "positions": 16, "loss": 0.6400567009365687, "ce": 1.4680986454623053, "tv": 0.2540747662060312, "conf": 6.582523455154431, "grad_norm": 2.049682378768921, "lr": 7.18196397982043e-06 }, { "step": 2301, "T": 1623, "positions": 16, "loss": 1.0418309825809615, "ce": 1.7352392463089927, "tv": 0.3040714494418353, "conf": 7.85930774189412, "grad_norm": 6.088346004486084, "lr": 7.1626917554014215e-06 }, { "step": 2302, "T": 1095, "positions": 16, "loss": 0.7247627504164882, "ce": 1.202491579027992, "tv": 0.18948233405535575, "conf": 2.5024840446421877, "grad_norm": 2.391134262084961, "lr": 7.143441098916035e-06 }, { "step": 2303, "T": 1180, "positions": 16, "loss": 0.6972992363007506, "ce": 1.503934318665415, "tv": 0.30415365332737565, "conf": 4.143186967445274, "grad_norm": 3.9287660121917725, "lr": 7.124212033641151e-06 }, { "step": 2304, "T": 1080, "positions": 16, "loss": 0.3233400310472234, "ce": 0.8134603003072698, "tv": 0.1670854157946451, "conf": 6.002045240500368, "grad_norm": 1.540711522102356, "lr": 7.105004582827537e-06 }, { "step": 2305, "T": 1151, "positions": 16, "loss": 1.2161702976345623, "ce": 2.0659088641405106, "tv": 0.38758842274546623, "conf": 4.231864152887326, "grad_norm": 5.711884498596191, "lr": 7.085818769699837e-06 }, { "step": 2306, "T": 1085, "positions": 16, "loss": 0.18944721513701523, "ce": 0.2734532065496751, "tv": 0.10231041033966903, "conf": 4.815028375322819, "grad_norm": 2.5337259769439697, "lr": 7.0666546174565224e-06 }, { "step": 2307, "T": 1268, "positions": 16, "loss": 0.412006768787478, "ce": 1.148393942421535, "tv": 0.2341000493033789, "conf": 3.053137643139004, "grad_norm": 2.3066904544830322, "lr": 7.047512149269877e-06 }, { "step": 2308, "T": 1208, "positions": 16, "loss": 2.39867951720953, "ce": 3.4171475432813168, "tv": 0.6163521576672792, "conf": 6.548577020891209, "grad_norm": 10.748661041259766, "lr": 7.028391388285974e-06 }, { "step": 2309, "T": 1070, "positions": 16, "loss": 0.2874915730974781, "ce": 0.4762083143234008, "tv": 0.10243971042473277, "conf": 2.0422935337713515, "grad_norm": 1.308091402053833, "lr": 7.009292357624614e-06 }, { "step": 2310, "T": 1492, "positions": 16, "loss": 0.7419941013127413, "ce": 1.0836994187557139, "tv": 0.284635496645933, "conf": 6.792509356688242, "grad_norm": 3.4784107208251953, "lr": 6.990215080379345e-06 }, { "step": 2311, "T": 1056, "positions": 16, "loss": 0.3141743856032946, "ce": 0.6032912940963797, "tv": 0.16800285633507883, "conf": 6.023504207878716, "grad_norm": 2.71872878074646, "lr": 6.971159579617412e-06 }, { "step": 2312, "T": 1082, "positions": 16, "loss": 0.08908120296770505, "ce": 0.24356711455493496, "tv": 0.11912341590686992, "conf": 5.305700826437715, "grad_norm": 2.1701571941375732, "lr": 6.952125878379715e-06 }, { "step": 2313, "T": 1041, "positions": 16, "loss": 0.20621348944413143, "ce": 0.38641890454800887, "tv": 0.12641028913822083, "conf": 4.089497852604836, "grad_norm": 0.998416006565094, "lr": 6.933113999680807e-06 }, { "step": 2314, "T": 1064, "positions": 16, "loss": 0.4442079584529477, "ce": 0.7625726415135432, "tv": 0.2303749083416733, "conf": 5.1430633732909365, "grad_norm": 8.929877281188965, "lr": 6.914123966508851e-06 }, { "step": 2315, "T": 1549, "positions": 16, "loss": 1.2594777785904618, "ce": 2.064557276882624, "tv": 0.2830975049910194, "conf": 5.28500781603052, "grad_norm": 3.748426675796509, "lr": 6.895155801825595e-06 }, { "step": 2316, "T": 1094, "positions": 16, "loss": 0.1364387533729916, "ce": 0.2906456395405712, "tv": 0.112835895043645, "conf": 4.895008540663574, "grad_norm": 1.1837069988250732, "lr": 6.876209528566341e-06 }, { "step": 2317, "T": 1137, "positions": 16, "loss": 0.0946904551890757, "ce": 0.20283912120567038, "tv": 0.08020085535781618, "conf": 2.358927297627107, "grad_norm": 0.8411492705345154, "lr": 6.857285169639938e-06 }, { "step": 2318, "T": 1049, "positions": 16, "loss": 0.8023866806923934, "ce": 1.0329770621065109, "tv": 0.2800986288311833, "conf": 3.930627744486921, "grad_norm": 8.073864936828613, "lr": 6.838382747928704e-06 }, { "step": 2319, "T": 1048, "positions": 16, "loss": 0.3069797947039028, "ce": 0.5637618120242678, "tv": 0.10954140756348352, "conf": 2.704328706961728, "grad_norm": 1.8025819063186646, "lr": 6.819502286288459e-06 }, { "step": 2320, "T": 1222, "positions": 16, "loss": 0.2716104438459457, "ce": 0.4584640402840705, "tv": 0.1370026445329131, "conf": 5.8524152636528015, "grad_norm": 2.5742788314819336, "lr": 6.800643807548468e-06 }, { "step": 2321, "T": 1062, "positions": 16, "loss": 0.07747378343183087, "ce": 0.2435467191380667, "tv": 0.09003003651832842, "conf": 5.75870220525926, "grad_norm": 1.1545381546020508, "lr": 6.781807334511406e-06 }, { "step": 2322, "T": 1054, "positions": 16, "loss": 2.0146899041719735, "ce": 2.969882191158831, "tv": 0.553227486088872, "conf": 6.925313047366217, "grad_norm": 9.606350898742676, "lr": 6.762992889953343e-06 }, { "step": 2323, "T": 1242, "positions": 16, "loss": 1.8096648999044191, "ce": 2.800915625950438, "tv": 0.5149302901118062, "conf": 5.235629568047443, "grad_norm": 7.692718029022217, "lr": 6.744200496623718e-06 }, { "step": 2324, "T": 1164, "positions": 16, "loss": 1.588812880218029, "ce": 2.5525308065116405, "tv": 0.48319245502352715, "conf": 5.189120865682781, "grad_norm": 5.5127763748168945, "lr": 6.725430177245301e-06 }, { "step": 2325, "T": 1070, "positions": 16, "loss": 0.0639527479156401, "ce": 0.17168736199482737, "tv": 0.07488389329773781, "conf": 7.350715690758079, "grad_norm": 2.3517422676086426, "lr": 6.706681954514182e-06 }, { "step": 2326, "T": 1081, "positions": 16, "loss": 1.3934138636065097, "ce": 2.336984888520419, "tv": 0.38852140024118853, "conf": 4.066067463119143, "grad_norm": 5.1353631019592285, "lr": 6.687955851099711e-06 }, { "step": 2327, "T": 1086, "positions": 16, "loss": 0.6369715561981621, "ce": 0.8651547900999503, "tv": 0.2257481712676963, "conf": 3.328498434957048, "grad_norm": 3.1712751388549805, "lr": 6.669251889644509e-06 }, { "step": 2328, "T": 1572, "positions": 16, "loss": 1.2668830156326294, "ce": 2.7057309672236443, "tv": 0.36376310233026743, "conf": 6.24007884983439, "grad_norm": 4.190328121185303, "lr": 6.650570092764424e-06 }, { "step": 2329, "T": 1118, "positions": 16, "loss": 0.4064472188522359, "ce": 1.409948865097249, "tv": 0.22909044301195536, "conf": 6.025887476638754, "grad_norm": 3.0678200721740723, "lr": 6.631910483048501e-06 }, { "step": 2330, "T": 1057, "positions": 16, "loss": 0.07741721199679041, "ce": 0.29667783889726707, "tv": 0.04733810924881254, "conf": 1.1156781356408842, "grad_norm": 0.6094231605529785, "lr": 6.6132730830589575e-06 }, { "step": 2331, "T": 1051, "positions": 16, "loss": 0.37799736628721803, "ce": 0.7322294764744584, "tv": 0.2041324345045723, "conf": 4.566347312976177, "grad_norm": 2.4698948860168457, "lr": 6.594657915331154e-06 }, { "step": 2332, "T": 1049, "positions": 16, "loss": 0.1774948725164478, "ce": 0.3348718040770109, "tv": 0.0988709308394391, "conf": 1.979433455913, "grad_norm": 1.7915033102035522, "lr": 6.5760650023735715e-06 }, { "step": 2333, "T": 1050, "positions": 16, "loss": 0.19826622362358215, "ce": 0.5387509263459833, "tv": 0.15152755454846556, "conf": 3.004320047755866, "grad_norm": 2.7831268310546875, "lr": 6.5574943666677826e-06 }, { "step": 2334, "T": 1073, "positions": 16, "loss": 0.6363432798058568, "ce": 1.1658252350316616, "tv": 0.22489493855755427, "conf": 3.4112217929247888, "grad_norm": 4.6060895919799805, "lr": 6.538946030668427e-06 }, { "step": 2335, "T": 1255, "positions": 16, "loss": 0.8273982717555839, "ce": 1.3811142916474637, "tv": 0.29556030632011243, "conf": 4.301403022137038, "grad_norm": 2.5639405250549316, "lr": 6.520420016803161e-06 }, { "step": 2336, "T": 1061, "positions": 16, "loss": 0.6677247074010211, "ce": 1.215495803335216, "tv": 0.33810935803921893, "conf": 6.383968635805891, "grad_norm": 6.091220378875732, "lr": 6.501916347472675e-06 }, { "step": 2337, "T": 1165, "positions": 16, "loss": 0.6677017934354694, "ce": 1.1965351525432197, "tv": 0.2703574917741207, "conf": 5.079524947220989, "grad_norm": 3.450010061264038, "lr": 6.4834350450506284e-06 }, { "step": 2338, "T": 1135, "positions": 16, "loss": 1.0573364283038131, "ce": 1.7295430112189933, "tv": 0.3447368858905975, "conf": 6.327927919250953, "grad_norm": 7.544137001037598, "lr": 6.464976131883641e-06 }, { "step": 2339, "T": 1149, "positions": 16, "loss": 1.0238223178312182, "ce": 1.521562922745943, "tv": 0.39114562794566154, "conf": 5.53498312830925, "grad_norm": 5.004308223724365, "lr": 6.446539630291254e-06 }, { "step": 2340, "T": 1598, "positions": 16, "loss": 1.7597838368546377, "ce": 3.2153440537513234, "tv": 0.4269144299905747, "conf": 6.0361616822850515, "grad_norm": 10.245491027832031, "lr": 6.42812556256592e-06 }, { "step": 2341, "T": 1121, "positions": 16, "loss": 0.07840699122207084, "ce": 0.22381904015992404, "tv": 0.09082701336592436, "conf": 5.609789716545492, "grad_norm": 0.7064193487167358, "lr": 6.4097339509729574e-06 }, { "step": 2342, "T": 1105, "positions": 16, "loss": 0.980653448287967, "ce": 1.6563069598778384, "tv": 0.30425492596259573, "conf": 2.7074495476772213, "grad_norm": 5.955384254455566, "lr": 6.391364817750539e-06 }, { "step": 2343, "T": 1099, "positions": 16, "loss": 0.22267966146341678, "ce": 0.44900225099991076, "tv": 0.16102569010399748, "conf": 6.017663937130872, "grad_norm": 2.2523486614227295, "lr": 6.373018185109642e-06 }, { "step": 2344, "T": 2120, "positions": 16, "loss": 1.6477533342779225, "ce": 2.8932586087612435, "tv": 0.43606680710217915, "conf": 5.40957114800085, "grad_norm": 6.233974933624268, "lr": 6.354694075234052e-06 }, { "step": 2345, "T": 1367, "positions": 16, "loss": 0.8677849329943683, "ce": 1.8120543752447702, "tv": 0.23088686884148046, "conf": 9.099921379252919, "grad_norm": 11.189295768737793, "lr": 6.33639251028032e-06 }, { "step": 2346, "T": 1077, "positions": 16, "loss": 0.5235518256423646, "ce": 0.8824151483149762, "tv": 0.183408840897755, "conf": 4.357013208602, "grad_norm": 4.6521220207214355, "lr": 6.318113512377735e-06 }, { "step": 2347, "T": 1047, "positions": 16, "loss": 2.0595976561307907, "ce": 3.304492436349392, "tv": 0.5543667729943991, "conf": 7.586521444639857, "grad_norm": 8.478720664978027, "lr": 6.299857103628298e-06 }, { "step": 2348, "T": 1153, "positions": 16, "loss": 1.187205562009467, "ce": 1.8737193929264322, "tv": 0.4032067635562271, "conf": 4.862940001795002, "grad_norm": 5.472003936767578, "lr": 6.281623306106696e-06 }, { "step": 2349, "T": 1541, "positions": 16, "loss": 0.9361359210802931, "ce": 1.4316945566511095, "tv": 0.22564639292068023, "conf": 2.1187611894364693, "grad_norm": 5.719716548919678, "lr": 6.263412141860278e-06 }, { "step": 2350, "T": 1086, "positions": 16, "loss": 0.2380827247874322, "ce": 0.4547133901178313, "tv": 0.20755597994138952, "conf": 6.941485136057828, "grad_norm": 1.7170830965042114, "lr": 6.245223632909022e-06 }, { "step": 2351, "T": 1680, "positions": 16, "loss": 1.3495848474956347, "ce": 2.2710332774877315, "tv": 0.2826763407283579, "conf": 4.527863035791739, "grad_norm": 5.510437488555908, "lr": 6.227057801245526e-06 }, { "step": 2352, "T": 2088, "positions": 16, "loss": 1.7950876234826296, "ce": 2.9190118605911266, "tv": 0.45719849220768083, "conf": 6.303958474835383, "grad_norm": 11.990010261535645, "lr": 6.208914668834939e-06 }, { "step": 2353, "T": 1237, "positions": 16, "loss": 1.1512170227069873, "ce": 2.2367761973291636, "tv": 0.3728260723873973, "conf": 3.2067225490192186, "grad_norm": 3.3102104663848877, "lr": 6.190794257614987e-06 }, { "step": 2354, "T": 1672, "positions": 16, "loss": 1.802818692931396, "ce": 3.314014604256954, "tv": 0.4211825414968189, "conf": 7.303959955709815, "grad_norm": 11.225788116455078, "lr": 6.172696589495925e-06 }, { "step": 2355, "T": 1065, "positions": 16, "loss": 0.21025882565275822, "ce": 0.38686941154446686, "tv": 0.10995245545018406, "conf": 4.484427297323649, "grad_norm": 1.2967119216918945, "lr": 6.15462168636049e-06 }, { "step": 2356, "T": 1618, "positions": 16, "loss": 0.9745015350254143, "ce": 1.5375956636007686, "tv": 0.2651039801248771, "conf": 3.741505862084467, "grad_norm": 7.489227294921875, "lr": 6.136569570063907e-06 }, { "step": 2357, "T": 1082, "positions": 16, "loss": 0.060913282473684216, "ce": 0.14283851899097044, "tv": 0.07890807063313332, "conf": 5.846468300523856, "grad_norm": 0.7875669598579407, "lr": 6.118540262433847e-06 }, { "step": 2358, "T": 1095, "positions": 16, "loss": 0.3118470750980169, "ce": 0.4923815711692896, "tv": 0.16001832961433138, "conf": 5.107128717870873, "grad_norm": 7.478348255157471, "lr": 6.100533785270396e-06 }, { "step": 2359, "T": 1120, "positions": 16, "loss": 1.1171892647957975, "ce": 1.8625908482790692, "tv": 0.3837999980314635, "conf": 9.041830885689706, "grad_norm": 5.152993679046631, "lr": 6.082550160346037e-06 }, { "step": 2360, "T": 1103, "positions": 16, "loss": 0.4052965750917963, "ce": 0.7558965557254851, "tv": 0.2053814466635231, "conf": 3.1597406725092156, "grad_norm": 2.41170334815979, "lr": 6.064589409405633e-06 }, { "step": 2361, "T": 1171, "positions": 16, "loss": 0.3251128866748578, "ce": 0.8596318636465412, "tv": 0.19620195567586052, "conf": 5.663658299350905, "grad_norm": 5.805128574371338, "lr": 6.04665155416636e-06 }, { "step": 2362, "T": 1502, "positions": 16, "loss": 1.3323314754375133, "ce": 2.319033733161632, "tv": 0.4254853461170569, "conf": 6.96371496982465, "grad_norm": 12.756300926208496, "lr": 6.028736616317734e-06 }, { "step": 2363, "T": 1056, "positions": 16, "loss": 0.28434569605377646, "ce": 0.40967563081085245, "tv": 0.12555393777620338, "conf": 2.8954554827070393, "grad_norm": 2.8036937713623047, "lr": 6.01084461752156e-06 }, { "step": 2364, "T": 1041, "positions": 16, "loss": 0.46425176956791603, "ce": 0.731834877804431, "tv": 0.1725960441872303, "conf": 3.588232815893502, "grad_norm": 3.468421459197998, "lr": 5.9929755794118965e-06 }, { "step": 2365, "T": 1664, "positions": 16, "loss": 1.7932851292225678, "ce": 2.8192703743407037, "tv": 0.5006505171913886, "conf": 6.737413982226118, "grad_norm": 6.1542558670043945, "lr": 5.975129523595044e-06 }, { "step": 2366, "T": 1044, "positions": 16, "loss": 0.33311646269618933, "ce": 0.6711056774365716, "tv": 0.1340610297756939, "conf": 6.394581911794266, "grad_norm": 3.2107770442962646, "lr": 5.95730647164951e-06 }, { "step": 2367, "T": 1199, "positions": 16, "loss": 0.6063771831298523, "ce": 1.26792629762258, "tv": 0.16758678905534907, "conf": 4.112220864479706, "grad_norm": 4.318789005279541, "lr": 5.9395064451259945e-06 }, { "step": 2368, "T": 1473, "positions": 16, "loss": 1.3422171724960208, "ce": 2.7906327955424786, "tv": 0.40437881648540497, "conf": 6.504155368616921, "grad_norm": 12.12076187133789, "lr": 5.9217294655473595e-06 }, { "step": 2369, "T": 1044, "positions": 16, "loss": 0.7114186531880478, "ce": 1.1416988080709416, "tv": 0.29982396764353325, "conf": 6.257121193345123, "grad_norm": 3.851672887802124, "lr": 5.9039755544085754e-06 }, { "step": 2370, "T": 1058, "positions": 16, "loss": 0.15221930756130386, "ce": 0.2643267549397166, "tv": 0.13628805453322457, "conf": 5.012098006967802, "grad_norm": 3.332643508911133, "lr": 5.886244733176746e-06 }, { "step": 2371, "T": 1041, "positions": 16, "loss": 0.2989554142328128, "ce": 0.609574062629008, "tv": 0.1237806413855651, "conf": 2.5793878250488023, "grad_norm": 1.4419173002243042, "lr": 5.868537023291043e-06 }, { "step": 2372, "T": 1588, "positions": 16, "loss": 1.1248901107867368, "ce": 1.8755243669438642, "tv": 0.2868563139636535, "conf": 2.678114090115698, "grad_norm": 3.3622817993164062, "lr": 5.8508524461627e-06 }, { "step": 2373, "T": 1086, "positions": 16, "loss": 0.7404394721223184, "ce": 1.057238172268626, "tv": 0.31351738917692273, "conf": 7.073240997295842, "grad_norm": 9.265303611755371, "lr": 5.833191023174972e-06 }, { "step": 2374, "T": 1037, "positions": 16, "loss": 0.5196702236496549, "ce": 0.7621545821757536, "tv": 0.14207127735789982, "conf": 1.2417094006354645, "grad_norm": 4.60251522064209, "lr": 5.8155527756831255e-06 }, { "step": 2375, "T": 1411, "positions": 16, "loss": 1.464196670003048, "ce": 2.5465375295607373, "tv": 0.391384043963626, "conf": 3.7106673397556085, "grad_norm": 4.510679244995117, "lr": 5.797937725014399e-06 }, { "step": 2376, "T": 1106, "positions": 16, "loss": 0.432654967818884, "ce": 0.7782783164648208, "tv": 0.24546856229608238, "conf": 3.518219566616154, "grad_norm": 6.228275775909424, "lr": 5.780345892467986e-06 }, { "step": 2377, "T": 1414, "positions": 16, "loss": 1.0644377875187274, "ce": 1.9650059172417969, "tv": 0.30884912924375385, "conf": 4.758406057987277, "grad_norm": 4.822484016418457, "lr": 5.762777299315006e-06 }, { "step": 2378, "T": 1087, "positions": 16, "loss": 0.12806272279694753, "ce": 0.21510252746065817, "tv": 0.1136834435765195, "conf": 5.568132713606019, "grad_norm": 1.9229999780654907, "lr": 5.745231966798467e-06 }, { "step": 2379, "T": 1578, "positions": 16, "loss": 0.9835617714327469, "ce": 1.6344874205788074, "tv": 0.24151350465763244, "conf": 4.436794374815568, "grad_norm": 4.889127731323242, "lr": 5.727709916133267e-06 }, { "step": 2380, "T": 1058, "positions": 16, "loss": 0.43145741507511337, "ce": 1.3684875125252915, "tv": 0.21615762200872268, "conf": 7.145384789037412, "grad_norm": 4.783601760864258, "lr": 5.7102111685061435e-06 }, { "step": 2381, "T": 1040, "positions": 16, "loss": 0.3331959946134111, "ce": 0.5734751993302325, "tv": 0.12504013208672404, "conf": 2.8562074513151345, "grad_norm": 1.6569961309432983, "lr": 5.692735745075664e-06 }, { "step": 2382, "T": 1071, "positions": 16, "loss": 0.2705983179873428, "ce": 0.5613239742278893, "tv": 0.10670744283379463, "conf": 2.3490434014521897, "grad_norm": 1.9409760236740112, "lr": 5.675283666972189e-06 }, { "step": 2383, "T": 1454, "positions": 16, "loss": 1.1149108727111239, "ce": 1.952509968567938, "tv": 0.25563537336984155, "conf": 6.792201621457934, "grad_norm": 3.7463650703430176, "lr": 5.657854955297853e-06 }, { "step": 2384, "T": 1671, "positions": 16, "loss": 0.7119475956489012, "ce": 1.3213642045575398, "tv": 0.2191359338521579, "conf": 7.948084079599093, "grad_norm": 3.032766342163086, "lr": 5.640449631126534e-06 }, { "step": 2385, "T": 1055, "positions": 16, "loss": 0.33545312323771626, "ce": 0.42057366688220554, "tv": 0.09877333658914722, "conf": 0.9421210626890257, "grad_norm": 2.6693222522735596, "lr": 5.6230677155038435e-06 }, { "step": 2386, "T": 1041, "positions": 16, "loss": 0.23064687105039638, "ce": 0.3109851719909784, "tv": 0.10875252429104876, "conf": 3.3499037079110954, "grad_norm": 1.8797160387039185, "lr": 5.60570922944706e-06 }, { "step": 2387, "T": 1185, "positions": 16, "loss": 1.0529777020183246, "ce": 1.8348803203552961, "tv": 0.34942583832889795, "conf": 5.070902117517715, "grad_norm": 4.764898300170898, "lr": 5.588374193945161e-06 }, { "step": 2388, "T": 1069, "positions": 16, "loss": 0.4351821058976384, "ce": 0.8709164346437319, "tv": 0.20726499642478302, "conf": 5.910442630790903, "grad_norm": 5.515064716339111, "lr": 5.571062629958756e-06 }, { "step": 2389, "T": 1219, "positions": 16, "loss": 1.5583056995183142, "ce": 2.828556966036558, "tv": 0.4692839216440916, "conf": 8.855872400327554, "grad_norm": 4.840595245361328, "lr": 5.55377455842008e-06 }, { "step": 2390, "T": 1438, "positions": 16, "loss": 0.8946533566780772, "ce": 1.472421241516713, "tv": 0.26402427794528194, "conf": 6.142741716968622, "grad_norm": 5.083102703094482, "lr": 5.536510000232955e-06 }, { "step": 2391, "T": 1062, "positions": 16, "loss": 0.9382757192303472, "ce": 1.3760638266194292, "tv": 0.327156176452263, "conf": 4.310172495489304, "grad_norm": 3.4854025840759277, "lr": 5.519268976272779e-06 }, { "step": 2392, "T": 1052, "positions": 16, "loss": 0.3168890197159442, "ce": 0.634837646926826, "tv": 0.16482533680573397, "conf": 2.2752719597864206, "grad_norm": 4.601985454559326, "lr": 5.502051507386486e-06 }, { "step": 2393, "T": 1091, "positions": 16, "loss": 0.17132881384128495, "ce": 0.6029850594286472, "tv": 0.14379899529922113, "conf": 7.394883418522667, "grad_norm": 2.0562665462493896, "lr": 5.484857614392533e-06 }, { "step": 2394, "T": 1055, "positions": 16, "loss": 0.6382745632882489, "ce": 1.5357651382582844, "tv": 0.2377245552088425, "conf": 6.528448349454735, "grad_norm": 7.391516208648682, "lr": 5.467687318080877e-06 }, { "step": 2395, "T": 1041, "positions": 16, "loss": 0.8887824806956957, "ce": 1.1261880741603818, "tv": 0.2187512699783838, "conf": 2.4060461818857206, "grad_norm": 4.406787872314453, "lr": 5.450540639212926e-06 }, { "step": 2396, "T": 1038, "positions": 16, "loss": 0.7160558266382395, "ce": 1.479431006591767, "tv": 0.2926692684995942, "conf": 5.650185984952259, "grad_norm": 3.9882285594940186, "lr": 5.433417598521543e-06 }, { "step": 2397, "T": 2204, "positions": 16, "loss": 2.4185513002157677, "ce": 4.115642132237554, "tv": 0.539319752715528, "conf": 6.528449302713852, "grad_norm": 8.305087089538574, "lr": 5.416318216711008e-06 }, { "step": 2398, "T": 1145, "positions": 16, "loss": 1.082966024245252, "ce": 1.687943011522293, "tv": 0.43741071969270706, "conf": 7.709214312955737, "grad_norm": 7.654967784881592, "lr": 5.399242514456995e-06 }, { "step": 2399, "T": 1087, "positions": 16, "loss": 0.061100692959279, "ce": 0.2762758432090777, "tv": 0.06802328987396322, "conf": 3.8807217367908975, "grad_norm": 0.9016059637069702, "lr": 5.382190512406543e-06 }, { "step": 2400, "T": 1071, "positions": 16, "loss": 0.8064556835215626, "ce": 1.2524035370151978, "tv": 0.3345551670790883, "conf": 5.810981551587689, "grad_norm": 5.931327819824219, "lr": 5.365162231178033e-06 }, { "step": 2401, "T": 1418, "positions": 16, "loss": 1.665437760559513, "ce": 3.0241935714584542, "tv": 0.39860642696294235, "conf": 2.7742920277902625, "grad_norm": 5.634092330932617, "lr": 5.348157691361166e-06 }, { "step": 2402, "T": 1054, "positions": 16, "loss": 0.7799052767005463, "ce": 1.526653301960323, "tv": 0.27659406162274536, "conf": 4.2124675619693335, "grad_norm": 9.052953720092773, "lr": 5.331176913516947e-06 }, { "step": 2403, "T": 1410, "positions": 16, "loss": 1.1212596254547407, "ce": 2.016449614893645, "tv": 0.33335529325995594, "conf": 3.842368477744618, "grad_norm": 4.8812055587768555, "lr": 5.314219918177618e-06 }, { "step": 2404, "T": 1712, "positions": 16, "loss": 1.345046979270137, "ce": 2.481321507249959, "tv": 0.3527647431474179, "conf": 5.709575421955168, "grad_norm": 2.756582260131836, "lr": 5.297286725846695e-06 }, { "step": 2405, "T": 1417, "positions": 16, "loss": 0.8769337188483917, "ce": 1.4420586106807605, "tv": 0.21920795799996995, "conf": 5.051066293080088, "grad_norm": 3.2849011421203613, "lr": 5.280377356998903e-06 }, { "step": 2406, "T": 1080, "positions": 16, "loss": 0.5263609851236808, "ce": 1.0131474607842392, "tv": 0.27175414277007803, "conf": 6.928408140192914, "grad_norm": 5.152056694030762, "lr": 5.263491832080159e-06 }, { "step": 2407, "T": 1173, "positions": 16, "loss": 1.5251998417079449, "ce": 2.4477065838873386, "tv": 0.492855004966259, "conf": 5.866586936568318, "grad_norm": 8.515544891357422, "lr": 5.246630171507549e-06 }, { "step": 2408, "T": 1090, "positions": 16, "loss": 0.255171864121408, "ce": 0.45713187319961435, "tv": 0.14099407197500113, "conf": 3.8066257290336845, "grad_norm": 1.8162248134613037, "lr": 5.2297923956693084e-06 }, { "step": 2409, "T": 1391, "positions": 16, "loss": 0.798791131664558, "ce": 1.4395450037372939, "tv": 0.20919273371328018, "conf": 6.722025835071697, "grad_norm": 2.7834420204162598, "lr": 5.212978524924786e-06 }, { "step": 2410, "T": 1075, "positions": 16, "loss": 0.23798664215351195, "ce": 1.0407166494533158, "tv": 0.1287468678856385, "conf": 4.239480466438583, "grad_norm": 1.914750099182129, "lr": 5.196188579604427e-06 }, { "step": 2411, "T": 1052, "positions": 16, "loss": 0.164932511976275, "ce": 0.2595809069707684, "tv": 0.11587991353371763, "conf": 3.6806628218655266, "grad_norm": 1.8237093687057495, "lr": 5.1794225800097604e-06 }, { "step": 2412, "T": 1705, "positions": 16, "loss": 1.2059379022805388, "ce": 1.986428621050436, "tv": 0.33836932777194306, "conf": 2.486668005234677, "grad_norm": 6.111770153045654, "lr": 5.162680546413334e-06 }, { "step": 2413, "T": 1512, "positions": 16, "loss": 0.9926239377886645, "ce": 1.6765651080349926, "tv": 0.2848103064170573, "conf": 5.672582851196574, "grad_norm": 4.54497766494751, "lr": 5.14596249905874e-06 }, { "step": 2414, "T": 1042, "positions": 16, "loss": 0.1409384218801364, "ce": 0.3009046318320543, "tv": 0.06471568931419824, "conf": 3.1837965158067476, "grad_norm": 1.3108539581298828, "lr": 5.12926845816056e-06 }, { "step": 2415, "T": 2307, "positions": 16, "loss": 2.03136851113959, "ce": 3.6465247496962547, "tv": 0.5212361020967364, "conf": 9.06405321395141, "grad_norm": 7.608617305755615, "lr": 5.112598443904349e-06 }, { "step": 2416, "T": 1686, "positions": 16, "loss": 1.5607183147221804, "ce": 2.810831967741251, "tv": 0.44036544393748045, "conf": 3.7492619808432703, "grad_norm": 6.527082920074463, "lr": 5.095952476446611e-06 }, { "step": 2417, "T": 1414, "positions": 16, "loss": 1.0004684995409434, "ce": 1.505518065076103, "tv": 0.2846502570719167, "conf": 5.896910582182841, "grad_norm": 5.905189514160156, "lr": 5.079330575914773e-06 }, { "step": 2418, "T": 1206, "positions": 16, "loss": 1.972043950110674, "ce": 3.427657164633274, "tv": 0.5395337976515293, "conf": 6.812873355137981, "grad_norm": 5.159975528717041, "lr": 5.062732762407163e-06 }, { "step": 2419, "T": 2252, "positions": 16, "loss": 1.4869011798635938, "ce": 2.4348585855477722, "tv": 0.4270048568287166, "conf": 7.703382112603232, "grad_norm": 4.417469501495361, "lr": 5.0461590559929855e-06 }, { "step": 2420, "T": 1123, "positions": 16, "loss": 0.12481626423263315, "ce": 0.303831977462778, "tv": 0.11588828187450417, "conf": 8.401417945910255, "grad_norm": 2.433448076248169, "lr": 5.029609476712283e-06 }, { "step": 2421, "T": 1418, "positions": 16, "loss": 1.8323566960197013, "ce": 3.694992943390389, "tv": 0.3830757200194057, "conf": 4.903120435427207, "grad_norm": 7.320290565490723, "lr": 5.013084044575941e-06 }, { "step": 2422, "T": 1409, "positions": 16, "loss": 0.960524370073145, "ce": 1.5198007045823942, "tv": 0.24751506696520664, "conf": 3.3296491589920834, "grad_norm": 3.640181541442871, "lr": 4.996582779565642e-06 }, { "step": 2423, "T": 1116, "positions": 16, "loss": 0.6756619351416191, "ce": 1.1422012949478813, "tv": 0.29344358711023233, "conf": 7.334482441640021, "grad_norm": 10.61187744140625, "lr": 4.980105701633847e-06 }, { "step": 2424, "T": 1100, "positions": 16, "loss": 0.1969493676921843, "ce": 0.42260252821142785, "tv": 0.21311303944094107, "conf": 10.18707040897425, "grad_norm": 6.228847026824951, "lr": 4.9636528307037715e-06 }, { "step": 2425, "T": 1395, "positions": 16, "loss": 0.7746688747857888, "ce": 1.4279905847361078, "tv": 0.2913234412262682, "conf": 8.077595190871232, "grad_norm": 7.089304447174072, "lr": 4.947224186669355e-06 }, { "step": 2426, "T": 1096, "positions": 16, "loss": 0.2796355907159125, "ce": 0.5731398815205466, "tv": 0.2052020582705154, "conf": 8.502731952170452, "grad_norm": 4.4258623123168945, "lr": 4.930819789395255e-06 }, { "step": 2427, "T": 1224, "positions": 16, "loss": 1.5258350141830306, "ce": 2.90432799840346, "tv": 0.4368147002533078, "conf": 7.773736762756016, "grad_norm": 5.119576454162598, "lr": 4.914439658716805e-06 }, { "step": 2428, "T": 1520, "positions": 16, "loss": 1.4475820029215356, "ce": 2.8702059532515705, "tv": 0.3324994978029281, "conf": 5.131574187934667, "grad_norm": 4.791832447052002, "lr": 4.898083814439997e-06 }, { "step": 2429, "T": 1607, "positions": 16, "loss": 0.7899928336690891, "ce": 1.413366662360204, "tv": 0.24802818413445493, "conf": 6.442619806873953, "grad_norm": 2.4969820976257324, "lr": 4.881752276341445e-06 }, { "step": 2430, "T": 1258, "positions": 16, "loss": 0.5949940645864373, "ce": 0.9248239658436432, "tv": 0.23773855829131207, "conf": 4.557825730604975, "grad_norm": 4.575036525726318, "lr": 4.865445064168394e-06 }, { "step": 2431, "T": 1396, "positions": 16, "loss": 0.9040106187083836, "ce": 1.7233165746529266, "tv": 0.24375511014659423, "conf": 4.914171191322326, "grad_norm": 3.7979843616485596, "lr": 4.8491621976386655e-06 }, { "step": 2432, "T": 1062, "positions": 16, "loss": 0.3581263147386835, "ce": 0.7301122543758538, "tv": 0.19281175731885014, "conf": 7.068095713985212, "grad_norm": 3.208045244216919, "lr": 4.832903696440644e-06 }, { "step": 2433, "T": 1348, "positions": 16, "loss": 0.5740113573004919, "ce": 0.9656338945860625, "tv": 0.24496446549892426, "conf": 5.988914183916856, "grad_norm": 6.642838954925537, "lr": 4.816669580233249e-06 }, { "step": 2434, "T": 1049, "positions": 16, "loss": 0.1775994575185571, "ce": 0.3963086031030798, "tv": 0.10314506174563576, "conf": 1.9774586447332747, "grad_norm": 2.331962823867798, "lr": 4.800459868645923e-06 }, { "step": 2435, "T": 1103, "positions": 16, "loss": 0.46831911317377717, "ce": 0.7338148887247371, "tv": 0.2134214978723321, "conf": 6.769205768484045, "grad_norm": 5.802532196044922, "lr": 4.784274581278597e-06 }, { "step": 2436, "T": 1065, "positions": 16, "loss": 0.6996388549930543, "ce": 1.143548978754552, "tv": 0.2682703424070496, "conf": 2.838235914931157, "grad_norm": 4.838294982910156, "lr": 4.768113737701663e-06 }, { "step": 2437, "T": 1117, "positions": 16, "loss": 0.09266985061753275, "ce": 0.35985320880718064, "tv": 0.07063080130319577, "conf": 3.7655440302924754, "grad_norm": 0.8231009244918823, "lr": 4.751977357455969e-06 }, { "step": 2438, "T": 1461, "positions": 16, "loss": 0.9457839904166158, "ce": 1.5833161844378765, "tv": 0.2056421251509164, "conf": 2.4863874513555593, "grad_norm": 5.147021770477295, "lr": 4.735865460052765e-06 }, { "step": 2439, "T": 1036, "positions": 16, "loss": 0.6076055036501202, "ce": 1.3506943159736693, "tv": 0.21095700864680111, "conf": 2.9205874563051077, "grad_norm": 2.7685630321502686, "lr": 4.719778064973718e-06 }, { "step": 2440, "T": 1116, "positions": 16, "loss": 1.4868349034240964, "ce": 3.338737572543323, "tv": 0.4070744039490819, "conf": 4.698021917001233, "grad_norm": 12.376315116882324, "lr": 4.7037151916708544e-06 }, { "step": 2441, "T": 1075, "positions": 16, "loss": 1.136769648452173, "ce": 2.4524600515142083, "tv": 0.36489612981677055, "conf": 3.0682683514705076, "grad_norm": 5.916610240936279, "lr": 4.687676859566553e-06 }, { "step": 2442, "T": 1055, "positions": 16, "loss": 0.08545744694464297, "ce": 0.3460018849077642, "tv": 0.10922332965719761, "conf": 4.655545814544716, "grad_norm": 1.5892153978347778, "lr": 4.671663088053527e-06 }, { "step": 2443, "T": 1511, "positions": 16, "loss": 1.0901004775469403, "ce": 1.8887688073409663, "tv": 0.2379737483242934, "conf": 5.3235818305261775, "grad_norm": 5.955994129180908, "lr": 4.655673896494778e-06 }, { "step": 2444, "T": 1083, "positions": 16, "loss": 0.14200305199564944, "ce": 0.354383886587641, "tv": 0.08055490983133495, "conf": 2.484317311695462, "grad_norm": 1.5095140933990479, "lr": 4.6397093042235994e-06 }, { "step": 2445, "T": 1088, "positions": 16, "loss": 0.3549917418768018, "ce": 0.8766725118330214, "tv": 0.20656413995311595, "conf": 8.254076260547606, "grad_norm": 3.8372790813446045, "lr": 4.623769330543539e-06 }, { "step": 2446, "T": 1131, "positions": 16, "loss": 0.49973884707878824, "ce": 1.2609751468407921, "tv": 0.23431590595282614, "conf": 7.081372214267466, "grad_norm": 3.6063456535339355, "lr": 4.607853994728365e-06 }, { "step": 2447, "T": 1457, "positions": 16, "loss": 1.1709149973369222, "ce": 2.364392310468247, "tv": 0.3525441589736147, "conf": 5.006016910125261, "grad_norm": 5.0635247230529785, "lr": 4.591963316022063e-06 }, { "step": 2448, "T": 1134, "positions": 16, "loss": 0.9306443089017193, "ce": 1.627711568493396, "tv": 0.38462294824421406, "conf": 7.634136772048833, "grad_norm": 6.951000690460205, "lr": 4.576097313638811e-06 }, { "step": 2449, "T": 1147, "positions": 16, "loss": 1.4982810383662581, "ce": 2.6970524974167347, "tv": 0.46912105195224285, "conf": 5.5659416830112605, "grad_norm": 5.626713275909424, "lr": 4.560256006762936e-06 }, { "step": 2450, "T": 1228, "positions": 16, "loss": 1.0265676827660144, "ce": 2.0140176694039837, "tv": 0.3463154508426669, "conf": 8.383713628236599, "grad_norm": 4.09961462020874, "lr": 4.544439414548921e-06 }, { "step": 2451, "T": 1194, "positions": 16, "loss": 1.4723582975566387, "ce": 2.57150536775589, "tv": 0.48486995976418257, "conf": 6.087159496875962, "grad_norm": 4.206997871398926, "lr": 4.528647556121346e-06 }, { "step": 2452, "T": 1470, "positions": 16, "loss": 1.1570615396088897, "ce": 1.888757516964688, "tv": 0.3078307281321031, "conf": 3.732129301731312, "grad_norm": 4.372898578643799, "lr": 4.5128804505749054e-06 }, { "step": 2453, "T": 1107, "positions": 16, "loss": 0.09647233614639983, "ce": 0.25971823794793636, "tv": 0.0632744376662231, "conf": 2.0273662283881455, "grad_norm": 1.039104700088501, "lr": 4.497138116974345e-06 }, { "step": 2454, "T": 1470, "positions": 16, "loss": 0.5214637919101506, "ce": 0.9871684260288021, "tv": 0.22877902020991314, "conf": 7.163278768785651, "grad_norm": 2.9622745513916016, "lr": 4.4814205743544726e-06 }, { "step": 2455, "T": 1089, "positions": 16, "loss": 0.8091626460663974, "ce": 2.883219724521041, "tv": 0.41981377080082893, "conf": 10.11967720186658, "grad_norm": 7.780490398406982, "lr": 4.4657278417201025e-06 }, { "step": 2456, "T": 1101, "positions": 16, "loss": 0.10499494642212581, "ce": 0.3392813195155213, "tv": 0.09914516038406873, "conf": 2.5136289706149846, "grad_norm": 1.620068073272705, "lr": 4.450059938046067e-06 }, { "step": 2457, "T": 1492, "positions": 16, "loss": 1.1161265896134411, "ce": 1.9452910582404002, "tv": 0.3216859900421696, "conf": 4.597349673074592, "grad_norm": 4.435039043426514, "lr": 4.434416882277167e-06 }, { "step": 2458, "T": 1169, "positions": 16, "loss": 0.40140724727870136, "ce": 0.7848474931015517, "tv": 0.21727659019779821, "conf": 4.756446238546967, "grad_norm": 2.565244197845459, "lr": 4.418798693328166e-06 }, { "step": 2459, "T": 1045, "positions": 16, "loss": 0.5221513506424671, "ce": 0.9950309529893957, "tv": 0.23792270414742234, "conf": 4.556135697614515, "grad_norm": 2.5453405380249023, "lr": 4.40320539008375e-06 }, { "step": 2460, "T": 1040, "positions": 16, "loss": 0.9375278168322154, "ce": 1.6139577086687495, "tv": 0.3092740315187257, "conf": 5.8743876572698355, "grad_norm": 6.376295566558838, "lr": 4.387636991398525e-06 }, { "step": 2461, "T": 1696, "positions": 16, "loss": 1.1573681924625219, "ce": 2.2670911755576526, "tv": 0.32640677506151405, "conf": 5.060139021167232, "grad_norm": 4.155766487121582, "lr": 4.372093516096978e-06 }, { "step": 2462, "T": 1072, "positions": 16, "loss": 0.20027091986330703, "ce": 0.510979910444803, "tv": 0.17168978442714433, "conf": 5.796537997758463, "grad_norm": 3.2608158588409424, "lr": 4.356574982973463e-06 }, { "step": 2463, "T": 1471, "positions": 16, "loss": 1.1546965750836087, "ce": 2.0009420219093954, "tv": 0.3125662693637423, "conf": 5.286630511608625, "grad_norm": 4.000874042510986, "lr": 4.341081410792164e-06 }, { "step": 2464, "T": 1037, "positions": 16, "loss": 1.722731824964285, "ce": 2.6185189932584763, "tv": 0.5730098448693752, "conf": 8.830065793642266, "grad_norm": 5.160362720489502, "lr": 4.325612818287098e-06 }, { "step": 2465, "T": 1041, "positions": 16, "loss": 0.23104059854706538, "ce": 0.4908291442693553, "tv": 0.1064510692440308, "conf": 3.43487332159331, "grad_norm": 1.7024158239364624, "lr": 4.31016922416207e-06 }, { "step": 2466, "T": 1070, "positions": 16, "loss": 0.12817361919080028, "ce": 0.455389251379529, "tv": 0.15115632630477194, "conf": 7.383767531715697, "grad_norm": 1.5608997344970703, "lr": 4.294750647090665e-06 }, { "step": 2467, "T": 1496, "positions": 16, "loss": 1.1100421592414733, "ce": 2.316006846158416, "tv": 0.35165204148506746, "conf": 8.171019211903186, "grad_norm": 4.784980297088623, "lr": 4.2793571057162085e-06 }, { "step": 2468, "T": 1074, "positions": 16, "loss": 0.7691789108846077, "ce": 1.2766636305655084, "tv": 0.2098779328675846, "conf": 3.700225406036121, "grad_norm": 6.36691951751709, "lr": 4.263988618651765e-06 }, { "step": 2469, "T": 1053, "positions": 16, "loss": 0.14333396084164096, "ce": 0.2374907328686504, "tv": 0.07669029126032001, "conf": 2.0864292310426817, "grad_norm": 4.275728225708008, "lr": 4.248645204480098e-06 }, { "step": 2470, "T": 2250, "positions": 16, "loss": 1.5529487670346498, "ce": 2.4610948796616867, "tv": 0.44212667166721076, "conf": 8.591009422823845, "grad_norm": 5.280319690704346, "lr": 4.233326881753658e-06 }, { "step": 2471, "T": 1048, "positions": 16, "loss": 1.398297840999419, "ce": 2.2638137843459845, "tv": 0.46619461430236697, "conf": 5.595918551336132, "grad_norm": 10.147936820983887, "lr": 4.218033668994553e-06 }, { "step": 2472, "T": 1746, "positions": 16, "loss": 0.7375197380584275, "ce": 1.31998929029578, "tv": 0.3353364898284781, "conf": 6.354685862003862, "grad_norm": 5.095321178436279, "lr": 4.202765584694527e-06 }, { "step": 2473, "T": 1037, "positions": 16, "loss": 0.7085989685803429, "ce": 1.3033375129684828, "tv": 0.1936467652110423, "conf": 2.1345192459726476, "grad_norm": 6.130293846130371, "lr": 4.187522647314943e-06 }, { "step": 2474, "T": 1039, "positions": 16, "loss": 1.0536160877334169, "ce": 2.3645190061070025, "tv": 0.3996161203831434, "conf": 6.672414895922326, "grad_norm": 5.740757465362549, "lr": 4.172304875286759e-06 }, { "step": 2475, "T": 1374, "positions": 16, "loss": 1.1755277244099034, "ce": 2.0658642555354163, "tv": 0.35394272283883765, "conf": 4.085112921505977, "grad_norm": 4.753666877746582, "lr": 4.157112287010506e-06 }, { "step": 2476, "T": 1094, "positions": 16, "loss": 0.7631917939528421, "ce": 1.4741651928052306, "tv": 0.2823351976694539, "conf": 4.0648950428341575, "grad_norm": 3.8593318462371826, "lr": 4.14194490085626e-06 }, { "step": 2477, "T": 1200, "positions": 16, "loss": 1.0611611462685744, "ce": 2.479789571429137, "tv": 0.3632269246154465, "conf": 4.837643563969124, "grad_norm": 4.353287696838379, "lr": 4.126802735163626e-06 }, { "step": 2478, "T": 1220, "positions": 16, "loss": 0.19100752016310985, "ce": 0.7263037366392382, "tv": 0.12145685544601292, "conf": 3.566578889325683, "grad_norm": 1.8354099988937378, "lr": 4.111685808241714e-06 }, { "step": 2479, "T": 1069, "positions": 16, "loss": 0.33981616643447055, "ce": 0.6277150613896083, "tv": 0.18008451155765215, "conf": 5.602454704830552, "grad_norm": 3.9437694549560547, "lr": 4.09659413836912e-06 }, { "step": 2480, "T": 1088, "positions": 16, "loss": 0.06573177330466651, "ce": 0.1663253385177086, "tv": 0.09844249889283674, "conf": 4.868221821303676, "grad_norm": 0.7753909826278687, "lr": 4.0815277437938835e-06 }, { "step": 2481, "T": 1041, "positions": 16, "loss": 0.34289517696442573, "ce": 0.5063116817109403, "tv": 0.13282762778544566, "conf": 2.5174821869753945, "grad_norm": 4.000508785247803, "lr": 4.066486642733502e-06 }, { "step": 2482, "T": 1603, "positions": 16, "loss": 1.3630217422505844, "ce": 2.947987765634025, "tv": 0.34527023838018067, "conf": 5.260779516400959, "grad_norm": 5.954595565795898, "lr": 4.051470853374886e-06 }, { "step": 2483, "T": 1602, "positions": 16, "loss": 1.2636877568257177, "ce": 2.3036532250553137, "tv": 0.3419429565255996, "conf": 8.933183396594892, "grad_norm": 4.2768025398254395, "lr": 4.036480393874334e-06 }, { "step": 2484, "T": 1372, "positions": 16, "loss": 1.3204433197450154, "ce": 2.346302602799369, "tv": 0.38247575353125285, "conf": 7.147896555848604, "grad_norm": 4.19364070892334, "lr": 4.021515282357521e-06 }, { "step": 2485, "T": 1835, "positions": 16, "loss": 1.2302533653167984, "ce": 2.2987644407257903, "tv": 0.32710410450818017, "conf": 3.7894849082228057, "grad_norm": 4.37340784072876, "lr": 4.006575536919469e-06 }, { "step": 2486, "T": 1069, "positions": 16, "loss": 0.01979791158941513, "ce": 0.14645276395640394, "tv": 0.0645203415369906, "conf": 5.735325990272031, "grad_norm": 0.7994460463523865, "lr": 3.991661175624537e-06 }, { "step": 2487, "T": 1111, "positions": 16, "loss": 0.8176027453605457, "ce": 1.8612801595591009, "tv": 0.35628427052870393, "conf": 7.449903754035983, "grad_norm": 17.863218307495117, "lr": 3.976772216506377e-06 }, { "step": 2488, "T": 1505, "positions": 16, "loss": 0.9864930655192765, "ce": 1.8661865026547275, "tv": 0.26259529977096463, "conf": 3.0513855538481125, "grad_norm": 3.179274797439575, "lr": 3.961908677567949e-06 }, { "step": 2489, "T": 1074, "positions": 16, "loss": 0.007076119873070219, "ce": 0.08810681782506435, "tv": 0.06695706455775507, "conf": 4.61296029211906, "grad_norm": 0.4328991174697876, "lr": 3.947070576781442e-06 }, { "step": 2490, "T": 1105, "positions": 16, "loss": 0.6584755937405333, "ce": 1.4117278194717073, "tv": 0.29233556089639023, "conf": 7.944845853586955, "grad_norm": 5.495851993560791, "lr": 3.932257932088318e-06 }, { "step": 2491, "T": 1164, "positions": 16, "loss": 1.0756037810284482, "ce": 1.8360159024596214, "tv": 0.39405008977337275, "conf": 7.028932052328914, "grad_norm": 7.071510314941406, "lr": 3.917470761399242e-06 }, { "step": 2492, "T": 1061, "positions": 16, "loss": 0.1715209434223368, "ce": 0.523219693946885, "tv": 0.1687532461801311, "conf": 8.255520422775614, "grad_norm": 7.073537349700928, "lr": 3.902709082594086e-06 }, { "step": 2493, "T": 1378, "positions": 16, "loss": 0.8968884037588367, "ce": 1.997351903381059, "tv": 0.3173988656781148, "conf": 6.466941659717122, "grad_norm": 4.073047161102295, "lr": 3.887972913521889e-06 }, { "step": 2494, "T": 1477, "positions": 16, "loss": 1.3306437035372198, "ce": 2.414880226147943, "tv": 0.33935445942915976, "conf": 6.842000018606262, "grad_norm": 3.843553304672241, "lr": 3.873262272000855e-06 }, { "step": 2495, "T": 1065, "positions": 16, "loss": 0.07027720296780426, "ce": 0.2767982301033953, "tv": 0.1119086263470308, "conf": 8.52304168029136, "grad_norm": 2.3065552711486816, "lr": 3.858577175818317e-06 }, { "step": 2496, "T": 2077, "positions": 16, "loss": 1.0935637293036375, "ce": 1.9561547282264655, "tv": 0.31606726278550923, "conf": 6.4468461218086475, "grad_norm": 3.9215779304504395, "lr": 3.8439176427307235e-06 }, { "step": 2497, "T": 1058, "positions": 16, "loss": 1.6056558415293694, "ce": 2.580006055533886, "tv": 0.526962811127305, "conf": 5.749676583219529, "grad_norm": 4.931007385253906, "lr": 3.8292836904636004e-06 }, { "step": 2498, "T": 1090, "positions": 16, "loss": 0.16626820982518176, "ce": 0.3747024825497647, "tv": 0.16003967601136537, "conf": 7.74751993411847, "grad_norm": 2.988222122192383, "lr": 3.814675336711554e-06 }, { "step": 2499, "T": 1088, "positions": 16, "loss": 0.13461368809680962, "ce": 0.46410524403472664, "tv": 0.1458721012895694, "conf": 5.657351553407999, "grad_norm": 2.0319151878356934, "lr": 3.8000925991382385e-06 }, { "step": 2500, "T": 1090, "positions": 16, "loss": 0.21416695815223785, "ce": 0.47437233332311735, "tv": 0.17429477963878526, "conf": 6.6336437154162695, "grad_norm": 3.0765485763549805, "lr": 3.7855354953763356e-06 }, { "step": 2501, "T": 1042, "positions": 16, "loss": 0.31808311833968617, "ce": 0.6991832224848622, "tv": 0.15269595472454967, "conf": 7.563861586007988, "grad_norm": 2.1327168941497803, "lr": 3.7710040430275205e-06 }, { "step": 2502, "T": 1044, "positions": 16, "loss": 0.4269934279822891, "ce": 0.6379471697200643, "tv": 0.20475715147586016, "conf": 4.106643579607875, "grad_norm": 2.481132745742798, "lr": 3.7564982596624667e-06 }, { "step": 2503, "T": 1543, "positions": 16, "loss": 0.6939245784976071, "ce": 1.2971717740689428, "tv": 0.21108388271386502, "conf": 4.870579662926868, "grad_norm": 2.8032569885253906, "lr": 3.742018162820801e-06 }, { "step": 2504, "T": 1111, "positions": 16, "loss": 0.788458289807501, "ce": 1.3921000187838217, "tv": 0.2903560768463649, "conf": 5.020396110601723, "grad_norm": 3.3885397911071777, "lr": 3.727563770011097e-06 }, { "step": 2505, "T": 1036, "positions": 16, "loss": 0.8916411148795191, "ce": 1.9004977806471288, "tv": 0.37756671314127743, "conf": 9.279210008681705, "grad_norm": 6.410999298095703, "lr": 3.7131350987108433e-06 }, { "step": 2506, "T": 1527, "positions": 16, "loss": 1.059658566455158, "ce": 1.7591744181336253, "tv": 0.330394418693686, "conf": 5.261012477706899, "grad_norm": 6.96751594543457, "lr": 3.6987321663664254e-06 }, { "step": 2507, "T": 1073, "positions": 16, "loss": 0.06479656253345212, "ce": 0.20977969178784406, "tv": 0.10522562973528693, "conf": 6.101488502776301, "grad_norm": 1.8368723392486572, "lr": 3.684354990393113e-06 }, { "step": 2508, "T": 2240, "positions": 16, "loss": 1.4873671454914295, "ce": 2.300467872650188, "tv": 0.4143505691390601, "conf": 7.207662068318942, "grad_norm": 5.832963466644287, "lr": 3.6700035881750304e-06 }, { "step": 2509, "T": 1572, "positions": 16, "loss": 1.1473670675988514, "ce": 2.0399628201548694, "tv": 0.26373408570816537, "conf": 4.256965482345549, "grad_norm": 4.867916584014893, "lr": 3.655677977065136e-06 }, { "step": 2510, "T": 1057, "positions": 16, "loss": 0.04398705735978581, "ce": 0.2755189791405428, "tv": 0.11936592390702572, "conf": 5.563270373276199, "grad_norm": 1.980141520500183, "lr": 3.6413781743852045e-06 }, { "step": 2511, "T": 1217, "positions": 16, "loss": 0.1742853751371216, "ce": 0.2778083824632631, "tv": 0.10909147745587688, "conf": 2.500472776092102, "grad_norm": 5.609104156494141, "lr": 3.6271041974258067e-06 }, { "step": 2512, "T": 1530, "positions": 16, "loss": 1.355234374920229, "ce": 2.1038715357051387, "tv": 0.31135310788522474, "conf": 2.6050738827851987, "grad_norm": 4.336551666259766, "lr": 3.6128560634462823e-06 }, { "step": 2513, "T": 1108, "positions": 16, "loss": 0.1704444060330006, "ce": 0.3318704297307704, "tv": 0.06778228134135134, "conf": 2.2112804751566886, "grad_norm": 1.942225456237793, "lr": 3.5986337896747242e-06 }, { "step": 2514, "T": 1072, "positions": 16, "loss": 0.09089468232491882, "ce": 0.37049272435069724, "tv": 0.14788262457113888, "conf": 6.260867595134248, "grad_norm": 1.8506669998168945, "lr": 3.58443739330796e-06 }, { "step": 2515, "T": 1036, "positions": 16, "loss": 1.3355320282280445, "ce": 2.4291565530002117, "tv": 0.4554842170327902, "conf": 8.340843655664685, "grad_norm": 5.596354007720947, "lr": 3.5702668915115175e-06 }, { "step": 2516, "T": 1073, "positions": 16, "loss": 0.20538116382518634, "ce": 0.40961447333393153, "tv": 0.10368805910547962, "conf": 2.0825136198546086, "grad_norm": 2.181872844696045, "lr": 3.556122301419623e-06 }, { "step": 2517, "T": 1512, "positions": 16, "loss": 1.0817886431091495, "ce": 1.9920830954761186, "tv": 0.21641026917859563, "conf": 4.755454965206013, "grad_norm": 4.420165061950684, "lr": 3.542003640135175e-06 }, { "step": 2518, "T": 1071, "positions": 16, "loss": 0.4515688427625104, "ce": 0.8937619856488936, "tv": 0.11796841201339703, "conf": 1.9416184727670611, "grad_norm": 1.83682119846344, "lr": 3.527910924729708e-06 }, { "step": 2519, "T": 1168, "positions": 16, "loss": 0.2270897032074206, "ce": 0.5054972361749606, "tv": 0.1536753695659172, "conf": 4.642297086810851, "grad_norm": 2.0748724937438965, "lr": 3.513844172243397e-06 }, { "step": 2520, "T": 1047, "positions": 16, "loss": 0.6075849183497831, "ce": 0.8259693791003428, "tv": 0.17869895768831157, "conf": 2.9857218887588424, "grad_norm": 8.090703964233398, "lr": 3.4998033996850143e-06 }, { "step": 2521, "T": 1843, "positions": 16, "loss": 1.7291345189508034, "ce": 3.455981115141185, "tv": 0.3883167148269422, "conf": 6.805618403175804, "grad_norm": 7.678943157196045, "lr": 3.485788624031927e-06 }, { "step": 2522, "T": 1074, "positions": 16, "loss": 0.11917442067511463, "ce": 0.1976026271694309, "tv": 0.09994238505669273, "conf": 5.333964581601599, "grad_norm": 3.2239372730255127, "lr": 3.471799862230063e-06 }, { "step": 2523, "T": 1256, "positions": 16, "loss": 0.943910755279461, "ce": 1.557000247616088, "tv": 0.3495070159988245, "conf": 5.641225734854745, "grad_norm": 7.927102088928223, "lr": 3.4578371311938916e-06 }, { "step": 2524, "T": 1197, "positions": 16, "loss": 0.8638485266716991, "ce": 1.3646930242393864, "tv": 0.3304314134584274, "conf": 4.094560780438275, "grad_norm": 6.426342010498047, "lr": 3.443900447806411e-06 }, { "step": 2525, "T": 1186, "positions": 16, "loss": 0.8758524973778776, "ce": 1.4798964746878482, "tv": 0.30099864513613284, "conf": 3.179134221186231, "grad_norm": 4.406314373016357, "lr": 3.429989828919131e-06 }, { "step": 2526, "T": 1122, "positions": 16, "loss": 0.3016086829753739, "ce": 0.6380902999553655, "tv": 0.17568299265258247, "conf": 6.860173484889212, "grad_norm": 3.019244432449341, "lr": 3.416105291352037e-06 }, { "step": 2527, "T": 1413, "positions": 16, "loss": 1.1136190307676805, "ce": 1.8670012673719611, "tv": 0.2300741002718496, "conf": 2.202984636058691, "grad_norm": 4.143054962158203, "lr": 3.4022468518935757e-06 }, { "step": 2528, "T": 1071, "positions": 16, "loss": 0.3844265491712804, "ce": 0.6817428544163704, "tv": 0.24854142451658845, "conf": 6.618337458202689, "grad_norm": 6.98628044128418, "lr": 3.3884145273006483e-06 }, { "step": 2529, "T": 1064, "positions": 16, "loss": 0.11273382258636411, "ce": 0.2309873337527506, "tv": 0.07143816900861566, "conf": 1.9285237368436026, "grad_norm": 1.9358165264129639, "lr": 3.3746083342985734e-06 }, { "step": 2530, "T": 1085, "positions": 16, "loss": 1.0523201539659315, "ce": 1.861607787956018, "tv": 0.34949390293331817, "conf": 2.7755756970557712, "grad_norm": 5.818488121032715, "lr": 3.360828289581067e-06 }, { "step": 2531, "T": 1450, "positions": 16, "loss": 1.1625592008895858, "ce": 1.8821454487970186, "tv": 0.25968970904250455, "conf": 3.0620903707991327, "grad_norm": 3.9833273887634277, "lr": 3.347074409810244e-06 }, { "step": 2532, "T": 1076, "positions": 16, "loss": 0.34671807926361176, "ce": 0.7361050969848293, "tv": 0.3314642649893358, "conf": 10.053643250837922, "grad_norm": 2.9097211360931396, "lr": 3.3333467116165583e-06 }, { "step": 2533, "T": 2058, "positions": 16, "loss": 1.7515425935580424, "ce": 3.110313602926908, "tv": 0.4486398325971095, "conf": 6.921370541344913, "grad_norm": 5.239459991455078, "lr": 3.3196452115988236e-06 }, { "step": 2534, "T": 1130, "positions": 16, "loss": 0.05107009962536546, "ce": 0.11433535844025755, "tv": 0.08573864170557499, "conf": 2.5861626137309486, "grad_norm": 2.2561137676239014, "lr": 3.3059699263241732e-06 }, { "step": 2535, "T": 1256, "positions": 16, "loss": 0.5146350676517271, "ce": 0.8307768458007558, "tv": 0.2120496507768621, "conf": 3.4933531106271447, "grad_norm": 3.1527113914489746, "lr": 3.292320872328042e-06 }, { "step": 2536, "T": 1216, "positions": 16, "loss": 0.9121569813697459, "ce": 1.5082146009081043, "tv": 0.3189637419563951, "conf": 4.909753674175493, "grad_norm": 3.0903923511505127, "lr": 3.2786980661141496e-06 }, { "step": 2537, "T": 1412, "positions": 16, "loss": 1.103544796271649, "ce": 1.7803207526449114, "tv": 0.3291656752990093, "conf": 4.53529412439093, "grad_norm": 3.3398420810699463, "lr": 3.2651015241544708e-06 }, { "step": 2538, "T": 1489, "positions": 16, "loss": 0.9935816765591499, "ce": 1.801604518004524, "tv": 0.26154590434271086, "conf": 5.929370523054931, "grad_norm": 2.5735983848571777, "lr": 3.251531262889232e-06 }, { "step": 2539, "T": 1089, "positions": 16, "loss": 1.1785410061256698, "ce": 2.1419677594676614, "tv": 0.4064863508101553, "conf": 5.404880557806813, "grad_norm": 3.82463002204895, "lr": 3.2379872987268826e-06 }, { "step": 2540, "T": 1692, "positions": 16, "loss": 1.3897990870953247, "ce": 2.5851433116386033, "tv": 0.3413653036204778, "conf": 4.61488084202246, "grad_norm": 4.738339424133301, "lr": 3.2244696480440595e-06 }, { "step": 2541, "T": 1278, "positions": 16, "loss": 1.2770547978579998, "ce": 2.289257787168026, "tv": 0.40167592093348503, "conf": 3.640686338659517, "grad_norm": 7.879636764526367, "lr": 3.2109783271855986e-06 }, { "step": 2542, "T": 1039, "positions": 16, "loss": 1.5721559364895157, "ce": 2.8433234993281076, "tv": 0.4489969270216534, "conf": 7.728460550250588, "grad_norm": 6.011740207672119, "lr": 3.1975133524644955e-06 }, { "step": 2543, "T": 1052, "positions": 16, "loss": 0.017334696740297417, "ce": 0.1152805259238221, "tv": 0.04450324019353502, "conf": 1.469043828314359, "grad_norm": 0.7895108461380005, "lr": 3.1840747401618883e-06 }, { "step": 2544, "T": 1215, "positions": 16, "loss": 0.7864589411369707, "ce": 1.6720098126679659, "tv": 0.3445245334878564, "conf": 4.850871626040316, "grad_norm": 2.6983630657196045, "lr": 3.170662506527039e-06 }, { "step": 2545, "T": 1101, "positions": 16, "loss": 0.6066370997094293, "ce": 1.0901025225657577, "tv": 0.24650832555789748, "conf": 4.038838284893677, "grad_norm": 5.1862640380859375, "lr": 3.1572766677773145e-06 }, { "step": 2546, "T": 1195, "positions": 16, "loss": 1.6902692625299096, "ce": 3.0719665959477425, "tv": 0.4979128874838352, "conf": 4.634980896155417, "grad_norm": 5.195678234100342, "lr": 3.1439172400981656e-06 }, { "step": 2547, "T": 2247, "positions": 16, "loss": 1.1766562041002402, "ce": 2.1846996191889048, "tv": 0.3787023423210485, "conf": 7.4204858802259, "grad_norm": 3.511483669281006, "lr": 3.1305842396431083e-06 }, { "step": 2548, "T": 1065, "positions": 16, "loss": 9.344942911493348e-06, "ce": 0.07567539890089847, "tv": 0.04674277243520919, "conf": 4.527805414417022, "grad_norm": 0.00641110073775053, "lr": 3.117277682533712e-06 }, { "step": 2549, "T": 1114, "positions": 16, "loss": 0.3005792432150898, "ce": 0.723578866745811, "tv": 0.20128437272433075, "conf": 5.180743744844509, "grad_norm": 2.9438488483428955, "lr": 3.10399758485955e-06 }, { "step": 2550, "T": 1118, "positions": 16, "loss": 0.46649990855296153, "ce": 1.1209966932547104, "tv": 0.3030493145561195, "conf": 8.236667443245402, "grad_norm": 13.234615325927734, "lr": 3.0907439626782247e-06 }, { "step": 2551, "T": 1051, "positions": 16, "loss": 0.45542168948164985, "ce": 0.835219859265635, "tv": 0.18158878292524605, "conf": 4.137337548027197, "grad_norm": 3.129385232925415, "lr": 3.0775168320153176e-06 }, { "step": 2552, "T": 1075, "positions": 16, "loss": 0.12973517912260668, "ce": 0.5515209400655294, "tv": 0.12812832146641995, "conf": 6.056001753686374, "grad_norm": 2.1925857067108154, "lr": 3.064316208864379e-06 }, { "step": 2553, "T": 1225, "positions": 16, "loss": 1.7269313260912895, "ce": 2.8020147010684013, "tv": 0.5443342924118042, "conf": 6.71803280957829, "grad_norm": 7.965496063232422, "lr": 3.051142109186908e-06 }, { "step": 2554, "T": 1094, "positions": 16, "loss": 0.11774832882725761, "ce": 0.11947550136756035, "tv": 0.09402461306672194, "conf": 2.5282527778208532, "grad_norm": 1.7129274606704712, "lr": 3.037994548912329e-06 }, { "step": 2555, "T": 1136, "positions": 16, "loss": 0.461287037824313, "ce": 0.9616027077581748, "tv": 0.2591882750275545, "conf": 3.988433363780623, "grad_norm": 6.602610111236572, "lr": 3.024873543937981e-06 }, { "step": 2556, "T": 1220, "positions": 16, "loss": 0.7993142838620741, "ce": 1.4046803881064989, "tv": 0.2869290859816829, "conf": 4.430439121466101, "grad_norm": 3.098803997039795, "lr": 3.0117791101290983e-06 }, { "step": 2557, "T": 1042, "positions": 16, "loss": 0.7393550137151905, "ce": 1.517946777108591, "tv": 0.2624079870438436, "conf": 3.434226988761111, "grad_norm": 3.738262414932251, "lr": 2.9987112633187708e-06 }, { "step": 2558, "T": 1106, "positions": 16, "loss": 0.16706895147235268, "ce": 0.6016760625501547, "tv": 0.15380457844139528, "conf": 6.131426545132688, "grad_norm": 1.155725359916687, "lr": 2.9856700193079514e-06 }, { "step": 2559, "T": 1247, "positions": 16, "loss": 0.22112910384791373, "ce": 0.6501141126868788, "tv": 0.15676803199585265, "conf": 5.46847441726649, "grad_norm": 3.398075819015503, "lr": 2.972655393865431e-06 }, { "step": 2560, "T": 1080, "positions": 16, "loss": 0.2763987606611842, "ce": 0.3935124804447696, "tv": 0.12438217835006071, "conf": 4.1165128733821845, "grad_norm": 2.2752761840820312, "lr": 2.9596674027278032e-06 }, { "step": 2561, "T": 1163, "positions": 16, "loss": 0.07664454684709066, "ce": 0.21398312258111218, "tv": 0.07450978567612765, "conf": 1.8404830730391324, "grad_norm": 1.2043142318725586, "lr": 2.946706061599469e-06 }, { "step": 2562, "T": 1071, "positions": 16, "loss": 0.5638530690193875, "ce": 0.9961081282235682, "tv": 0.30847841827198863, "conf": 6.634823697911543, "grad_norm": 13.750741958618164, "lr": 2.933771386152595e-06 }, { "step": 2563, "T": 1592, "positions": 16, "loss": 1.3588022333618177, "ce": 2.498034395599916, "tv": 0.3731458001093415, "conf": 8.458062231984442, "grad_norm": 6.887126922607422, "lr": 2.9208633920271093e-06 }, { "step": 2564, "T": 1080, "positions": 16, "loss": 0.5693153961683208, "ce": 1.2281757593955263, "tv": 0.3232172012903902, "conf": 9.995654848096923, "grad_norm": 10.209144592285156, "lr": 2.907982094830683e-06 }, { "step": 2565, "T": 1415, "positions": 16, "loss": 0.5194416028431235, "ce": 0.927676148802675, "tv": 0.17857752888630785, "conf": 1.4564759019389841, "grad_norm": 6.1551103591918945, "lr": 2.895127510138704e-06 }, { "step": 2566, "T": 1401, "positions": 16, "loss": 1.1231741933308967, "ce": 1.8788069870061008, "tv": 0.3121585610570037, "conf": 4.868594664698048, "grad_norm": 4.59307861328125, "lr": 2.88229965349425e-06 }, { "step": 2567, "T": 1063, "positions": 16, "loss": 0.3768738332299222, "ce": 0.8472515117027797, "tv": 0.17745689379808027, "conf": 2.989202110115407, "grad_norm": 2.7623584270477295, "lr": 2.8694985404080916e-06 }, { "step": 2568, "T": 2225, "positions": 16, "loss": 1.568754846515418, "ce": 3.1378512142400723, "tv": 0.4058799807098694, "conf": 6.4059193500525, "grad_norm": 6.270988464355469, "lr": 2.856724186358664e-06 }, { "step": 2569, "T": 1485, "positions": 16, "loss": 1.1928647684062668, "ce": 2.1049364273461606, "tv": 0.3398882293090537, "conf": 5.519801116002396, "grad_norm": 7.1190185546875, "lr": 2.8439766067920426e-06 }, { "step": 2570, "T": 1080, "positions": 16, "loss": 0.2073038288977358, "ce": 0.372456282042549, "tv": 0.12735226930089993, "conf": 6.470558697357774, "grad_norm": 3.1289801597595215, "lr": 2.831255817121928e-06 }, { "step": 2571, "T": 1046, "positions": 16, "loss": 0.31180647406178075, "ce": 0.6587461070266727, "tv": 0.10903764661452442, "conf": 5.171828797087073, "grad_norm": 1.6076825857162476, "lr": 2.8185618327296325e-06 }, { "step": 2572, "T": 1483, "positions": 16, "loss": 1.5358105892718186, "ce": 2.7259090590523556, "tv": 0.4069979277846869, "conf": 6.485361040686257, "grad_norm": 3.870797872543335, "lr": 2.8058946689640487e-06 }, { "step": 2573, "T": 1198, "positions": 16, "loss": 1.19390975125134, "ce": 1.9619324915111065, "tv": 0.475684667006135, "conf": 6.6831006407700215, "grad_norm": 4.637362480163574, "lr": 2.7932543411416462e-06 }, { "step": 2574, "T": 1546, "positions": 16, "loss": 1.3512206305332342, "ce": 2.728325009961736, "tv": 0.33664308299921686, "conf": 4.458236337979228, "grad_norm": 5.261496543884277, "lr": 2.7806408645464465e-06 }, { "step": 2575, "T": 1369, "positions": 16, "loss": 0.6927806579788172, "ce": 1.2241273901881868, "tv": 0.18135434645228088, "conf": 5.61586926171708, "grad_norm": 3.8106698989868164, "lr": 2.7680542544299943e-06 }, { "step": 2576, "T": 1052, "positions": 16, "loss": 0.8495247045384966, "ce": 1.3049953244353674, "tv": 0.17318636348863947, "conf": 2.0708276507924808, "grad_norm": 2.8622169494628906, "lr": 2.7554945260113595e-06 }, { "step": 2577, "T": 1459, "positions": 16, "loss": 1.0334499827351138, "ce": 1.8819719891725981, "tv": 0.27399967964811367, "conf": 3.794498601864828, "grad_norm": 3.7739405632019043, "lr": 2.742961694477103e-06 }, { "step": 2578, "T": 1039, "positions": 16, "loss": 0.7178580964963324, "ce": 1.2269655454147141, "tv": 0.24955630228214432, "conf": 3.8755070183475064, "grad_norm": 3.622690200805664, "lr": 2.7304557749812663e-06 }, { "step": 2579, "T": 1048, "positions": 16, "loss": 0.30339421582792436, "ce": 0.9818743270634513, "tv": 0.1790945921848106, "conf": 2.2807298491761703, "grad_norm": 3.6985957622528076, "lr": 2.7179767826453484e-06 }, { "step": 2580, "T": 1042, "positions": 16, "loss": 1.811733296420016, "ce": 3.0555998431518674, "tv": 0.502488580532372, "conf": 5.450100809940981, "grad_norm": 6.819252014160156, "lr": 2.70552473255829e-06 }, { "step": 2581, "T": 1376, "positions": 16, "loss": 0.8043147541249596, "ce": 1.5508868537144735, "tv": 0.2876476476085372, "conf": 7.410602760636138, "grad_norm": 4.94900369644165, "lr": 2.6930996397764503e-06 }, { "step": 2582, "T": 1455, "positions": 16, "loss": 0.7630264580881443, "ce": 1.460729017329868, "tv": 0.17529762147023575, "conf": 4.638252310555231, "grad_norm": 2.296616792678833, "lr": 2.6807015193236057e-06 }, { "step": 2583, "T": 1040, "positions": 16, "loss": 0.286156413454139, "ce": 0.4966746605791741, "tv": 0.12292225990677252, "conf": 2.467776164398174, "grad_norm": 7.132503032684326, "lr": 2.6683303861909007e-06 }, { "step": 2584, "T": 1078, "positions": 16, "loss": 0.3957960069465507, "ce": 0.8286711280502459, "tv": 0.2216071245529747, "conf": 8.12386107114754, "grad_norm": 4.751999855041504, "lr": 2.655986255336862e-06 }, { "step": 2585, "T": 2191, "positions": 16, "loss": 0.9874983569606712, "ce": 1.7562345600740628, "tv": 0.30968759024199244, "conf": 7.088248288063683, "grad_norm": 4.921931743621826, "lr": 2.6436691416873604e-06 }, { "step": 2586, "T": 1070, "positions": 16, "loss": 0.23130321668157583, "ce": 0.44607135040087087, "tv": 0.16527952364867815, "conf": 7.292501098107385, "grad_norm": 3.672213554382324, "lr": 2.6313790601356025e-06 }, { "step": 2587, "T": 1073, "positions": 16, "loss": 0.33304470658773155, "ce": 0.6358323599670257, "tv": 0.17052676631192298, "conf": 7.951926392566648, "grad_norm": 7.496878623962402, "lr": 2.619116025542109e-06 }, { "step": 2588, "T": 1379, "positions": 16, "loss": 0.9652847778956186, "ce": 1.727478697663173, "tv": 0.2845245166681707, "conf": 5.619560720763779, "grad_norm": 3.644334316253662, "lr": 2.606880052734695e-06 }, { "step": 2589, "T": 1069, "positions": 16, "loss": 0.3042628250744386, "ce": 0.6557132029920467, "tv": 0.10177987877250416, "conf": 5.879221560447604, "grad_norm": 2.2106218338012695, "lr": 2.5946711565084517e-06 }, { "step": 2590, "T": 1048, "positions": 16, "loss": 0.3149703927251993, "ce": 0.5283279844727531, "tv": 0.13641325389835401, "conf": 3.2430608458850254, "grad_norm": 1.6368744373321533, "lr": 2.5824893516257387e-06 }, { "step": 2591, "T": 1039, "positions": 16, "loss": 1.6049027902044486, "ce": 2.5566570974187925, "tv": 0.48785776825388893, "conf": 5.643209665413203, "grad_norm": 13.107463836669922, "lr": 2.5703346528161502e-06 }, { "step": 2592, "T": 1109, "positions": 16, "loss": 0.41905076497358373, "ce": 0.7571629198873779, "tv": 0.16549074867361924, "conf": 5.77867691342405, "grad_norm": 2.957216501235962, "lr": 2.558207074776506e-06 }, { "step": 2593, "T": 1080, "positions": 16, "loss": 0.4615041282597687, "ce": 1.0698706353541638, "tv": 0.23774089218204608, "conf": 5.704054391490725, "grad_norm": 5.574071407318115, "lr": 2.5461066321708334e-06 }, { "step": 2594, "T": 1151, "positions": 16, "loss": 1.0701004831367698, "ce": 2.209394635472563, "tv": 0.3661315350618679, "conf": 7.578825553873884, "grad_norm": 5.16008996963501, "lr": 2.534033339630354e-06 }, { "step": 2595, "T": 1083, "positions": 16, "loss": 0.05463026120252534, "ce": 0.17690134037411553, "tv": 0.10891819744301756, "conf": 4.576710525022463, "grad_norm": 0.7710534930229187, "lr": 2.5219872117534545e-06 }, { "step": 2596, "T": 1921, "positions": 16, "loss": 1.269018493623662, "ce": 2.3542907489463687, "tv": 0.3824886977672577, "conf": 7.567645019484189, "grad_norm": 5.61533784866333, "lr": 2.5099682631056804e-06 }, { "step": 2597, "T": 1399, "positions": 16, "loss": 0.8363414444750692, "ce": 1.3641992750235659, "tv": 0.2156444727552298, "conf": 4.468528760548002, "grad_norm": 5.59704065322876, "lr": 2.4979765082197097e-06 }, { "step": 2598, "T": 1050, "positions": 16, "loss": 0.44409864345531247, "ce": 0.9322059283331328, "tv": 0.18492352085650055, "conf": 3.956288242069792, "grad_norm": 3.9118268489837646, "lr": 2.4860119615953414e-06 }, { "step": 2599, "T": 1041, "positions": 16, "loss": 1.45049385809034, "ce": 2.42193434946239, "tv": 0.48287835717201233, "conf": 6.614092282253705, "grad_norm": 7.158392906188965, "lr": 2.4740746376994806e-06 }, { "step": 2600, "T": 1089, "positions": 16, "loss": 0.8881635440086271, "ce": 1.3894258763284597, "tv": 0.2120725908098393, "conf": 1.5539094886151033, "grad_norm": 4.660492897033691, "lr": 2.4621645509661006e-06 }, { "step": 2601, "T": 1091, "positions": 16, "loss": 0.19620797415434055, "ce": 0.4950139457032492, "tv": 0.15264943230795325, "conf": 5.528545967679231, "grad_norm": 1.9252512454986572, "lr": 2.450281715796257e-06 }, { "step": 2602, "T": 1115, "positions": 16, "loss": 0.32160428505025607, "ce": 0.6313463518890785, "tv": 0.18330292466271203, "conf": 4.897868885528808, "grad_norm": 2.653346538543701, "lr": 2.4384261465580456e-06 }, { "step": 2603, "T": 1377, "positions": 16, "loss": 1.805365804073885, "ce": 3.4062344691483304, "tv": 0.41577733209123835, "conf": 2.729429437173387, "grad_norm": 7.120270729064941, "lr": 2.426597857586596e-06 }, { "step": 2604, "T": 1706, "positions": 16, "loss": 0.9733016277626056, "ce": 1.7273306760616833, "tv": 0.2544152566297271, "conf": 4.475163236391381, "grad_norm": 2.5833351612091064, "lr": 2.4147968631840546e-06 }, { "step": 2605, "T": 1120, "positions": 16, "loss": 0.4035566279016827, "ce": 0.7134045446600794, "tv": 0.14751573564717546, "conf": 4.712910058331255, "grad_norm": 4.436853408813477, "lr": 2.403023177619562e-06 }, { "step": 2606, "T": 1138, "positions": 16, "loss": 0.2815454068129668, "ce": 0.8862752096538316, "tv": 0.21532559420302277, "conf": 4.65424410783362, "grad_norm": 4.387627601623535, "lr": 2.3912768151292396e-06 }, { "step": 2607, "T": 1077, "positions": 16, "loss": 0.44161575761314964, "ce": 0.990621926903259, "tv": 0.2682327246729983, "conf": 7.4554660341274825, "grad_norm": 4.475053787231445, "lr": 2.3795577899161675e-06 }, { "step": 2608, "T": 1042, "positions": 16, "loss": 0.2066569204592419, "ce": 0.28134429530837224, "tv": 0.08996156129433075, "conf": 3.8566840951551518, "grad_norm": 1.2534786462783813, "lr": 2.3678661161503803e-06 }, { "step": 2609, "T": 1064, "positions": 16, "loss": 0.5192333926364938, "ce": 0.9725695137749426, "tv": 0.14803966364706866, "conf": 6.135506823658943, "grad_norm": 5.59960412979126, "lr": 2.3562018079688218e-06 }, { "step": 2610, "T": 1434, "positions": 16, "loss": 0.8242459531976414, "ce": 1.462768812540844, "tv": 0.19678178864705842, "conf": 3.7316487172024306, "grad_norm": 3.2001376152038574, "lr": 2.3445648794753694e-06 }, { "step": 2611, "T": 1178, "positions": 16, "loss": 0.15840097556272426, "ce": 0.24633204618476157, "tv": 0.10267698716779705, "conf": 2.016765695312509, "grad_norm": 3.624114990234375, "lr": 2.3329553447407783e-06 }, { "step": 2612, "T": 1087, "positions": 16, "loss": 0.3634085535978997, "ce": 0.8223961739277001, "tv": 0.21408901067479746, "conf": 5.912302159260803, "grad_norm": 2.8752753734588623, "lr": 2.3213732178026887e-06 }, { "step": 2613, "T": 1466, "positions": 16, "loss": 0.9152923848691152, "ce": 1.492905548404451, "tv": 0.2927565837089787, "conf": 5.553599404742384, "grad_norm": 6.150330543518066, "lr": 2.3098185126655986e-06 }, { "step": 2614, "T": 1532, "positions": 16, "loss": 0.739937584003556, "ce": 1.5311844722018577, "tv": 0.20284596794954268, "conf": 3.4579071840802356, "grad_norm": 4.366528511047363, "lr": 2.2982912433008515e-06 }, { "step": 2615, "T": 1329, "positions": 16, "loss": 0.9730887061465054, "ce": 1.8977328505698097, "tv": 0.24878807091590716, "conf": 3.2624187257122004, "grad_norm": 5.073429584503174, "lr": 2.2867914236466086e-06 }, { "step": 2616, "T": 1043, "positions": 16, "loss": 1.6449879443025566, "ce": 2.436546605080366, "tv": 0.5142744346521795, "conf": 7.70906644933978, "grad_norm": 7.002339839935303, "lr": 2.275319067607856e-06 }, { "step": 2617, "T": 1087, "positions": 16, "loss": 0.31312839088355204, "ce": 0.4693815531686596, "tv": 0.15622993583974676, "conf": 7.269472706228604, "grad_norm": 4.541988849639893, "lr": 2.2638741890563505e-06 }, { "step": 2618, "T": 1037, "positions": 16, "loss": 1.7869987935596363, "ce": 2.7245547577285834, "tv": 0.4877511592640076, "conf": 4.68977407450893, "grad_norm": 7.212048053741455, "lr": 2.2524568018306407e-06 }, { "step": 2619, "T": 1135, "positions": 16, "loss": 1.246183373965323, "ce": 2.2030401416122913, "tv": 0.4367702202871442, "conf": 4.325827719470908, "grad_norm": 3.5063443183898926, "lr": 2.241066919736032e-06 }, { "step": 2620, "T": 1172, "positions": 16, "loss": 0.21723542257179496, "ce": 0.5995476950035936, "tv": 0.14852398674611322, "conf": 4.410786910913889, "grad_norm": 1.7554107904434204, "lr": 2.229704556544568e-06 }, { "step": 2621, "T": 1074, "positions": 16, "loss": 3.3976793431533814e-05, "ce": 0.08888294547590192, "tv": 0.07048754075549368, "conf": 7.124375821178546, "grad_norm": 0.029297100380063057, "lr": 2.2183697259950176e-06 }, { "step": 2622, "T": 1069, "positions": 16, "loss": 0.7100577245672568, "ce": 1.2737479808274657, "tv": 0.2643809386645444, "conf": 2.770022272083253, "grad_norm": 7.155784606933594, "lr": 2.2070624417928678e-06 }, { "step": 2623, "T": 1407, "positions": 16, "loss": 1.1335626460767183, "ce": 2.058706135157081, "tv": 0.24897081765357143, "conf": 3.9970541371035786, "grad_norm": 11.027046203613281, "lr": 2.195782717610287e-06 }, { "step": 2624, "T": 1040, "positions": 16, "loss": 0.8975152769817214, "ce": 2.5003196047618985, "tv": 0.45892881602048874, "conf": 7.50103622674942, "grad_norm": 7.653813362121582, "lr": 2.184530567086121e-06 }, { "step": 2625, "T": 1120, "positions": 16, "loss": 0.34246092211040047, "ce": 0.6387005317046714, "tv": 0.20058718706150103, "conf": 5.984255375741022, "grad_norm": 5.389155864715576, "lr": 2.1733060038258866e-06 }, { "step": 2626, "T": 1082, "positions": 16, "loss": 1.465853027999401, "ce": 2.3161485083401203, "tv": 0.48723285272717476, "conf": 6.19865975159064, "grad_norm": 7.0551581382751465, "lr": 2.162109041401722e-06 }, { "step": 2627, "T": 1123, "positions": 16, "loss": 0.32508172619878906, "ce": 0.987353649448778, "tv": 0.22216298532293877, "conf": 6.87175943596602, "grad_norm": 3.82971453666687, "lr": 2.1509396933524105e-06 }, { "step": 2628, "T": 1118, "positions": 16, "loss": 0.3189229323659768, "ce": 0.6402833892200448, "tv": 0.11289787067198631, "conf": 3.7003251082114255, "grad_norm": 2.1363532543182373, "lr": 2.139797973183341e-06 }, { "step": 2629, "T": 1069, "positions": 16, "loss": 0.119329330874963, "ce": 0.18541728140752411, "tv": 0.06945299336757671, "conf": 3.0644848898534214, "grad_norm": 0.8634336590766907, "lr": 2.128683894366493e-06 }, { "step": 2630, "T": 1055, "positions": 16, "loss": 0.3725614184721735, "ce": 0.8699677063850686, "tv": 0.09942908411176177, "conf": 2.621317612447001, "grad_norm": 3.669586420059204, "lr": 2.117597470340424e-06 }, { "step": 2631, "T": 1111, "positions": 16, "loss": 0.41821695609948506, "ce": 1.0475705513817957, "tv": 0.2784553861274617, "conf": 8.204228485850743, "grad_norm": 6.40413761138916, "lr": 2.106538714510253e-06 }, { "step": 2632, "T": 1554, "positions": 16, "loss": 1.4257454843361046, "ce": 2.390932947935653, "tv": 0.38823896514077205, "conf": 8.464664589613676, "grad_norm": 5.636564254760742, "lr": 2.0955076402476515e-06 }, { "step": 2633, "T": 1109, "positions": 16, "loss": 0.41351732535655605, "ce": 0.6830691137010945, "tv": 0.1660423008070211, "conf": 8.094450934438724, "grad_norm": 7.996908664703369, "lr": 2.0845042608908126e-06 }, { "step": 2634, "T": 1151, "positions": 16, "loss": 0.7843085849460962, "ce": 1.3791161949047819, "tv": 0.31583906547166407, "conf": 8.133202664311773, "grad_norm": 4.054697036743164, "lr": 2.0735285897444335e-06 }, { "step": 2635, "T": 1194, "positions": 16, "loss": 1.0592054103337887, "ce": 1.8793536494486034, "tv": 0.39432815788313746, "conf": 5.288771498699134, "grad_norm": 5.754792213439941, "lr": 2.0625806400797283e-06 }, { "step": 2636, "T": 1425, "positions": 16, "loss": 1.359576458738161, "ce": 2.748178794521664, "tv": 0.2831374011657317, "conf": 6.034946313127875, "grad_norm": 4.499705791473389, "lr": 2.0516604251343717e-06 }, { "step": 2637, "T": 1052, "positions": 16, "loss": 0.2103923963245551, "ce": 0.36689384307646833, "tv": 0.11931224517684313, "conf": 6.624614364999404, "grad_norm": 1.4527008533477783, "lr": 2.0407679581125216e-06 }, { "step": 2638, "T": 1062, "positions": 16, "loss": 0.32109074758184875, "ce": 0.49896889603769523, "tv": 0.21887702591266134, "conf": 6.522564210829998, "grad_norm": 9.513275146484375, "lr": 2.0299032521847673e-06 }, { "step": 2639, "T": 1177, "positions": 16, "loss": 1.1698503702248217, "ce": 2.1128707574680448, "tv": 0.42217122949659824, "conf": 6.168921485579285, "grad_norm": 7.008674144744873, "lr": 2.0190663204881473e-06 }, { "step": 2640, "T": 1070, "positions": 16, "loss": 0.43457062250720924, "ce": 1.1811712408962194, "tv": 0.22073708257448743, "conf": 7.926087947680567, "grad_norm": 4.758144378662109, "lr": 2.0082571761260995e-06 }, { "step": 2641, "T": 1068, "positions": 16, "loss": 0.19812065098640153, "ce": 0.5785960169484952, "tv": 0.16166689142755786, "conf": 4.986045612300485, "grad_norm": 3.7148656845092773, "lr": 1.99747583216848e-06 }, { "step": 2642, "T": 1046, "positions": 16, "loss": 0.2861102397104087, "ce": 0.5031457597215194, "tv": 0.05826318358595017, "conf": 2.8894317815138493, "grad_norm": 1.2654197216033936, "lr": 1.9867223016515224e-06 }, { "step": 2643, "T": 1102, "positions": 16, "loss": 0.49927264450663333, "ce": 0.8588655931208073, "tv": 0.233449322303926, "conf": 5.957018856435933, "grad_norm": 5.2097320556640625, "lr": 1.9759965975778226e-06 }, { "step": 2644, "T": 1040, "positions": 16, "loss": 1.2959914823407246, "ce": 2.177978137973696, "tv": 0.3983007753267884, "conf": 2.4295068957251362, "grad_norm": 8.315706253051758, "lr": 1.9652987329163373e-06 }, { "step": 2645, "T": 1059, "positions": 16, "loss": 0.5004203362705795, "ce": 1.181387621302747, "tv": 0.22394999212156108, "conf": 6.5204642308184955, "grad_norm": 8.755597114562988, "lr": 1.9546287206023665e-06 }, { "step": 2646, "T": 1273, "positions": 16, "loss": 0.6377825815403853, "ce": 1.43812569075817, "tv": 0.24096062276657904, "conf": 3.21874301597419, "grad_norm": 3.175990581512451, "lr": 1.9439865735375235e-06 }, { "step": 2647, "T": 1084, "positions": 16, "loss": 0.13055844194497368, "ce": 0.48025315635459265, "tv": 0.12189717590808868, "conf": 5.660884797527082, "grad_norm": 1.9726133346557617, "lr": 1.9333723045897313e-06 }, { "step": 2648, "T": 1485, "positions": 16, "loss": 0.8456477316499544, "ce": 1.4868469733628444, "tv": 0.2275757596071344, "conf": 3.967490250344313, "grad_norm": 1.620966911315918, "lr": 1.92278592659321e-06 }, { "step": 2649, "T": 1212, "positions": 16, "loss": 0.3673388901147199, "ce": 0.6803430076597579, "tv": 0.13749697530511185, "conf": 3.2009861218949993, "grad_norm": 2.9480559825897217, "lr": 1.912227452348442e-06 }, { "step": 2650, "T": 1235, "positions": 16, "loss": 2.0210705250501633, "ce": 3.370217513293028, "tv": 0.5759775526821613, "conf": 7.619871163725946, "grad_norm": 6.2890729904174805, "lr": 1.9016968946221903e-06 }, { "step": 2651, "T": 2307, "positions": 16, "loss": 2.068531400862712, "ce": 3.6390490332569243, "tv": 0.47873220517612936, "conf": 6.794723120100944, "grad_norm": 5.540275573730469, "lr": 1.8911942661474392e-06 }, { "step": 2652, "T": 1077, "positions": 16, "loss": 0.23246667138666643, "ce": 0.42003554044367775, "tv": 0.07286746499266883, "conf": 3.823178222532306, "grad_norm": 1.0204392671585083, "lr": 1.8807195796234218e-06 }, { "step": 2653, "T": 1092, "positions": 16, "loss": 0.36683522379058076, "ce": 0.7200927207436507, "tv": 0.18505659571383148, "conf": 6.179899487112392, "grad_norm": 3.055751085281372, "lr": 1.8702728477155707e-06 }, { "step": 2654, "T": 1078, "positions": 16, "loss": 0.3344154377726809, "ce": 0.5118027019304066, "tv": 0.1382507652874665, "conf": 4.039458999750639, "grad_norm": 3.975922107696533, "lr": 1.8598540830555234e-06 }, { "step": 2655, "T": 1067, "positions": 16, "loss": 3.887116194167817e-05, "ce": 0.06387193505725008, "tv": 0.05323465901710733, "conf": 4.607194062900302, "grad_norm": 0.026894913986325264, "lr": 1.849463298241108e-06 }, { "step": 2656, "T": 1340, "positions": 16, "loss": 0.3646581366943482, "ce": 0.7424346626439728, "tv": 0.11721212999964337, "conf": 1.979486913610446, "grad_norm": 1.4750562906265259, "lr": 1.8391005058363082e-06 }, { "step": 2657, "T": 1275, "positions": 16, "loss": 0.34908415048828334, "ce": 0.7517378679949047, "tv": 0.1466596051182023, "conf": 3.9616265201425933, "grad_norm": 2.9713456630706787, "lr": 1.8287657183712724e-06 }, { "step": 2658, "T": 1037, "positions": 16, "loss": 0.1414788580996046, "ce": 0.1889416899311982, "tv": 0.0806674888458474, "conf": 2.361087729324594, "grad_norm": 1.571900486946106, "lr": 1.8184589483422748e-06 }, { "step": 2659, "T": 1083, "positions": 16, "loss": 1.2133079239904951, "ce": 1.982359456436825, "tv": 0.47291511832008837, "conf": 11.127254426828603, "grad_norm": 5.737278461456299, "lr": 1.8081802082117238e-06 }, { "step": 2660, "T": 1059, "positions": 16, "loss": 0.07931042469342708, "ce": 0.2819921401960528, "tv": 0.1045192754972959, "conf": 4.732470128450466, "grad_norm": 1.4573895931243896, "lr": 1.7979295104081306e-06 }, { "step": 2661, "T": 1074, "positions": 16, "loss": 0.4531678884204311, "ce": 0.8774159559361578, "tv": 0.1949512373912512, "conf": 5.026223269512163, "grad_norm": 4.529531955718994, "lr": 1.7877068673261e-06 }, { "step": 2662, "T": 1047, "positions": 16, "loss": 0.2061165099164035, "ce": 0.26993901846026347, "tv": 0.11056749522686005, "conf": 1.9698902301752397, "grad_norm": 4.804059028625488, "lr": 1.7775122913263082e-06 }, { "step": 2663, "T": 1361, "positions": 16, "loss": 1.1152016466776615, "ce": 1.7610848693148, "tv": 0.3198107300559059, "conf": 5.6007322176034275, "grad_norm": 8.863256454467773, "lr": 1.7673457947355032e-06 }, { "step": 2664, "T": 1074, "positions": 16, "loss": 0.5123138726223555, "ce": 1.1321415543388866, "tv": 0.24544267768942518, "conf": 4.600743596945769, "grad_norm": 3.3696722984313965, "lr": 1.7572073898464742e-06 }, { "step": 2665, "T": 1048, "positions": 16, "loss": 0.41018953529146174, "ce": 0.5461705485849961, "tv": 0.1896328736365831, "conf": 5.6092196573496755, "grad_norm": 9.147171020507812, "lr": 1.747097088918051e-06 }, { "step": 2666, "T": 1086, "positions": 16, "loss": 1.1301742224183862, "ce": 1.6402715613621695, "tv": 0.3094299332005903, "conf": 5.160307525624376, "grad_norm": 5.10205078125, "lr": 1.7370149041750744e-06 }, { "step": 2667, "T": 1690, "positions": 16, "loss": 1.2024186490486477, "ce": 1.9825170791671098, "tv": 0.2755076565190393, "conf": 2.6912814902233757, "grad_norm": 5.484576225280762, "lr": 1.72696084780839e-06 }, { "step": 2668, "T": 2306, "positions": 16, "loss": 1.7553992580254736, "ce": 3.269167249527527, "tv": 0.42259227723116055, "conf": 6.068359758058335, "grad_norm": 3.731452703475952, "lr": 1.716934931974834e-06 }, { "step": 2669, "T": 1104, "positions": 16, "loss": 0.4365439120713006, "ce": 1.039989911550947, "tv": 0.2300622001675947, "conf": 6.771576008779903, "grad_norm": 3.8281164169311523, "lr": 1.7069371687972234e-06 }, { "step": 2670, "T": 1056, "positions": 16, "loss": 0.22623154494262465, "ce": 0.3638674037210876, "tv": 0.12689867016524659, "conf": 5.711237884282582, "grad_norm": 2.8333542346954346, "lr": 1.6969675703643134e-06 }, { "step": 2671, "T": 2231, "positions": 16, "loss": 1.1970706802320734, "ce": 2.200414700913825, "tv": 0.32094386614517134, "conf": 5.356926450349051, "grad_norm": 3.169663667678833, "lr": 1.6870261487308248e-06 }, { "step": 2672, "T": 1537, "positions": 16, "loss": 1.6675450251988195, "ce": 2.9641589297971223, "tv": 0.45244123377779033, "conf": 5.394989782813354, "grad_norm": 6.43449592590332, "lr": 1.6771129159173976e-06 }, { "step": 2673, "T": 1209, "positions": 16, "loss": 0.8144993624998733, "ce": 1.5923903663642704, "tv": 0.3201431604102254, "conf": 4.78137681944925, "grad_norm": 4.359919548034668, "lr": 1.6672278839105966e-06 }, { "step": 2674, "T": 1043, "positions": 16, "loss": 0.10995501127447982, "ce": 0.3904964743524033, "tv": 0.10837394245254472, "conf": 4.1727909472856854, "grad_norm": 2.1870276927948, "lr": 1.657371064662877e-06 }, { "step": 2675, "T": 1897, "positions": 16, "loss": 2.001481411691202, "ce": 3.767531464342028, "tv": 0.47098191594704986, "conf": 4.538445752367295, "grad_norm": 9.073426246643066, "lr": 1.6475424700925862e-06 }, { "step": 2676, "T": 1062, "positions": 16, "loss": 0.06272155581348215, "ce": 0.18818855183781125, "tv": 0.12034696713089943, "conf": 7.11517505487025, "grad_norm": 5.299157619476318, "lr": 1.6377421120839453e-06 }, { "step": 2677, "T": 1044, "positions": 16, "loss": 0.30202582028686464, "ce": 0.5883493278724927, "tv": 0.0997903766183299, "conf": 2.5188062471988246, "grad_norm": 1.0874689817428589, "lr": 1.6279700024870282e-06 }, { "step": 2678, "T": 1040, "positions": 16, "loss": 0.7616882950676285, "ce": 1.3254736053204397, "tv": 0.23837384317812393, "conf": 3.4531849820095815, "grad_norm": 7.471537113189697, "lr": 1.6182261531177606e-06 }, { "step": 2679, "T": 1373, "positions": 16, "loss": 0.7731233512996891, "ce": 1.119329261800516, "tv": 0.21840972104519096, "conf": 2.403922834129304, "grad_norm": 3.1679537296295166, "lr": 1.6085105757578822e-06 }, { "step": 2680, "T": 1049, "positions": 16, "loss": 0.07146938409168552, "ce": 0.12280013451720606, "tv": 0.02431812061513483, "conf": 0.7740286599380397, "grad_norm": 0.8791795969009399, "lr": 1.5988232821549653e-06 }, { "step": 2681, "T": 1461, "positions": 16, "loss": 0.9907403571063931, "ce": 1.770870884541182, "tv": 0.31728108140941913, "conf": 9.219438880225425, "grad_norm": 4.423470497131348, "lr": 1.5891642840223708e-06 }, { "step": 2682, "T": 1495, "positions": 16, "loss": 0.9656056870913003, "ce": 1.584472141967126, "tv": 0.2470070769522863, "conf": 2.741821674941093, "grad_norm": 3.0837059020996094, "lr": 1.5795335930392535e-06 }, { "step": 2683, "T": 1156, "positions": 16, "loss": 1.1402575178352663, "ce": 1.9792363569140434, "tv": 0.35987576679326594, "conf": 4.49928269068572, "grad_norm": 9.9591064453125, "lr": 1.5699312208505373e-06 }, { "step": 2684, "T": 1214, "positions": 16, "loss": 0.7931697141701761, "ce": 1.27772393511259, "tv": 0.301749496080447, "conf": 7.234034487548499, "grad_norm": 3.2914764881134033, "lr": 1.5603571790669013e-06 }, { "step": 2685, "T": 1469, "positions": 16, "loss": 0.8903635412726607, "ce": 1.4450509520059995, "tv": 0.22698326138197444, "conf": 3.3095331605684066, "grad_norm": 3.833549976348877, "lr": 1.5508114792647798e-06 }, { "step": 2686, "T": 1224, "positions": 16, "loss": 0.44210841337705276, "ce": 0.9397017353403498, "tv": 0.20927024362026714, "conf": 7.171972055674892, "grad_norm": 3.1324665546417236, "lr": 1.5412941329863233e-06 }, { "step": 2687, "T": 1041, "positions": 16, "loss": 0.7643834767516609, "ce": 1.4074987899675762, "tv": 0.2280618206514191, "conf": 4.504872110130502, "grad_norm": 4.3047051429748535, "lr": 1.53180515173941e-06 }, { "step": 2688, "T": 1193, "positions": 16, "loss": 0.5358041241261873, "ce": 1.1396587269819065, "tv": 0.16857932449329383, "conf": 5.537903784784621, "grad_norm": 2.968013048171997, "lr": 1.5223445469976145e-06 }, { "step": 2689, "T": 1086, "positions": 16, "loss": 0.46366864530644847, "ce": 1.342043421602284, "tv": 0.1963051180136972, "conf": 5.777270446353533, "grad_norm": 3.854329824447632, "lr": 1.5129123302002003e-06 }, { "step": 2690, "T": 1083, "positions": 16, "loss": 0.37417518485347756, "ce": 0.6153566544198839, "tv": 0.14690696641810064, "conf": 3.3404639623545, "grad_norm": 2.2369942665100098, "lr": 1.5035085127521054e-06 }, { "step": 2691, "T": 1175, "positions": 16, "loss": 0.059752833413776685, "ce": 0.15462028661477234, "tv": 0.07635492128338228, "conf": 2.9242042118199367, "grad_norm": 0.8906227350234985, "lr": 1.4941331060239372e-06 }, { "step": 2692, "T": 1568, "positions": 16, "loss": 1.3598178010433912, "ce": 2.4514362001791596, "tv": 0.42880470398813486, "conf": 2.9329692185674703, "grad_norm": 6.855934143066406, "lr": 1.4847861213519387e-06 }, { "step": 2693, "T": 1104, "positions": 16, "loss": 0.20725986298051868, "ce": 0.46341923741329083, "tv": 0.13848821756801044, "conf": 5.406460473644316, "grad_norm": 2.6353588104248047, "lr": 1.4754675700379945e-06 }, { "step": 2694, "T": 1543, "positions": 16, "loss": 1.0198428927666185, "ce": 1.9056113604528946, "tv": 0.2717576176291914, "conf": 3.4748427072776717, "grad_norm": 5.316827297210693, "lr": 1.4661774633496022e-06 }, { "step": 2695, "T": 1087, "positions": 16, "loss": 0.9181622123133355, "ce": 1.6683897614966554, "tv": 0.30895453912489756, "conf": 5.713705448975754, "grad_norm": 7.3312811851501465, "lr": 1.4569158125198768e-06 }, { "step": 2696, "T": 1098, "positions": 16, "loss": 0.4869732254949639, "ce": 0.8778381062111293, "tv": 0.19247851847467246, "conf": 4.719589650357298, "grad_norm": 3.275665760040283, "lr": 1.4476826287475098e-06 }, { "step": 2697, "T": 1090, "positions": 16, "loss": 0.30511619528618183, "ce": 0.613111842492799, "tv": 0.14964439706818666, "conf": 4.663530364842019, "grad_norm": 3.794081926345825, "lr": 1.438477923196782e-06 }, { "step": 2698, "T": 1114, "positions": 16, "loss": 0.17216341503492316, "ce": 0.4384807115757212, "tv": 0.14796595298594184, "conf": 4.228747580399034, "grad_norm": 3.5167315006256104, "lr": 1.4293017069975434e-06 }, { "step": 2699, "T": 1082, "positions": 16, "loss": 0.33443351359418827, "ce": 0.8038351001432602, "tv": 0.17545467516902136, "conf": 6.487088267303561, "grad_norm": 3.4783215522766113, "lr": 1.4201539912451905e-06 }, { "step": 2700, "T": 1110, "positions": 16, "loss": 1.1147403762694523, "ce": 1.776377388567198, "tv": 0.328254243824631, "conf": 3.1675709873320184, "grad_norm": 4.264126300811768, "lr": 1.4110347870006535e-06 }, { "step": 2701, "T": 1468, "positions": 16, "loss": 0.9405818823645671, "ce": 2.0209656631391226, "tv": 0.18671376244810745, "conf": 4.229030947055435, "grad_norm": 3.718657970428467, "lr": 1.4019441052904009e-06 }, { "step": 2702, "T": 1661, "positions": 16, "loss": 0.7098024482771876, "ce": 1.6044721844809828, "tv": 0.2755066618556157, "conf": 6.214040043812027, "grad_norm": 5.759321689605713, "lr": 1.392881957106404e-06 }, { "step": 2703, "T": 1481, "positions": 16, "loss": 1.1330166898065634, "ce": 1.9994681266248335, "tv": 0.25953226869842183, "conf": 4.476099982943197, "grad_norm": 5.400795936584473, "lr": 1.3838483534061336e-06 }, { "step": 2704, "T": 1219, "positions": 16, "loss": 1.3005045757467713, "ce": 2.657393075947766, "tv": 0.41442144304164685, "conf": 4.075080637346922, "grad_norm": 5.804655075073242, "lr": 1.3748433051125525e-06 }, { "step": 2705, "T": 1238, "positions": 16, "loss": 1.1274781026880802, "ce": 1.9890756633903948, "tv": 0.401825527609617, "conf": 6.834583773787017, "grad_norm": 4.2617058753967285, "lr": 1.3658668231140815e-06 }, { "step": 2706, "T": 1682, "positions": 16, "loss": 1.4086857080923387, "ce": 2.1139517889314448, "tv": 0.37273512715182733, "conf": 8.952187073877536, "grad_norm": 8.421725273132324, "lr": 1.3569189182646157e-06 }, { "step": 2707, "T": 1108, "positions": 16, "loss": 0.4727449034337958, "ce": 1.5730091674558935, "tv": 0.2464061637024315, "conf": 8.607153064583088, "grad_norm": 4.715447425842285, "lr": 1.34799960138349e-06 }, { "step": 2708, "T": 1041, "positions": 16, "loss": 1.6193827455863357, "ce": 2.823685022071004, "tv": 0.5139425294473767, "conf": 5.908461644362703, "grad_norm": 5.738626480102539, "lr": 1.3391088832554717e-06 }, { "step": 2709, "T": 2190, "positions": 16, "loss": 1.6495610427617997, "ce": 3.2788440181611804, "tv": 0.39155763320741244, "conf": 5.673685572172274, "grad_norm": 8.958183288574219, "lr": 1.3302467746307501e-06 }, { "step": 2710, "T": 1162, "positions": 16, "loss": 1.4840924171730876, "ce": 2.585615262389183, "tv": 0.4661385454237461, "conf": 8.034552184864879, "grad_norm": 6.247045040130615, "lr": 1.3214132862249206e-06 }, { "step": 2711, "T": 1051, "positions": 16, "loss": 0.6840211397399969, "ce": 1.2460970180400182, "tv": 0.2687020796001889, "conf": 7.76283149599476, "grad_norm": 4.316381931304932, "lr": 1.3126084287189698e-06 }, { "step": 2712, "T": 1229, "positions": 16, "loss": 0.8896895105429765, "ce": 1.441651547098445, "tv": 0.23057645541575766, "conf": 1.3649466448860563, "grad_norm": 4.968358993530273, "lr": 1.3038322127592734e-06 }, { "step": 2713, "T": 1221, "positions": 16, "loss": 0.3720580354671963, "ce": 0.7655732739403902, "tv": 0.14213622706120077, "conf": 3.4020196246446606, "grad_norm": 4.221510887145996, "lr": 1.295084648957559e-06 }, { "step": 2714, "T": 1143, "positions": 16, "loss": 0.10260910283541591, "ce": 0.1701340653526131, "tv": 0.09951734204878449, "conf": 1.7384930384457176, "grad_norm": 0.4885234236717224, "lr": 1.2863657478909275e-06 }, { "step": 2715, "T": 1137, "positions": 16, "loss": 0.8351030634241141, "ce": 1.859601120086154, "tv": 0.22208329595741816, "conf": 3.9851945757573617, "grad_norm": 2.487732172012329, "lr": 1.277675520101812e-06 }, { "step": 2716, "T": 1045, "positions": 16, "loss": 0.27093993633392444, "ce": 0.5002275253009429, "tv": 0.1514391979035281, "conf": 6.063178345355022, "grad_norm": 1.7587779760360718, "lr": 1.2690139760979824e-06 }, { "step": 2717, "T": 1322, "positions": 16, "loss": 0.6840330357972579, "ce": 1.163300430345771, "tv": 0.18421351960932952, "conf": 3.203530620045012, "grad_norm": 4.0052385330200195, "lr": 1.2603811263525167e-06 }, { "step": 2718, "T": 1226, "positions": 16, "loss": 1.2420534004920256, "ce": 2.2269201651033654, "tv": 0.37271059707472887, "conf": 4.195097217282182, "grad_norm": 6.149695873260498, "lr": 1.2517769813038039e-06 }, { "step": 2719, "T": 1083, "positions": 16, "loss": 0.44748406716659517, "ce": 0.8122397883580561, "tv": 0.18878947473012886, "conf": 4.984893835094673, "grad_norm": 5.41000509262085, "lr": 1.2432015513555218e-06 }, { "step": 2720, "T": 1037, "positions": 16, "loss": 0.8439417477352436, "ce": 1.5346243493258953, "tv": 0.3480919902212918, "conf": 4.523596234655088, "grad_norm": 4.474860191345215, "lr": 1.2346548468766318e-06 }, { "step": 2721, "T": 1087, "positions": 16, "loss": 0.16282835256546946, "ce": 0.38294799378854805, "tv": 0.13659815599021385, "conf": 5.052051238997692, "grad_norm": 1.7299671173095703, "lr": 1.2261368782013615e-06 }, { "step": 2722, "T": 1105, "positions": 16, "loss": 0.31225814735785207, "ce": 0.6914448272727896, "tv": 0.18393473029573215, "conf": 8.44426134533569, "grad_norm": 3.734278440475464, "lr": 1.2176476556291784e-06 }, { "step": 2723, "T": 1234, "positions": 16, "loss": 2.0404945593327284, "ce": 3.390064712613821, "tv": 0.5337470788508654, "conf": 7.207087421789765, "grad_norm": 5.592981338500977, "lr": 1.2091871894248124e-06 }, { "step": 2724, "T": 1154, "positions": 16, "loss": 0.6369867777216633, "ce": 1.0021103989993208, "tv": 0.18807815091349767, "conf": 3.343427531866837, "grad_norm": 3.5706729888916016, "lr": 1.2007554898182116e-06 }, { "step": 2725, "T": 1515, "positions": 16, "loss": 1.092206878425607, "ce": 1.9558211559160554, "tv": 0.2466084956722625, "conf": 4.135034974155133, "grad_norm": 3.6189959049224854, "lr": 1.1923525670045426e-06 }, { "step": 2726, "T": 1047, "positions": 16, "loss": 0.22620154082143262, "ce": 0.3934809591389694, "tv": 0.10963816227013012, "conf": 0.9213655765591255, "grad_norm": 3.495316743850708, "lr": 1.1839784311441782e-06 }, { "step": 2727, "T": 1067, "positions": 16, "loss": 0.33950723201329147, "ce": 0.808999657521781, "tv": 0.18992402931098695, "conf": 6.802631996231463, "grad_norm": 6.549171447753906, "lr": 1.1756330923626823e-06 }, { "step": 2728, "T": 1451, "positions": 16, "loss": 1.4660420458140404, "ce": 2.5521844931290616, "tv": 0.36574001829831104, "conf": 2.8112895838618783, "grad_norm": 8.173262596130371, "lr": 1.1673165607507947e-06 }, { "step": 2729, "T": 1042, "positions": 16, "loss": 1.6205406277440488, "ce": 2.5059575960040092, "tv": 0.5293228449299932, "conf": 6.668788463714009, "grad_norm": 7.751852512359619, "lr": 1.1590288463644377e-06 }, { "step": 2730, "T": 1095, "positions": 16, "loss": 0.22825478558831236, "ce": 0.6470602110894106, "tv": 0.16070349169967812, "conf": 7.060579037875868, "grad_norm": 3.1541152000427246, "lr": 1.150769959224668e-06 }, { "step": 2731, "T": 1080, "positions": 16, "loss": 0.1375539691287262, "ce": 0.3969837287986593, "tv": 0.151328171024943, "conf": 5.848569266011585, "grad_norm": 2.0068752765655518, "lr": 1.1425399093177025e-06 }, { "step": 2732, "T": 1449, "positions": 16, "loss": 0.7269022979796773, "ce": 1.2980982899316587, "tv": 0.2425132064963691, "conf": 10.824892089758578, "grad_norm": 2.239833116531372, "lr": 1.1343387065948813e-06 }, { "step": 2733, "T": 1072, "positions": 16, "loss": 0.28761670956284036, "ce": 0.4679708902549464, "tv": 0.08468285952403676, "conf": 4.03156893328196, "grad_norm": 1.4626168012619019, "lr": 1.1261663609726692e-06 }, { "step": 2734, "T": 1097, "positions": 16, "loss": 0.4432487750311074, "ce": 0.7696628406215495, "tv": 0.11061073136897903, "conf": 2.930864464703343, "grad_norm": 1.6550841331481934, "lr": 1.1180228823326338e-06 }, { "step": 2735, "T": 1100, "positions": 16, "loss": 0.5544750780058454, "ce": 1.0482008405538181, "tv": 0.20803332525292717, "conf": 2.7393370325968824, "grad_norm": 3.0136523246765137, "lr": 1.1099082805214434e-06 }, { "step": 2736, "T": 1094, "positions": 16, "loss": 0.38713008192561693, "ce": 1.1860046828196573, "tv": 0.22292751795976073, "conf": 10.319834485467732, "grad_norm": 3.9709012508392334, "lr": 1.1018225653508436e-06 }, { "step": 2737, "T": 1087, "positions": 16, "loss": 0.5402391365818107, "ce": 1.0608267727702696, "tv": 0.22664651904733546, "conf": 5.930559527446576, "grad_norm": 3.294454574584961, "lr": 1.0937657465976608e-06 }, { "step": 2738, "T": 1632, "positions": 16, "loss": 1.6119054993614554, "ce": 3.0938300816342235, "tv": 0.4134352090768516, "conf": 7.2552929582307115, "grad_norm": 5.644932270050049, "lr": 1.0857378340037721e-06 }, { "step": 2739, "T": 1091, "positions": 16, "loss": 0.056159529600972036, "ce": 0.17576576025294344, "tv": 0.06852558880200377, "conf": 4.267149449718815, "grad_norm": 1.2905247211456299, "lr": 1.0777388372761044e-06 }, { "step": 2740, "T": 1069, "positions": 16, "loss": 0.22839042750832927, "ce": 0.6198394130019551, "tv": 0.09296366868511541, "conf": 5.686737816730117, "grad_norm": 2.0372841358184814, "lr": 1.0697687660866262e-06 }, { "step": 2741, "T": 1041, "positions": 16, "loss": 0.8031489838980903, "ce": 2.573015023357584, "tv": 0.3016472165181767, "conf": 7.2441641490477195, "grad_norm": 7.648770809173584, "lr": 1.061827630072329e-06 }, { "step": 2742, "T": 2251, "positions": 16, "loss": 1.7269928146173115, "ce": 2.720285956907901, "tv": 0.4639814552247117, "conf": 6.89672733806583, "grad_norm": 5.212921142578125, "lr": 1.0539154388352125e-06 }, { "step": 2743, "T": 1167, "positions": 16, "loss": 1.9878386966884136, "ce": 3.1083901189267635, "tv": 0.5472009554505348, "conf": 6.5083748765755445, "grad_norm": 4.695920467376709, "lr": 1.0460322019422846e-06 }, { "step": 2744, "T": 1106, "positions": 16, "loss": 0.4672390750284299, "ce": 0.7299020312083258, "tv": 0.11926100881646562, "conf": 3.0054432473977872, "grad_norm": 2.0255467891693115, "lr": 1.0381779289255377e-06 }, { "step": 2745, "T": 1075, "positions": 16, "loss": 0.3565975324777946, "ce": 0.8635335877652324, "tv": 0.2015000774354121, "conf": 5.505596785406856, "grad_norm": 6.221851825714111, "lr": 1.0303526292819471e-06 }, { "step": 2746, "T": 1095, "positions": 16, "loss": 0.03474161337990367, "ce": 0.2185266533106187, "tv": 0.08457234954403248, "conf": 5.50122591896915, "grad_norm": 0.3560904562473297, "lr": 1.0225563124734578e-06 }, { "step": 2747, "T": 1522, "positions": 16, "loss": 0.8195493949731514, "ce": 1.4225458046421409, "tv": 0.2767509313125629, "conf": 4.246277822862311, "grad_norm": 5.062590599060059, "lr": 1.014788987926954e-06 }, { "step": 2748, "T": 1409, "positions": 16, "loss": 1.0628646442323735, "ce": 2.1619316284850356, "tv": 0.2602911989488348, "conf": 7.258723079226911, "grad_norm": 3.4722084999084473, "lr": 1.0070506650342815e-06 }, { "step": 2749, "T": 1521, "positions": 16, "loss": 1.3027916912105404, "ce": 2.681774001162921, "tv": 0.3375337347169989, "conf": 5.171257722895575, "grad_norm": 5.5797438621521, "lr": 9.993413531522138e-07 }, { "step": 2750, "T": 1149, "positions": 16, "loss": 0.8825156373056657, "ce": 1.5191001186685753, "tv": 0.31250882988388184, "conf": 4.365347300411292, "grad_norm": 3.3413069248199463, "lr": 9.916610616024446e-07 }, { "step": 2751, "T": 1235, "positions": 16, "loss": 0.8903384652957076, "ce": 1.3308498634796706, "tv": 0.3244435043307021, "conf": 5.276375812566381, "grad_norm": 4.282764434814453, "lr": 9.840097996715759e-07 }, { "step": 2752, "T": 1251, "positions": 16, "loss": 0.8581528223617632, "ce": 1.8695724536592024, "tv": 0.311615824328328, "conf": 7.093875925333123, "grad_norm": 4.698339939117432, "lr": 9.763875766111096e-07 }, { "step": 2753, "T": 1240, "positions": 16, "loss": 0.950186853597387, "ce": 1.5634888304775814, "tv": 0.36797665027552284, "conf": 5.28149767621357, "grad_norm": 3.9392783641815186, "lr": 9.687944016374406e-07 }, { "step": 2754, "T": 1037, "positions": 16, "loss": 0.7143017844783623, "ce": 1.0736034349977217, "tv": 0.27366053323169126, "conf": 3.725632352201501, "grad_norm": 4.316688537597656, "lr": 9.612302839318354e-07 }, { "step": 2755, "T": 1041, "positions": 16, "loss": 0.5578451932151438, "ce": 1.0318800958339125, "tv": 0.25073411979246885, "conf": 3.1965911302250314, "grad_norm": 3.434675455093384, "lr": 9.536952326404252e-07 }, { "step": 2756, "T": 1557, "positions": 16, "loss": 1.1126914925425142, "ce": 1.916233690858462, "tv": 0.2695168116106288, "conf": 3.5807336553736904, "grad_norm": 4.528519630432129, "lr": 9.46189256874197e-07 }, { "step": 2757, "T": 1081, "positions": 16, "loss": 0.48659222890453435, "ce": 0.8819846903934376, "tv": 0.15265048640867462, "conf": 2.6671572466734155, "grad_norm": 4.449456691741943, "lr": 9.387123657089797e-07 }, { "step": 2758, "T": 1081, "positions": 16, "loss": 0.4010019417297883, "ce": 1.2579091242223512, "tv": 0.21857365625328384, "conf": 5.237944732821518, "grad_norm": 4.4451775550842285, "lr": 9.312645681854387e-07 }, { "step": 2759, "T": 1120, "positions": 16, "loss": 0.9703441884252584, "ce": 1.4515820561173314, "tv": 0.354760059635737, "conf": 4.623821175499278, "grad_norm": 9.138998985290527, "lr": 9.238458733090566e-07 }, { "step": 2760, "T": 2309, "positions": 16, "loss": 1.4783586789739758, "ce": 2.5919334812206216, "tv": 0.39904600591398776, "conf": 9.447906456887722, "grad_norm": 4.887076377868652, "lr": 9.164562900501328e-07 }, { "step": 2761, "T": 1107, "positions": 16, "loss": 0.1754785982619005, "ce": 0.36984097176627984, "tv": 0.14391476450782648, "conf": 2.7604541297255456, "grad_norm": 1.356696605682373, "lr": 9.09095827343756e-07 }, { "step": 2762, "T": 1053, "positions": 16, "loss": 0.07235094887036908, "ce": 0.3161693502252092, "tv": 0.10617921824450605, "conf": 5.698260842843508, "grad_norm": 2.3264007568359375, "lr": 9.017644940898157e-07 }, { "step": 2763, "T": 1206, "positions": 16, "loss": 0.032633226036478336, "ce": 0.07893005630944572, "tv": 0.04187341623583052, "conf": 1.7111072104782956, "grad_norm": 0.5595057010650635, "lr": 8.944622991529706e-07 }, { "step": 2764, "T": 1052, "positions": 16, "loss": 0.10166914118392656, "ce": 0.20887164336909336, "tv": 0.06586874387267017, "conf": 1.755448253825307, "grad_norm": 1.8662290573120117, "lr": 8.871892513626523e-07 }, { "step": 2765, "T": 1037, "positions": 16, "loss": 0.5040391559715225, "ce": 0.7066484541355749, "tv": 0.17985193438653369, "conf": 5.207851840786666, "grad_norm": 3.9280993938446045, "lr": 8.799453595130458e-07 }, { "step": 2766, "T": 1071, "positions": 16, "loss": 0.6777184599238808, "ce": 1.6520518893375993, "tv": 0.39994179736822844, "conf": 12.25757072865963, "grad_norm": 5.175931453704834, "lr": 8.727306323630807e-07 }, { "step": 2767, "T": 1103, "positions": 16, "loss": 0.26684304801275616, "ce": 0.4253097214035506, "tv": 0.09183169070229269, "conf": 1.627807039102123, "grad_norm": 2.4157633781433105, "lr": 8.655450786364316e-07 }, { "step": 2768, "T": 1043, "positions": 16, "loss": 1.6050713285494567, "ce": 2.579022235237062, "tv": 0.5100715011358261, "conf": 6.316504033147844, "grad_norm": 4.245548725128174, "lr": 8.583887070214847e-07 }, { "step": 2769, "T": 1113, "positions": 16, "loss": 0.321333459273653, "ce": 0.6510422149403894, "tv": 0.18134281331367674, "conf": 6.855924397175096, "grad_norm": 5.857879161834717, "lr": 8.512615261713541e-07 }, { "step": 2770, "T": 1312, "positions": 16, "loss": 1.2546096000480134, "ce": 2.2348257413250394, "tv": 0.3734980188892223, "conf": 4.2030128783594725, "grad_norm": 5.423070907592773, "lr": 8.441635447038465e-07 }, { "step": 2771, "T": 1169, "positions": 16, "loss": 0.4274083174359298, "ce": 0.805144119218312, "tv": 0.23053839036583668, "conf": 3.392713109538363, "grad_norm": 4.804810047149658, "lr": 8.370947712014688e-07 }, { "step": 2772, "T": 1078, "positions": 16, "loss": 0.342806243047834, "ce": 0.5579207303036355, "tv": 0.12834171958456864, "conf": 3.8411704438214826, "grad_norm": 5.294875144958496, "lr": 8.300552142114115e-07 }, { "step": 2773, "T": 1465, "positions": 16, "loss": 1.3918402306990174, "ce": 2.8808365453514853, "tv": 0.29291225111228414, "conf": 4.22035372795899, "grad_norm": 3.518153190612793, "lr": 8.230448822455328e-07 }, { "step": 2774, "T": 1712, "positions": 16, "loss": 1.9791511736072493, "ce": 3.8327155212755315, "tv": 0.4339207330485806, "conf": 7.205815012282983, "grad_norm": 8.472552299499512, "lr": 8.160637837803603e-07 }, { "step": 2775, "T": 1037, "positions": 16, "loss": 1.2050225690566023, "ce": 2.0312937178259745, "tv": 0.3947675911931583, "conf": 4.420379486673289, "grad_norm": 5.5188140869140625, "lr": 8.091119272570668e-07 }, { "step": 2776, "T": 1091, "positions": 16, "loss": 0.06696911804431238, "ce": 0.2266677646439348, "tv": 0.08592289805528708, "conf": 5.523621478958148, "grad_norm": 0.9847967624664307, "lr": 8.02189321081473e-07 }, { "step": 2777, "T": 1085, "positions": 16, "loss": 0.6374378231234452, "ce": 2.1596243410676834, "tv": 0.29925879551592516, "conf": 7.105933715315299, "grad_norm": 4.712975978851318, "lr": 7.952959736240301e-07 }, { "step": 2778, "T": 2242, "positions": 16, "loss": 1.5970850542985318, "ce": 2.7188919154723408, "tv": 0.37264126817899523, "conf": 4.734031012045747, "grad_norm": 5.990480899810791, "lr": 7.884318932198126e-07 }, { "step": 2779, "T": 1204, "positions": 16, "loss": 1.0564121394914796, "ce": 1.826600156709901, "tv": 0.37596133573242696, "conf": 7.670914025968763, "grad_norm": 5.2360405921936035, "lr": 7.815970881685009e-07 }, { "step": 2780, "T": 1048, "positions": 16, "loss": 0.9264484194211775, "ce": 1.770159345061984, "tv": 0.3340691853027238, "conf": 5.539578699512329, "grad_norm": 5.613267421722412, "lr": 7.747915667343814e-07 }, { "step": 2781, "T": 1521, "positions": 16, "loss": 1.198648003756432, "ce": 2.4387361783901724, "tv": 0.25124432084430737, "conf": 4.858058720146801, "grad_norm": 4.7402520179748535, "lr": 7.680153371463383e-07 }, { "step": 2782, "T": 1217, "positions": 16, "loss": 1.4275845191227745, "ce": 2.4923313540348317, "tv": 0.47646692887065, "conf": 5.796231063916309, "grad_norm": 6.365340232849121, "lr": 7.61268407597826e-07 }, { "step": 2783, "T": 1062, "positions": 16, "loss": 0.4136578431071063, "ce": 1.1038645746544375, "tv": 0.08023531403978268, "conf": 1.8118874301362666, "grad_norm": 1.6699796915054321, "lr": 7.545507862468742e-07 }, { "step": 2784, "T": 1163, "positions": 16, "loss": 1.128643335774541, "ce": 2.112955152988434, "tv": 0.4162632757797837, "conf": 5.545943498894346, "grad_norm": 4.2541046142578125, "lr": 7.478624812160828e-07 }, { "step": 2785, "T": 1234, "positions": 16, "loss": 1.1934740167416749, "ce": 1.9761282140389085, "tv": 0.3996084309183061, "conf": 7.582165916617821, "grad_norm": 5.180147647857666, "lr": 7.412035005925938e-07 }, { "step": 2786, "T": 1044, "positions": 16, "loss": 0.05000516881182193, "ce": 0.1669491949651274, "tv": 0.05316255267098313, "conf": 2.2709587554316037, "grad_norm": 0.48497825860977173, "lr": 7.345738524280971e-07 }, { "step": 2787, "T": 1047, "positions": 16, "loss": 0.26830541725886725, "ce": 0.48139072788717385, "tv": 0.1099846286660977, "conf": 2.0648813375369004, "grad_norm": 2.2311174869537354, "lr": 7.279735447388164e-07 }, { "step": 2788, "T": 1561, "positions": 16, "loss": 1.603110223542899, "ce": 2.6438236543908715, "tv": 0.4272584393620491, "conf": 3.832048994767117, "grad_norm": 8.88578987121582, "lr": 7.214025855054901e-07 }, { "step": 2789, "T": 1096, "positions": 16, "loss": 0.3922983144292935, "ce": 0.7511555411929294, "tv": 0.16331510418058315, "conf": 7.5752772899555705, "grad_norm": 1.426538109779358, "lr": 7.148609826733849e-07 }, { "step": 2790, "T": 1047, "positions": 16, "loss": 0.8069514716625044, "ce": 1.127946347814941, "tv": 0.2552263454986132, "conf": 6.3053790504348175, "grad_norm": 6.555799961090088, "lr": 7.083487441522568e-07 }, { "step": 2791, "T": 1672, "positions": 16, "loss": 1.396871056207928, "ce": 2.2535683366004378, "tv": 0.35517381282988936, "conf": 3.931935600063298, "grad_norm": 5.326064109802246, "lr": 7.018658778163601e-07 }, { "step": 2792, "T": 1085, "positions": 16, "loss": 0.31922718062588906, "ce": 0.7953993330520461, "tv": 0.19623268491795898, "conf": 7.437165150066687, "grad_norm": 5.797462463378906, "lr": 6.954123915044352e-07 }, { "step": 2793, "T": 1076, "positions": 16, "loss": 0.8337924309307709, "ce": 1.5290119107812643, "tv": 0.33504683058708906, "conf": 4.5375471943323475, "grad_norm": 3.3837289810180664, "lr": 6.889882930197016e-07 }, { "step": 2794, "T": 1088, "positions": 16, "loss": 0.7644150621467247, "ce": 1.5385993146337569, "tv": 0.33069676547893323, "conf": 7.686659829692397, "grad_norm": 5.216217041015625, "lr": 6.825935901298403e-07 }, { "step": 2795, "T": 1241, "positions": 16, "loss": 0.6793228784940339, "ce": 1.2440553336346056, "tv": 0.2512041639201925, "conf": 5.660692497550168, "grad_norm": 4.055781364440918, "lr": 6.762282905669881e-07 }, { "step": 2796, "T": 1069, "positions": 16, "loss": 1.0860073791398008, "ce": 2.800966065376997, "tv": 0.4311349065974355, "conf": 10.303204479351777, "grad_norm": 9.727799415588379, "lr": 6.698924020277303e-07 }, { "step": 2797, "T": 1472, "positions": 16, "loss": 0.8159597783343073, "ce": 1.374136134964374, "tv": 0.2038287431396384, "conf": 5.899368152147268, "grad_norm": 3.351487636566162, "lr": 6.635859321730886e-07 }, { "step": 2798, "T": 1104, "positions": 16, "loss": 0.862867055773421, "ce": 1.3367479808221105, "tv": 0.30779721413273364, "conf": 5.133685880648942, "grad_norm": 6.094819068908691, "lr": 6.573088886285161e-07 }, { "step": 2799, "T": 1400, "positions": 16, "loss": 1.2158897209826842, "ce": 1.875093042295191, "tv": 0.30471028805186506, "conf": 3.737130180397891, "grad_norm": 3.504887104034424, "lr": 6.510612789838832e-07 }, { "step": 2800, "T": 1045, "positions": 16, "loss": 0.5512391836656341, "ce": 0.7346780883253814, "tv": 0.1723160746259964, "conf": 3.6269075299680282, "grad_norm": 3.089146375656128, "lr": 6.448431107934666e-07 }, { "step": 2801, "T": 1233, "positions": 16, "loss": 1.001801089578521, "ce": 1.5369365091901273, "tv": 0.4047386322636157, "conf": 8.082917022043716, "grad_norm": 6.206243515014648, "lr": 6.386543915759491e-07 }, { "step": 2802, "T": 1131, "positions": 16, "loss": 0.28983509864900814, "ce": 0.38228033742279877, "tv": 0.10728208371938308, "conf": 1.5133894686206717, "grad_norm": 5.897229194641113, "lr": 6.324951288144087e-07 }, { "step": 2803, "T": 1990, "positions": 16, "loss": 1.842026903661278, "ce": 3.366487257055269, "tv": 0.4017809145807405, "conf": 5.635892208803856, "grad_norm": 3.350888967514038, "lr": 6.263653299562966e-07 }, { "step": 2804, "T": 1058, "positions": 16, "loss": 0.5469564164235834, "ce": 0.956094090719489, "tv": 0.19169818153386586, "conf": 3.5083573776610137, "grad_norm": 4.03233528137207, "lr": 6.202650024134421e-07 }, { "step": 2805, "T": 1525, "positions": 16, "loss": 1.313929538070358, "ce": 2.000992281953131, "tv": 0.2941599307814613, "conf": 2.967964891469819, "grad_norm": 7.50260591506958, "lr": 6.14194153562045e-07 }, { "step": 2806, "T": 1088, "positions": 16, "loss": 0.06150217759589416, "ce": 0.13612328831180776, "tv": 0.08989335856335856, "conf": 5.781539179409947, "grad_norm": 0.8709543347358704, "lr": 6.081527907426554e-07 }, { "step": 2807, "T": 1119, "positions": 16, "loss": 1.739353318691201, "ce": 2.8291233582422137, "tv": 0.4582100585103035, "conf": 4.3511713587543, "grad_norm": 7.3384623527526855, "lr": 6.021409212601664e-07 }, { "step": 2808, "T": 1345, "positions": 16, "loss": 1.093697505593521, "ce": 1.9942618062360395, "tv": 0.24316128721147834, "conf": 3.6083776127918696, "grad_norm": 3.2953648567199707, "lr": 5.961585523838132e-07 }, { "step": 2809, "T": 1610, "positions": 16, "loss": 1.8688568915131327, "ce": 3.1859179260209203, "tv": 0.5291464454494417, "conf": 6.716963131962984, "grad_norm": 8.134482383728027, "lr": 5.902056913471677e-07 }, { "step": 2810, "T": 1244, "positions": 16, "loss": 0.1538492896254664, "ce": 0.3195397660101662, "tv": 0.12125554701833607, "conf": 4.95551070536844, "grad_norm": 4.45390510559082, "lr": 5.842823453481111e-07 }, { "step": 2811, "T": 1088, "positions": 16, "loss": 0.7613627760506461, "ce": 2.131790053565055, "tv": 0.3373078997246921, "conf": 7.713950879789852, "grad_norm": 10.538403511047363, "lr": 5.783885215488421e-07 }, { "step": 2812, "T": 1118, "positions": 16, "loss": 0.6355972341447305, "ce": 1.0668158502037386, "tv": 0.2324044574461368, "conf": 3.010694766905767, "grad_norm": 3.639969825744629, "lr": 5.725242270758629e-07 }, { "step": 2813, "T": 1138, "positions": 16, "loss": 0.41838360240176087, "ce": 1.1670619034412084, "tv": 0.2751510990128736, "conf": 4.448189499854102, "grad_norm": 4.523005485534668, "lr": 5.666894690199708e-07 }, { "step": 2814, "T": 1087, "positions": 16, "loss": 0.2601811158423821, "ce": 0.4957599727931665, "tv": 0.159480904452721, "conf": 5.314890361143609, "grad_norm": 1.7136074304580688, "lr": 5.608842544362447e-07 }, { "step": 2815, "T": 1045, "positions": 16, "loss": 0.34178217240777575, "ce": 0.6260464713183751, "tv": 0.13769741768646782, "conf": 2.1387307755839005, "grad_norm": 1.8197427988052368, "lr": 5.551085903440501e-07 }, { "step": 2816, "T": 1247, "positions": 16, "loss": 0.4928468155249419, "ce": 0.9745623677226831, "tv": 0.19671596016996773, "conf": 6.650843741704808, "grad_norm": 2.5197415351867676, "lr": 5.493624837270062e-07 }, { "step": 2817, "T": 1087, "positions": 16, "loss": 0.12112375751100757, "ce": 0.24650354603363667, "tv": 0.1012651176097279, "conf": 10.046710532158613, "grad_norm": 2.028280258178711, "lr": 5.436459415330108e-07 }, { "step": 2818, "T": 1438, "positions": 16, "loss": 1.07629376557216, "ce": 1.9644540416629752, "tv": 0.24120715688331984, "conf": 2.8991613918795096, "grad_norm": 4.8318328857421875, "lr": 5.379589706742016e-07 }, { "step": 2819, "T": 1092, "positions": 16, "loss": 0.7177410048181088, "ce": 1.1780182447691914, "tv": 0.36687509369585314, "conf": 8.639828984925924, "grad_norm": 5.4897050857543945, "lr": 5.323015780269641e-07 }, { "step": 2820, "T": 1567, "positions": 16, "loss": 1.1207567372698826, "ce": 2.0231020572337, "tv": 0.3039653256346355, "conf": 6.462636228957818, "grad_norm": 3.6489665508270264, "lr": 5.266737704319236e-07 }, { "step": 2821, "T": 1692, "positions": 16, "loss": 1.5443286480598317, "ce": 2.6419989446367254, "tv": 0.36059713206486776, "conf": 6.417571625545902, "grad_norm": 11.50366497039795, "lr": 5.210755546939228e-07 }, { "step": 2822, "T": 1105, "positions": 16, "loss": 0.3825988721143858, "ce": 0.8016658319720591, "tv": 0.15176020856233663, "conf": 4.071291228705823, "grad_norm": 1.8669605255126953, "lr": 5.15506937582036e-07 }, { "step": 2823, "T": 1128, "positions": 16, "loss": 0.07816390470345524, "ce": 0.13878220289370802, "tv": 0.07005315126843925, "conf": 2.4012614663224667, "grad_norm": 2.4200639724731445, "lr": 5.099679258295354e-07 }, { "step": 2824, "T": 1193, "positions": 16, "loss": 1.4167855075054945, "ce": 2.795010826383077, "tv": 0.44838349043857306, "conf": 6.424658275865542, "grad_norm": 4.144227981567383, "lr": 5.044585261339052e-07 }, { "step": 2825, "T": 1226, "positions": 16, "loss": 0.5287679165214101, "ce": 0.8690262882410025, "tv": 0.23716189265905996, "conf": 4.0750268032799015, "grad_norm": 7.055975914001465, "lr": 4.989787451568223e-07 }, { "step": 2826, "T": 1056, "positions": 16, "loss": 0.2769280765999085, "ce": 0.8167045817535836, "tv": 0.23713425964524504, "conf": 8.801116868324792, "grad_norm": 3.019829750061035, "lr": 4.935285895241476e-07 }, { "step": 2827, "T": 2037, "positions": 16, "loss": 2.001561995894008, "ce": 3.351704110391438, "tv": 0.5379642248153687, "conf": 6.403365959321491, "grad_norm": 6.468898773193359, "lr": 4.881080658259207e-07 }, { "step": 2828, "T": 1252, "positions": 16, "loss": 1.040617517154967, "ce": 1.8017729983985191, "tv": 0.26244769066397566, "conf": 4.443589869211802, "grad_norm": 7.004432201385498, "lr": 4.827171806163572e-07 }, { "step": 2829, "T": 1110, "positions": 16, "loss": 0.21483414143089163, "ce": 0.419224476958334, "tv": 0.15084479720098898, "conf": 3.009122710354859, "grad_norm": 3.501019239425659, "lr": 4.773559404138289e-07 }, { "step": 2830, "T": 1129, "positions": 16, "loss": 0.13385068013341872, "ce": 0.4106958537158789, "tv": 0.1580837520505156, "conf": 3.1207212713631827, "grad_norm": 1.117060661315918, "lr": 4.7202435170086436e-07 }, { "step": 2831, "T": 1078, "positions": 16, "loss": 0.8325045710494123, "ce": 1.6940845871868078, "tv": 0.2917796887049917, "conf": 3.8525908164370435, "grad_norm": 11.59269905090332, "lr": 4.667224209241428e-07 }, { "step": 2832, "T": 1095, "positions": 16, "loss": 0.9485517740379379, "ce": 1.6376335551249213, "tv": 0.2975659726653248, "conf": 3.87472624548681, "grad_norm": 6.6486663818359375, "lr": 4.614501544944777e-07 }, { "step": 2833, "T": 1079, "positions": 16, "loss": 0.2620949829803614, "ce": 0.3878753866874831, "tv": 0.13905426952442212, "conf": 4.867451606766736, "grad_norm": 2.333862543106079, "lr": 4.5620755878681697e-07 }, { "step": 2834, "T": 1086, "positions": 16, "loss": 0.4646606204340742, "ce": 1.2543808706395794, "tv": 0.22465487345471047, "conf": 2.8270644858550233, "grad_norm": 4.254984378814697, "lr": 4.5099464014022873e-07 }, { "step": 2835, "T": 1438, "positions": 16, "loss": 1.3022043746157586, "ce": 2.560311849898426, "tv": 0.26448860265463736, "conf": 5.285550787892134, "grad_norm": 4.239500522613525, "lr": 4.458114048579043e-07 }, { "step": 2836, "T": 1217, "positions": 16, "loss": 1.6610424263649293, "ce": 2.9011407140642405, "tv": 0.5147242853417993, "conf": 9.191635468406048, "grad_norm": 5.411630630493164, "lr": 4.406578592071331e-07 }, { "step": 2837, "T": 1136, "positions": 16, "loss": 1.009745074725629, "ce": 1.56937118654605, "tv": 0.3361763096181676, "conf": 5.550382965852805, "grad_norm": 6.255873203277588, "lr": 4.355340094193139e-07 }, { "step": 2838, "T": 1123, "positions": 16, "loss": 0.01850070752237798, "ce": 0.15429690343444236, "tv": 0.08898387319641188, "conf": 4.66237810254097, "grad_norm": 1.2083004713058472, "lr": 4.30439861689938e-07 }, { "step": 2839, "T": 1054, "positions": 16, "loss": 0.5663524905885531, "ce": 1.0286189848411595, "tv": 0.2560358112095855, "conf": 6.748858064642632, "grad_norm": 4.153949737548828, "lr": 4.253754221785783e-07 }, { "step": 2840, "T": 1535, "positions": 16, "loss": 0.9440892415285869, "ce": 1.580315286766563, "tv": 0.27550398842322465, "conf": 8.62884820338803, "grad_norm": 7.103583335876465, "lr": 4.2034069700888633e-07 }, { "step": 2841, "T": 1163, "positions": 16, "loss": 0.3858880797268611, "ce": 0.7541107125362032, "tv": 0.24046707995876204, "conf": 4.415062588141819, "grad_norm": 4.731969833374023, "lr": 4.1533569226859246e-07 }, { "step": 2842, "T": 1221, "positions": 16, "loss": 0.8960208598499779, "ce": 1.6808057099187863, "tv": 0.2512214369053254, "conf": 2.4306961056625584, "grad_norm": 4.858504772186279, "lr": 4.10360414009478e-07 }, { "step": 2843, "T": 1054, "positions": 16, "loss": 0.7267600918968409, "ce": 1.6694883232921711, "tv": 0.24505941891402472, "conf": 6.501395701873692, "grad_norm": 3.3942766189575195, "lr": 4.054148682473918e-07 }, { "step": 2844, "T": 1050, "positions": 16, "loss": 0.2478445765187176, "ce": 0.36438144794738037, "tv": 0.10999529960190557, "conf": 3.08925509757934, "grad_norm": 1.7520357370376587, "lr": 4.0049906096222556e-07 }, { "step": 2845, "T": 1050, "positions": 16, "loss": 0.190092788550146, "ce": 0.41674102807519375, "tv": 0.13652816351532238, "conf": 5.336051913964502, "grad_norm": 1.6694213151931763, "lr": 3.9561299809791616e-07 }, { "step": 2846, "T": 1468, "positions": 16, "loss": 1.1668245830394284, "ce": 2.170740428920908, "tv": 0.2709669823589138, "conf": 4.124966025908989, "grad_norm": 6.481682777404785, "lr": 3.907566855624295e-07 }, { "step": 2847, "T": 1158, "positions": 16, "loss": 1.5333419675007463, "ce": 2.4330279640853405, "tv": 0.49891936406493187, "conf": 6.482352196544497, "grad_norm": 5.082798957824707, "lr": 3.859301292277684e-07 }, { "step": 2848, "T": 1065, "positions": 16, "loss": 0.48908000092967363, "ce": 0.8828216723341029, "tv": 0.19274542087805457, "conf": 4.734468753509695, "grad_norm": 3.1544666290283203, "lr": 3.811333349299451e-07 }, { "step": 2849, "T": 1112, "positions": 16, "loss": 0.446640087098217, "ce": 0.9353275888133794, "tv": 0.2291587090876419, "conf": 9.967358884279916, "grad_norm": 4.977273464202881, "lr": 3.763663084689978e-07 }, { "step": 2850, "T": 1060, "positions": 16, "loss": 0.3518497125472937, "ce": 0.798251530422931, "tv": 0.2045690695877056, "conf": 8.13378921514323, "grad_norm": 9.199807167053223, "lr": 3.7162905560895466e-07 }, { "step": 2851, "T": 1566, "positions": 16, "loss": 0.9588985450984086, "ce": 1.672468363280359, "tv": 0.2189509417685258, "conf": 2.6944181479088978, "grad_norm": 4.709043979644775, "lr": 3.6692158207785877e-07 }, { "step": 2852, "T": 1081, "positions": 16, "loss": 0.6645459026892979, "ce": 1.385991930757882, "tv": 0.22545754722159472, "conf": 4.776922138622834, "grad_norm": 4.251641273498535, "lr": 3.6224389356773747e-07 }, { "step": 2853, "T": 1081, "positions": 16, "loss": 0.9695565520308582, "ce": 1.5366642347028119, "tv": 0.2969420983336022, "conf": 4.762668216579171, "grad_norm": 9.136760711669922, "lr": 3.575959957346053e-07 }, { "step": 2854, "T": 2305, "positions": 16, "loss": 1.6470521855766938, "ce": 3.087015621279761, "tv": 0.38166351998370374, "conf": 9.538765543835197, "grad_norm": 10.553973197937012, "lr": 3.529778941984557e-07 }, { "step": 2855, "T": 1048, "positions": 16, "loss": 0.11289973094232497, "ce": 0.31448251807250927, "tv": 0.09167028781303088, "conf": 1.0425714922231268, "grad_norm": 2.5399091243743896, "lr": 3.483895945432525e-07 }, { "step": 2856, "T": 1192, "positions": 16, "loss": 2.0064234603196383, "ce": 3.1999973617494106, "tv": 0.5495559517294168, "conf": 6.940103821950552, "grad_norm": 6.5115966796875, "lr": 3.4383110231692993e-07 }, { "step": 2857, "T": 1076, "positions": 16, "loss": 1.0584719174837005, "ce": 2.212824260332127, "tv": 0.4092073235042335, "conf": 7.212481699125618, "grad_norm": 6.829693794250488, "lr": 3.3930242303137074e-07 }, { "step": 2858, "T": 1099, "positions": 16, "loss": 0.329219063774012, "ce": 0.6713142501430411, "tv": 0.21895030121231684, "conf": 7.040317718687235, "grad_norm": 3.8446640968322754, "lr": 3.348035621624224e-07 }, { "step": 2859, "T": 1387, "positions": 16, "loss": 0.7029862059217749, "ce": 1.4065736181801185, "tv": 0.23209593526553363, "conf": 4.873776308566448, "grad_norm": 4.636765480041504, "lr": 3.303345251498641e-07 }, { "step": 2860, "T": 1055, "positions": 16, "loss": 0.4490346700990955, "ce": 0.9045101210431312, "tv": 0.23357941662470694, "conf": 7.393796986385985, "grad_norm": 6.690318584442139, "lr": 3.2589531739742053e-07 }, { "step": 2861, "T": 2305, "positions": 16, "loss": 1.6937189605851017, "ce": 3.0533329490572214, "tv": 0.48981794668361545, "conf": 6.005450092691717, "grad_norm": 13.01905632019043, "lr": 3.2148594427275356e-07 }, { "step": 2862, "T": 1372, "positions": 16, "loss": 0.3437624804181709, "ce": 0.8291236584846047, "tv": 0.17407638047734508, "conf": 8.167540641035885, "grad_norm": 2.728508234024048, "lr": 3.171064111074373e-07 }, { "step": 2863, "T": 1136, "positions": 16, "loss": 0.20901952027164583, "ce": 0.5435044488622225, "tv": 0.12886298078592517, "conf": 5.730314904456045, "grad_norm": 4.0656046867370605, "lr": 3.1275672319698024e-07 }, { "step": 2864, "T": 1085, "positions": 16, "loss": 0.16833841725886867, "ce": 0.4894034555809412, "tv": 0.17840933637057788, "conf": 7.0862054873025775, "grad_norm": 2.8607704639434814, "lr": 3.0843688580078913e-07 }, { "step": 2865, "T": 1449, "positions": 16, "loss": 1.1568233915756254, "ce": 2.4230200956826593, "tv": 0.27137471468086005, "conf": 3.801074699043545, "grad_norm": 6.582573890686035, "lr": 3.041469041421885e-07 }, { "step": 2866, "T": 1086, "positions": 16, "loss": 0.2281259328343026, "ce": 0.4891248591093813, "tv": 0.11340936817009606, "conf": 3.342149062884472, "grad_norm": 2.716362476348877, "lr": 2.9988678340839847e-07 }, { "step": 2867, "T": 1040, "positions": 16, "loss": 0.44443821670885963, "ce": 1.1007622587530932, "tv": 0.16962657928525005, "conf": 7.3449779444147465, "grad_norm": 1.6743725538253784, "lr": 2.956565287505264e-07 }, { "step": 2868, "T": 1129, "positions": 16, "loss": 0.3998934019928839, "ce": 0.7738997417982318, "tv": 0.25111461503547616, "conf": 5.6284365311044775, "grad_norm": 5.204586505889893, "lr": 2.914561452835807e-07 }, { "step": 2869, "T": 1217, "positions": 16, "loss": 1.1815799377018266, "ce": 2.1728963870555162, "tv": 0.40064998529851437, "conf": 5.119784755227101, "grad_norm": 9.423850059509277, "lr": 2.872856380864403e-07 }, { "step": 2870, "T": 2137, "positions": 16, "loss": 1.9295816398225725, "ce": 3.456810938194394, "tv": 0.4675869895145297, "conf": 5.846808343724263, "grad_norm": 7.873449325561523, "lr": 2.831450122018631e-07 }, { "step": 2871, "T": 1107, "positions": 16, "loss": 0.16808824610830797, "ce": 0.3342184761331737, "tv": 0.072352031704213, "conf": 3.0946894826748843, "grad_norm": 1.390095829963684, "lr": 2.790342726364775e-07 }, { "step": 2872, "T": 1413, "positions": 16, "loss": 1.2745462960112945, "ce": 2.1159026619206998, "tv": 0.32500556721061, "conf": 4.935033658974718, "grad_norm": 3.2658603191375732, "lr": 2.7495342436076874e-07 }, { "step": 2873, "T": 1216, "positions": 16, "loss": 0.1622057144492649, "ce": 0.526197262410733, "tv": 0.14332859883097626, "conf": 3.176790513493108, "grad_norm": 4.700567245483398, "lr": 2.709024723090897e-07 }, { "step": 2874, "T": 1457, "positions": 16, "loss": 1.1477267439363636, "ce": 2.04772267595672, "tv": 0.2886858441925142, "conf": 5.923692161146718, "grad_norm": 4.486941814422607, "lr": 2.668814213796333e-07 }, { "step": 2875, "T": 1174, "positions": 16, "loss": 0.6114516308568181, "ce": 0.8976471529513219, "tv": 0.21416466445589322, "conf": 3.800416495376855, "grad_norm": 3.679593086242676, "lr": 2.628902764344465e-07 }, { "step": 2876, "T": 1242, "positions": 16, "loss": 0.12203662586848196, "ce": 0.3665219527974841, "tv": 0.09952681467257207, "conf": 1.7004093918372196, "grad_norm": 1.3469672203063965, "lr": 2.589290422994106e-07 }, { "step": 2877, "T": 2052, "positions": 16, "loss": 1.4832948134839228, "ce": 2.2238812445175427, "tv": 0.39817709078852204, "conf": 7.3975068262098285, "grad_norm": 3.2898478507995605, "lr": 2.549977237642387e-07 }, { "step": 2878, "T": 1125, "positions": 16, "loss": 0.3873369189618412, "ce": 0.691474753320108, "tv": 0.20161493262776276, "conf": 3.1118319701564836, "grad_norm": 6.217855453491211, "lr": 2.510963255824755e-07 }, { "step": 2879, "T": 1559, "positions": 16, "loss": 1.2451517298178403, "ce": 2.14855486050908, "tv": 0.2721816291050345, "conf": 1.4197468071860015, "grad_norm": 3.675961971282959, "lr": 2.472248524714837e-07 }, { "step": 2880, "T": 1092, "positions": 16, "loss": 0.3096156014702558, "ce": 0.5360038114413328, "tv": 0.12460599936093786, "conf": 3.588350225800076, "grad_norm": 2.473114252090454, "lr": 2.4338330911245213e-07 }, { "step": 2881, "T": 1097, "positions": 16, "loss": 0.2532628725782615, "ce": 1.0397842800011858, "tv": 0.20717695372877643, "conf": 7.292458745895915, "grad_norm": 2.438196897506714, "lr": 2.39571700150365e-07 }, { "step": 2882, "T": 1079, "positions": 16, "loss": 0.34625214909786983, "ce": 0.6615215734564117, "tv": 0.20300359919701805, "conf": 6.088499041096711, "grad_norm": 5.983226299285889, "lr": 2.357900301940219e-07 }, { "step": 2883, "T": 1054, "positions": 16, "loss": 0.25758340989207973, "ce": 0.392973343506128, "tv": 0.0758072037860984, "conf": 2.1026983865864106, "grad_norm": 1.8351274728775024, "lr": 2.3203830381602065e-07 }, { "step": 2884, "T": 1125, "positions": 16, "loss": 0.24856226676927706, "ce": 0.3723823661283632, "tv": 0.08261897897682502, "conf": 1.2631993468574598, "grad_norm": 4.602283954620361, "lr": 2.2831652555274918e-07 }, { "step": 2885, "T": 1050, "positions": 16, "loss": 0.47878938077764666, "ce": 1.0265863571512455, "tv": 0.2262176345775515, "conf": 3.5434571802521972, "grad_norm": 5.479609966278076, "lr": 2.246246999043855e-07 }, { "step": 2886, "T": 2061, "positions": 16, "loss": 1.789407669550144, "ce": 3.2684434914081066, "tv": 0.4054349472899048, "conf": 8.9590117021957, "grad_norm": 3.6700057983398438, "lr": 2.2096283133489214e-07 }, { "step": 2887, "T": 1078, "positions": 16, "loss": 0.268931232268272, "ce": 0.4136235900405154, "tv": 0.17001819859615352, "conf": 5.866313413984711, "grad_norm": 5.807024002075195, "lr": 2.173309242720051e-07 }, { "step": 2888, "T": 1081, "positions": 16, "loss": 1.1215023878655757, "ce": 1.3680882442276925, "tv": 0.38023748621344566, "conf": 5.405343471906278, "grad_norm": 6.992391109466553, "lr": 2.137289831072392e-07 }, { "step": 2889, "T": 1110, "positions": 16, "loss": 0.8763982489394948, "ce": 1.4911407462932402, "tv": 0.30186327685805736, "conf": 5.297641541604929, "grad_norm": 5.046263694763184, "lr": 2.1015701219586902e-07 }, { "step": 2890, "T": 1083, "positions": 16, "loss": 0.9472531076383621, "ce": 1.5686822452134948, "tv": 0.30391729021357605, "conf": 5.1650432938290765, "grad_norm": 6.684125900268555, "lr": 2.066150158569341e-07 }, { "step": 2891, "T": 1041, "positions": 16, "loss": 0.32441852624405954, "ce": 0.6182214437139919, "tv": 0.18974263445124961, "conf": 4.968497404831337, "grad_norm": 3.5837886333465576, "lr": 2.0310299837323076e-07 }, { "step": 2892, "T": 1074, "positions": 16, "loss": 0.5021860715233053, "ce": 0.9230557219829052, "tv": 0.2212277713445019, "conf": 5.205741787377523, "grad_norm": 5.143699645996094, "lr": 1.9962096399130382e-07 }, { "step": 2893, "T": 1160, "positions": 16, "loss": 0.08007937328985193, "ce": 0.255834902346578, "tv": 0.07032209320095717, "conf": 1.4445461138013003, "grad_norm": 3.4543051719665527, "lr": 1.9616891692144924e-07 }, { "step": 2894, "T": 1720, "positions": 16, "loss": 1.2983727175504276, "ce": 2.3934142704567876, "tv": 0.3090474466080195, "conf": 6.545954564097542, "grad_norm": 6.240665435791016, "lr": 1.9274686133769483e-07 }, { "step": 2895, "T": 1039, "positions": 16, "loss": 0.23073917718528492, "ce": 0.5453850784382439, "tv": 0.10894926310356823, "conf": 2.453441742241002, "grad_norm": 1.6557825803756714, "lr": 1.893548013778168e-07 }, { "step": 2896, "T": 1048, "positions": 16, "loss": 0.7674043407806934, "ce": 1.1340086278432864, "tv": 0.28064021456521004, "conf": 4.993755547173143, "grad_norm": 4.591577053070068, "lr": 1.8599274114330932e-07 }, { "step": 2897, "T": 1365, "positions": 16, "loss": 1.2404394465717132, "ce": 2.533723119201113, "tv": 0.30360420916986186, "conf": 5.800786405447518, "grad_norm": 4.534208297729492, "lr": 1.8266068469940113e-07 }, { "step": 2898, "T": 1094, "positions": 16, "loss": 0.23070618980923996, "ce": 0.6925673638306762, "tv": 0.19209421412415395, "conf": 8.477395309302665, "grad_norm": 2.1281700134277344, "lr": 1.7935863607503877e-07 }, { "step": 2899, "T": 1709, "positions": 16, "loss": 1.1368388137600434, "ce": 2.1751629343489185, "tv": 0.3412382768729003, "conf": 7.003327789126234, "grad_norm": 7.843578815460205, "lr": 1.7608659926288963e-07 }, { "step": 2900, "T": 1367, "positions": 16, "loss": 0.49438017838494375, "ce": 0.9338736777754093, "tv": 0.17288362101680832, "conf": 3.124423385054558, "grad_norm": 3.9626107215881348, "lr": 1.728445782193222e-07 }, { "step": 2901, "T": 1056, "positions": 16, "loss": 0.005916371803384557, "ce": 0.08223301697171337, "tv": 0.034155116997681034, "conf": 1.35002798537306, "grad_norm": 0.48478761315345764, "lr": 1.6963257686442025e-07 }, { "step": 2902, "T": 1889, "positions": 16, "loss": 1.6334291287109863, "ce": 3.0033288169652224, "tv": 0.40602951240725815, "conf": 4.979535974962346, "grad_norm": 9.355951309204102, "lr": 1.664505990819687e-07 }, { "step": 2903, "T": 1050, "positions": 16, "loss": 0.7140916956614438, "ce": 1.383045714578202, "tv": 0.3054773272615421, "conf": 5.468271235448834, "grad_norm": 7.953897953033447, "lr": 1.6329864871944266e-07 }, { "step": 2904, "T": 1036, "positions": 16, "loss": 1.050380180184053, "ce": 1.9719101576620233, "tv": 0.2751592841186721, "conf": 5.655568567948424, "grad_norm": 7.265717506408691, "lr": 1.6017672958801855e-07 }, { "step": 2905, "T": 1068, "positions": 16, "loss": 0.21018683066617783, "ce": 0.6143501313263187, "tv": 0.15236465215411954, "conf": 5.028316609713443, "grad_norm": 6.2728800773620605, "lr": 1.5708484546255453e-07 }, { "step": 2906, "T": 1046, "positions": 16, "loss": 0.9037473432317711, "ce": 1.676345637300983, "tv": 0.32156555308029056, "conf": 5.096523024473459, "grad_norm": 4.857421875, "lr": 1.5402300008159342e-07 }, { "step": 2907, "T": 1064, "positions": 16, "loss": 0.0893227629137403, "ce": 0.18459810209969874, "tv": 0.14566778054904717, "conf": 5.396204495514633, "grad_norm": 0.6691634058952332, "lr": 1.5099119714735986e-07 }, { "step": 2908, "T": 1731, "positions": 16, "loss": 1.0372867112474324, "ce": 1.7931660915346583, "tv": 0.2591966660183971, "conf": 5.265161350980637, "grad_norm": 4.968642234802246, "lr": 1.4798944032574923e-07 }, { "step": 2909, "T": 1444, "positions": 16, "loss": 0.9719220196763843, "ce": 1.6648767756832967, "tv": 0.27705821956624277, "conf": 4.2411915384219405, "grad_norm": 3.5631942749023438, "lr": 1.4501773324633038e-07 }, { "step": 2910, "T": 1054, "positions": 16, "loss": 0.03153701179877544, "ce": 0.16471792172524147, "tv": 0.07100253659154987, "conf": 1.4326606157055721, "grad_norm": 0.5323573350906372, "lr": 1.4207607950232903e-07 }, { "step": 2911, "T": 1237, "positions": 16, "loss": 1.6501126956350163, "ce": 2.644441838376224, "tv": 0.46137799695134163, "conf": 5.63317885232204, "grad_norm": 6.068382740020752, "lr": 1.3916448265064162e-07 }, { "step": 2912, "T": 1664, "positions": 16, "loss": 1.4464447763953103, "ce": 2.4840730000287294, "tv": 0.45689242519438267, "conf": 8.21981589458133, "grad_norm": 6.11324405670166, "lr": 1.3628294621181593e-07 }, { "step": 2913, "T": 1316, "positions": 16, "loss": 0.12557003703894587, "ce": 0.42268634505944647, "tv": 0.1213086359675799, "conf": 2.593086857979274, "grad_norm": 1.6844151020050049, "lr": 1.3343147367005647e-07 }, { "step": 2914, "T": 2209, "positions": 16, "loss": 1.4898324597177748, "ce": 2.5575706163872383, "tv": 0.39324269695498515, "conf": 6.484361637354596, "grad_norm": 4.34615421295166, "lr": 1.3061006847321365e-07 }, { "step": 2915, "T": 1448, "positions": 16, "loss": 1.6340012819993706, "ce": 3.1690957418759353, "tv": 0.3627406038713161, "conf": 7.153133578492915, "grad_norm": 5.725244522094727, "lr": 1.27818734032778e-07 }, { "step": 2916, "T": 1053, "positions": 16, "loss": 0.135693765289713, "ce": 0.23960346254648357, "tv": 0.045737602743429306, "conf": 0.4839588001088422, "grad_norm": 1.2659950256347656, "lr": 1.2505747372388855e-07 }, { "step": 2917, "T": 1198, "positions": 16, "loss": 1.2957956311061025, "ce": 2.445274136494845, "tv": 0.44370412174612284, "conf": 4.839436202380853, "grad_norm": 4.144327163696289, "lr": 1.2232629088531622e-07 }, { "step": 2918, "T": 1071, "positions": 16, "loss": 0.14949158053529743, "ce": 0.412195416931354, "tv": 0.16052887614932843, "conf": 5.634696636168797, "grad_norm": 1.7273503541946411, "lr": 1.1962518881945827e-07 }, { "step": 2919, "T": 1046, "positions": 16, "loss": 0.26966948399074653, "ce": 0.42663870515389135, "tv": 0.13576703413855284, "conf": 3.36649338785665, "grad_norm": 2.7270538806915283, "lr": 1.1695417079234938e-07 }, { "step": 2920, "T": 1763, "positions": 16, "loss": 1.0740785835758975, "ce": 1.8146375117262323, "tv": 0.26590810167817835, "conf": 6.545232203027102, "grad_norm": 3.4563934803009033, "lr": 1.1431324003364497e-07 }, { "step": 2921, "T": 1502, "positions": 16, "loss": 1.406030901107556, "ce": 2.475116989488015, "tv": 0.3676067374763079, "conf": 8.458367275617842, "grad_norm": 8.316734313964844, "lr": 1.1170239973661567e-07 }, { "step": 2922, "T": 1685, "positions": 16, "loss": 1.2661140314532315, "ce": 2.0934854198676476, "tv": 0.28031866803189587, "conf": 4.280678628632478, "grad_norm": 3.8802363872528076, "lr": 1.0912165305815292e-07 }, { "step": 2923, "T": 1095, "positions": 16, "loss": 0.0756303989026712, "ce": 0.23383571724707508, "tv": 0.07988808723712282, "conf": 5.535021665515229, "grad_norm": 0.8166599869728088, "lr": 1.0657100311876056e-07 }, { "step": 2924, "T": 1409, "positions": 16, "loss": 0.9647001675405869, "ce": 1.745232935894819, "tv": 0.2137333636674157, "conf": 4.8228455262955165, "grad_norm": 3.8537955284118652, "lr": 1.0405045300254934e-07 }, { "step": 2925, "T": 1087, "positions": 16, "loss": 0.24273092668695284, "ce": 0.5402808592134534, "tv": 0.16998508521464828, "conf": 4.7255443974104665, "grad_norm": 5.053662300109863, "lr": 1.015600057572369e-07 }, { "step": 2926, "T": 1219, "positions": 16, "loss": 0.9893184772888208, "ce": 1.8544533808162669, "tv": 0.3509903677877446, "conf": 7.263201960810461, "grad_norm": 10.897563934326172, "lr": 9.909966439413942e-08 }, { "step": 2927, "T": 1109, "positions": 16, "loss": 0.16035346801519168, "ce": 0.4248930129247128, "tv": 0.10060128627537779, "conf": 2.5394233789053997, "grad_norm": 3.1766960620880127, "lr": 9.666943188817445e-08 }, { "step": 2928, "T": 1205, "positions": 16, "loss": 0.5985723618766912, "ce": 1.2257526063867772, "tv": 0.24415150809636543, "conf": 4.525175400459378, "grad_norm": 4.425793647766113, "lr": 9.426931117784698e-08 }, { "step": 2929, "T": 2309, "positions": 16, "loss": 1.2321783950395435, "ce": 2.126367192453472, "tv": 0.3711894920124905, "conf": 7.514834566436491, "grad_norm": 4.5126800537109375, "lr": 9.189930516526334e-08 }, { "step": 2930, "T": 1068, "positions": 16, "loss": 0.07402858801818724, "ce": 0.3704731548914424, "tv": 0.1331590494428383, "conf": 6.568828916841792, "grad_norm": 1.515790581703186, "lr": 8.955941671610347e-08 }, { "step": 2931, "T": 1043, "positions": 16, "loss": 0.2827821912418944, "ce": 0.5877262458852783, "tv": 0.12726384999405127, "conf": 3.5325093431930634, "grad_norm": 2.1735732555389404, "lr": 8.724964865963747e-08 }, { "step": 2932, "T": 1036, "positions": 16, "loss": 1.0665889894642646, "ce": 1.68047402915181, "tv": 0.3790583406735095, "conf": 4.626117606415335, "grad_norm": 7.750843048095703, "lr": 8.497000378872022e-08 }, { "step": 2933, "T": 1106, "positions": 16, "loss": 0.24478604635465406, "ce": 0.513914258042405, "tv": 0.07785179168149625, "conf": 3.7266279762977774, "grad_norm": 1.6730120182037354, "lr": 8.272048485977457e-08 }, { "step": 2934, "T": 1132, "positions": 16, "loss": 0.1288410675750984, "ce": 0.3032005175309678, "tv": 0.16319375940292957, "conf": 5.970694767855614, "grad_norm": 4.458704471588135, "lr": 8.050109459279975e-08 }, { "step": 2935, "T": 1445, "positions": 16, "loss": 1.2012954145040546, "ce": 2.0754726114130335, "tv": 0.23884560309898006, "conf": 2.5950670066059915, "grad_norm": 3.7085115909576416, "lr": 7.831183567136857e-08 }, { "step": 2936, "T": 2210, "positions": 16, "loss": 1.0100452136068725, "ce": 1.7610195905981527, "tv": 0.26417810664679564, "conf": 3.0823648049391, "grad_norm": 5.105470657348633, "lr": 7.615271074261631e-08 }, { "step": 2937, "T": 1051, "positions": 16, "loss": 0.18118809061716612, "ce": 0.29730913642862333, "tv": 0.13005044054079917, "conf": 3.437671864090774, "grad_norm": 1.454227089881897, "lr": 7.402372241724077e-08 }, { "step": 2938, "T": 1171, "positions": 16, "loss": 1.1422129987039398, "ce": 1.9640988882165402, "tv": 0.4144040839164518, "conf": 5.420581956020595, "grad_norm": 3.841440200805664, "lr": 7.192487326950769e-08 }, { "step": 2939, "T": 1464, "positions": 16, "loss": 0.8192549975329442, "ce": 1.3805861198088678, "tv": 0.2524099985275825, "conf": 7.376869404142466, "grad_norm": 4.121174335479736, "lr": 6.985616583722876e-08 }, { "step": 2940, "T": 1421, "positions": 16, "loss": 1.3076728073011123, "ce": 2.4120003935977365, "tv": 0.30019580326552386, "conf": 6.608590256212707, "grad_norm": 5.25051736831665, "lr": 6.781760262178083e-08 }, { "step": 2941, "T": 1090, "positions": 16, "loss": 0.163396124459122, "ce": 0.30385584584007574, "tv": 0.11538589350925577, "conf": 5.270100206861201, "grad_norm": 1.5523202419281006, "lr": 6.580918608808385e-08 }, { "step": 2942, "T": 1043, "positions": 16, "loss": 0.17576725128189974, "ce": 0.23174059241137002, "tv": 0.0766812246729387, "conf": 2.6900297199979972, "grad_norm": 0.7486735582351685, "lr": 6.383091866460911e-08 }, { "step": 2943, "T": 1136, "positions": 16, "loss": 0.31074224997246347, "ce": 0.7521824896539329, "tv": 0.22543950256658718, "conf": 5.936883410617156, "grad_norm": 2.248655319213867, "lr": 6.188280274337932e-08 }, { "step": 2944, "T": 1529, "positions": 16, "loss": 0.9550558441914649, "ce": 1.8414122287558712, "tv": 0.2629669917159845, "conf": 8.293309081655098, "grad_norm": 4.895561218261719, "lr": 5.996484067994634e-08 }, { "step": 2945, "T": 1038, "positions": 16, "loss": 1.2570575503129326, "ce": 1.903270966024138, "tv": 0.4075068962665682, "conf": 7.278229342069638, "grad_norm": 4.509898662567139, "lr": 5.807703479341342e-08 }, { "step": 2946, "T": 1046, "positions": 16, "loss": 0.09910142724402249, "ce": 0.34347934636389255, "tv": 0.07786386429552294, "conf": 1.2971318052055627, "grad_norm": 0.824475884437561, "lr": 5.621938736641297e-08 }, { "step": 2947, "T": 1083, "positions": 16, "loss": 0.19915295948569472, "ce": 0.6124848636554816, "tv": 0.18315313889615936, "conf": 6.3200379468886245, "grad_norm": 2.1175076961517334, "lr": 5.439190064511768e-08 }, { "step": 2948, "T": 1101, "positions": 16, "loss": 0.40849070067442295, "ce": 0.7470589765325713, "tv": 0.12419181571385707, "conf": 4.2912940071948835, "grad_norm": 1.335731863975525, "lr": 5.259457683922664e-08 }, { "step": 2949, "T": 1250, "positions": 16, "loss": 1.792994763501838, "ce": 2.5194702865555882, "tv": 0.5055557023733854, "conf": 5.820264156420308, "grad_norm": 6.701396465301514, "lr": 5.082741812196534e-08 }, { "step": 2950, "T": 1080, "positions": 16, "loss": 0.2743145531677252, "ce": 0.39627994296961333, "tv": 0.09055201238697919, "conf": 1.906068104497405, "grad_norm": 1.0592560768127441, "lr": 4.909042663009677e-08 }, { "step": 2951, "T": 1106, "positions": 16, "loss": 0.19245867884130208, "ce": 0.3190976285295619, "tv": 0.13722312972549844, "conf": 6.794327677510197, "grad_norm": 2.6152753829956055, "lr": 4.738360446389367e-08 }, { "step": 2952, "T": 1208, "positions": 16, "loss": 1.2783076448546495, "ce": 1.889593852863527, "tv": 0.3480058405039017, "conf": 5.7774427722425985, "grad_norm": 4.759146690368652, "lr": 4.5706953687157935e-08 }, { "step": 2953, "T": 1697, "positions": 16, "loss": 0.897944784533933, "ce": 1.579074893556026, "tv": 0.2218198397786182, "conf": 5.07147441710327, "grad_norm": 5.116259574890137, "lr": 4.406047632720678e-08 }, { "step": 2954, "T": 1057, "positions": 16, "loss": 0.7115470526769141, "ce": 1.1183025550481034, "tv": 0.23120467379931142, "conf": 2.712923008891976, "grad_norm": 11.926618576049805, "lr": 4.244417437487269e-08 }, { "step": 2955, "T": 1045, "positions": 16, "loss": 0.5712989598602983, "ce": 1.0330793114480912, "tv": 0.16565989974333206, "conf": 3.8434308152645826, "grad_norm": 4.604640483856201, "lr": 4.085804978450347e-08 }, { "step": 2956, "T": 1539, "positions": 16, "loss": 1.0196266129595188, "ce": 1.5538458127193735, "tv": 0.367964101373218, "conf": 8.095453477429654, "grad_norm": 4.449536323547363, "lr": 3.930210447395943e-08 }, { "step": 2957, "T": 1406, "positions": 16, "loss": 0.8656175430364428, "ce": 1.6852654426475056, "tv": 0.2551000431703869, "conf": 5.309364386918096, "grad_norm": 4.267392635345459, "lr": 3.7776340324607863e-08 }, { "step": 2958, "T": 1549, "positions": 16, "loss": 1.1871440253692636, "ce": 2.1814777968229464, "tv": 0.3315245841104115, "conf": 6.022362801986632, "grad_norm": 7.8572845458984375, "lr": 3.628075918131746e-08 }, { "step": 2959, "T": 1142, "positions": 16, "loss": 0.07652430026336748, "ce": 0.17527898863681912, "tv": 0.0894881104977685, "conf": 3.317066396873784, "grad_norm": 0.8034150004386902, "lr": 3.481536285247222e-08 }, { "step": 2960, "T": 1048, "positions": 16, "loss": 0.025963647734880357, "ce": 0.08431318641243024, "tv": 0.026067330203659367, "conf": 0.9834669611077795, "grad_norm": 0.4032416045665741, "lr": 3.338015310994647e-08 }, { "step": 2961, "T": 1129, "positions": 16, "loss": 1.172616238305892, "ce": 1.8655912993708625, "tv": 0.36288147512823343, "conf": 5.139033446250144, "grad_norm": 6.468916893005371, "lr": 3.1975131689127026e-08 }, { "step": 2962, "T": 2208, "positions": 16, "loss": 0.9705856202408771, "ce": 1.7686461816701922, "tv": 0.2646648109985108, "conf": 5.471142137751803, "grad_norm": 4.085107803344727, "lr": 3.0600300288885496e-08 }, { "step": 2963, "T": 1149, "positions": 16, "loss": 0.7010161220954843, "ce": 1.0403200718756125, "tv": 0.1992551346666005, "conf": 4.970744239857595, "grad_norm": 6.861199855804443, "lr": 2.9255660571597677e-08 }, { "step": 2964, "T": 1041, "positions": 16, "loss": 0.38389834964845804, "ce": 0.6024004687933484, "tv": 0.21052387653617188, "conf": 7.800475483760238, "grad_norm": 5.154513835906982, "lr": 2.7941214163132445e-08 }, { "step": 2965, "T": 1058, "positions": 16, "loss": 0.4140921709952732, "ce": 1.0520145857499301, "tv": 0.1543539684753341, "conf": 5.791607507156148, "grad_norm": 2.317546844482422, "lr": 2.665696265284623e-08 }, { "step": 2966, "T": 1058, "positions": 16, "loss": 0.12274934608448262, "ce": 0.3427667901996756, "tv": 0.1577246442247997, "conf": 6.827399032845274, "grad_norm": 2.361854314804077, "lr": 2.5402907593594095e-08 }, { "step": 2967, "T": 1329, "positions": 16, "loss": 0.6785927449951001, "ce": 1.095712416616152, "tv": 0.22250434847228462, "conf": 4.794537604216325, "grad_norm": 3.1629111766815186, "lr": 2.4179050501707545e-08 }, { "step": 2968, "T": 1065, "positions": 16, "loss": 0.008264718398822701, "ce": 0.09824427001126423, "tv": 0.07828109226602464, "conf": 7.930342884878066, "grad_norm": 3.369030237197876, "lr": 2.298539285701118e-08 }, { "step": 2969, "T": 1712, "positions": 16, "loss": 1.5642009425275916, "ce": 2.8571867373830173, "tv": 0.36923851797473617, "conf": 8.09268135163769, "grad_norm": 5.1876115798950195, "lr": 2.1821936102814356e-08 }, { "step": 2970, "T": 1085, "positions": 16, "loss": 0.28873208138377837, "ce": 0.49326409808600147, "tv": 0.1692416104087897, "conf": 8.57178668853794, "grad_norm": 9.02670955657959, "lr": 2.0688681645908427e-08 }, { "step": 2971, "T": 1091, "positions": 16, "loss": 0.4542080285019239, "ce": 1.0940722096711397, "tv": 0.3012454560957849, "conf": 9.197577219456434, "grad_norm": 6.612513542175293, "lr": 1.9585630856563953e-08 }, { "step": 2972, "T": 1039, "positions": 16, "loss": 0.5791818713171095, "ce": 0.7539715117463857, "tv": 0.21685978862296906, "conf": 5.478584095835686, "grad_norm": 4.7811055183410645, "lr": 1.8512785068530712e-08 }, { "step": 2973, "T": 1043, "positions": 16, "loss": 0.21935772626500372, "ce": 0.3392520288070955, "tv": 0.06478063807662693, "conf": 1.888893308950344, "grad_norm": 0.9172778129577637, "lr": 1.74701455790377e-08 }, { "step": 2974, "T": 1040, "positions": 16, "loss": 0.3278187443073488, "ce": 0.4177697509439895, "tv": 0.13554980159460683, "conf": 2.8199327128496057, "grad_norm": 1.9457252025604248, "lr": 1.6457713648793117e-08 }, { "step": 2975, "T": 1798, "positions": 16, "loss": 1.6249352698735824, "ce": 2.9010076288031996, "tv": 0.33961974423436914, "conf": 5.55843713228203, "grad_norm": 9.25307846069336, "lr": 1.5475490501970503e-08 }, { "step": 2976, "T": 1064, "positions": 16, "loss": 0.2386998964645639, "ce": 0.32729132242639025, "tv": 0.07244451484075398, "conf": 0.3900685200481667, "grad_norm": 0.9967438578605652, "lr": 1.4523477326225388e-08 }, { "step": 2977, "T": 1082, "positions": 16, "loss": 0.659767493774658, "ce": 1.131051041833416, "tv": 0.21255768243281636, "conf": 1.457378495692479, "grad_norm": 3.717116594314575, "lr": 1.3601675272684189e-08 }, { "step": 2978, "T": 1225, "positions": 16, "loss": 0.3550584896653106, "ce": 0.7752151547883841, "tv": 0.19703711593683693, "conf": 5.253422572657837, "grad_norm": 5.580561637878418, "lr": 1.2710085455938658e-08 }, { "step": 2979, "T": 1071, "positions": 16, "loss": 0.0675566941427359, "ce": 0.1387914201386593, "tv": 0.07606611038863775, "conf": 5.776041947050331, "grad_norm": 0.9990611672401428, "lr": 1.1848708954051434e-08 }, { "step": 2980, "T": 1179, "positions": 16, "loss": 0.16183763262696338, "ce": 0.32769112554888125, "tv": 0.11295856976084906, "conf": 1.8095141714084884, "grad_norm": 4.368374824523926, "lr": 1.1017546808556044e-08 }, { "step": 2981, "T": 1727, "positions": 16, "loss": 1.529988346962596, "ce": 2.240061959862942, "tv": 0.34930552207515575, "conf": 4.407120495925355, "grad_norm": 6.346109867095947, "lr": 1.0216600024448575e-08 }, { "step": 2982, "T": 1210, "positions": 16, "loss": 1.6980387829244137, "ce": 2.680878471583128, "tv": 0.49354072846472263, "conf": 7.078261282947437, "grad_norm": 7.197876930236816, "lr": 9.445869570190446e-09 }, { "step": 2983, "T": 1098, "positions": 16, "loss": 0.2434050792183149, "ce": 0.5411960037945391, "tv": 0.13743609431185178, "conf": 5.9515762423106935, "grad_norm": 2.1020700931549072, "lr": 8.705356377711194e-09 }, { "step": 2984, "T": 1053, "positions": 16, "loss": 0.34241107509942914, "ce": 0.5788711555351256, "tv": 0.1887324762692515, "conf": 7.842534526884954, "grad_norm": 14.743036270141602, "lr": 7.995061342397358e-09 }, { "step": 2985, "T": 1049, "positions": 16, "loss": 0.8135746865357492, "ce": 1.255689465411706, "tv": 0.2999597442249069, "conf": 5.261484753465815, "grad_norm": 7.698735237121582, "lr": 7.314985323103596e-09 }, { "step": 2986, "T": 1038, "positions": 16, "loss": 0.6894038801871751, "ce": 1.1695260779524688, "tv": 0.21652303145674523, "conf": 4.846703916788101, "grad_norm": 4.066717624664307, "lr": 6.6651291421415686e-09 }, { "step": 2987, "T": 1090, "positions": 16, "loss": 0.7982622623572089, "ce": 1.2312192942690672, "tv": 0.24488089661508639, "conf": 5.706354179311408, "grad_norm": 3.6933722496032715, "lr": 6.045493585279949e-09 }, { "step": 2988, "T": 1669, "positions": 16, "loss": 1.383010415529867, "ce": 2.5147770533003495, "tv": 0.3619092298031319, "conf": 8.777166757661234, "grad_norm": 3.606362819671631, "lr": 5.456079401752745e-09 }, { "step": 2989, "T": 1118, "positions": 16, "loss": 0.20044900185367429, "ce": 0.39622136864682034, "tv": 0.09293970973158139, "conf": 2.443717141380848, "grad_norm": 5.516044616699219, "lr": 4.896887304245423e-09 }, { "step": 2990, "T": 1048, "positions": 16, "loss": 0.1575161734419473, "ce": 0.27216449863544767, "tv": 0.06968069797858334, "conf": 2.692147839761378, "grad_norm": 0.9083868265151978, "lr": 4.3679179689060104e-09 }, { "step": 2991, "T": 1600, "positions": 16, "loss": 1.7049006205884325, "ce": 2.750187426795037, "tv": 0.40762232869656145, "conf": 6.273841851657276, "grad_norm": 5.5223236083984375, "lr": 3.869172035336765e-09 }, { "step": 2992, "T": 1397, "positions": 16, "loss": 1.2173182418546844, "ce": 1.9816173628205433, "tv": 0.3482617459958419, "conf": 7.9393694777680945, "grad_norm": 7.937863826751709, "lr": 3.400650106594183e-09 }, { "step": 2993, "T": 1394, "positions": 16, "loss": 1.1970186738613127, "ce": 2.079588347562094, "tv": 0.2917083101492608, "conf": 7.04634158821707, "grad_norm": 6.762393474578857, "lr": 2.9623527491889902e-09 }, { "step": 2994, "T": 1128, "positions": 16, "loss": 0.8012717143512811, "ce": 1.9177874653651088, "tv": 0.17878867689796607, "conf": 5.254868070404035, "grad_norm": 8.21702766418457, "lr": 2.554280493088923e-09 }, { "step": 2995, "T": 1183, "positions": 16, "loss": 1.1368539407948237, "ce": 1.8573963419748907, "tv": 0.3202190714346216, "conf": 2.9075655935012623, "grad_norm": 5.160091400146484, "lr": 2.1764338317131762e-09 }, { "step": 2996, "T": 1090, "positions": 16, "loss": 0.29499703342325545, "ce": 0.5684985601551489, "tv": 0.1448363724189221, "conf": 9.364832661616674, "grad_norm": 2.763099431991577, "lr": 1.8288132219324017e-09 }, { "step": 2997, "T": 1468, "positions": 16, "loss": 0.6388693594830306, "ce": 1.1998994395944464, "tv": 0.21404480274941307, "conf": 4.010019777487059, "grad_norm": 3.6983025074005127, "lr": 1.5114190840742615e-09 }, { "step": 2998, "T": 1094, "positions": 16, "loss": 0.5500721187816691, "ce": 0.9405924422353564, "tv": 0.1959882499068044, "conf": 3.7814667938257784, "grad_norm": 5.596482753753662, "lr": 1.2242518019123238e-09 }, { "step": 2999, "T": 1042, "positions": 16, "loss": 1.0899929794893612, "ce": 2.108469320464792, "tv": 0.30773531581507996, "conf": 5.508766499615376, "grad_norm": 6.950499057769775, "lr": 9.67311722674391e-10 }, { "step": 3000, "T": 1142, "positions": 16, "loss": 0.2576329500257525, "ce": 0.2964823483816872, "tv": 0.11642713597757393, "conf": 3.1307882530841162, "grad_norm": 5.3543381690979, "lr": 7.40599157039723e-10 }, { "step": 3001, "T": 1038, "positions": 16, "loss": 1.7544023380593217, "ce": 2.778773620724678, "tv": 0.47351078130304813, "conf": 4.14868147374591, "grad_norm": 5.701290130615234, "lr": 5.441143791362624e-10 }, { "step": 3002, "T": 1223, "positions": 16, "loss": 1.649152241963293, "ce": 2.546338377520442, "tv": 0.48400770500302315, "conf": 8.634846956585534, "grad_norm": 8.60615062713623, "lr": 3.778576265461853e-10 }, { "step": 3003, "T": 1467, "positions": 16, "loss": 1.7197246755146907, "ce": 3.0567490969915525, "tv": 0.38969233636089484, "conf": 3.3779431553045542, "grad_norm": 7.89871883392334, "lr": 2.418291002947992e-10 }, { "step": 3004, "T": 1512, "positions": 16, "loss": 1.2217486815390202, "ce": 2.3094718771753833, "tv": 0.30669209381449036, "conf": 6.933073034604612, "grad_norm": 8.289912223815918, "lr": 1.360289648616453e-10 }, { "step": 3005, "T": 1177, "positions": 16, "loss": 1.9337895084172487, "ce": 2.919080339372158, "tv": 0.5259488355368376, "conf": 5.382028877273882, "grad_norm": 6.276551246643066, "lr": 6.045734817494708e-11 }, { "step": 3006, "T": 1091, "positions": 16, "loss": 0.4840806590174074, "ce": 0.7884921511285938, "tv": 0.21920201541797724, "conf": 4.822940830899427, "grad_norm": 3.733607530593872, "lr": 1.5114341611610626e-11 } ], "chunks": 7, "chunk_sources": [ "/home/patrickd/s5-capture/agentic-p25-b0.1/c0/train_metrics.json", "/home/patrickd/s5-capture/agentic-p25-b0.1/c1/train_metrics.json", "/home/patrickd/s5-capture/agentic-p25-b0.1/c2/train_metrics.json", "/home/patrickd/s5-capture/agentic-p25-b0.1/c3/train_metrics.json", "/home/patrickd/s5-capture/agentic-p25-b0.1/c4/train_metrics.json", "/home/patrickd/s5-capture/agentic-p25-b0.1/c5/train_metrics.json", "/home/patrickd/s5-capture/agentic-p25-b0.1/c6/train_metrics.json" ] }, "head_master": { "file": "mtp_trained.safetensors", "dtype": "BF16", "source": "~/s5-capture/agentic-p25-b0.1/c6/trained/mtp_trained.safetensors", "backfilled_utc": "2026-08-26T23:50:00Z", "why": "promote_head.py:archive() copies whatever files sit in --head, which for this arm was the STAGED dir (FP8-quantised shards), not the trainer output dir. The BF16 training master was therefore never archived, and hf_upload_pending.sh skips any head lacking it -- so this head was silently absent from HuggingFace.", "provenance": "All 72 head tensors appear in this archive's shards. The 20 stored at BF16 in both are byte-identical; the other 52 differ only by FP8-E4M3 quantisation. That is the evidence this master is the head the archived shards -- and the registry tau -- were measured on." } }