| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1548, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.010342598577892695, |
| "grad_norm": 0.27074137330055237, |
| "learning_rate": 1.5384615384615385e-07, |
| "loss": 0.5239, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02068519715578539, |
| "grad_norm": 0.2690924108028412, |
| "learning_rate": 3.5897435897435896e-07, |
| "loss": 0.519, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.031027795733678087, |
| "grad_norm": 0.28973960876464844, |
| "learning_rate": 5.641025641025641e-07, |
| "loss": 0.5216, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04137039431157078, |
| "grad_norm": 0.2677304744720459, |
| "learning_rate": 7.692307692307693e-07, |
| "loss": 0.5403, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.051712992889463474, |
| "grad_norm": 0.2680451571941376, |
| "learning_rate": 9.743589743589742e-07, |
| "loss": 0.518, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.062055591467356175, |
| "grad_norm": 0.25933119654655457, |
| "learning_rate": 1.1794871794871795e-06, |
| "loss": 0.5192, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07239819004524888, |
| "grad_norm": 0.25746598839759827, |
| "learning_rate": 1.3846153846153844e-06, |
| "loss": 0.5164, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.08274078862314156, |
| "grad_norm": 0.2424672544002533, |
| "learning_rate": 1.5897435897435895e-06, |
| "loss": 0.5016, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.09308338720103426, |
| "grad_norm": 0.22520849108695984, |
| "learning_rate": 1.7948717948717948e-06, |
| "loss": 0.5133, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.10342598577892695, |
| "grad_norm": 0.208700492978096, |
| "learning_rate": 2e-06, |
| "loss": 0.503, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11376858435681965, |
| "grad_norm": 0.2092197686433792, |
| "learning_rate": 2.2051282051282052e-06, |
| "loss": 0.5016, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.12411118293471235, |
| "grad_norm": 0.20155887305736542, |
| "learning_rate": 2.41025641025641e-06, |
| "loss": 0.4955, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.13445378151260504, |
| "grad_norm": 0.20360776782035828, |
| "learning_rate": 2.6153846153846154e-06, |
| "loss": 0.51, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.14479638009049775, |
| "grad_norm": 0.20055116713047028, |
| "learning_rate": 2.8205128205128207e-06, |
| "loss": 0.5073, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.15513897866839044, |
| "grad_norm": 0.2022508680820465, |
| "learning_rate": 3.0256410256410256e-06, |
| "loss": 0.4918, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.16548157724628312, |
| "grad_norm": 0.1955750733613968, |
| "learning_rate": 3.230769230769231e-06, |
| "loss": 0.4917, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.17582417582417584, |
| "grad_norm": 0.18670685589313507, |
| "learning_rate": 3.4358974358974353e-06, |
| "loss": 0.4936, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.18616677440206852, |
| "grad_norm": 0.192545086145401, |
| "learning_rate": 3.6410256410256406e-06, |
| "loss": 0.4972, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1965093729799612, |
| "grad_norm": 0.1836402714252472, |
| "learning_rate": 3.846153846153846e-06, |
| "loss": 0.4823, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.2068519715578539, |
| "grad_norm": 0.18833868205547333, |
| "learning_rate": 3.993881715007257e-06, |
| "loss": 0.4825, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2171945701357466, |
| "grad_norm": 0.18157020211219788, |
| "learning_rate": 3.969491760330399e-06, |
| "loss": 0.4829, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2275371687136393, |
| "grad_norm": 0.17653386294841766, |
| "learning_rate": 3.945234630128603e-06, |
| "loss": 0.4886, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.23787976729153198, |
| "grad_norm": 0.18460187315940857, |
| "learning_rate": 3.9211099617411865e-06, |
| "loss": 0.491, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2482223658694247, |
| "grad_norm": 0.17642319202423096, |
| "learning_rate": 3.897117392507468e-06, |
| "loss": 0.4857, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.2585649644473174, |
| "grad_norm": 0.17706429958343506, |
| "learning_rate": 3.873256559766764e-06, |
| "loss": 0.494, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2689075630252101, |
| "grad_norm": 0.1816156804561615, |
| "learning_rate": 3.8495271008583914e-06, |
| "loss": 0.4911, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.2792501616031028, |
| "grad_norm": 0.19248028099536896, |
| "learning_rate": 3.825928653121668e-06, |
| "loss": 0.4866, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2895927601809955, |
| "grad_norm": 0.17712807655334473, |
| "learning_rate": 3.80246085389591e-06, |
| "loss": 0.4763, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.29993535875888816, |
| "grad_norm": 0.18759045004844666, |
| "learning_rate": 3.779123340520437e-06, |
| "loss": 0.4812, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3102779573367809, |
| "grad_norm": 0.19693388044834137, |
| "learning_rate": 3.755915750334564e-06, |
| "loss": 0.4783, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3206205559146736, |
| "grad_norm": 0.1827310472726822, |
| "learning_rate": 3.7328377206776083e-06, |
| "loss": 0.477, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.33096315449256625, |
| "grad_norm": 0.18313142657279968, |
| "learning_rate": 3.7098888888888884e-06, |
| "loss": 0.496, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.34130575307045896, |
| "grad_norm": 0.17326150834560394, |
| "learning_rate": 3.687068892307722e-06, |
| "loss": 0.4778, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.3516483516483517, |
| "grad_norm": 0.17738491296768188, |
| "learning_rate": 3.664377368273423e-06, |
| "loss": 0.4813, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.36199095022624433, |
| "grad_norm": 0.18592627346515656, |
| "learning_rate": 3.6418139541253126e-06, |
| "loss": 0.4783, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.37233354880413705, |
| "grad_norm": 0.17538052797317505, |
| "learning_rate": 3.6193782872027053e-06, |
| "loss": 0.4726, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3826761473820297, |
| "grad_norm": 0.1824338138103485, |
| "learning_rate": 3.5970700048449203e-06, |
| "loss": 0.4637, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.3930187459599224, |
| "grad_norm": 0.1739794909954071, |
| "learning_rate": 3.5748887443912734e-06, |
| "loss": 0.4832, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.40336134453781514, |
| "grad_norm": 0.19277994334697723, |
| "learning_rate": 3.552834143181082e-06, |
| "loss": 0.4773, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.4137039431157078, |
| "grad_norm": 0.1671997308731079, |
| "learning_rate": 3.5309058385536637e-06, |
| "loss": 0.4739, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4240465416936005, |
| "grad_norm": 0.17366255819797516, |
| "learning_rate": 3.5091034678483365e-06, |
| "loss": 0.4872, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.4343891402714932, |
| "grad_norm": 0.17070995271205902, |
| "learning_rate": 3.4874266684044155e-06, |
| "loss": 0.4593, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4447317388493859, |
| "grad_norm": 0.1726539433002472, |
| "learning_rate": 3.4658750775612206e-06, |
| "loss": 0.4682, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.4550743374272786, |
| "grad_norm": 0.17803026735782623, |
| "learning_rate": 3.4444483326580667e-06, |
| "loss": 0.4623, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.4654169360051713, |
| "grad_norm": 0.18144938349723816, |
| "learning_rate": 3.423146071034272e-06, |
| "loss": 0.4694, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.47575953458306397, |
| "grad_norm": 0.18337614834308624, |
| "learning_rate": 3.401967930029155e-06, |
| "loss": 0.4697, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4861021331609567, |
| "grad_norm": 0.18037910759449005, |
| "learning_rate": 3.3809135469820304e-06, |
| "loss": 0.4664, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4964447317388494, |
| "grad_norm": 0.1738828718662262, |
| "learning_rate": 3.3599825592322174e-06, |
| "loss": 0.4697, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.5067873303167421, |
| "grad_norm": 0.17767304182052612, |
| "learning_rate": 3.3391746041190326e-06, |
| "loss": 0.4866, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.5171299288946348, |
| "grad_norm": 0.17905977368354797, |
| "learning_rate": 3.3184893189817926e-06, |
| "loss": 0.4755, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5274725274725275, |
| "grad_norm": 0.18217241764068604, |
| "learning_rate": 3.2979263411598156e-06, |
| "loss": 0.4801, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5378151260504201, |
| "grad_norm": 0.17312566936016083, |
| "learning_rate": 3.2774853079924182e-06, |
| "loss": 0.4772, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5481577246283129, |
| "grad_norm": 0.17987386882305145, |
| "learning_rate": 3.257165856818918e-06, |
| "loss": 0.4731, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5585003232062056, |
| "grad_norm": 0.17333056032657623, |
| "learning_rate": 3.236967624978633e-06, |
| "loss": 0.4725, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5688429217840982, |
| "grad_norm": 0.18219755589962006, |
| "learning_rate": 3.2168902498108775e-06, |
| "loss": 0.4758, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.579185520361991, |
| "grad_norm": 0.17562930285930634, |
| "learning_rate": 3.196933368654973e-06, |
| "loss": 0.4643, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5895281189398837, |
| "grad_norm": 0.21644935011863708, |
| "learning_rate": 3.1770966188502337e-06, |
| "loss": 0.4794, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5998707175177763, |
| "grad_norm": 0.18018363416194916, |
| "learning_rate": 3.157379637735977e-06, |
| "loss": 0.4668, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.6102133160956691, |
| "grad_norm": 0.1677103340625763, |
| "learning_rate": 3.137782062651522e-06, |
| "loss": 0.4564, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.6205559146735617, |
| "grad_norm": 0.17912864685058594, |
| "learning_rate": 3.1183035309361833e-06, |
| "loss": 0.4603, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6308985132514544, |
| "grad_norm": 0.18761886656284332, |
| "learning_rate": 3.0989436799292814e-06, |
| "loss": 0.4799, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.6412411118293472, |
| "grad_norm": 0.17829325795173645, |
| "learning_rate": 3.079702146970131e-06, |
| "loss": 0.4718, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6515837104072398, |
| "grad_norm": 0.19033263623714447, |
| "learning_rate": 3.060578569398049e-06, |
| "loss": 0.4751, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6619263089851325, |
| "grad_norm": 0.1795780062675476, |
| "learning_rate": 3.0415725845523547e-06, |
| "loss": 0.4604, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.6722689075630253, |
| "grad_norm": 0.18677003681659698, |
| "learning_rate": 3.022683829772365e-06, |
| "loss": 0.4677, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6826115061409179, |
| "grad_norm": 0.1794733852148056, |
| "learning_rate": 3.0039119423973945e-06, |
| "loss": 0.4671, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6929541047188106, |
| "grad_norm": 0.1785053014755249, |
| "learning_rate": 2.9852565597667635e-06, |
| "loss": 0.4761, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.7032967032967034, |
| "grad_norm": 0.17754320800304413, |
| "learning_rate": 2.9667173192197887e-06, |
| "loss": 0.4707, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.713639301874596, |
| "grad_norm": 0.17548543214797974, |
| "learning_rate": 2.9482938580957856e-06, |
| "loss": 0.4534, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.7239819004524887, |
| "grad_norm": 0.17609195411205292, |
| "learning_rate": 2.9299858137340735e-06, |
| "loss": 0.4591, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7343244990303813, |
| "grad_norm": 0.17191891372203827, |
| "learning_rate": 2.911792823473968e-06, |
| "loss": 0.4697, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7446670976082741, |
| "grad_norm": 0.18207724392414093, |
| "learning_rate": 2.8937145246547875e-06, |
| "loss": 0.4654, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7550096961861668, |
| "grad_norm": 0.17942476272583008, |
| "learning_rate": 2.8757505546158493e-06, |
| "loss": 0.4688, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7653522947640594, |
| "grad_norm": 0.18172645568847656, |
| "learning_rate": 2.857900550696469e-06, |
| "loss": 0.4616, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7756948933419522, |
| "grad_norm": 0.18675239384174347, |
| "learning_rate": 2.8401641502359657e-06, |
| "loss": 0.4612, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7860374919198448, |
| "grad_norm": 0.18713857233524323, |
| "learning_rate": 2.822540990573655e-06, |
| "loss": 0.468, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.7963800904977375, |
| "grad_norm": 0.192363440990448, |
| "learning_rate": 2.805030709048856e-06, |
| "loss": 0.472, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.8067226890756303, |
| "grad_norm": 0.17535482347011566, |
| "learning_rate": 2.787632943000885e-06, |
| "loss": 0.4651, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.8170652876535229, |
| "grad_norm": 0.1680748015642166, |
| "learning_rate": 2.7703473297690585e-06, |
| "loss": 0.476, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.8274078862314156, |
| "grad_norm": 0.1780477613210678, |
| "learning_rate": 2.753173506692695e-06, |
| "loss": 0.4715, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8377504848093084, |
| "grad_norm": 0.17565058171749115, |
| "learning_rate": 2.7361111111111114e-06, |
| "loss": 0.4724, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.848093083387201, |
| "grad_norm": 0.17358048260211945, |
| "learning_rate": 2.719159780363624e-06, |
| "loss": 0.4819, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.8584356819650937, |
| "grad_norm": 0.1844065934419632, |
| "learning_rate": 2.702319151789551e-06, |
| "loss": 0.4769, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.8687782805429864, |
| "grad_norm": 0.1706087440252304, |
| "learning_rate": 2.6855888627282097e-06, |
| "loss": 0.4688, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.8791208791208791, |
| "grad_norm": 0.17604754865169525, |
| "learning_rate": 2.6689685505189168e-06, |
| "loss": 0.4604, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8894634776987718, |
| "grad_norm": 0.19641447067260742, |
| "learning_rate": 2.6524578525009895e-06, |
| "loss": 0.4619, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.8998060762766645, |
| "grad_norm": 0.1839519441127777, |
| "learning_rate": 2.6360564060137445e-06, |
| "loss": 0.4658, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.9101486748545572, |
| "grad_norm": 0.17227011919021606, |
| "learning_rate": 2.6197638483965012e-06, |
| "loss": 0.4657, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.9204912734324499, |
| "grad_norm": 0.18372756242752075, |
| "learning_rate": 2.6035798169885755e-06, |
| "loss": 0.4752, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.9308338720103426, |
| "grad_norm": 0.17142316699028015, |
| "learning_rate": 2.5875039491292835e-06, |
| "loss": 0.4648, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 0.20659951865673065, |
| "learning_rate": 2.5715358821579443e-06, |
| "loss": 0.4564, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.9515190691661279, |
| "grad_norm": 0.17238274216651917, |
| "learning_rate": 2.5556752534138737e-06, |
| "loss": 0.4509, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.9618616677440207, |
| "grad_norm": 0.1769212931394577, |
| "learning_rate": 2.5399217002363903e-06, |
| "loss": 0.4631, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.9722042663219134, |
| "grad_norm": 0.1703854501247406, |
| "learning_rate": 2.5242748599648104e-06, |
| "loss": 0.4665, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.982546864899806, |
| "grad_norm": 0.17398501932621002, |
| "learning_rate": 2.5087343699384522e-06, |
| "loss": 0.4728, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9928894634776988, |
| "grad_norm": 0.20379476249217987, |
| "learning_rate": 2.4932998674966306e-06, |
| "loss": 0.4647, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.0025856496444732, |
| "grad_norm": 0.172428697347641, |
| "learning_rate": 2.4779709899786656e-06, |
| "loss": 0.4485, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.0129282482223658, |
| "grad_norm": 0.18400946259498596, |
| "learning_rate": 2.4627473747238725e-06, |
| "loss": 0.4546, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.0232708468002585, |
| "grad_norm": 0.177312433719635, |
| "learning_rate": 2.44762865907157e-06, |
| "loss": 0.4642, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.0336134453781514, |
| "grad_norm": 0.19368407130241394, |
| "learning_rate": 2.4326144803610743e-06, |
| "loss": 0.4703, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.043956043956044, |
| "grad_norm": 0.18584667146205902, |
| "learning_rate": 2.4177044759317023e-06, |
| "loss": 0.4672, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.0542986425339367, |
| "grad_norm": 0.1793242245912552, |
| "learning_rate": 2.402898283122773e-06, |
| "loss": 0.4519, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.0646412411118293, |
| "grad_norm": 0.17912016808986664, |
| "learning_rate": 2.3881955392736017e-06, |
| "loss": 0.4636, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.074983839689722, |
| "grad_norm": 0.17298536002635956, |
| "learning_rate": 2.373595881723507e-06, |
| "loss": 0.4512, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.0853264382676147, |
| "grad_norm": 0.1726359874010086, |
| "learning_rate": 2.3590989478118058e-06, |
| "loss": 0.4699, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0956690368455075, |
| "grad_norm": 0.17390099167823792, |
| "learning_rate": 2.3447043748778143e-06, |
| "loss": 0.4587, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.1060116354234002, |
| "grad_norm": 0.25595802068710327, |
| "learning_rate": 2.3304118002608516e-06, |
| "loss": 0.4615, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.1163542340012929, |
| "grad_norm": 0.17193318903446198, |
| "learning_rate": 2.3162208613002327e-06, |
| "loss": 0.4624, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.1266968325791855, |
| "grad_norm": 0.19484907388687134, |
| "learning_rate": 2.302131195335277e-06, |
| "loss": 0.4623, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.1370394311570782, |
| "grad_norm": 0.1798972338438034, |
| "learning_rate": 2.2881424397053003e-06, |
| "loss": 0.4649, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.1473820297349708, |
| "grad_norm": 0.18051382899284363, |
| "learning_rate": 2.274254231749621e-06, |
| "loss": 0.4601, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.1577246283128635, |
| "grad_norm": 0.17082150280475616, |
| "learning_rate": 2.2604662088075545e-06, |
| "loss": 0.4499, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.1680672268907564, |
| "grad_norm": 0.1901365965604782, |
| "learning_rate": 2.2467780082184194e-06, |
| "loss": 0.4593, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.178409825468649, |
| "grad_norm": 0.1783684343099594, |
| "learning_rate": 2.2331892673215335e-06, |
| "loss": 0.4529, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.1887524240465417, |
| "grad_norm": 0.19588534533977509, |
| "learning_rate": 2.219699623456213e-06, |
| "loss": 0.4602, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1990950226244343, |
| "grad_norm": 0.20320181548595428, |
| "learning_rate": 2.206308713961775e-06, |
| "loss": 0.4541, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.209437621202327, |
| "grad_norm": 0.18522217869758606, |
| "learning_rate": 2.1930161761775375e-06, |
| "loss": 0.4607, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.2197802197802199, |
| "grad_norm": 0.1711958944797516, |
| "learning_rate": 2.179821647442817e-06, |
| "loss": 0.4604, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.2301228183581125, |
| "grad_norm": 0.1926986277103424, |
| "learning_rate": 2.166724765096931e-06, |
| "loss": 0.4687, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.2404654169360052, |
| "grad_norm": 0.17525337636470795, |
| "learning_rate": 2.1537251664791973e-06, |
| "loss": 0.4597, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.2508080155138979, |
| "grad_norm": 0.19414155185222626, |
| "learning_rate": 2.1408224889289327e-06, |
| "loss": 0.4511, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.2611506140917905, |
| "grad_norm": 0.1930965930223465, |
| "learning_rate": 2.1280163697854547e-06, |
| "loss": 0.4648, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.2714932126696832, |
| "grad_norm": 0.1782602071762085, |
| "learning_rate": 2.115306446388079e-06, |
| "loss": 0.4565, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.2818358112475758, |
| "grad_norm": 0.1658431589603424, |
| "learning_rate": 2.1026923560761246e-06, |
| "loss": 0.4684, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.2921784098254687, |
| "grad_norm": 0.17630533874034882, |
| "learning_rate": 2.090173736188908e-06, |
| "loss": 0.4689, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.3025210084033614, |
| "grad_norm": 0.16866503655910492, |
| "learning_rate": 2.0777502240657472e-06, |
| "loss": 0.4551, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.312863606981254, |
| "grad_norm": 0.17106667160987854, |
| "learning_rate": 2.065421457045959e-06, |
| "loss": 0.4618, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.3232062055591467, |
| "grad_norm": 0.17253316938877106, |
| "learning_rate": 2.0531870724688596e-06, |
| "loss": 0.4585, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.3335488041370394, |
| "grad_norm": 0.19091737270355225, |
| "learning_rate": 2.0410467076737674e-06, |
| "loss": 0.4594, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.3438914027149322, |
| "grad_norm": 0.17556996643543243, |
| "learning_rate": 2.0289999999999995e-06, |
| "loss": 0.449, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.354234001292825, |
| "grad_norm": 0.17378376424312592, |
| "learning_rate": 2.017046586786874e-06, |
| "loss": 0.46, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.3645765998707176, |
| "grad_norm": 0.17842325568199158, |
| "learning_rate": 2.005186105373706e-06, |
| "loss": 0.4457, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.3749191984486102, |
| "grad_norm": 0.18024806678295135, |
| "learning_rate": 1.993418193099814e-06, |
| "loss": 0.4562, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.3852617970265029, |
| "grad_norm": 0.1783292591571808, |
| "learning_rate": 1.9817424873045148e-06, |
| "loss": 0.4555, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.3956043956043955, |
| "grad_norm": 0.19366991519927979, |
| "learning_rate": 1.970158625327126e-06, |
| "loss": 0.4619, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.4059469941822882, |
| "grad_norm": 0.1875096708536148, |
| "learning_rate": 1.9586662445069657e-06, |
| "loss": 0.463, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.416289592760181, |
| "grad_norm": 0.19434590637683868, |
| "learning_rate": 1.94726498218335e-06, |
| "loss": 0.4568, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.4266321913380737, |
| "grad_norm": 0.18033798038959503, |
| "learning_rate": 1.9359544756955956e-06, |
| "loss": 0.4518, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.4369747899159664, |
| "grad_norm": 0.17548328638076782, |
| "learning_rate": 1.9247343623830206e-06, |
| "loss": 0.4563, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.447317388493859, |
| "grad_norm": 0.18100734055042267, |
| "learning_rate": 1.913604279584942e-06, |
| "loss": 0.453, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.4576599870717517, |
| "grad_norm": 0.17302066087722778, |
| "learning_rate": 1.9025638646406777e-06, |
| "loss": 0.4497, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.4680025856496446, |
| "grad_norm": 0.17910614609718323, |
| "learning_rate": 1.8916127548895444e-06, |
| "loss": 0.4588, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.4783451842275372, |
| "grad_norm": 0.1921713948249817, |
| "learning_rate": 1.8807505876708593e-06, |
| "loss": 0.4631, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.48868778280543, |
| "grad_norm": 0.18404294550418854, |
| "learning_rate": 1.8699770003239392e-06, |
| "loss": 0.4686, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.4990303813833226, |
| "grad_norm": 0.1868065893650055, |
| "learning_rate": 1.859291630188102e-06, |
| "loss": 0.4594, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.5093729799612152, |
| "grad_norm": 0.42297038435935974, |
| "learning_rate": 1.8486941146026646e-06, |
| "loss": 0.4635, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.5197155785391079, |
| "grad_norm": 0.17838597297668457, |
| "learning_rate": 1.8381840909069446e-06, |
| "loss": 0.4479, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.5300581771170005, |
| "grad_norm": 0.16778771579265594, |
| "learning_rate": 1.8277611964402589e-06, |
| "loss": 0.4583, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.5404007756948932, |
| "grad_norm": 0.16617390513420105, |
| "learning_rate": 1.817425068541925e-06, |
| "loss": 0.4544, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.550743374272786, |
| "grad_norm": 0.1774096041917801, |
| "learning_rate": 1.8071753445512594e-06, |
| "loss": 0.4451, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.5610859728506787, |
| "grad_norm": 0.19082525372505188, |
| "learning_rate": 1.7970116618075802e-06, |
| "loss": 0.4666, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.26731783151626587, |
| "learning_rate": 1.7869336576502043e-06, |
| "loss": 0.4504, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.5817711700064643, |
| "grad_norm": 0.17997735738754272, |
| "learning_rate": 1.7769409694184493e-06, |
| "loss": 0.4505, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.592113768584357, |
| "grad_norm": 0.1862158477306366, |
| "learning_rate": 1.7670332344516319e-06, |
| "loss": 0.4554, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.6024563671622496, |
| "grad_norm": 0.18264687061309814, |
| "learning_rate": 1.757210090089069e-06, |
| "loss": 0.4568, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.6127989657401423, |
| "grad_norm": 0.18124184012413025, |
| "learning_rate": 1.7474711736700786e-06, |
| "loss": 0.4562, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.623141564318035, |
| "grad_norm": 0.18057860434055328, |
| "learning_rate": 1.737816122533978e-06, |
| "loss": 0.4584, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.6334841628959276, |
| "grad_norm": 0.1704379767179489, |
| "learning_rate": 1.7282445740200844e-06, |
| "loss": 0.4565, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.6438267614738202, |
| "grad_norm": 0.17907528579235077, |
| "learning_rate": 1.7187561654677143e-06, |
| "loss": 0.4551, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.654169360051713, |
| "grad_norm": 0.1727352887392044, |
| "learning_rate": 1.7093505342161853e-06, |
| "loss": 0.4626, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.6645119586296055, |
| "grad_norm": 0.192378431558609, |
| "learning_rate": 1.7000273176048153e-06, |
| "loss": 0.4609, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.6748545572074984, |
| "grad_norm": 0.21348994970321655, |
| "learning_rate": 1.6907861529729202e-06, |
| "loss": 0.4581, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.685197155785391, |
| "grad_norm": 0.17903228104114532, |
| "learning_rate": 1.6816266776598186e-06, |
| "loss": 0.4628, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.6955397543632837, |
| "grad_norm": 0.17800310254096985, |
| "learning_rate": 1.672548529004827e-06, |
| "loss": 0.4625, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.7058823529411766, |
| "grad_norm": 0.17950348556041718, |
| "learning_rate": 1.663551344347263e-06, |
| "loss": 0.4595, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.7162249515190693, |
| "grad_norm": 0.17900501191616058, |
| "learning_rate": 1.654634761026443e-06, |
| "loss": 0.4574, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.726567550096962, |
| "grad_norm": 0.17247159779071808, |
| "learning_rate": 1.645798416381685e-06, |
| "loss": 0.4517, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.7369101486748546, |
| "grad_norm": 0.18945126235485077, |
| "learning_rate": 1.6370419477523063e-06, |
| "loss": 0.4609, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.7472527472527473, |
| "grad_norm": 0.1901276856660843, |
| "learning_rate": 1.628364992477624e-06, |
| "loss": 0.4538, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.75759534583064, |
| "grad_norm": 0.17829464375972748, |
| "learning_rate": 1.6197671878969554e-06, |
| "loss": 0.4481, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.7679379444085326, |
| "grad_norm": 0.1853664517402649, |
| "learning_rate": 1.6112481713496172e-06, |
| "loss": 0.4597, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.7782805429864252, |
| "grad_norm": 0.17670245468616486, |
| "learning_rate": 1.6028075801749268e-06, |
| "loss": 0.4559, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.788623141564318, |
| "grad_norm": 0.16995681822299957, |
| "learning_rate": 1.594445051712202e-06, |
| "loss": 0.4516, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.7989657401422108, |
| "grad_norm": 0.18131399154663086, |
| "learning_rate": 1.58616022330076e-06, |
| "loss": 0.4574, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.8093083387201034, |
| "grad_norm": 0.16902993619441986, |
| "learning_rate": 1.5779527322799175e-06, |
| "loss": 0.4506, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.819650937297996, |
| "grad_norm": 0.18973788619041443, |
| "learning_rate": 1.5698222159889919e-06, |
| "loss": 0.4542, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.829993535875889, |
| "grad_norm": 0.17884907126426697, |
| "learning_rate": 1.5617683117673004e-06, |
| "loss": 0.4627, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.8403361344537816, |
| "grad_norm": 0.1736602783203125, |
| "learning_rate": 1.55379065695416e-06, |
| "loss": 0.447, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.8506787330316743, |
| "grad_norm": 0.1826103925704956, |
| "learning_rate": 1.5458888888888889e-06, |
| "loss": 0.4634, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.861021331609567, |
| "grad_norm": 0.17924711108207703, |
| "learning_rate": 1.5380626449108035e-06, |
| "loss": 0.4436, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.8713639301874596, |
| "grad_norm": 0.17868177592754364, |
| "learning_rate": 1.5303115623592214e-06, |
| "loss": 0.4394, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.8817065287653523, |
| "grad_norm": 0.18871541321277618, |
| "learning_rate": 1.522635278573459e-06, |
| "loss": 0.4698, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.892049127343245, |
| "grad_norm": 0.17588797211647034, |
| "learning_rate": 1.5150334308928344e-06, |
| "loss": 0.4591, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.9023917259211376, |
| "grad_norm": 0.18185260891914368, |
| "learning_rate": 1.507505656656665e-06, |
| "loss": 0.465, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.9127343244990302, |
| "grad_norm": 0.18905200064182281, |
| "learning_rate": 1.5000515932042678e-06, |
| "loss": 0.4609, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.9230769230769231, |
| "grad_norm": 0.19702599942684174, |
| "learning_rate": 1.4926708778749595e-06, |
| "loss": 0.4444, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.9334195216548158, |
| "grad_norm": 0.18513160943984985, |
| "learning_rate": 1.4853631480080578e-06, |
| "loss": 0.4565, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.9437621202327084, |
| "grad_norm": 0.17975644767284393, |
| "learning_rate": 1.4781280409428802e-06, |
| "loss": 0.4474, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.9541047188106013, |
| "grad_norm": 0.1855587661266327, |
| "learning_rate": 1.4709651940187429e-06, |
| "loss": 0.4517, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.964447317388494, |
| "grad_norm": 0.18554966151714325, |
| "learning_rate": 1.4638742445749645e-06, |
| "loss": 0.4654, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.9747899159663866, |
| "grad_norm": 0.18967655301094055, |
| "learning_rate": 1.4568548299508615e-06, |
| "loss": 0.463, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.9851325145442793, |
| "grad_norm": 0.17238129675388336, |
| "learning_rate": 1.4499065874857511e-06, |
| "loss": 0.4525, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.995475113122172, |
| "grad_norm": 0.17824146151542664, |
| "learning_rate": 1.4430291545189505e-06, |
| "loss": 0.4443, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.0051712992889463, |
| "grad_norm": 0.1638309806585312, |
| "learning_rate": 1.4362221683897769e-06, |
| "loss": 0.4533, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.015513897866839, |
| "grad_norm": 0.19044017791748047, |
| "learning_rate": 1.4294852664375482e-06, |
| "loss": 0.4434, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.0258564964447316, |
| "grad_norm": 0.18576934933662415, |
| "learning_rate": 1.422818086001581e-06, |
| "loss": 0.4486, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.0361990950226243, |
| "grad_norm": 0.17555150389671326, |
| "learning_rate": 1.4162202644211928e-06, |
| "loss": 0.4619, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.046541693600517, |
| "grad_norm": 0.18890970945358276, |
| "learning_rate": 1.4096914390357005e-06, |
| "loss": 0.449, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.0568842921784096, |
| "grad_norm": 0.17668835818767548, |
| "learning_rate": 1.4032312471844212e-06, |
| "loss": 0.4613, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.0672268907563027, |
| "grad_norm": 0.17829003930091858, |
| "learning_rate": 1.3968393262066731e-06, |
| "loss": 0.4578, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.0775694893341954, |
| "grad_norm": 0.1794648915529251, |
| "learning_rate": 1.3905153134417726e-06, |
| "loss": 0.4615, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.087912087912088, |
| "grad_norm": 0.1816921979188919, |
| "learning_rate": 1.3842588462290373e-06, |
| "loss": 0.4431, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.0982546864899807, |
| "grad_norm": 0.16857373714447021, |
| "learning_rate": 1.378069561907784e-06, |
| "loss": 0.4508, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.1085972850678734, |
| "grad_norm": 0.18902304768562317, |
| "learning_rate": 1.3719470978173305e-06, |
| "loss": 0.4578, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.118939883645766, |
| "grad_norm": 0.17235969007015228, |
| "learning_rate": 1.3658910912969934e-06, |
| "loss": 0.4504, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.1292824822236587, |
| "grad_norm": 0.1716686636209488, |
| "learning_rate": 1.3599011796860908e-06, |
| "loss": 0.452, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.1396250808015513, |
| "grad_norm": 0.17327377200126648, |
| "learning_rate": 1.3539770003239391e-06, |
| "loss": 0.446, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.149967679379444, |
| "grad_norm": 0.1813182234764099, |
| "learning_rate": 1.3481181905498559e-06, |
| "loss": 0.4481, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.1603102779573367, |
| "grad_norm": 0.17645367980003357, |
| "learning_rate": 1.3423243877031582e-06, |
| "loss": 0.4566, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.1706528765352293, |
| "grad_norm": 0.17306523025035858, |
| "learning_rate": 1.336595229123164e-06, |
| "loss": 0.4514, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.180995475113122, |
| "grad_norm": 0.17180515825748444, |
| "learning_rate": 1.3309303521491894e-06, |
| "loss": 0.4501, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.191338073691015, |
| "grad_norm": 0.17196668684482574, |
| "learning_rate": 1.3253293941205526e-06, |
| "loss": 0.4539, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.2016806722689077, |
| "grad_norm": 0.16701729595661163, |
| "learning_rate": 1.3197919923765701e-06, |
| "loss": 0.4557, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.2120232708468004, |
| "grad_norm": 0.18192018568515778, |
| "learning_rate": 1.3143177842565595e-06, |
| "loss": 0.4508, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.222365869424693, |
| "grad_norm": 0.17954544723033905, |
| "learning_rate": 1.3089064070998384e-06, |
| "loss": 0.4428, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.2327084680025857, |
| "grad_norm": 0.185075044631958, |
| "learning_rate": 1.3035574982457233e-06, |
| "loss": 0.4536, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.2430510665804784, |
| "grad_norm": 0.19131481647491455, |
| "learning_rate": 1.298270695033532e-06, |
| "loss": 0.4552, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.253393665158371, |
| "grad_norm": 0.18936187028884888, |
| "learning_rate": 1.2930456348025814e-06, |
| "loss": 0.4478, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.2637362637362637, |
| "grad_norm": 0.2016269713640213, |
| "learning_rate": 1.2878819548921887e-06, |
| "loss": 0.4534, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.2740788623141563, |
| "grad_norm": 0.21272307634353638, |
| "learning_rate": 1.2827792926416714e-06, |
| "loss": 0.4434, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.284421460892049, |
| "grad_norm": 0.18152523040771484, |
| "learning_rate": 1.2777372853903463e-06, |
| "loss": 0.4502, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.2947640594699417, |
| "grad_norm": 0.17132383584976196, |
| "learning_rate": 1.2727555704775317e-06, |
| "loss": 0.4402, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.3051066580478343, |
| "grad_norm": 0.17692337930202484, |
| "learning_rate": 1.2678337852425434e-06, |
| "loss": 0.4509, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.315449256625727, |
| "grad_norm": 0.18354307115077972, |
| "learning_rate": 1.2629715670246996e-06, |
| "loss": 0.4508, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.32579185520362, |
| "grad_norm": 0.17618027329444885, |
| "learning_rate": 1.258168553163317e-06, |
| "loss": 0.4469, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.3361344537815127, |
| "grad_norm": 0.1840873807668686, |
| "learning_rate": 1.2534243809977136e-06, |
| "loss": 0.4485, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.3464770523594054, |
| "grad_norm": 0.1692686676979065, |
| "learning_rate": 1.2487386878672057e-06, |
| "loss": 0.4532, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.356819650937298, |
| "grad_norm": 0.17941194772720337, |
| "learning_rate": 1.244111111111111e-06, |
| "loss": 0.4601, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.3671622495151907, |
| "grad_norm": 0.17824317514896393, |
| "learning_rate": 1.2395412880687467e-06, |
| "loss": 0.4653, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.3775048480930834, |
| "grad_norm": 0.17118173837661743, |
| "learning_rate": 1.2350288560794302e-06, |
| "loss": 0.4535, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.387847446670976, |
| "grad_norm": 0.19625437259674072, |
| "learning_rate": 1.2305734524824784e-06, |
| "loss": 0.456, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.3981900452488687, |
| "grad_norm": 0.17811912298202515, |
| "learning_rate": 1.2261747146172087e-06, |
| "loss": 0.4428, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.4085326438267614, |
| "grad_norm": 0.17827966809272766, |
| "learning_rate": 1.2218322798229384e-06, |
| "loss": 0.461, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.418875242404654, |
| "grad_norm": 0.19108909368515015, |
| "learning_rate": 1.2175457854389847e-06, |
| "loss": 0.4569, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.4292178409825467, |
| "grad_norm": 0.16872255504131317, |
| "learning_rate": 1.2133148688046646e-06, |
| "loss": 0.4529, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.4395604395604398, |
| "grad_norm": 0.17768999934196472, |
| "learning_rate": 1.2091391672592957e-06, |
| "loss": 0.4512, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.4499030381383324, |
| "grad_norm": 0.17542874813079834, |
| "learning_rate": 1.205018318142195e-06, |
| "loss": 0.4488, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.460245636716225, |
| "grad_norm": 0.18069233000278473, |
| "learning_rate": 1.20095195879268e-06, |
| "loss": 0.4512, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.4705882352941178, |
| "grad_norm": 0.17639058828353882, |
| "learning_rate": 1.1969397265500675e-06, |
| "loss": 0.4489, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.4809308338720104, |
| "grad_norm": 0.17847612500190735, |
| "learning_rate": 1.192981258753675e-06, |
| "loss": 0.45, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.491273432449903, |
| "grad_norm": 0.1748712956905365, |
| "learning_rate": 1.1890761927428197e-06, |
| "loss": 0.438, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.5016160310277957, |
| "grad_norm": 0.1816711723804474, |
| "learning_rate": 1.185224165856819e-06, |
| "loss": 0.4513, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.5119586296056884, |
| "grad_norm": 0.17945519089698792, |
| "learning_rate": 1.1814248154349897e-06, |
| "loss": 0.4505, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.522301228183581, |
| "grad_norm": 0.1755056381225586, |
| "learning_rate": 1.1776777788166495e-06, |
| "loss": 0.4587, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.5326438267614737, |
| "grad_norm": 0.2565567195415497, |
| "learning_rate": 1.1739826933411155e-06, |
| "loss": 0.4578, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.5429864253393664, |
| "grad_norm": 0.1997365802526474, |
| "learning_rate": 1.1703391963477048e-06, |
| "loss": 0.4487, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.553329023917259, |
| "grad_norm": 0.18262676894664764, |
| "learning_rate": 1.1667469251757346e-06, |
| "loss": 0.4453, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.5636716224951517, |
| "grad_norm": 0.17584246397018433, |
| "learning_rate": 1.1632055171645223e-06, |
| "loss": 0.4427, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.5740142210730443, |
| "grad_norm": 0.1811375468969345, |
| "learning_rate": 1.1597146096533852e-06, |
| "loss": 0.4574, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.5843568196509374, |
| "grad_norm": 0.1873408406972885, |
| "learning_rate": 1.1562738399816404e-06, |
| "loss": 0.4562, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.59469941822883, |
| "grad_norm": 0.18968404829502106, |
| "learning_rate": 1.152882845488605e-06, |
| "loss": 0.4468, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.6050420168067228, |
| "grad_norm": 0.1783261001110077, |
| "learning_rate": 1.1495412635135963e-06, |
| "loss": 0.4539, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.6153846153846154, |
| "grad_norm": 0.1903458833694458, |
| "learning_rate": 1.146248731395932e-06, |
| "loss": 0.4578, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.625727213962508, |
| "grad_norm": 0.17537672817707062, |
| "learning_rate": 1.1430048864749287e-06, |
| "loss": 0.4566, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.6360698125404007, |
| "grad_norm": 0.1887020617723465, |
| "learning_rate": 1.139809366089904e-06, |
| "loss": 0.4464, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.6464124111182934, |
| "grad_norm": 0.18123377859592438, |
| "learning_rate": 1.136661807580175e-06, |
| "loss": 0.4593, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.656755009696186, |
| "grad_norm": 0.1783813238143921, |
| "learning_rate": 1.133561848285059e-06, |
| "loss": 0.4499, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.6670976082740787, |
| "grad_norm": 0.17778170108795166, |
| "learning_rate": 1.130509125543873e-06, |
| "loss": 0.4486, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.677440206851972, |
| "grad_norm": 0.18150880932807922, |
| "learning_rate": 1.1275032766959346e-06, |
| "loss": 0.4515, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.6877828054298645, |
| "grad_norm": 0.17898158729076385, |
| "learning_rate": 1.1245439390805607e-06, |
| "loss": 0.4434, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.698125404007757, |
| "grad_norm": 0.18532375991344452, |
| "learning_rate": 1.1216307500370688e-06, |
| "loss": 0.4486, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.70846800258565, |
| "grad_norm": 0.1722891479730606, |
| "learning_rate": 1.118763346904776e-06, |
| "loss": 0.4548, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.7188106011635425, |
| "grad_norm": 0.1772516816854477, |
| "learning_rate": 1.1159413670229997e-06, |
| "loss": 0.4555, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.729153199741435, |
| "grad_norm": 0.17695064842700958, |
| "learning_rate": 1.1131644477310569e-06, |
| "loss": 0.4607, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.7394957983193278, |
| "grad_norm": 0.17609025537967682, |
| "learning_rate": 1.110432226368265e-06, |
| "loss": 0.4446, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.7498383968972204, |
| "grad_norm": 0.17976413667201996, |
| "learning_rate": 1.107744340273941e-06, |
| "loss": 0.4467, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.760180995475113, |
| "grad_norm": 0.18428538739681244, |
| "learning_rate": 1.1051004267874023e-06, |
| "loss": 0.4555, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.7705235940530057, |
| "grad_norm": 0.17254601418972015, |
| "learning_rate": 1.1025001232479663e-06, |
| "loss": 0.4432, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.7808661926308984, |
| "grad_norm": 0.17763815820217133, |
| "learning_rate": 1.09994306699495e-06, |
| "loss": 0.4533, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.791208791208791, |
| "grad_norm": 0.18219688534736633, |
| "learning_rate": 1.097428895367671e-06, |
| "loss": 0.455, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.8015513897866837, |
| "grad_norm": 0.17637620866298676, |
| "learning_rate": 1.0949572457054458e-06, |
| "loss": 0.4406, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.8118939883645764, |
| "grad_norm": 0.1767360419034958, |
| "learning_rate": 1.0925277553475922e-06, |
| "loss": 0.4504, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.822236586942469, |
| "grad_norm": 0.1777689903974533, |
| "learning_rate": 1.0901400616334274e-06, |
| "loss": 0.4443, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.832579185520362, |
| "grad_norm": 0.17348885536193848, |
| "learning_rate": 1.0877938019022687e-06, |
| "loss": 0.455, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.842921784098255, |
| "grad_norm": 0.16941364109516144, |
| "learning_rate": 1.0854886134934328e-06, |
| "loss": 0.4463, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.8532643826761475, |
| "grad_norm": 0.1874593198299408, |
| "learning_rate": 1.0832241337462376e-06, |
| "loss": 0.4498, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.86360698125404, |
| "grad_norm": 0.17837406694889069, |
| "learning_rate": 1.081e-06, |
| "loss": 0.454, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.8739495798319328, |
| "grad_norm": 0.19155140221118927, |
| "learning_rate": 1.0788158495940373e-06, |
| "loss": 0.4595, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.8842921784098254, |
| "grad_norm": 0.17509421706199646, |
| "learning_rate": 1.0766713198676667e-06, |
| "loss": 0.4567, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.894634776987718, |
| "grad_norm": 0.17931582033634186, |
| "learning_rate": 1.0745660481602052e-06, |
| "loss": 0.4536, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.9049773755656108, |
| "grad_norm": 0.1758774369955063, |
| "learning_rate": 1.0724996718109706e-06, |
| "loss": 0.4532, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.9153199741435034, |
| "grad_norm": 0.176919624209404, |
| "learning_rate": 1.0704718281592797e-06, |
| "loss": 0.4529, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.9256625727213965, |
| "grad_norm": 0.1802259087562561, |
| "learning_rate": 1.06848215454445e-06, |
| "loss": 0.4455, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.936005171299289, |
| "grad_norm": 0.16593530774116516, |
| "learning_rate": 1.0665302883057984e-06, |
| "loss": 0.4459, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.946347769877182, |
| "grad_norm": 0.17818193137645721, |
| "learning_rate": 1.0646158667826425e-06, |
| "loss": 0.4566, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.9566903684550745, |
| "grad_norm": 0.17576196789741516, |
| "learning_rate": 1.0627385273142993e-06, |
| "loss": 0.439, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.967032967032967, |
| "grad_norm": 0.1871625781059265, |
| "learning_rate": 1.0608979072400862e-06, |
| "loss": 0.4507, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.97737556561086, |
| "grad_norm": 0.18743683397769928, |
| "learning_rate": 1.05909364389932e-06, |
| "loss": 0.449, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.9877181641887525, |
| "grad_norm": 0.1833522915840149, |
| "learning_rate": 1.0573253746313186e-06, |
| "loss": 0.4577, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.998060762766645, |
| "grad_norm": 0.17550155520439148, |
| "learning_rate": 1.0555927367753988e-06, |
| "loss": 0.4523, |
| "step": 1160 |
| }, |
| { |
| "epoch": 3.0077569489334195, |
| "grad_norm": 0.17497506737709045, |
| "learning_rate": 1.0538953676708778e-06, |
| "loss": 0.443, |
| "step": 1164 |
| }, |
| { |
| "epoch": 3.018099547511312, |
| "grad_norm": 0.18479323387145996, |
| "learning_rate": 1.052232904657073e-06, |
| "loss": 0.4476, |
| "step": 1168 |
| }, |
| { |
| "epoch": 3.028442146089205, |
| "grad_norm": 0.17023231089115143, |
| "learning_rate": 1.0506049850733017e-06, |
| "loss": 0.4446, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.0387847446670975, |
| "grad_norm": 0.194169819355011, |
| "learning_rate": 1.0490112462588812e-06, |
| "loss": 0.4436, |
| "step": 1176 |
| }, |
| { |
| "epoch": 3.04912734324499, |
| "grad_norm": 0.16968706250190735, |
| "learning_rate": 1.0474513255531283e-06, |
| "loss": 0.4445, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.059469941822883, |
| "grad_norm": 0.18906928598880768, |
| "learning_rate": 1.0459248602953606e-06, |
| "loss": 0.464, |
| "step": 1184 |
| }, |
| { |
| "epoch": 3.069812540400776, |
| "grad_norm": 0.17577582597732544, |
| "learning_rate": 1.0444314878248952e-06, |
| "loss": 0.4505, |
| "step": 1188 |
| }, |
| { |
| "epoch": 3.0801551389786685, |
| "grad_norm": 0.16838566958904266, |
| "learning_rate": 1.0429708454810495e-06, |
| "loss": 0.4438, |
| "step": 1192 |
| }, |
| { |
| "epoch": 3.090497737556561, |
| "grad_norm": 0.18139545619487762, |
| "learning_rate": 1.0415425706031406e-06, |
| "loss": 0.4515, |
| "step": 1196 |
| }, |
| { |
| "epoch": 3.100840336134454, |
| "grad_norm": 0.17523127794265747, |
| "learning_rate": 1.0401463005304855e-06, |
| "loss": 0.4475, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.1111829347123465, |
| "grad_norm": 0.18693816661834717, |
| "learning_rate": 1.0387816726024021e-06, |
| "loss": 0.4447, |
| "step": 1204 |
| }, |
| { |
| "epoch": 3.121525533290239, |
| "grad_norm": 0.16429254412651062, |
| "learning_rate": 1.0374483241582069e-06, |
| "loss": 0.4509, |
| "step": 1208 |
| }, |
| { |
| "epoch": 3.131868131868132, |
| "grad_norm": 0.18026259541511536, |
| "learning_rate": 1.0361458925372175e-06, |
| "loss": 0.4548, |
| "step": 1212 |
| }, |
| { |
| "epoch": 3.1422107304460245, |
| "grad_norm": 0.19680114090442657, |
| "learning_rate": 1.034874015078751e-06, |
| "loss": 0.4477, |
| "step": 1216 |
| }, |
| { |
| "epoch": 3.152553329023917, |
| "grad_norm": 0.17316031455993652, |
| "learning_rate": 1.033632329122125e-06, |
| "loss": 0.4493, |
| "step": 1220 |
| }, |
| { |
| "epoch": 3.16289592760181, |
| "grad_norm": 0.16267041862010956, |
| "learning_rate": 1.0324204720066564e-06, |
| "loss": 0.4409, |
| "step": 1224 |
| }, |
| { |
| "epoch": 3.1732385261797025, |
| "grad_norm": 0.2089986652135849, |
| "learning_rate": 1.0312380810716623e-06, |
| "loss": 0.4504, |
| "step": 1228 |
| }, |
| { |
| "epoch": 3.183581124757595, |
| "grad_norm": 0.16956327855587006, |
| "learning_rate": 1.0300847936564602e-06, |
| "loss": 0.4471, |
| "step": 1232 |
| }, |
| { |
| "epoch": 3.1939237233354882, |
| "grad_norm": 0.17798687517642975, |
| "learning_rate": 1.0289602471003672e-06, |
| "loss": 0.4507, |
| "step": 1236 |
| }, |
| { |
| "epoch": 3.204266321913381, |
| "grad_norm": 0.17512640357017517, |
| "learning_rate": 1.0278640787427008e-06, |
| "loss": 0.446, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.2146089204912736, |
| "grad_norm": 0.17578400671482086, |
| "learning_rate": 1.0267959259227778e-06, |
| "loss": 0.4484, |
| "step": 1244 |
| }, |
| { |
| "epoch": 3.224951519069166, |
| "grad_norm": 0.17712455987930298, |
| "learning_rate": 1.0257554259799157e-06, |
| "loss": 0.4481, |
| "step": 1248 |
| }, |
| { |
| "epoch": 3.235294117647059, |
| "grad_norm": 0.1793729066848755, |
| "learning_rate": 1.0247422162534318e-06, |
| "loss": 0.441, |
| "step": 1252 |
| }, |
| { |
| "epoch": 3.2456367162249515, |
| "grad_norm": 0.16967114806175232, |
| "learning_rate": 1.0237559340826432e-06, |
| "loss": 0.4525, |
| "step": 1256 |
| }, |
| { |
| "epoch": 3.255979314802844, |
| "grad_norm": 0.1762080043554306, |
| "learning_rate": 1.022796216806867e-06, |
| "loss": 0.4344, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.266321913380737, |
| "grad_norm": 0.1827186495065689, |
| "learning_rate": 1.021862701765421e-06, |
| "loss": 0.4519, |
| "step": 1264 |
| }, |
| { |
| "epoch": 3.2766645119586295, |
| "grad_norm": 0.17989112436771393, |
| "learning_rate": 1.0209550262976217e-06, |
| "loss": 0.4513, |
| "step": 1268 |
| }, |
| { |
| "epoch": 3.287007110536522, |
| "grad_norm": 0.18342699110507965, |
| "learning_rate": 1.0200728277427867e-06, |
| "loss": 0.4485, |
| "step": 1272 |
| }, |
| { |
| "epoch": 3.297349709114415, |
| "grad_norm": 0.19681668281555176, |
| "learning_rate": 1.0192157434402333e-06, |
| "loss": 0.4429, |
| "step": 1276 |
| }, |
| { |
| "epoch": 3.3076923076923075, |
| "grad_norm": 0.172057643532753, |
| "learning_rate": 1.0183834107292785e-06, |
| "loss": 0.4525, |
| "step": 1280 |
| }, |
| { |
| "epoch": 3.3180349062702, |
| "grad_norm": 0.16999749839305878, |
| "learning_rate": 1.0175754669492397e-06, |
| "loss": 0.4532, |
| "step": 1284 |
| }, |
| { |
| "epoch": 3.3283775048480932, |
| "grad_norm": 0.18436214327812195, |
| "learning_rate": 1.0167915494394342e-06, |
| "loss": 0.4566, |
| "step": 1288 |
| }, |
| { |
| "epoch": 3.338720103425986, |
| "grad_norm": 0.16745057702064514, |
| "learning_rate": 1.016031295539179e-06, |
| "loss": 0.4605, |
| "step": 1292 |
| }, |
| { |
| "epoch": 3.3490627020038786, |
| "grad_norm": 0.18557773530483246, |
| "learning_rate": 1.0152943425877918e-06, |
| "loss": 0.4457, |
| "step": 1296 |
| }, |
| { |
| "epoch": 3.3594053005817712, |
| "grad_norm": 0.181436225771904, |
| "learning_rate": 1.0145803279245893e-06, |
| "loss": 0.439, |
| "step": 1300 |
| }, |
| { |
| "epoch": 3.369747899159664, |
| "grad_norm": 0.17534784972667694, |
| "learning_rate": 1.0138888888888887e-06, |
| "loss": 0.4437, |
| "step": 1304 |
| }, |
| { |
| "epoch": 3.3800904977375565, |
| "grad_norm": 0.17567597329616547, |
| "learning_rate": 1.0132196628200078e-06, |
| "loss": 0.4405, |
| "step": 1308 |
| }, |
| { |
| "epoch": 3.390433096315449, |
| "grad_norm": 0.17782679200172424, |
| "learning_rate": 1.0125722870572635e-06, |
| "loss": 0.4468, |
| "step": 1312 |
| }, |
| { |
| "epoch": 3.400775694893342, |
| "grad_norm": 0.17457668483257294, |
| "learning_rate": 1.011946398939973e-06, |
| "loss": 0.454, |
| "step": 1316 |
| }, |
| { |
| "epoch": 3.4111182934712345, |
| "grad_norm": 0.16642296314239502, |
| "learning_rate": 1.0113416358074535e-06, |
| "loss": 0.4465, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.421460892049127, |
| "grad_norm": 0.17336755990982056, |
| "learning_rate": 1.0107576349990224e-06, |
| "loss": 0.456, |
| "step": 1324 |
| }, |
| { |
| "epoch": 3.4318034906270203, |
| "grad_norm": 0.18164758384227753, |
| "learning_rate": 1.010194033853997e-06, |
| "loss": 0.4469, |
| "step": 1328 |
| }, |
| { |
| "epoch": 3.442146089204913, |
| "grad_norm": 0.1722988784313202, |
| "learning_rate": 1.009650469711694e-06, |
| "loss": 0.4471, |
| "step": 1332 |
| }, |
| { |
| "epoch": 3.4524886877828056, |
| "grad_norm": 0.17613555490970612, |
| "learning_rate": 1.0091265799114313e-06, |
| "loss": 0.4473, |
| "step": 1336 |
| }, |
| { |
| "epoch": 3.4628312863606983, |
| "grad_norm": 0.17907673120498657, |
| "learning_rate": 1.008622001792526e-06, |
| "loss": 0.4611, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.473173884938591, |
| "grad_norm": 0.18107053637504578, |
| "learning_rate": 1.0081363726942948e-06, |
| "loss": 0.4415, |
| "step": 1344 |
| }, |
| { |
| "epoch": 3.4835164835164836, |
| "grad_norm": 0.19422635436058044, |
| "learning_rate": 1.0076693299560557e-06, |
| "loss": 0.4413, |
| "step": 1348 |
| }, |
| { |
| "epoch": 3.4938590820943762, |
| "grad_norm": 0.1928495168685913, |
| "learning_rate": 1.0072205109171253e-06, |
| "loss": 0.4525, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.504201680672269, |
| "grad_norm": 0.17438076436519623, |
| "learning_rate": 1.0067895529168213e-06, |
| "loss": 0.4435, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.5145442792501616, |
| "grad_norm": 0.17133189737796783, |
| "learning_rate": 1.0063760932944606e-06, |
| "loss": 0.4574, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.524886877828054, |
| "grad_norm": 0.18594177067279816, |
| "learning_rate": 1.0059797693893605e-06, |
| "loss": 0.4434, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.535229476405947, |
| "grad_norm": 0.1890227347612381, |
| "learning_rate": 1.0056002185408385e-06, |
| "loss": 0.4556, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.5455720749838395, |
| "grad_norm": 0.17522525787353516, |
| "learning_rate": 1.0052370780882114e-06, |
| "loss": 0.4506, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.555914673561732, |
| "grad_norm": 0.18247763812541962, |
| "learning_rate": 1.0048899853707968e-06, |
| "loss": 0.4485, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.566257272139625, |
| "grad_norm": 0.18556474149227142, |
| "learning_rate": 1.0045585777279118e-06, |
| "loss": 0.4579, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.5765998707175175, |
| "grad_norm": 0.17300067842006683, |
| "learning_rate": 1.0042424924988736e-06, |
| "loss": 0.4512, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.5869424692954106, |
| "grad_norm": 0.18004953861236572, |
| "learning_rate": 1.0039413670229995e-06, |
| "loss": 0.4453, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.5972850678733033, |
| "grad_norm": 0.1785740703344345, |
| "learning_rate": 1.0036548386396067e-06, |
| "loss": 0.4449, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.607627666451196, |
| "grad_norm": 0.16730371117591858, |
| "learning_rate": 1.0033825446880127e-06, |
| "loss": 0.4485, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.6179702650290886, |
| "grad_norm": 0.18206489086151123, |
| "learning_rate": 1.0031241225075341e-06, |
| "loss": 0.4471, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.6283128636069812, |
| "grad_norm": 0.17622709274291992, |
| "learning_rate": 1.0028792094374887e-06, |
| "loss": 0.4436, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.638655462184874, |
| "grad_norm": 0.18737947940826416, |
| "learning_rate": 1.0026474428171935e-06, |
| "loss": 0.4389, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.6489980607627666, |
| "grad_norm": 0.17098890244960785, |
| "learning_rate": 1.0024284599859658e-06, |
| "loss": 0.4363, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.659340659340659, |
| "grad_norm": 0.17516440153121948, |
| "learning_rate": 1.0022218982831228e-06, |
| "loss": 0.4503, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.669683257918552, |
| "grad_norm": 0.18128778040409088, |
| "learning_rate": 1.0020273950479815e-06, |
| "loss": 0.441, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.680025856496445, |
| "grad_norm": 0.18445086479187012, |
| "learning_rate": 1.0018445876198597e-06, |
| "loss": 0.4389, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.6903684550743376, |
| "grad_norm": 0.18264997005462646, |
| "learning_rate": 1.0016731133380744e-06, |
| "loss": 0.4394, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.7007110536522303, |
| "grad_norm": 0.17699220776557922, |
| "learning_rate": 1.0015126095419424e-06, |
| "loss": 0.4494, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.711053652230123, |
| "grad_norm": 0.17461882531642914, |
| "learning_rate": 1.0013627135707816e-06, |
| "loss": 0.4521, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.7213962508080156, |
| "grad_norm": 0.17526471614837646, |
| "learning_rate": 1.0012230627639088e-06, |
| "loss": 0.4389, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.7317388493859083, |
| "grad_norm": 0.17140990495681763, |
| "learning_rate": 1.0010932944606414e-06, |
| "loss": 0.4489, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.742081447963801, |
| "grad_norm": 0.19351443648338318, |
| "learning_rate": 1.0009730460002965e-06, |
| "loss": 0.4436, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.7524240465416936, |
| "grad_norm": 0.1850733458995819, |
| "learning_rate": 1.0008619547221914e-06, |
| "loss": 0.4514, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.7627666451195863, |
| "grad_norm": 0.18625636398792267, |
| "learning_rate": 1.0007596579656435e-06, |
| "loss": 0.4484, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.773109243697479, |
| "grad_norm": 0.18134167790412903, |
| "learning_rate": 1.00066579306997e-06, |
| "loss": 0.4549, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.7834518422753716, |
| "grad_norm": 0.19236284494400024, |
| "learning_rate": 1.0005799973744876e-06, |
| "loss": 0.4433, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.7937944408532642, |
| "grad_norm": 0.1741548478603363, |
| "learning_rate": 1.0005019082185143e-06, |
| "loss": 0.4476, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.804137039431157, |
| "grad_norm": 0.17673614621162415, |
| "learning_rate": 1.000431162941367e-06, |
| "loss": 0.4462, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.8144796380090495, |
| "grad_norm": 0.1771819293498993, |
| "learning_rate": 1.0003673988823628e-06, |
| "loss": 0.4561, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.824822236586942, |
| "grad_norm": 0.17858363687992096, |
| "learning_rate": 1.0003102533808192e-06, |
| "loss": 0.4479, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.8351648351648353, |
| "grad_norm": 0.16550451517105103, |
| "learning_rate": 1.0002593637760531e-06, |
| "loss": 0.4488, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.845507433742728, |
| "grad_norm": 0.17858079075813293, |
| "learning_rate": 1.0002143674073823e-06, |
| "loss": 0.45, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.8558500323206206, |
| "grad_norm": 0.187116801738739, |
| "learning_rate": 1.0001749016141235e-06, |
| "loss": 0.4474, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.8661926308985133, |
| "grad_norm": 0.18668505549430847, |
| "learning_rate": 1.0001406037355939e-06, |
| "loss": 0.4432, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.876535229476406, |
| "grad_norm": 0.17585262656211853, |
| "learning_rate": 1.0001111111111112e-06, |
| "loss": 0.4439, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.8868778280542986, |
| "grad_norm": 0.17823632061481476, |
| "learning_rate": 1.0000860610799922e-06, |
| "loss": 0.4576, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.8972204266321913, |
| "grad_norm": 0.1767703890800476, |
| "learning_rate": 1.0000650909815542e-06, |
| "loss": 0.4542, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.907563025210084, |
| "grad_norm": 0.16956399381160736, |
| "learning_rate": 1.0000478381551149e-06, |
| "loss": 0.4533, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.9179056237879766, |
| "grad_norm": 0.17914198338985443, |
| "learning_rate": 1.000033939939991e-06, |
| "loss": 0.4456, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.9282482223658697, |
| "grad_norm": 0.1634252965450287, |
| "learning_rate": 1.0000230336754998e-06, |
| "loss": 0.4466, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.9385908209437623, |
| "grad_norm": 0.17150919139385223, |
| "learning_rate": 1.0000147567009588e-06, |
| "loss": 0.4466, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.948933419521655, |
| "grad_norm": 0.18172475695610046, |
| "learning_rate": 1.0000087463556851e-06, |
| "loss": 0.4431, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.9592760180995477, |
| "grad_norm": 0.1767711490392685, |
| "learning_rate": 1.000004639978996e-06, |
| "loss": 0.4512, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.9696186166774403, |
| "grad_norm": 0.1694304198026657, |
| "learning_rate": 1.0000020749102083e-06, |
| "loss": 0.4483, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.979961215255333, |
| "grad_norm": 0.18949837982654572, |
| "learning_rate": 1.0000006884886399e-06, |
| "loss": 0.4464, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.9903038138332256, |
| "grad_norm": 0.17919163405895233, |
| "learning_rate": 1.0000001180536076e-06, |
| "loss": 0.4572, |
| "step": 1544 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.3023968040943146, |
| "learning_rate": 1.0000000009444288e-06, |
| "loss": 0.4456, |
| "step": 1548 |
| } |
| ], |
| "logging_steps": 4, |
| "max_steps": 1548, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 15000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.286572983201956e+17, |
| "train_batch_size": 216, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
