| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.964622641509434, |
| "eval_steps": 500, |
| "global_step": 424, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009433962264150943, |
| "grad_norm": 0.1552734375, |
| "learning_rate": 2e-05, |
| "loss": 1.6292, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.018867924528301886, |
| "grad_norm": 0.1416015625, |
| "learning_rate": 4e-05, |
| "loss": 1.8541, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.02830188679245283, |
| "grad_norm": 0.162109375, |
| "learning_rate": 6e-05, |
| "loss": 1.8592, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.03773584905660377, |
| "grad_norm": 0.1572265625, |
| "learning_rate": 8e-05, |
| "loss": 1.8298, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.04716981132075472, |
| "grad_norm": 0.1884765625, |
| "learning_rate": 0.0001, |
| "loss": 1.801, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.05660377358490566, |
| "grad_norm": 0.1953125, |
| "learning_rate": 0.00012, |
| "loss": 1.7895, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0660377358490566, |
| "grad_norm": 0.2001953125, |
| "learning_rate": 0.00014, |
| "loss": 1.7302, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.07547169811320754, |
| "grad_norm": 0.1787109375, |
| "learning_rate": 0.00016, |
| "loss": 1.7972, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.08490566037735849, |
| "grad_norm": 0.185546875, |
| "learning_rate": 0.00018, |
| "loss": 1.5813, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.09433962264150944, |
| "grad_norm": 0.296875, |
| "learning_rate": 0.0002, |
| "loss": 1.6154, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.10377358490566038, |
| "grad_norm": 0.2890625, |
| "learning_rate": 0.00019999712083215463, |
| "loss": 1.7572, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.11320754716981132, |
| "grad_norm": 0.1669921875, |
| "learning_rate": 0.00019998848349441062, |
| "loss": 1.7039, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.12264150943396226, |
| "grad_norm": 0.13671875, |
| "learning_rate": 0.00019997408848413493, |
| "loss": 1.541, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.1320754716981132, |
| "grad_norm": 0.16015625, |
| "learning_rate": 0.00019995393663024054, |
| "loss": 1.6942, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.14150943396226415, |
| "grad_norm": 0.1396484375, |
| "learning_rate": 0.0001999280290931388, |
| "loss": 1.6445, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.1509433962264151, |
| "grad_norm": 0.138671875, |
| "learning_rate": 0.00019989636736467278, |
| "loss": 1.6148, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.16037735849056603, |
| "grad_norm": 0.1357421875, |
| "learning_rate": 0.00019985895326803097, |
| "loss": 1.5653, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.16981132075471697, |
| "grad_norm": 0.1279296875, |
| "learning_rate": 0.00019981578895764273, |
| "loss": 1.5683, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.1792452830188679, |
| "grad_norm": 0.1494140625, |
| "learning_rate": 0.00019976687691905393, |
| "loss": 1.4737, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.18867924528301888, |
| "grad_norm": 0.169921875, |
| "learning_rate": 0.00019971221996878394, |
| "loss": 1.595, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.19811320754716982, |
| "grad_norm": 0.1533203125, |
| "learning_rate": 0.0001996518212541634, |
| "loss": 1.5053, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.20754716981132076, |
| "grad_norm": 0.146484375, |
| "learning_rate": 0.00019958568425315314, |
| "loss": 1.5134, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.2169811320754717, |
| "grad_norm": 0.1494140625, |
| "learning_rate": 0.0001995138127741436, |
| "loss": 1.5173, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.22641509433962265, |
| "grad_norm": 0.146484375, |
| "learning_rate": 0.00019943621095573586, |
| "loss": 1.5506, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.2358490566037736, |
| "grad_norm": 0.134765625, |
| "learning_rate": 0.00019935288326650312, |
| "loss": 1.5697, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.24528301886792453, |
| "grad_norm": 0.14453125, |
| "learning_rate": 0.00019926383450473344, |
| "loss": 1.4924, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.25471698113207547, |
| "grad_norm": 0.134765625, |
| "learning_rate": 0.00019916906979815347, |
| "loss": 1.5674, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.2641509433962264, |
| "grad_norm": 0.1474609375, |
| "learning_rate": 0.00019906859460363307, |
| "loss": 1.5699, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.27358490566037735, |
| "grad_norm": 0.1396484375, |
| "learning_rate": 0.0001989624147068713, |
| "loss": 1.5094, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.2830188679245283, |
| "grad_norm": 0.142578125, |
| "learning_rate": 0.00019885053622206304, |
| "loss": 1.5293, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.29245283018867924, |
| "grad_norm": 0.15234375, |
| "learning_rate": 0.00019873296559154698, |
| "loss": 1.5266, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.3018867924528302, |
| "grad_norm": 0.1416015625, |
| "learning_rate": 0.0001986097095854347, |
| "loss": 1.5474, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.3113207547169811, |
| "grad_norm": 0.1552734375, |
| "learning_rate": 0.00019848077530122083, |
| "loss": 1.5738, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.32075471698113206, |
| "grad_norm": 0.1630859375, |
| "learning_rate": 0.0001983461701633742, |
| "loss": 1.5296, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.330188679245283, |
| "grad_norm": 0.1533203125, |
| "learning_rate": 0.0001982059019229106, |
| "loss": 1.5545, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.33962264150943394, |
| "grad_norm": 0.1728515625, |
| "learning_rate": 0.00019805997865694614, |
| "loss": 1.5179, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.3490566037735849, |
| "grad_norm": 0.1708984375, |
| "learning_rate": 0.00019790840876823232, |
| "loss": 1.4534, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.3584905660377358, |
| "grad_norm": 0.162109375, |
| "learning_rate": 0.0001977512009846721, |
| "loss": 1.4827, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.36792452830188677, |
| "grad_norm": 0.1689453125, |
| "learning_rate": 0.00019758836435881746, |
| "loss": 1.4441, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.37735849056603776, |
| "grad_norm": 0.169921875, |
| "learning_rate": 0.00019741990826734794, |
| "loss": 1.5114, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3867924528301887, |
| "grad_norm": 0.1552734375, |
| "learning_rate": 0.0001972458424105307, |
| "loss": 1.5024, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.39622641509433965, |
| "grad_norm": 0.162109375, |
| "learning_rate": 0.00019706617681166218, |
| "loss": 1.5126, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.4056603773584906, |
| "grad_norm": 0.1650390625, |
| "learning_rate": 0.00019688092181649065, |
| "loss": 1.5009, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.41509433962264153, |
| "grad_norm": 0.171875, |
| "learning_rate": 0.00019669008809262062, |
| "loss": 1.5124, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.42452830188679247, |
| "grad_norm": 0.1611328125, |
| "learning_rate": 0.00019649368662889855, |
| "loss": 1.4302, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.4339622641509434, |
| "grad_norm": 0.169921875, |
| "learning_rate": 0.00019629172873477995, |
| "loss": 1.4321, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.44339622641509435, |
| "grad_norm": 0.1708984375, |
| "learning_rate": 0.00019608422603967836, |
| "loss": 1.4764, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.4528301886792453, |
| "grad_norm": 0.1591796875, |
| "learning_rate": 0.00019587119049229557, |
| "loss": 1.5262, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.46226415094339623, |
| "grad_norm": 0.1591796875, |
| "learning_rate": 0.0001956526343599335, |
| "loss": 1.3968, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.4716981132075472, |
| "grad_norm": 0.177734375, |
| "learning_rate": 0.0001954285702277879, |
| "loss": 1.4958, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.4811320754716981, |
| "grad_norm": 0.169921875, |
| "learning_rate": 0.00019519901099822372, |
| "loss": 1.472, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.49056603773584906, |
| "grad_norm": 0.1630859375, |
| "learning_rate": 0.00019496396989003193, |
| "loss": 1.3241, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.1640625, |
| "learning_rate": 0.00019472346043766865, |
| "loss": 1.4498, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.5094339622641509, |
| "grad_norm": 0.1552734375, |
| "learning_rate": 0.00019447749649047542, |
| "loss": 1.4044, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.5188679245283019, |
| "grad_norm": 0.1767578125, |
| "learning_rate": 0.00019422609221188207, |
| "loss": 1.4725, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.5283018867924528, |
| "grad_norm": 0.1689453125, |
| "learning_rate": 0.00019396926207859084, |
| "loss": 1.3035, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.5377358490566038, |
| "grad_norm": 0.1669921875, |
| "learning_rate": 0.00019370702087974302, |
| "loss": 1.4331, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.5471698113207547, |
| "grad_norm": 0.185546875, |
| "learning_rate": 0.00019343938371606712, |
| "loss": 1.4268, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.5566037735849056, |
| "grad_norm": 0.1748046875, |
| "learning_rate": 0.00019316636599900946, |
| "loss": 1.4898, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.5660377358490566, |
| "grad_norm": 0.1748046875, |
| "learning_rate": 0.00019288798344984672, |
| "loss": 1.4587, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.5754716981132075, |
| "grad_norm": 0.1796875, |
| "learning_rate": 0.00019260425209878052, |
| "loss": 1.2718, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.5849056603773585, |
| "grad_norm": 0.1708984375, |
| "learning_rate": 0.00019231518828401458, |
| "loss": 1.4943, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.5943396226415094, |
| "grad_norm": 0.1708984375, |
| "learning_rate": 0.00019202080865081368, |
| "loss": 1.4563, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.6037735849056604, |
| "grad_norm": 0.1767578125, |
| "learning_rate": 0.00019172113015054532, |
| "loss": 1.5265, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.6132075471698113, |
| "grad_norm": 0.1806640625, |
| "learning_rate": 0.0001914161700397035, |
| "loss": 1.3905, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.6226415094339622, |
| "grad_norm": 0.1962890625, |
| "learning_rate": 0.00019110594587891519, |
| "loss": 1.4768, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.6320754716981132, |
| "grad_norm": 0.1767578125, |
| "learning_rate": 0.0001907904755319289, |
| "loss": 1.3191, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.6415094339622641, |
| "grad_norm": 0.17578125, |
| "learning_rate": 0.00019046977716458626, |
| "loss": 1.3206, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.6509433962264151, |
| "grad_norm": 0.1748046875, |
| "learning_rate": 0.00019014386924377582, |
| "loss": 1.331, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.660377358490566, |
| "grad_norm": 0.17578125, |
| "learning_rate": 0.0001898127705363696, |
| "loss": 1.373, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.6698113207547169, |
| "grad_norm": 0.1796875, |
| "learning_rate": 0.0001894765001081428, |
| "loss": 1.4195, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.6792452830188679, |
| "grad_norm": 0.1845703125, |
| "learning_rate": 0.0001891350773226754, |
| "loss": 1.3853, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.6886792452830188, |
| "grad_norm": 0.1796875, |
| "learning_rate": 0.0001887885218402375, |
| "loss": 1.496, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.6981132075471698, |
| "grad_norm": 0.1806640625, |
| "learning_rate": 0.00018843685361665723, |
| "loss": 1.4916, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.7075471698113207, |
| "grad_norm": 0.1767578125, |
| "learning_rate": 0.00018808009290217136, |
| "loss": 1.2506, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.7169811320754716, |
| "grad_norm": 0.1826171875, |
| "learning_rate": 0.00018771826024025946, |
| "loss": 1.3273, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.7264150943396226, |
| "grad_norm": 0.1875, |
| "learning_rate": 0.00018735137646646078, |
| "loss": 1.343, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.7358490566037735, |
| "grad_norm": 0.17578125, |
| "learning_rate": 0.00018697946270717467, |
| "loss": 1.4744, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.7452830188679245, |
| "grad_norm": 0.1748046875, |
| "learning_rate": 0.00018660254037844388, |
| "loss": 1.3758, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 0.1728515625, |
| "learning_rate": 0.00018622063118472134, |
| "loss": 1.3836, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.7641509433962265, |
| "grad_norm": 0.1923828125, |
| "learning_rate": 0.00018583375711762052, |
| "loss": 1.347, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.7735849056603774, |
| "grad_norm": 0.1865234375, |
| "learning_rate": 0.00018544194045464886, |
| "loss": 1.4363, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.7830188679245284, |
| "grad_norm": 0.181640625, |
| "learning_rate": 0.0001850452037579251, |
| "loss": 1.4564, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.7924528301886793, |
| "grad_norm": 0.1845703125, |
| "learning_rate": 0.00018464356987288013, |
| "loss": 1.4342, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.8018867924528302, |
| "grad_norm": 0.1875, |
| "learning_rate": 0.00018423706192694116, |
| "loss": 1.4234, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.8113207547169812, |
| "grad_norm": 0.17578125, |
| "learning_rate": 0.00018382570332820043, |
| "loss": 1.3817, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.8207547169811321, |
| "grad_norm": 0.1875, |
| "learning_rate": 0.00018340951776406694, |
| "loss": 1.4327, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.8301886792452831, |
| "grad_norm": 0.17578125, |
| "learning_rate": 0.00018298852919990252, |
| "loss": 1.3911, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.839622641509434, |
| "grad_norm": 0.1796875, |
| "learning_rate": 0.00018256276187764197, |
| "loss": 1.4534, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.8490566037735849, |
| "grad_norm": 0.1787109375, |
| "learning_rate": 0.0001821322403143969, |
| "loss": 1.3534, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.8584905660377359, |
| "grad_norm": 0.185546875, |
| "learning_rate": 0.0001816969893010442, |
| "loss": 1.4886, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.8679245283018868, |
| "grad_norm": 0.1806640625, |
| "learning_rate": 0.0001812570339007983, |
| "loss": 1.3435, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.8773584905660378, |
| "grad_norm": 0.185546875, |
| "learning_rate": 0.00018081239944776805, |
| "loss": 1.2901, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.8867924528301887, |
| "grad_norm": 0.1845703125, |
| "learning_rate": 0.00018036311154549784, |
| "loss": 1.4074, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.8962264150943396, |
| "grad_norm": 0.181640625, |
| "learning_rate": 0.00017990919606549328, |
| "loss": 1.3902, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.9056603773584906, |
| "grad_norm": 0.181640625, |
| "learning_rate": 0.00017945067914573146, |
| "loss": 1.4234, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.9150943396226415, |
| "grad_norm": 0.1826171875, |
| "learning_rate": 0.00017898758718915586, |
| "loss": 1.2415, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.9245283018867925, |
| "grad_norm": 0.1826171875, |
| "learning_rate": 0.0001785199468621559, |
| "loss": 1.4503, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.9339622641509434, |
| "grad_norm": 0.18359375, |
| "learning_rate": 0.00017804778509303138, |
| "loss": 1.415, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.9433962264150944, |
| "grad_norm": 0.18359375, |
| "learning_rate": 0.000177571129070442, |
| "loss": 1.3419, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.9528301886792453, |
| "grad_norm": 0.1787109375, |
| "learning_rate": 0.00017709000624184162, |
| "loss": 1.4011, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.9622641509433962, |
| "grad_norm": 0.1796875, |
| "learning_rate": 0.0001766044443118978, |
| "loss": 1.3546, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.9716981132075472, |
| "grad_norm": 0.1865234375, |
| "learning_rate": 0.00017611447124089649, |
| "loss": 1.3989, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.9811320754716981, |
| "grad_norm": 0.1865234375, |
| "learning_rate": 0.00017562011524313185, |
| "loss": 1.3564, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.9905660377358491, |
| "grad_norm": 0.18359375, |
| "learning_rate": 0.0001751214047852818, |
| "loss": 1.3605, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.181640625, |
| "learning_rate": 0.00017461836858476856, |
| "loss": 1.4459, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.009433962264151, |
| "grad_norm": 0.189453125, |
| "learning_rate": 0.00017411103560810526, |
| "loss": 1.3842, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.0070754716981132, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 0.00017359943506922774, |
| "loss": 1.3091, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.0165094339622642, |
| "grad_norm": 0.1865234375, |
| "learning_rate": 0.00017308359642781242, |
| "loss": 1.3549, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.025943396226415, |
| "grad_norm": 0.185546875, |
| "learning_rate": 0.0001725635493875799, |
| "loss": 1.2693, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.0353773584905661, |
| "grad_norm": 0.201171875, |
| "learning_rate": 0.00017203932389458454, |
| "loss": 1.2991, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.044811320754717, |
| "grad_norm": 0.2001953125, |
| "learning_rate": 0.00017151095013548994, |
| "loss": 1.379, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.054245283018868, |
| "grad_norm": 0.1982421875, |
| "learning_rate": 0.0001709784585358309, |
| "loss": 1.2804, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.0636792452830188, |
| "grad_norm": 0.1962890625, |
| "learning_rate": 0.00017044187975826124, |
| "loss": 1.2645, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.0731132075471699, |
| "grad_norm": 0.2001953125, |
| "learning_rate": 0.00016990124470078822, |
| "loss": 1.1872, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.0825471698113207, |
| "grad_norm": 0.2060546875, |
| "learning_rate": 0.0001693565844949933, |
| "loss": 1.2613, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.0919811320754718, |
| "grad_norm": 0.2109375, |
| "learning_rate": 0.0001688079305042395, |
| "loss": 1.2765, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.1014150943396226, |
| "grad_norm": 0.216796875, |
| "learning_rate": 0.00016825531432186543, |
| "loss": 1.2478, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.1108490566037736, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 0.0001676987677693659, |
| "loss": 1.3338, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.1202830188679245, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.0001671383228945597, |
| "loss": 1.2246, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.1297169811320755, |
| "grad_norm": 0.2197265625, |
| "learning_rate": 0.00016657401196974405, |
| "loss": 1.2763, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.1391509433962264, |
| "grad_norm": 0.220703125, |
| "learning_rate": 0.00016600586748983641, |
| "loss": 1.1468, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.1485849056603774, |
| "grad_norm": 0.2236328125, |
| "learning_rate": 0.00016543392217050314, |
| "loss": 1.3413, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.1580188679245282, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 0.0001648582089462756, |
| "loss": 1.418, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.1674528301886793, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.00016427876096865394, |
| "loss": 1.2445, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.1768867924528301, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.00016369561160419784, |
| "loss": 1.23, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.1863207547169812, |
| "grad_norm": 0.232421875, |
| "learning_rate": 0.00016310879443260528, |
| "loss": 1.3247, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.195754716981132, |
| "grad_norm": 0.2265625, |
| "learning_rate": 0.0001625183432447789, |
| "loss": 1.2278, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.205188679245283, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.0001619242920408802, |
| "loss": 1.1869, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.2146226415094339, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 0.00016132667502837165, |
| "loss": 1.2633, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.224056603773585, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00016072552662004696, |
| "loss": 1.2912, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.2334905660377358, |
| "grad_norm": 0.236328125, |
| "learning_rate": 0.00016012088143204953, |
| "loss": 1.3428, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.2429245283018868, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 0.00015951277428187898, |
| "loss": 1.2032, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.2523584905660377, |
| "grad_norm": 0.234375, |
| "learning_rate": 0.00015890124018638638, |
| "loss": 1.2246, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.2617924528301887, |
| "grad_norm": 0.2421875, |
| "learning_rate": 0.00015828631435975784, |
| "loss": 1.2724, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.2712264150943398, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 0.00015766803221148673, |
| "loss": 1.2384, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.2806603773584906, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.0001570464293443346, |
| "loss": 1.2844, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.2900943396226414, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00015642154155228122, |
| "loss": 1.2727, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.2995283018867925, |
| "grad_norm": 0.244140625, |
| "learning_rate": 0.00015579340481846336, |
| "loss": 1.2884, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.3089622641509435, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 0.00015516205531310273, |
| "loss": 1.3399, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.3183962264150944, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00015452752939142328, |
| "loss": 1.3155, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.3278301886792452, |
| "grad_norm": 0.23046875, |
| "learning_rate": 0.00015388986359155758, |
| "loss": 1.1984, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.3372641509433962, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00015324909463244296, |
| "loss": 1.1836, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.3466981132075473, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 0.00015260525941170712, |
| "loss": 1.27, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.3561320754716981, |
| "grad_norm": 0.234375, |
| "learning_rate": 0.00015195839500354335, |
| "loss": 1.3095, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.365566037735849, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.0001513085386565758, |
| "loss": 1.168, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.375, |
| "grad_norm": 0.2333984375, |
| "learning_rate": 0.00015065572779171432, |
| "loss": 1.2784, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.384433962264151, |
| "grad_norm": 0.232421875, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 1.2809, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.3938679245283019, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 0.00014934139304044033, |
| "loss": 1.3085, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.4033018867924527, |
| "grad_norm": 0.228515625, |
| "learning_rate": 0.00014867994483783485, |
| "loss": 1.214, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.4127358490566038, |
| "grad_norm": 0.234375, |
| "learning_rate": 0.00014801569348059157, |
| "loss": 1.2022, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.4221698113207548, |
| "grad_norm": 0.2314453125, |
| "learning_rate": 0.0001473486772185334, |
| "loss": 1.2022, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.4316037735849056, |
| "grad_norm": 0.23828125, |
| "learning_rate": 0.00014667893446069588, |
| "loss": 1.3266, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.4410377358490565, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00014600650377311522, |
| "loss": 1.2686, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.4504716981132075, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00014533142387660773, |
| "loss": 1.2602, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.4599056603773586, |
| "grad_norm": 0.23828125, |
| "learning_rate": 0.00014465373364454001, |
| "loss": 1.2541, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.4693396226415094, |
| "grad_norm": 0.2421875, |
| "learning_rate": 0.00014397347210059057, |
| "loss": 1.1867, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.4787735849056602, |
| "grad_norm": 0.2353515625, |
| "learning_rate": 0.00014329067841650274, |
| "loss": 1.3164, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.4882075471698113, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00014260539190982886, |
| "loss": 1.3074, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.4976415094339623, |
| "grad_norm": 0.244140625, |
| "learning_rate": 0.00014191765204166643, |
| "loss": 1.2422, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.5070754716981132, |
| "grad_norm": 0.23828125, |
| "learning_rate": 0.00014122749841438575, |
| "loss": 1.2188, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.516509433962264, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 0.00014053497076934948, |
| "loss": 1.2709, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.525943396226415, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00013984010898462416, |
| "loss": 1.2864, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.5353773584905661, |
| "grad_norm": 0.23828125, |
| "learning_rate": 0.00013914295307268396, |
| "loss": 1.2356, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.544811320754717, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 0.0001384435431781065, |
| "loss": 1.2602, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.5542452830188678, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 0.00013774191957526143, |
| "loss": 1.266, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.5636792452830188, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 0.00013703812266599113, |
| "loss": 1.2911, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.5731132075471699, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 0.00013633219297728416, |
| "loss": 1.3344, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.5825471698113207, |
| "grad_norm": 0.2431640625, |
| "learning_rate": 0.00013562417115894172, |
| "loss": 1.1809, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.5919811320754715, |
| "grad_norm": 0.2890625, |
| "learning_rate": 0.00013491409798123687, |
| "loss": 1.2117, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.6014150943396226, |
| "grad_norm": 0.234375, |
| "learning_rate": 0.00013420201433256689, |
| "loss": 1.1622, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.6108490566037736, |
| "grad_norm": 0.2373046875, |
| "learning_rate": 0.00013348796121709862, |
| "loss": 1.1991, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.6202830188679245, |
| "grad_norm": 0.25, |
| "learning_rate": 0.0001327719797524075, |
| "loss": 1.0869, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.6297169811320755, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00013205411116710972, |
| "loss": 1.2271, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.6391509433962264, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00013133439679848823, |
| "loss": 1.3048, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.6485849056603774, |
| "grad_norm": 0.25390625, |
| "learning_rate": 0.00013061287809011242, |
| "loss": 1.1293, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.6580188679245285, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.0001298895965894516, |
| "loss": 1.2416, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.6674528301886793, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 0.0001291645939454825, |
| "loss": 1.2559, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.6768867924528301, |
| "grad_norm": 0.26171875, |
| "learning_rate": 0.0001284379119062912, |
| "loss": 1.2819, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.6863207547169812, |
| "grad_norm": 0.2421875, |
| "learning_rate": 0.0001277095923166689, |
| "loss": 1.2085, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.6957547169811322, |
| "grad_norm": 0.25, |
| "learning_rate": 0.00012697967711570242, |
| "loss": 1.2698, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.705188679245283, |
| "grad_norm": 0.25390625, |
| "learning_rate": 0.00012624820833435937, |
| "loss": 1.2076, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.7146226415094339, |
| "grad_norm": 0.25390625, |
| "learning_rate": 0.0001255152280930676, |
| "loss": 1.2315, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.724056603773585, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00012478077859929, |
| "loss": 1.2389, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.733490566037736, |
| "grad_norm": 0.2578125, |
| "learning_rate": 0.00012404490214509386, |
| "loss": 1.2874, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.7429245283018868, |
| "grad_norm": 0.234375, |
| "learning_rate": 0.00012330764110471566, |
| "loss": 1.1518, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.7523584905660377, |
| "grad_norm": 0.251953125, |
| "learning_rate": 0.00012256903793212107, |
| "loss": 1.2779, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.7617924528301887, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 0.00012182913515856015, |
| "loss": 1.1925, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.7712264150943398, |
| "grad_norm": 0.255859375, |
| "learning_rate": 0.00012108797539011847, |
| "loss": 1.2957, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.7806603773584906, |
| "grad_norm": 0.255859375, |
| "learning_rate": 0.0001203456013052634, |
| "loss": 1.2427, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.7900943396226414, |
| "grad_norm": 0.2412109375, |
| "learning_rate": 0.00011960205565238684, |
| "loss": 1.0626, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.7995283018867925, |
| "grad_norm": 0.265625, |
| "learning_rate": 0.00011885738124734358, |
| "loss": 1.2465, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.8089622641509435, |
| "grad_norm": 0.2421875, |
| "learning_rate": 0.00011811162097098558, |
| "loss": 1.1583, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.8183962264150944, |
| "grad_norm": 0.255859375, |
| "learning_rate": 0.00011736481776669306, |
| "loss": 1.2873, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.8278301886792452, |
| "grad_norm": 0.25, |
| "learning_rate": 0.00011661701463790142, |
| "loss": 1.2776, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.8372641509433962, |
| "grad_norm": 0.251953125, |
| "learning_rate": 0.00011586825464562514, |
| "loss": 1.1212, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.8466981132075473, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 0.0001151185809059781, |
| "loss": 1.1373, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.8561320754716981, |
| "grad_norm": 0.244140625, |
| "learning_rate": 0.00011436803658769082, |
| "loss": 1.2672, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.865566037735849, |
| "grad_norm": 0.25, |
| "learning_rate": 0.00011361666490962468, |
| "loss": 1.2042, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.875, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00011286450913828312, |
| "loss": 1.2579, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.884433962264151, |
| "grad_norm": 0.240234375, |
| "learning_rate": 0.00011211161258532041, |
| "loss": 1.2116, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.8938679245283019, |
| "grad_norm": 0.263671875, |
| "learning_rate": 0.00011135801860504749, |
| "loss": 1.2045, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.9033018867924527, |
| "grad_norm": 0.248046875, |
| "learning_rate": 0.00011060377059193547, |
| "loss": 1.1928, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.9127358490566038, |
| "grad_norm": 0.267578125, |
| "learning_rate": 0.00010984891197811687, |
| "loss": 1.3457, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.9221698113207548, |
| "grad_norm": 0.25390625, |
| "learning_rate": 0.0001090934862308847, |
| "loss": 1.2525, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.9316037735849056, |
| "grad_norm": 0.240234375, |
| "learning_rate": 0.00010833753685018935, |
| "loss": 1.2322, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.9410377358490565, |
| "grad_norm": 0.2470703125, |
| "learning_rate": 0.00010758110736613385, |
| "loss": 1.2157, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.9504716981132075, |
| "grad_norm": 0.251953125, |
| "learning_rate": 0.0001068242413364671, |
| "loss": 1.1082, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.9599056603773586, |
| "grad_norm": 0.255859375, |
| "learning_rate": 0.00010606698234407586, |
| "loss": 1.2336, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.9693396226415094, |
| "grad_norm": 0.24609375, |
| "learning_rate": 0.00010530937399447496, |
| "loss": 1.1619, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.9787735849056602, |
| "grad_norm": 0.26953125, |
| "learning_rate": 0.00010455145991329638, |
| "loss": 1.2344, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.9882075471698113, |
| "grad_norm": 0.263671875, |
| "learning_rate": 0.00010379328374377715, |
| "loss": 1.2143, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.9976415094339623, |
| "grad_norm": 0.25390625, |
| "learning_rate": 0.00010303488914424624, |
| "loss": 1.231, |
| "step": 213 |
| }, |
| { |
| "epoch": 2.007075471698113, |
| "grad_norm": 0.2392578125, |
| "learning_rate": 0.00010227631978561056, |
| "loss": 1.1562, |
| "step": 214 |
| }, |
| { |
| "epoch": 2.0023584905660377, |
| "grad_norm": 0.302734375, |
| "learning_rate": 0.00010151761934884028, |
| "loss": 1.1339, |
| "step": 215 |
| }, |
| { |
| "epoch": 2.0117924528301887, |
| "grad_norm": 0.28515625, |
| "learning_rate": 0.00010075883152245334, |
| "loss": 1.1717, |
| "step": 216 |
| }, |
| { |
| "epoch": 2.0212264150943398, |
| "grad_norm": 0.27734375, |
| "learning_rate": 0.0001, |
| "loss": 1.1575, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.0306603773584904, |
| "grad_norm": 0.265625, |
| "learning_rate": 9.92411684775467e-05, |
| "loss": 1.0906, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.0400943396226414, |
| "grad_norm": 0.27734375, |
| "learning_rate": 9.848238065115975e-05, |
| "loss": 1.1255, |
| "step": 219 |
| }, |
| { |
| "epoch": 2.0495283018867925, |
| "grad_norm": 0.314453125, |
| "learning_rate": 9.772368021438943e-05, |
| "loss": 1.0733, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.0589622641509435, |
| "grad_norm": 0.328125, |
| "learning_rate": 9.696511085575377e-05, |
| "loss": 1.1415, |
| "step": 221 |
| }, |
| { |
| "epoch": 2.068396226415094, |
| "grad_norm": 0.2890625, |
| "learning_rate": 9.620671625622288e-05, |
| "loss": 1.0607, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.077830188679245, |
| "grad_norm": 0.26953125, |
| "learning_rate": 9.544854008670367e-05, |
| "loss": 1.0438, |
| "step": 223 |
| }, |
| { |
| "epoch": 2.0872641509433962, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.469062600552509e-05, |
| "loss": 1.1176, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.0966981132075473, |
| "grad_norm": 0.296875, |
| "learning_rate": 9.393301765592415e-05, |
| "loss": 1.0588, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.106132075471698, |
| "grad_norm": 0.291015625, |
| "learning_rate": 9.317575866353292e-05, |
| "loss": 1.0319, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.115566037735849, |
| "grad_norm": 0.279296875, |
| "learning_rate": 9.241889263386618e-05, |
| "loss": 1.1098, |
| "step": 227 |
| }, |
| { |
| "epoch": 2.125, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.166246314981066e-05, |
| "loss": 1.1213, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.134433962264151, |
| "grad_norm": 0.298828125, |
| "learning_rate": 9.09065137691153e-05, |
| "loss": 1.0372, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.143867924528302, |
| "grad_norm": 0.318359375, |
| "learning_rate": 9.015108802188313e-05, |
| "loss": 1.1706, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.1533018867924527, |
| "grad_norm": 0.3125, |
| "learning_rate": 8.939622940806455e-05, |
| "loss": 1.0834, |
| "step": 231 |
| }, |
| { |
| "epoch": 2.1627358490566038, |
| "grad_norm": 0.302734375, |
| "learning_rate": 8.86419813949525e-05, |
| "loss": 1.044, |
| "step": 232 |
| }, |
| { |
| "epoch": 2.172169811320755, |
| "grad_norm": 0.2890625, |
| "learning_rate": 8.788838741467962e-05, |
| "loss": 1.0498, |
| "step": 233 |
| }, |
| { |
| "epoch": 2.1816037735849054, |
| "grad_norm": 0.294921875, |
| "learning_rate": 8.713549086171691e-05, |
| "loss": 1.0347, |
| "step": 234 |
| }, |
| { |
| "epoch": 2.1910377358490565, |
| "grad_norm": 0.28125, |
| "learning_rate": 8.638333509037536e-05, |
| "loss": 1.0902, |
| "step": 235 |
| }, |
| { |
| "epoch": 2.2004716981132075, |
| "grad_norm": 0.29296875, |
| "learning_rate": 8.563196341230919e-05, |
| "loss": 0.9978, |
| "step": 236 |
| }, |
| { |
| "epoch": 2.2099056603773586, |
| "grad_norm": 0.302734375, |
| "learning_rate": 8.488141909402191e-05, |
| "loss": 1.1299, |
| "step": 237 |
| }, |
| { |
| "epoch": 2.2193396226415096, |
| "grad_norm": 0.287109375, |
| "learning_rate": 8.413174535437487e-05, |
| "loss": 0.9632, |
| "step": 238 |
| }, |
| { |
| "epoch": 2.2287735849056602, |
| "grad_norm": 0.29296875, |
| "learning_rate": 8.33829853620986e-05, |
| "loss": 1.029, |
| "step": 239 |
| }, |
| { |
| "epoch": 2.2382075471698113, |
| "grad_norm": 0.31640625, |
| "learning_rate": 8.263518223330697e-05, |
| "loss": 1.0729, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.2476415094339623, |
| "grad_norm": 0.298828125, |
| "learning_rate": 8.188837902901442e-05, |
| "loss": 1.0296, |
| "step": 241 |
| }, |
| { |
| "epoch": 2.2570754716981134, |
| "grad_norm": 0.3125, |
| "learning_rate": 8.114261875265643e-05, |
| "loss": 1.0439, |
| "step": 242 |
| }, |
| { |
| "epoch": 2.266509433962264, |
| "grad_norm": 0.302734375, |
| "learning_rate": 8.039794434761318e-05, |
| "loss": 1.0191, |
| "step": 243 |
| }, |
| { |
| "epoch": 2.275943396226415, |
| "grad_norm": 0.328125, |
| "learning_rate": 7.965439869473664e-05, |
| "loss": 1.1443, |
| "step": 244 |
| }, |
| { |
| "epoch": 2.285377358490566, |
| "grad_norm": 0.310546875, |
| "learning_rate": 7.891202460988158e-05, |
| "loss": 1.1637, |
| "step": 245 |
| }, |
| { |
| "epoch": 2.294811320754717, |
| "grad_norm": 0.298828125, |
| "learning_rate": 7.817086484143986e-05, |
| "loss": 1.1807, |
| "step": 246 |
| }, |
| { |
| "epoch": 2.3042452830188678, |
| "grad_norm": 0.322265625, |
| "learning_rate": 7.743096206787894e-05, |
| "loss": 1.0508, |
| "step": 247 |
| }, |
| { |
| "epoch": 2.313679245283019, |
| "grad_norm": 0.310546875, |
| "learning_rate": 7.669235889528436e-05, |
| "loss": 1.0764, |
| "step": 248 |
| }, |
| { |
| "epoch": 2.32311320754717, |
| "grad_norm": 0.298828125, |
| "learning_rate": 7.595509785490617e-05, |
| "loss": 1.0247, |
| "step": 249 |
| }, |
| { |
| "epoch": 2.332547169811321, |
| "grad_norm": 0.310546875, |
| "learning_rate": 7.521922140071002e-05, |
| "loss": 1.0341, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.3419811320754715, |
| "grad_norm": 0.306640625, |
| "learning_rate": 7.448477190693238e-05, |
| "loss": 1.0841, |
| "step": 251 |
| }, |
| { |
| "epoch": 2.3514150943396226, |
| "grad_norm": 0.302734375, |
| "learning_rate": 7.375179166564063e-05, |
| "loss": 1.001, |
| "step": 252 |
| }, |
| { |
| "epoch": 2.3608490566037736, |
| "grad_norm": 0.3125, |
| "learning_rate": 7.302032288429756e-05, |
| "loss": 1.073, |
| "step": 253 |
| }, |
| { |
| "epoch": 2.3702830188679247, |
| "grad_norm": 0.318359375, |
| "learning_rate": 7.229040768333115e-05, |
| "loss": 1.139, |
| "step": 254 |
| }, |
| { |
| "epoch": 2.3797169811320753, |
| "grad_norm": 0.296875, |
| "learning_rate": 7.156208809370883e-05, |
| "loss": 1.035, |
| "step": 255 |
| }, |
| { |
| "epoch": 2.3891509433962264, |
| "grad_norm": 0.31640625, |
| "learning_rate": 7.08354060545175e-05, |
| "loss": 1.0059, |
| "step": 256 |
| }, |
| { |
| "epoch": 2.3985849056603774, |
| "grad_norm": 0.3203125, |
| "learning_rate": 7.011040341054845e-05, |
| "loss": 1.0855, |
| "step": 257 |
| }, |
| { |
| "epoch": 2.4080188679245285, |
| "grad_norm": 0.3046875, |
| "learning_rate": 6.93871219098876e-05, |
| "loss": 1.0351, |
| "step": 258 |
| }, |
| { |
| "epoch": 2.417452830188679, |
| "grad_norm": 0.3125, |
| "learning_rate": 6.866560320151179e-05, |
| "loss": 1.0143, |
| "step": 259 |
| }, |
| { |
| "epoch": 2.42688679245283, |
| "grad_norm": 0.30859375, |
| "learning_rate": 6.79458888328903e-05, |
| "loss": 1.106, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.436320754716981, |
| "grad_norm": 0.314453125, |
| "learning_rate": 6.722802024759252e-05, |
| "loss": 1.0725, |
| "step": 261 |
| }, |
| { |
| "epoch": 2.4457547169811322, |
| "grad_norm": 0.31640625, |
| "learning_rate": 6.651203878290139e-05, |
| "loss": 1.0353, |
| "step": 262 |
| }, |
| { |
| "epoch": 2.455188679245283, |
| "grad_norm": 0.306640625, |
| "learning_rate": 6.579798566743314e-05, |
| "loss": 1.0543, |
| "step": 263 |
| }, |
| { |
| "epoch": 2.464622641509434, |
| "grad_norm": 0.30859375, |
| "learning_rate": 6.508590201876317e-05, |
| "loss": 1.135, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.474056603773585, |
| "grad_norm": 0.322265625, |
| "learning_rate": 6.437582884105835e-05, |
| "loss": 1.0466, |
| "step": 265 |
| }, |
| { |
| "epoch": 2.483490566037736, |
| "grad_norm": 0.3359375, |
| "learning_rate": 6.366780702271589e-05, |
| "loss": 1.0234, |
| "step": 266 |
| }, |
| { |
| "epoch": 2.4929245283018866, |
| "grad_norm": 0.32421875, |
| "learning_rate": 6.29618773340089e-05, |
| "loss": 1.0979, |
| "step": 267 |
| }, |
| { |
| "epoch": 2.5023584905660377, |
| "grad_norm": 0.314453125, |
| "learning_rate": 6.225808042473858e-05, |
| "loss": 1.066, |
| "step": 268 |
| }, |
| { |
| "epoch": 2.5117924528301887, |
| "grad_norm": 0.359375, |
| "learning_rate": 6.155645682189351e-05, |
| "loss": 1.1694, |
| "step": 269 |
| }, |
| { |
| "epoch": 2.5212264150943398, |
| "grad_norm": 0.3125, |
| "learning_rate": 6.085704692731609e-05, |
| "loss": 0.9722, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.5306603773584904, |
| "grad_norm": 0.341796875, |
| "learning_rate": 6.015989101537586e-05, |
| "loss": 1.0155, |
| "step": 271 |
| }, |
| { |
| "epoch": 2.5400943396226414, |
| "grad_norm": 0.310546875, |
| "learning_rate": 5.9465029230650534e-05, |
| "loss": 1.063, |
| "step": 272 |
| }, |
| { |
| "epoch": 2.5495283018867925, |
| "grad_norm": 0.322265625, |
| "learning_rate": 5.877250158561425e-05, |
| "loss": 1.0669, |
| "step": 273 |
| }, |
| { |
| "epoch": 2.5589622641509435, |
| "grad_norm": 0.314453125, |
| "learning_rate": 5.8082347958333625e-05, |
| "loss": 1.0505, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.5683962264150946, |
| "grad_norm": 0.3359375, |
| "learning_rate": 5.73946080901712e-05, |
| "loss": 1.177, |
| "step": 275 |
| }, |
| { |
| "epoch": 2.577830188679245, |
| "grad_norm": 0.322265625, |
| "learning_rate": 5.670932158349731e-05, |
| "loss": 1.0335, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.5872641509433962, |
| "grad_norm": 0.294921875, |
| "learning_rate": 5.602652789940941e-05, |
| "loss": 1.0383, |
| "step": 277 |
| }, |
| { |
| "epoch": 2.5966981132075473, |
| "grad_norm": 0.3203125, |
| "learning_rate": 5.5346266355459995e-05, |
| "loss": 0.9778, |
| "step": 278 |
| }, |
| { |
| "epoch": 2.606132075471698, |
| "grad_norm": 0.314453125, |
| "learning_rate": 5.466857612339229e-05, |
| "loss": 0.9718, |
| "step": 279 |
| }, |
| { |
| "epoch": 2.615566037735849, |
| "grad_norm": 0.353515625, |
| "learning_rate": 5.399349622688479e-05, |
| "loss": 1.1602, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.625, |
| "grad_norm": 0.33203125, |
| "learning_rate": 5.332106553930414e-05, |
| "loss": 1.0645, |
| "step": 281 |
| }, |
| { |
| "epoch": 2.634433962264151, |
| "grad_norm": 0.302734375, |
| "learning_rate": 5.26513227814666e-05, |
| "loss": 0.9681, |
| "step": 282 |
| }, |
| { |
| "epoch": 2.643867924528302, |
| "grad_norm": 0.3125, |
| "learning_rate": 5.1984306519408456e-05, |
| "loss": 1.0741, |
| "step": 283 |
| }, |
| { |
| "epoch": 2.6533018867924527, |
| "grad_norm": 0.3125, |
| "learning_rate": 5.1320055162165115e-05, |
| "loss": 1.0404, |
| "step": 284 |
| }, |
| { |
| "epoch": 2.6627358490566038, |
| "grad_norm": 0.326171875, |
| "learning_rate": 5.065860695955971e-05, |
| "loss": 1.114, |
| "step": 285 |
| }, |
| { |
| "epoch": 2.672169811320755, |
| "grad_norm": 0.302734375, |
| "learning_rate": 5.000000000000002e-05, |
| "loss": 1.0966, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.6816037735849054, |
| "grad_norm": 0.314453125, |
| "learning_rate": 4.934427220828571e-05, |
| "loss": 1.0322, |
| "step": 287 |
| }, |
| { |
| "epoch": 2.6910377358490565, |
| "grad_norm": 0.3203125, |
| "learning_rate": 4.869146134342426e-05, |
| "loss": 1.0087, |
| "step": 288 |
| }, |
| { |
| "epoch": 2.7004716981132075, |
| "grad_norm": 0.31640625, |
| "learning_rate": 4.804160499645667e-05, |
| "loss": 1.1284, |
| "step": 289 |
| }, |
| { |
| "epoch": 2.7099056603773586, |
| "grad_norm": 0.330078125, |
| "learning_rate": 4.739474058829289e-05, |
| "loss": 0.9876, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.7193396226415096, |
| "grad_norm": 0.333984375, |
| "learning_rate": 4.675090536755705e-05, |
| "loss": 1.1121, |
| "step": 291 |
| }, |
| { |
| "epoch": 2.7287735849056602, |
| "grad_norm": 0.3125, |
| "learning_rate": 4.611013640844245e-05, |
| "loss": 1.0433, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.7382075471698113, |
| "grad_norm": 0.32421875, |
| "learning_rate": 4.547247060857675e-05, |
| "loss": 0.9529, |
| "step": 293 |
| }, |
| { |
| "epoch": 2.7476415094339623, |
| "grad_norm": 0.318359375, |
| "learning_rate": 4.483794468689728e-05, |
| "loss": 1.0347, |
| "step": 294 |
| }, |
| { |
| "epoch": 2.757075471698113, |
| "grad_norm": 0.314453125, |
| "learning_rate": 4.420659518153667e-05, |
| "loss": 1.0604, |
| "step": 295 |
| }, |
| { |
| "epoch": 2.766509433962264, |
| "grad_norm": 0.333984375, |
| "learning_rate": 4.357845844771881e-05, |
| "loss": 1.1131, |
| "step": 296 |
| }, |
| { |
| "epoch": 2.775943396226415, |
| "grad_norm": 0.314453125, |
| "learning_rate": 4.295357065566543e-05, |
| "loss": 1.0776, |
| "step": 297 |
| }, |
| { |
| "epoch": 2.785377358490566, |
| "grad_norm": 0.322265625, |
| "learning_rate": 4.2331967788513295e-05, |
| "loss": 1.0204, |
| "step": 298 |
| }, |
| { |
| "epoch": 2.794811320754717, |
| "grad_norm": 0.314453125, |
| "learning_rate": 4.1713685640242165e-05, |
| "loss": 1.0161, |
| "step": 299 |
| }, |
| { |
| "epoch": 2.8042452830188678, |
| "grad_norm": 0.32421875, |
| "learning_rate": 4.109875981361363e-05, |
| "loss": 1.1091, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.813679245283019, |
| "grad_norm": 0.318359375, |
| "learning_rate": 4.048722571812105e-05, |
| "loss": 1.0495, |
| "step": 301 |
| }, |
| { |
| "epoch": 2.82311320754717, |
| "grad_norm": 0.314453125, |
| "learning_rate": 3.987911856795047e-05, |
| "loss": 1.0086, |
| "step": 302 |
| }, |
| { |
| "epoch": 2.8325471698113205, |
| "grad_norm": 0.314453125, |
| "learning_rate": 3.927447337995304e-05, |
| "loss": 0.9878, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.8419811320754715, |
| "grad_norm": 0.326171875, |
| "learning_rate": 3.8673324971628357e-05, |
| "loss": 0.9856, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.8514150943396226, |
| "grad_norm": 0.328125, |
| "learning_rate": 3.8075707959119846e-05, |
| "loss": 1.0848, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.8608490566037736, |
| "grad_norm": 0.349609375, |
| "learning_rate": 3.7481656755221125e-05, |
| "loss": 1.0856, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.8702830188679247, |
| "grad_norm": 0.326171875, |
| "learning_rate": 3.689120556739475e-05, |
| "loss": 0.9755, |
| "step": 307 |
| }, |
| { |
| "epoch": 2.8797169811320753, |
| "grad_norm": 0.328125, |
| "learning_rate": 3.630438839580217e-05, |
| "loss": 1.0983, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.8891509433962264, |
| "grad_norm": 0.32421875, |
| "learning_rate": 3.5721239031346066e-05, |
| "loss": 1.0877, |
| "step": 309 |
| }, |
| { |
| "epoch": 2.8985849056603774, |
| "grad_norm": 0.330078125, |
| "learning_rate": 3.5141791053724405e-05, |
| "loss": 1.1485, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.9080188679245285, |
| "grad_norm": 0.31640625, |
| "learning_rate": 3.456607782949689e-05, |
| "loss": 1.0692, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.9174528301886795, |
| "grad_norm": 0.326171875, |
| "learning_rate": 3.399413251016359e-05, |
| "loss": 1.0783, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.92688679245283, |
| "grad_norm": 0.322265625, |
| "learning_rate": 3.342598803025595e-05, |
| "loss": 1.1049, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.936320754716981, |
| "grad_norm": 0.341796875, |
| "learning_rate": 3.2861677105440336e-05, |
| "loss": 1.143, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.9457547169811322, |
| "grad_norm": 0.326171875, |
| "learning_rate": 3.2301232230634104e-05, |
| "loss": 1.0474, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.955188679245283, |
| "grad_norm": 0.3125, |
| "learning_rate": 3.174468567813461e-05, |
| "loss": 1.078, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.964622641509434, |
| "grad_norm": 0.31640625, |
| "learning_rate": 3.119206949576052e-05, |
| "loss": 1.0219, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.974056603773585, |
| "grad_norm": 0.318359375, |
| "learning_rate": 3.0643415505006735e-05, |
| "loss": 1.061, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.983490566037736, |
| "grad_norm": 0.32421875, |
| "learning_rate": 3.009875529921181e-05, |
| "loss": 1.0573, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.992924528301887, |
| "grad_norm": 0.322265625, |
| "learning_rate": 2.9558120241738784e-05, |
| "loss": 1.0131, |
| "step": 320 |
| }, |
| { |
| "epoch": 3.0023584905660377, |
| "grad_norm": 0.33203125, |
| "learning_rate": 2.90215414641691e-05, |
| "loss": 1.0359, |
| "step": 321 |
| }, |
| { |
| "epoch": 3.0023584905660377, |
| "grad_norm": 0.333984375, |
| "learning_rate": 2.8489049864510054e-05, |
| "loss": 1.07, |
| "step": 322 |
| }, |
| { |
| "epoch": 3.0117924528301887, |
| "grad_norm": 0.337890625, |
| "learning_rate": 2.7960676105415472e-05, |
| "loss": 1.0113, |
| "step": 323 |
| }, |
| { |
| "epoch": 3.0212264150943398, |
| "grad_norm": 0.3359375, |
| "learning_rate": 2.7436450612420095e-05, |
| "loss": 0.9147, |
| "step": 324 |
| }, |
| { |
| "epoch": 3.0306603773584904, |
| "grad_norm": 0.328125, |
| "learning_rate": 2.691640357218759e-05, |
| "loss": 0.8318, |
| "step": 325 |
| }, |
| { |
| "epoch": 3.0400943396226414, |
| "grad_norm": 0.31640625, |
| "learning_rate": 2.640056493077231e-05, |
| "loss": 0.9546, |
| "step": 326 |
| }, |
| { |
| "epoch": 3.0495283018867925, |
| "grad_norm": 0.333984375, |
| "learning_rate": 2.5888964391894766e-05, |
| "loss": 1.0179, |
| "step": 327 |
| }, |
| { |
| "epoch": 3.0589622641509435, |
| "grad_norm": 0.353515625, |
| "learning_rate": 2.5381631415231454e-05, |
| "loss": 0.8373, |
| "step": 328 |
| }, |
| { |
| "epoch": 3.068396226415094, |
| "grad_norm": 0.359375, |
| "learning_rate": 2.4878595214718236e-05, |
| "loss": 0.8973, |
| "step": 329 |
| }, |
| { |
| "epoch": 3.077830188679245, |
| "grad_norm": 0.353515625, |
| "learning_rate": 2.4379884756868167e-05, |
| "loss": 0.9058, |
| "step": 330 |
| }, |
| { |
| "epoch": 3.0872641509433962, |
| "grad_norm": 0.419921875, |
| "learning_rate": 2.3885528759103538e-05, |
| "loss": 0.9879, |
| "step": 331 |
| }, |
| { |
| "epoch": 3.0966981132075473, |
| "grad_norm": 0.384765625, |
| "learning_rate": 2.339555568810221e-05, |
| "loss": 0.9923, |
| "step": 332 |
| }, |
| { |
| "epoch": 3.106132075471698, |
| "grad_norm": 0.361328125, |
| "learning_rate": 2.2909993758158412e-05, |
| "loss": 0.9279, |
| "step": 333 |
| }, |
| { |
| "epoch": 3.115566037735849, |
| "grad_norm": 0.35546875, |
| "learning_rate": 2.242887092955801e-05, |
| "loss": 0.9026, |
| "step": 334 |
| }, |
| { |
| "epoch": 3.125, |
| "grad_norm": 0.359375, |
| "learning_rate": 2.1952214906968627e-05, |
| "loss": 0.9476, |
| "step": 335 |
| }, |
| { |
| "epoch": 3.134433962264151, |
| "grad_norm": 0.34765625, |
| "learning_rate": 2.1480053137844115e-05, |
| "loss": 0.9352, |
| "step": 336 |
| }, |
| { |
| "epoch": 3.143867924528302, |
| "grad_norm": 0.328125, |
| "learning_rate": 2.101241281084416e-05, |
| "loss": 0.9964, |
| "step": 337 |
| }, |
| { |
| "epoch": 3.1533018867924527, |
| "grad_norm": 0.33984375, |
| "learning_rate": 2.054932085426856e-05, |
| "loss": 1.0295, |
| "step": 338 |
| }, |
| { |
| "epoch": 3.1627358490566038, |
| "grad_norm": 0.365234375, |
| "learning_rate": 2.0090803934506764e-05, |
| "loss": 0.9968, |
| "step": 339 |
| }, |
| { |
| "epoch": 3.172169811320755, |
| "grad_norm": 0.341796875, |
| "learning_rate": 1.9636888454502178e-05, |
| "loss": 0.8935, |
| "step": 340 |
| }, |
| { |
| "epoch": 3.1816037735849054, |
| "grad_norm": 0.322265625, |
| "learning_rate": 1.9187600552231955e-05, |
| "loss": 0.9172, |
| "step": 341 |
| }, |
| { |
| "epoch": 3.1910377358490565, |
| "grad_norm": 0.359375, |
| "learning_rate": 1.8742966099201697e-05, |
| "loss": 0.9573, |
| "step": 342 |
| }, |
| { |
| "epoch": 3.2004716981132075, |
| "grad_norm": 0.333984375, |
| "learning_rate": 1.8303010698955804e-05, |
| "loss": 0.9661, |
| "step": 343 |
| }, |
| { |
| "epoch": 3.2099056603773586, |
| "grad_norm": 0.33203125, |
| "learning_rate": 1.7867759685603114e-05, |
| "loss": 0.9576, |
| "step": 344 |
| }, |
| { |
| "epoch": 3.2193396226415096, |
| "grad_norm": 0.349609375, |
| "learning_rate": 1.7437238122358057e-05, |
| "loss": 1.0133, |
| "step": 345 |
| }, |
| { |
| "epoch": 3.2287735849056602, |
| "grad_norm": 0.357421875, |
| "learning_rate": 1.7011470800097496e-05, |
| "loss": 0.9558, |
| "step": 346 |
| }, |
| { |
| "epoch": 3.2382075471698113, |
| "grad_norm": 0.3671875, |
| "learning_rate": 1.659048223593308e-05, |
| "loss": 0.8893, |
| "step": 347 |
| }, |
| { |
| "epoch": 3.2476415094339623, |
| "grad_norm": 0.34765625, |
| "learning_rate": 1.6174296671799572e-05, |
| "loss": 1.0161, |
| "step": 348 |
| }, |
| { |
| "epoch": 3.2570754716981134, |
| "grad_norm": 0.341796875, |
| "learning_rate": 1.5762938073058853e-05, |
| "loss": 1.0262, |
| "step": 349 |
| }, |
| { |
| "epoch": 3.266509433962264, |
| "grad_norm": 0.333984375, |
| "learning_rate": 1.5356430127119913e-05, |
| "loss": 0.9567, |
| "step": 350 |
| }, |
| { |
| "epoch": 3.275943396226415, |
| "grad_norm": 0.3515625, |
| "learning_rate": 1.4954796242074898e-05, |
| "loss": 0.9701, |
| "step": 351 |
| }, |
| { |
| "epoch": 3.285377358490566, |
| "grad_norm": 0.34765625, |
| "learning_rate": 1.4558059545351143e-05, |
| "loss": 0.9455, |
| "step": 352 |
| }, |
| { |
| "epoch": 3.294811320754717, |
| "grad_norm": 0.357421875, |
| "learning_rate": 1.4166242882379476e-05, |
| "loss": 0.9922, |
| "step": 353 |
| }, |
| { |
| "epoch": 3.3042452830188678, |
| "grad_norm": 0.365234375, |
| "learning_rate": 1.3779368815278647e-05, |
| "loss": 0.9102, |
| "step": 354 |
| }, |
| { |
| "epoch": 3.313679245283019, |
| "grad_norm": 0.345703125, |
| "learning_rate": 1.339745962155613e-05, |
| "loss": 0.9873, |
| "step": 355 |
| }, |
| { |
| "epoch": 3.32311320754717, |
| "grad_norm": 0.337890625, |
| "learning_rate": 1.302053729282533e-05, |
| "loss": 0.9758, |
| "step": 356 |
| }, |
| { |
| "epoch": 3.332547169811321, |
| "grad_norm": 0.369140625, |
| "learning_rate": 1.2648623533539261e-05, |
| "loss": 0.851, |
| "step": 357 |
| }, |
| { |
| "epoch": 3.3419811320754715, |
| "grad_norm": 0.365234375, |
| "learning_rate": 1.2281739759740574e-05, |
| "loss": 1.0054, |
| "step": 358 |
| }, |
| { |
| "epoch": 3.3514150943396226, |
| "grad_norm": 0.33203125, |
| "learning_rate": 1.1919907097828653e-05, |
| "loss": 0.8892, |
| "step": 359 |
| }, |
| { |
| "epoch": 3.3608490566037736, |
| "grad_norm": 0.36328125, |
| "learning_rate": 1.1563146383342772e-05, |
| "loss": 0.9823, |
| "step": 360 |
| }, |
| { |
| "epoch": 3.3702830188679247, |
| "grad_norm": 0.3359375, |
| "learning_rate": 1.1211478159762478e-05, |
| "loss": 0.8435, |
| "step": 361 |
| }, |
| { |
| "epoch": 3.3797169811320753, |
| "grad_norm": 0.3671875, |
| "learning_rate": 1.0864922677324618e-05, |
| "loss": 1.0188, |
| "step": 362 |
| }, |
| { |
| "epoch": 3.3891509433962264, |
| "grad_norm": 0.34765625, |
| "learning_rate": 1.0523499891857225e-05, |
| "loss": 1.0157, |
| "step": 363 |
| }, |
| { |
| "epoch": 3.3985849056603774, |
| "grad_norm": 0.35546875, |
| "learning_rate": 1.01872294636304e-05, |
| "loss": 0.9674, |
| "step": 364 |
| }, |
| { |
| "epoch": 3.4080188679245285, |
| "grad_norm": 0.34375, |
| "learning_rate": 9.856130756224213e-06, |
| "loss": 0.9332, |
| "step": 365 |
| }, |
| { |
| "epoch": 3.417452830188679, |
| "grad_norm": 0.375, |
| "learning_rate": 9.530222835413738e-06, |
| "loss": 0.9148, |
| "step": 366 |
| }, |
| { |
| "epoch": 3.42688679245283, |
| "grad_norm": 0.337890625, |
| "learning_rate": 9.209524468071096e-06, |
| "loss": 1.0542, |
| "step": 367 |
| }, |
| { |
| "epoch": 3.436320754716981, |
| "grad_norm": 0.34375, |
| "learning_rate": 8.894054121084838e-06, |
| "loss": 0.9474, |
| "step": 368 |
| }, |
| { |
| "epoch": 3.4457547169811322, |
| "grad_norm": 0.357421875, |
| "learning_rate": 8.58382996029652e-06, |
| "loss": 0.9664, |
| "step": 369 |
| }, |
| { |
| "epoch": 3.455188679245283, |
| "grad_norm": 0.3203125, |
| "learning_rate": 8.278869849454718e-06, |
| "loss": 0.9389, |
| "step": 370 |
| }, |
| { |
| "epoch": 3.464622641509434, |
| "grad_norm": 0.337890625, |
| "learning_rate": 7.97919134918632e-06, |
| "loss": 0.9574, |
| "step": 371 |
| }, |
| { |
| "epoch": 3.474056603773585, |
| "grad_norm": 0.353515625, |
| "learning_rate": 7.684811715985429e-06, |
| "loss": 0.9318, |
| "step": 372 |
| }, |
| { |
| "epoch": 3.483490566037736, |
| "grad_norm": 0.33203125, |
| "learning_rate": 7.395747901219474e-06, |
| "loss": 0.8918, |
| "step": 373 |
| }, |
| { |
| "epoch": 3.4929245283018866, |
| "grad_norm": 0.369140625, |
| "learning_rate": 7.1120165501533e-06, |
| "loss": 1.0351, |
| "step": 374 |
| }, |
| { |
| "epoch": 3.5023584905660377, |
| "grad_norm": 0.361328125, |
| "learning_rate": 6.833634000990541e-06, |
| "loss": 1.0396, |
| "step": 375 |
| }, |
| { |
| "epoch": 3.5117924528301887, |
| "grad_norm": 0.349609375, |
| "learning_rate": 6.560616283932897e-06, |
| "loss": 0.9884, |
| "step": 376 |
| }, |
| { |
| "epoch": 3.5212264150943398, |
| "grad_norm": 0.328125, |
| "learning_rate": 6.292979120256992e-06, |
| "loss": 0.8938, |
| "step": 377 |
| }, |
| { |
| "epoch": 3.5306603773584904, |
| "grad_norm": 0.3359375, |
| "learning_rate": 6.030737921409169e-06, |
| "loss": 0.9728, |
| "step": 378 |
| }, |
| { |
| "epoch": 3.5400943396226414, |
| "grad_norm": 0.357421875, |
| "learning_rate": 5.77390778811796e-06, |
| "loss": 1.0086, |
| "step": 379 |
| }, |
| { |
| "epoch": 3.5495283018867925, |
| "grad_norm": 0.3671875, |
| "learning_rate": 5.52250350952459e-06, |
| "loss": 1.0073, |
| "step": 380 |
| }, |
| { |
| "epoch": 3.5589622641509435, |
| "grad_norm": 0.34375, |
| "learning_rate": 5.276539562331384e-06, |
| "loss": 0.9953, |
| "step": 381 |
| }, |
| { |
| "epoch": 3.5683962264150946, |
| "grad_norm": 0.341796875, |
| "learning_rate": 5.036030109968082e-06, |
| "loss": 0.9377, |
| "step": 382 |
| }, |
| { |
| "epoch": 3.577830188679245, |
| "grad_norm": 0.33984375, |
| "learning_rate": 4.800989001776324e-06, |
| "loss": 0.9637, |
| "step": 383 |
| }, |
| { |
| "epoch": 3.5872641509433962, |
| "grad_norm": 0.33984375, |
| "learning_rate": 4.5714297722121106e-06, |
| "loss": 0.8614, |
| "step": 384 |
| }, |
| { |
| "epoch": 3.5966981132075473, |
| "grad_norm": 0.333984375, |
| "learning_rate": 4.347365640066525e-06, |
| "loss": 0.9701, |
| "step": 385 |
| }, |
| { |
| "epoch": 3.606132075471698, |
| "grad_norm": 0.35546875, |
| "learning_rate": 4.128809507704445e-06, |
| "loss": 0.9451, |
| "step": 386 |
| }, |
| { |
| "epoch": 3.615566037735849, |
| "grad_norm": 0.337890625, |
| "learning_rate": 3.915773960321634e-06, |
| "loss": 0.9175, |
| "step": 387 |
| }, |
| { |
| "epoch": 3.625, |
| "grad_norm": 0.37109375, |
| "learning_rate": 3.7082712652200867e-06, |
| "loss": 0.8858, |
| "step": 388 |
| }, |
| { |
| "epoch": 3.634433962264151, |
| "grad_norm": 0.357421875, |
| "learning_rate": 3.5063133711014882e-06, |
| "loss": 0.9181, |
| "step": 389 |
| }, |
| { |
| "epoch": 3.643867924528302, |
| "grad_norm": 0.357421875, |
| "learning_rate": 3.3099119073793928e-06, |
| "loss": 0.9641, |
| "step": 390 |
| }, |
| { |
| "epoch": 3.6533018867924527, |
| "grad_norm": 0.353515625, |
| "learning_rate": 3.119078183509372e-06, |
| "loss": 1.0059, |
| "step": 391 |
| }, |
| { |
| "epoch": 3.6627358490566038, |
| "grad_norm": 0.33203125, |
| "learning_rate": 2.9338231883378366e-06, |
| "loss": 0.9977, |
| "step": 392 |
| }, |
| { |
| "epoch": 3.672169811320755, |
| "grad_norm": 0.333984375, |
| "learning_rate": 2.7541575894693194e-06, |
| "loss": 0.9899, |
| "step": 393 |
| }, |
| { |
| "epoch": 3.6816037735849054, |
| "grad_norm": 0.330078125, |
| "learning_rate": 2.580091732652101e-06, |
| "loss": 0.9088, |
| "step": 394 |
| }, |
| { |
| "epoch": 3.6910377358490565, |
| "grad_norm": 0.361328125, |
| "learning_rate": 2.4116356411825525e-06, |
| "loss": 0.9484, |
| "step": 395 |
| }, |
| { |
| "epoch": 3.7004716981132075, |
| "grad_norm": 0.359375, |
| "learning_rate": 2.248799015327907e-06, |
| "loss": 0.9853, |
| "step": 396 |
| }, |
| { |
| "epoch": 3.7099056603773586, |
| "grad_norm": 0.33984375, |
| "learning_rate": 2.091591231767709e-06, |
| "loss": 0.9616, |
| "step": 397 |
| }, |
| { |
| "epoch": 3.7193396226415096, |
| "grad_norm": 0.33203125, |
| "learning_rate": 1.9400213430538773e-06, |
| "loss": 0.9615, |
| "step": 398 |
| }, |
| { |
| "epoch": 3.7287735849056602, |
| "grad_norm": 0.349609375, |
| "learning_rate": 1.7940980770894122e-06, |
| "loss": 1.003, |
| "step": 399 |
| }, |
| { |
| "epoch": 3.7382075471698113, |
| "grad_norm": 0.353515625, |
| "learning_rate": 1.6538298366257976e-06, |
| "loss": 0.9496, |
| "step": 400 |
| }, |
| { |
| "epoch": 3.7476415094339623, |
| "grad_norm": 0.330078125, |
| "learning_rate": 1.5192246987791981e-06, |
| "loss": 0.9563, |
| "step": 401 |
| }, |
| { |
| "epoch": 3.757075471698113, |
| "grad_norm": 0.3671875, |
| "learning_rate": 1.3902904145653096e-06, |
| "loss": 0.9478, |
| "step": 402 |
| }, |
| { |
| "epoch": 3.766509433962264, |
| "grad_norm": 0.373046875, |
| "learning_rate": 1.2670344084530383e-06, |
| "loss": 0.9733, |
| "step": 403 |
| }, |
| { |
| "epoch": 3.775943396226415, |
| "grad_norm": 0.32421875, |
| "learning_rate": 1.1494637779369766e-06, |
| "loss": 0.8937, |
| "step": 404 |
| }, |
| { |
| "epoch": 3.785377358490566, |
| "grad_norm": 0.349609375, |
| "learning_rate": 1.0375852931286956e-06, |
| "loss": 0.9241, |
| "step": 405 |
| }, |
| { |
| "epoch": 3.794811320754717, |
| "grad_norm": 0.37109375, |
| "learning_rate": 9.314053963669245e-07, |
| "loss": 0.9335, |
| "step": 406 |
| }, |
| { |
| "epoch": 3.8042452830188678, |
| "grad_norm": 0.34375, |
| "learning_rate": 8.309302018465581e-07, |
| "loss": 0.9593, |
| "step": 407 |
| }, |
| { |
| "epoch": 3.813679245283019, |
| "grad_norm": 0.34375, |
| "learning_rate": 7.361654952665609e-07, |
| "loss": 0.9529, |
| "step": 408 |
| }, |
| { |
| "epoch": 3.82311320754717, |
| "grad_norm": 0.349609375, |
| "learning_rate": 6.471167334968886e-07, |
| "loss": 0.9608, |
| "step": 409 |
| }, |
| { |
| "epoch": 3.8325471698113205, |
| "grad_norm": 0.341796875, |
| "learning_rate": 5.637890442641402e-07, |
| "loss": 0.9223, |
| "step": 410 |
| }, |
| { |
| "epoch": 3.8419811320754715, |
| "grad_norm": 0.36328125, |
| "learning_rate": 4.861872258564049e-07, |
| "loss": 1.0127, |
| "step": 411 |
| }, |
| { |
| "epoch": 3.8514150943396226, |
| "grad_norm": 0.35546875, |
| "learning_rate": 4.143157468468717e-07, |
| "loss": 0.9592, |
| "step": 412 |
| }, |
| { |
| "epoch": 3.8608490566037736, |
| "grad_norm": 0.349609375, |
| "learning_rate": 3.481787458365915e-07, |
| "loss": 0.9963, |
| "step": 413 |
| }, |
| { |
| "epoch": 3.8702830188679247, |
| "grad_norm": 0.345703125, |
| "learning_rate": 2.877800312160783e-07, |
| "loss": 0.9346, |
| "step": 414 |
| }, |
| { |
| "epoch": 3.8797169811320753, |
| "grad_norm": 0.35546875, |
| "learning_rate": 2.3312308094607382e-07, |
| "loss": 0.8629, |
| "step": 415 |
| }, |
| { |
| "epoch": 3.8891509433962264, |
| "grad_norm": 0.3515625, |
| "learning_rate": 1.8421104235727405e-07, |
| "loss": 0.9351, |
| "step": 416 |
| }, |
| { |
| "epoch": 3.8985849056603774, |
| "grad_norm": 0.349609375, |
| "learning_rate": 1.4104673196903005e-07, |
| "loss": 1.0274, |
| "step": 417 |
| }, |
| { |
| "epoch": 3.9080188679245285, |
| "grad_norm": 0.328125, |
| "learning_rate": 1.0363263532724432e-07, |
| "loss": 0.9699, |
| "step": 418 |
| }, |
| { |
| "epoch": 3.9174528301886795, |
| "grad_norm": 0.37109375, |
| "learning_rate": 7.197090686119623e-08, |
| "loss": 0.9988, |
| "step": 419 |
| }, |
| { |
| "epoch": 3.92688679245283, |
| "grad_norm": 0.365234375, |
| "learning_rate": 4.606336975948589e-08, |
| "loss": 0.9501, |
| "step": 420 |
| }, |
| { |
| "epoch": 3.936320754716981, |
| "grad_norm": 0.349609375, |
| "learning_rate": 2.5911515865084667e-08, |
| "loss": 0.9581, |
| "step": 421 |
| }, |
| { |
| "epoch": 3.9457547169811322, |
| "grad_norm": 0.349609375, |
| "learning_rate": 1.1516505589381776e-08, |
| "loss": 0.9865, |
| "step": 422 |
| }, |
| { |
| "epoch": 3.955188679245283, |
| "grad_norm": 0.341796875, |
| "learning_rate": 2.8791678453821135e-09, |
| "loss": 0.9402, |
| "step": 423 |
| }, |
| { |
| "epoch": 3.964622641509434, |
| "grad_norm": 0.3515625, |
| "learning_rate": 0.0, |
| "loss": 0.9966, |
| "step": 424 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 424, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 106, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.322438582095053e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
