{ "best_global_step": 12462, "best_metric": 2.547119379043579, "best_model_checkpoint": "outputs/chess-explainer/checkpoint-12462", "epoch": 6.0, "eval_steps": 500, "global_step": 12462, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00048146364949446316, "grad_norm": 650.5328369140625, "learning_rate": 0.0, "loss": 18.217763900756836, "step": 1 }, { "epoch": 0.01203659123736158, "grad_norm": 88.18751525878906, "learning_rate": 7.692307692307694e-06, "loss": 14.24288813273112, "step": 25 }, { "epoch": 0.02407318247472316, "grad_norm": 22.323110580444336, "learning_rate": 1.5705128205128205e-05, "loss": 7.188988037109375, "step": 50 }, { "epoch": 0.036109773712084736, "grad_norm": 14.299266815185547, "learning_rate": 2.3717948717948718e-05, "loss": 4.387466735839844, "step": 75 }, { "epoch": 0.04814636494944632, "grad_norm": 13.159931182861328, "learning_rate": 3.1730769230769234e-05, "loss": 3.8534796142578127, "step": 100 }, { "epoch": 0.0601829561868079, "grad_norm": 16.505720138549805, "learning_rate": 3.974358974358974e-05, "loss": 3.6811083984375, "step": 125 }, { "epoch": 0.07221954742416947, "grad_norm": 14.32520866394043, "learning_rate": 4.775641025641026e-05, "loss": 3.5446063232421876, "step": 150 }, { "epoch": 0.08425613866153106, "grad_norm": 15.38774299621582, "learning_rate": 5.576923076923077e-05, "loss": 3.47775390625, "step": 175 }, { "epoch": 0.09629272989889263, "grad_norm": 11.126094818115234, "learning_rate": 6.378205128205128e-05, "loss": 3.4696426391601562, "step": 200 }, { "epoch": 0.10832932113625421, "grad_norm": 10.559870719909668, "learning_rate": 7.17948717948718e-05, "loss": 3.4579669189453126, "step": 225 }, { "epoch": 0.1203659123736158, "grad_norm": 11.133081436157227, "learning_rate": 7.980769230769231e-05, "loss": 3.359324951171875, "step": 250 }, { "epoch": 0.13240250361097738, "grad_norm": 10.544161796569824, "learning_rate": 8.782051282051283e-05, "loss": 3.298221435546875, "step": 275 }, { "epoch": 0.14443909484833894, "grad_norm": 8.630677223205566, "learning_rate": 9.583333333333334e-05, "loss": 3.361368408203125, "step": 300 }, { "epoch": 0.15647568608570053, "grad_norm": 8.548908233642578, "learning_rate": 0.00010384615384615386, "loss": 3.345328674316406, "step": 325 }, { "epoch": 0.16851227732306212, "grad_norm": 8.20425796508789, "learning_rate": 0.00011185897435897436, "loss": 3.280472717285156, "step": 350 }, { "epoch": 0.18054886856042368, "grad_norm": 9.912631034851074, "learning_rate": 0.00011987179487179487, "loss": 3.3183026123046875, "step": 375 }, { "epoch": 0.19258545979778527, "grad_norm": 9.256693840026855, "learning_rate": 0.00012788461538461537, "loss": 3.2713458251953127, "step": 400 }, { "epoch": 0.20462205103514686, "grad_norm": 8.893656730651855, "learning_rate": 0.0001358974358974359, "loss": 3.2640109252929688, "step": 425 }, { "epoch": 0.21665864227250842, "grad_norm": 8.918048858642578, "learning_rate": 0.0001439102564102564, "loss": 3.2969732666015625, "step": 450 }, { "epoch": 0.22869523350987, "grad_norm": 8.13305377960205, "learning_rate": 0.00015192307692307692, "loss": 3.25054443359375, "step": 475 }, { "epoch": 0.2407318247472316, "grad_norm": 7.971743583679199, "learning_rate": 0.00015993589743589745, "loss": 3.234297790527344, "step": 500 }, { "epoch": 0.25276841598459315, "grad_norm": 7.267224311828613, "learning_rate": 0.00016794871794871796, "loss": 3.2479425048828126, "step": 525 }, { "epoch": 0.26480500722195477, "grad_norm": 8.255003929138184, "learning_rate": 0.00017596153846153846, "loss": 3.2425189208984375, "step": 550 }, { "epoch": 0.27684159845931633, "grad_norm": 7.8051042556762695, "learning_rate": 0.00018397435897435897, "loss": 3.2422137451171875, "step": 575 }, { "epoch": 0.2888781896966779, "grad_norm": 8.21413516998291, "learning_rate": 0.0001919871794871795, "loss": 3.2551699829101564, "step": 600 }, { "epoch": 0.3009147809340395, "grad_norm": 7.534178733825684, "learning_rate": 0.0002, "loss": 3.2088958740234377, "step": 625 }, { "epoch": 0.31295137217140107, "grad_norm": 7.962012767791748, "learning_rate": 0.00019999924007355532, "loss": 3.2368560791015626, "step": 650 }, { "epoch": 0.3249879634087626, "grad_norm": 7.770707130432129, "learning_rate": 0.00019999696030577107, "loss": 3.2101596069335936, "step": 675 }, { "epoch": 0.33702455464612424, "grad_norm": 7.733644008636475, "learning_rate": 0.00019999316073129634, "loss": 3.2300433349609374, "step": 700 }, { "epoch": 0.3490611458834858, "grad_norm": 7.780461311340332, "learning_rate": 0.00019998784140787908, "loss": 3.2330572509765627, "step": 725 }, { "epoch": 0.36109773712084736, "grad_norm": 6.770570278167725, "learning_rate": 0.00019998100241636516, "loss": 3.2057620239257814, "step": 750 }, { "epoch": 0.373134328358209, "grad_norm": 5.945966720581055, "learning_rate": 0.0001999726438606972, "loss": 3.2183990478515625, "step": 775 }, { "epoch": 0.38517091959557054, "grad_norm": 7.591160774230957, "learning_rate": 0.000199962765867913, "loss": 3.191751708984375, "step": 800 }, { "epoch": 0.3972075108329321, "grad_norm": 7.020476341247559, "learning_rate": 0.00019995136858814346, "loss": 3.181463623046875, "step": 825 }, { "epoch": 0.4092441020702937, "grad_norm": 7.284232139587402, "learning_rate": 0.00019993845219461046, "loss": 3.1981622314453126, "step": 850 }, { "epoch": 0.4212806933076553, "grad_norm": 6.910461902618408, "learning_rate": 0.00019992401688362422, "loss": 3.14352294921875, "step": 875 }, { "epoch": 0.43331728454501683, "grad_norm": 6.141090393066406, "learning_rate": 0.00019990806287458024, "loss": 3.1020236206054688, "step": 900 }, { "epoch": 0.44535387578237845, "grad_norm": 6.360198497772217, "learning_rate": 0.00019989059040995594, "loss": 3.233653564453125, "step": 925 }, { "epoch": 0.45739046701974, "grad_norm": 6.173579692840576, "learning_rate": 0.00019987159975530712, "loss": 3.1653778076171877, "step": 950 }, { "epoch": 0.46942705825710157, "grad_norm": 6.959299087524414, "learning_rate": 0.00019985109119926377, "loss": 3.1667141723632812, "step": 975 }, { "epoch": 0.4814636494944632, "grad_norm": 6.9440107345581055, "learning_rate": 0.00019982906505352577, "loss": 3.1662142944335936, "step": 1000 }, { "epoch": 0.49350024073182475, "grad_norm": 7.002237319946289, "learning_rate": 0.00019980552165285815, "loss": 3.1565814208984375, "step": 1025 }, { "epoch": 0.5055368319691863, "grad_norm": 6.859927177429199, "learning_rate": 0.00019978046135508596, "loss": 3.177081298828125, "step": 1050 }, { "epoch": 0.5175734232065479, "grad_norm": 6.390033721923828, "learning_rate": 0.00019975388454108884, "loss": 3.1408489990234374, "step": 1075 }, { "epoch": 0.5296100144439095, "grad_norm": 6.612856864929199, "learning_rate": 0.00019972579161479524, "loss": 3.125029296875, "step": 1100 }, { "epoch": 0.5416466056812711, "grad_norm": 6.74856424331665, "learning_rate": 0.0001996961830031764, "loss": 3.1270068359375, "step": 1125 }, { "epoch": 0.5536831969186327, "grad_norm": 5.670539379119873, "learning_rate": 0.00019966505915623963, "loss": 3.079051208496094, "step": 1150 }, { "epoch": 0.5657197881559942, "grad_norm": 6.464207649230957, "learning_rate": 0.00019963242054702157, "loss": 3.1350054931640625, "step": 1175 }, { "epoch": 0.5777563793933558, "grad_norm": 5.980476379394531, "learning_rate": 0.0001995982676715811, "loss": 3.1213824462890627, "step": 1200 }, { "epoch": 0.5897929706307173, "grad_norm": 6.767940044403076, "learning_rate": 0.00019956260104899166, "loss": 3.107749328613281, "step": 1225 }, { "epoch": 0.601829561868079, "grad_norm": 6.736208915710449, "learning_rate": 0.00019952542122133346, "loss": 3.1330535888671873, "step": 1250 }, { "epoch": 0.6138661531054406, "grad_norm": 6.237167835235596, "learning_rate": 0.00019948672875368524, "loss": 3.090823974609375, "step": 1275 }, { "epoch": 0.6259027443428021, "grad_norm": 5.9626288414001465, "learning_rate": 0.00019944652423411547, "loss": 3.068702392578125, "step": 1300 }, { "epoch": 0.6379393355801637, "grad_norm": 6.667422294616699, "learning_rate": 0.00019940480827367377, "loss": 3.1129641723632813, "step": 1325 }, { "epoch": 0.6499759268175253, "grad_norm": 6.018889427185059, "learning_rate": 0.0001993615815063814, "loss": 3.0886264038085938, "step": 1350 }, { "epoch": 0.6620125180548868, "grad_norm": 5.504490375518799, "learning_rate": 0.00019931684458922159, "loss": 3.0925244140625, "step": 1375 }, { "epoch": 0.6740491092922485, "grad_norm": 6.392239093780518, "learning_rate": 0.00019927059820212969, "loss": 3.067706298828125, "step": 1400 }, { "epoch": 0.68608570052961, "grad_norm": 5.7260637283325195, "learning_rate": 0.0001992228430479827, "loss": 3.1082818603515623, "step": 1425 }, { "epoch": 0.6981222917669716, "grad_norm": 5.574620723724365, "learning_rate": 0.00019917357985258877, "loss": 3.0852099609375, "step": 1450 }, { "epoch": 0.7101588830043332, "grad_norm": 5.973651885986328, "learning_rate": 0.00019912280936467598, "loss": 3.032557373046875, "step": 1475 }, { "epoch": 0.7221954742416947, "grad_norm": 6.408794403076172, "learning_rate": 0.00019907053235588103, "loss": 3.0586279296875, "step": 1500 }, { "epoch": 0.7342320654790563, "grad_norm": 5.924404144287109, "learning_rate": 0.00019901674962073757, "loss": 3.0331820678710937, "step": 1525 }, { "epoch": 0.746268656716418, "grad_norm": 6.371328830718994, "learning_rate": 0.00019896146197666408, "loss": 3.044822998046875, "step": 1550 }, { "epoch": 0.7583052479537795, "grad_norm": 5.798267841339111, "learning_rate": 0.00019890467026395137, "loss": 3.086248779296875, "step": 1575 }, { "epoch": 0.7703418391911411, "grad_norm": 6.200769424438477, "learning_rate": 0.00019884637534574995, "loss": 3.0701373291015623, "step": 1600 }, { "epoch": 0.7823784304285026, "grad_norm": 5.729808807373047, "learning_rate": 0.00019878657810805682, "loss": 3.033974914550781, "step": 1625 }, { "epoch": 0.7944150216658642, "grad_norm": 5.3061699867248535, "learning_rate": 0.00019872527945970206, "loss": 3.023597412109375, "step": 1650 }, { "epoch": 0.8064516129032258, "grad_norm": 6.059074878692627, "learning_rate": 0.00019866248033233486, "loss": 3.038387451171875, "step": 1675 }, { "epoch": 0.8184882041405874, "grad_norm": 5.904861927032471, "learning_rate": 0.00019859818168040962, "loss": 3.0605734252929686, "step": 1700 }, { "epoch": 0.830524795377949, "grad_norm": 7.235841751098633, "learning_rate": 0.00019853238448117128, "loss": 3.0388153076171873, "step": 1725 }, { "epoch": 0.8425613866153105, "grad_norm": 5.9548869132995605, "learning_rate": 0.00019846508973464047, "loss": 3.052736511230469, "step": 1750 }, { "epoch": 0.8545979778526721, "grad_norm": 6.491075038909912, "learning_rate": 0.00019839629846359828, "loss": 3.04111572265625, "step": 1775 }, { "epoch": 0.8666345690900337, "grad_norm": 6.274312496185303, "learning_rate": 0.0001983260117135709, "loss": 3.0903143310546874, "step": 1800 }, { "epoch": 0.8786711603273952, "grad_norm": 6.714303016662598, "learning_rate": 0.0001982542305528135, "loss": 3.0477191162109376, "step": 1825 }, { "epoch": 0.8907077515647569, "grad_norm": 6.037519931793213, "learning_rate": 0.00019818095607229412, "loss": 3.0680242919921876, "step": 1850 }, { "epoch": 0.9027443428021185, "grad_norm": 6.358810901641846, "learning_rate": 0.00019810618938567712, "loss": 3.0358065795898437, "step": 1875 }, { "epoch": 0.91478093403948, "grad_norm": 5.641435623168945, "learning_rate": 0.00019802993162930607, "loss": 3.0244366455078127, "step": 1900 }, { "epoch": 0.9268175252768416, "grad_norm": 6.10072135925293, "learning_rate": 0.00019795218396218673, "loss": 3.0294232177734375, "step": 1925 }, { "epoch": 0.9388541165142031, "grad_norm": 5.697592735290527, "learning_rate": 0.00019787294756596927, "loss": 2.9873196411132814, "step": 1950 }, { "epoch": 0.9508907077515648, "grad_norm": 5.733670711517334, "learning_rate": 0.0001977922236449303, "loss": 3.004986572265625, "step": 1975 }, { "epoch": 0.9629272989889264, "grad_norm": 6.309650897979736, "learning_rate": 0.00019771001342595471, "loss": 3.00642578125, "step": 2000 }, { "epoch": 0.9749638902262879, "grad_norm": 6.235594749450684, "learning_rate": 0.0001976263181585169, "loss": 2.9961761474609374, "step": 2025 }, { "epoch": 0.9870004814636495, "grad_norm": 6.950772285461426, "learning_rate": 0.00019754113911466176, "loss": 3.034189453125, "step": 2050 }, { "epoch": 0.999037072701011, "grad_norm": 5.884391784667969, "learning_rate": 0.0001974544775889855, "loss": 3.075783996582031, "step": 2075 }, { "epoch": 1.0, "eval_loss": 2.9775943756103516, "eval_runtime": 9.4192, "eval_samples_per_second": 159.249, "eval_steps_per_second": 4.99, "step": 2077 }, { "epoch": 1.0110736639383726, "grad_norm": 5.676021575927734, "learning_rate": 0.0001973663348986158, "loss": 2.86690673828125, "step": 2100 }, { "epoch": 1.0231102551757343, "grad_norm": 6.018618106842041, "learning_rate": 0.00019727671238319188, "loss": 2.8802978515625, "step": 2125 }, { "epoch": 1.0351468464130957, "grad_norm": 6.222283840179443, "learning_rate": 0.00019718561140484413, "loss": 2.8613705444335937, "step": 2150 }, { "epoch": 1.0471834376504574, "grad_norm": 5.6597208976745605, "learning_rate": 0.0001970930333481734, "loss": 2.856763916015625, "step": 2175 }, { "epoch": 1.059220028887819, "grad_norm": 6.7447662353515625, "learning_rate": 0.00019699897962022997, "loss": 2.9224319458007812, "step": 2200 }, { "epoch": 1.0712566201251805, "grad_norm": 7.006275653839111, "learning_rate": 0.0001969034516504922, "loss": 2.93245361328125, "step": 2225 }, { "epoch": 1.0832932113625422, "grad_norm": 5.889551162719727, "learning_rate": 0.00019680645089084454, "loss": 2.875589599609375, "step": 2250 }, { "epoch": 1.0953298025999036, "grad_norm": 6.063162326812744, "learning_rate": 0.000196707978815556, "loss": 2.874587097167969, "step": 2275 }, { "epoch": 1.1073663938372653, "grad_norm": 6.2372145652771, "learning_rate": 0.00019660803692125715, "loss": 2.8780206298828124, "step": 2300 }, { "epoch": 1.1194029850746268, "grad_norm": 6.315883159637451, "learning_rate": 0.00019650662672691783, "loss": 2.8887982177734375, "step": 2325 }, { "epoch": 1.1314395763119884, "grad_norm": 6.411891937255859, "learning_rate": 0.0001964037497738238, "loss": 2.9513558959960937, "step": 2350 }, { "epoch": 1.14347616754935, "grad_norm": 6.806637763977051, "learning_rate": 0.00019629940762555336, "loss": 2.8823919677734375, "step": 2375 }, { "epoch": 1.1555127587867116, "grad_norm": 5.565702438354492, "learning_rate": 0.0001961936018679537, "loss": 2.8928656005859374, "step": 2400 }, { "epoch": 1.1675493500240732, "grad_norm": 5.8602294921875, "learning_rate": 0.00019608633410911667, "loss": 2.9296820068359377, "step": 2425 }, { "epoch": 1.1795859412614347, "grad_norm": 7.057725429534912, "learning_rate": 0.0001959776059793544, "loss": 2.926005859375, "step": 2450 }, { "epoch": 1.1916225324987963, "grad_norm": 6.5474629402160645, "learning_rate": 0.00019586741913117458, "loss": 2.8745428466796876, "step": 2475 }, { "epoch": 1.2036591237361578, "grad_norm": 5.752487659454346, "learning_rate": 0.0001957557752392551, "loss": 2.9059454345703126, "step": 2500 }, { "epoch": 1.2156957149735195, "grad_norm": 6.054665565490723, "learning_rate": 0.0001956426760004189, "loss": 2.9109234619140625, "step": 2525 }, { "epoch": 1.2277323062108811, "grad_norm": 5.9463276863098145, "learning_rate": 0.0001955281231336081, "loss": 2.8662490844726562, "step": 2550 }, { "epoch": 1.2397688974482426, "grad_norm": 7.36589241027832, "learning_rate": 0.00019541211837985768, "loss": 2.9000286865234375, "step": 2575 }, { "epoch": 1.2518054886856043, "grad_norm": 6.027646064758301, "learning_rate": 0.0001952946635022693, "loss": 2.8943441772460936, "step": 2600 }, { "epoch": 1.263842079922966, "grad_norm": 5.916275978088379, "learning_rate": 0.00019517576028598425, "loss": 2.899263916015625, "step": 2625 }, { "epoch": 1.2758786711603274, "grad_norm": 6.0202789306640625, "learning_rate": 0.00019505541053815653, "loss": 2.925803527832031, "step": 2650 }, { "epoch": 1.287915262397689, "grad_norm": 6.8593339920043945, "learning_rate": 0.00019493361608792528, "loss": 2.9056402587890626, "step": 2675 }, { "epoch": 1.2999518536350505, "grad_norm": 5.5273661613464355, "learning_rate": 0.00019481037878638695, "loss": 2.877239990234375, "step": 2700 }, { "epoch": 1.3119884448724122, "grad_norm": 7.119853973388672, "learning_rate": 0.0001946857005065672, "loss": 2.85099853515625, "step": 2725 }, { "epoch": 1.3240250361097736, "grad_norm": 5.379928112030029, "learning_rate": 0.0001945595831433925, "loss": 2.9064642333984376, "step": 2750 }, { "epoch": 1.3360616273471353, "grad_norm": 6.6639604568481445, "learning_rate": 0.00019443202861366124, "loss": 2.882684326171875, "step": 2775 }, { "epoch": 1.348098218584497, "grad_norm": 6.571842193603516, "learning_rate": 0.00019430303885601465, "loss": 2.933927307128906, "step": 2800 }, { "epoch": 1.3601348098218584, "grad_norm": 6.048442363739014, "learning_rate": 0.00019417261583090723, "loss": 2.8845724487304687, "step": 2825 }, { "epoch": 1.37217140105922, "grad_norm": 6.913212776184082, "learning_rate": 0.00019404076152057713, "loss": 2.92847412109375, "step": 2850 }, { "epoch": 1.3842079922965815, "grad_norm": 6.1456122398376465, "learning_rate": 0.0001939074779290159, "loss": 2.864238586425781, "step": 2875 }, { "epoch": 1.3962445835339432, "grad_norm": 6.314334869384766, "learning_rate": 0.00019377276708193802, "loss": 2.93041015625, "step": 2900 }, { "epoch": 1.4082811747713047, "grad_norm": 6.124015808105469, "learning_rate": 0.00019363663102675024, "loss": 2.8582913208007814, "step": 2925 }, { "epoch": 1.4203177660086663, "grad_norm": 5.999044895172119, "learning_rate": 0.0001934990718325203, "loss": 2.9177670288085937, "step": 2950 }, { "epoch": 1.432354357246028, "grad_norm": 5.440136432647705, "learning_rate": 0.00019336009158994562, "loss": 2.942555236816406, "step": 2975 }, { "epoch": 1.4443909484833894, "grad_norm": 6.6183929443359375, "learning_rate": 0.00019321969241132138, "loss": 2.93353515625, "step": 3000 }, { "epoch": 1.4564275397207511, "grad_norm": 6.443948268890381, "learning_rate": 0.00019307787643050857, "loss": 2.914281311035156, "step": 3025 }, { "epoch": 1.4684641309581128, "grad_norm": 6.57510232925415, "learning_rate": 0.0001929346458029015, "loss": 2.919800109863281, "step": 3050 }, { "epoch": 1.4805007221954742, "grad_norm": 5.723294734954834, "learning_rate": 0.00019279000270539497, "loss": 2.875799255371094, "step": 3075 }, { "epoch": 1.4925373134328357, "grad_norm": 6.246444225311279, "learning_rate": 0.0001926439493363513, "loss": 2.853829040527344, "step": 3100 }, { "epoch": 1.5045739046701974, "grad_norm": 5.6569743156433105, "learning_rate": 0.00019249648791556684, "loss": 2.845904541015625, "step": 3125 }, { "epoch": 1.516610495907559, "grad_norm": 5.917844295501709, "learning_rate": 0.00019234762068423824, "loss": 2.8845635986328126, "step": 3150 }, { "epoch": 1.5286470871449205, "grad_norm": 7.2379302978515625, "learning_rate": 0.00019219734990492843, "loss": 2.8919659423828126, "step": 3175 }, { "epoch": 1.5406836783822822, "grad_norm": 6.368435859680176, "learning_rate": 0.00019204567786153213, "loss": 2.8638519287109374, "step": 3200 }, { "epoch": 1.5527202696196438, "grad_norm": 6.432679176330566, "learning_rate": 0.0001918926068592414, "loss": 2.8769232177734376, "step": 3225 }, { "epoch": 1.5647568608570053, "grad_norm": 6.268744945526123, "learning_rate": 0.00019173813922451015, "loss": 2.88654296875, "step": 3250 }, { "epoch": 1.5767934520943667, "grad_norm": 5.5019683837890625, "learning_rate": 0.00019158227730501932, "loss": 2.8765948486328123, "step": 3275 }, { "epoch": 1.5888300433317286, "grad_norm": 5.808835983276367, "learning_rate": 0.00019142502346964068, "loss": 2.8841793823242186, "step": 3300 }, { "epoch": 1.60086663456909, "grad_norm": 5.601189613342285, "learning_rate": 0.00019126638010840126, "loss": 2.90692138671875, "step": 3325 }, { "epoch": 1.6129032258064515, "grad_norm": 6.727347373962402, "learning_rate": 0.00019110634963244677, "loss": 2.8471392822265624, "step": 3350 }, { "epoch": 1.6249398170438132, "grad_norm": 5.520786762237549, "learning_rate": 0.000190944934474005, "loss": 2.825626220703125, "step": 3375 }, { "epoch": 1.6369764082811749, "grad_norm": 5.6855244636535645, "learning_rate": 0.0001907821370863489, "loss": 2.85347900390625, "step": 3400 }, { "epoch": 1.6490129995185363, "grad_norm": 6.275842189788818, "learning_rate": 0.0001906179599437593, "loss": 2.8564202880859373, "step": 3425 }, { "epoch": 1.661049590755898, "grad_norm": 6.627660751342773, "learning_rate": 0.0001904524055414872, "loss": 2.88417236328125, "step": 3450 }, { "epoch": 1.6730861819932596, "grad_norm": 5.4954609870910645, "learning_rate": 0.00019028547639571598, "loss": 2.883042297363281, "step": 3475 }, { "epoch": 1.685122773230621, "grad_norm": 6.2831034660339355, "learning_rate": 0.00019011717504352312, "loss": 2.89915771484375, "step": 3500 }, { "epoch": 1.6971593644679825, "grad_norm": 6.845497131347656, "learning_rate": 0.00018994750404284155, "loss": 2.81878173828125, "step": 3525 }, { "epoch": 1.7091959557053442, "grad_norm": 7.301944732666016, "learning_rate": 0.00018977646597242087, "loss": 2.8858172607421877, "step": 3550 }, { "epoch": 1.7212325469427059, "grad_norm": 7.100738525390625, "learning_rate": 0.00018960406343178815, "loss": 2.8665240478515623, "step": 3575 }, { "epoch": 1.7332691381800673, "grad_norm": 6.5114593505859375, "learning_rate": 0.00018943029904120836, "loss": 2.8382354736328126, "step": 3600 }, { "epoch": 1.745305729417429, "grad_norm": 5.751381874084473, "learning_rate": 0.00018925517544164468, "loss": 2.868603515625, "step": 3625 }, { "epoch": 1.7573423206547907, "grad_norm": 5.941408634185791, "learning_rate": 0.00018907869529471814, "loss": 2.8781854248046876, "step": 3650 }, { "epoch": 1.7693789118921521, "grad_norm": 5.040097236633301, "learning_rate": 0.00018890086128266735, "loss": 2.90862060546875, "step": 3675 }, { "epoch": 1.7814155031295136, "grad_norm": 7.4268341064453125, "learning_rate": 0.0001887216761083077, "loss": 2.870086364746094, "step": 3700 }, { "epoch": 1.7934520943668752, "grad_norm": 5.456490993499756, "learning_rate": 0.00018854114249499025, "loss": 2.8436822509765625, "step": 3725 }, { "epoch": 1.805488685604237, "grad_norm": 6.014543533325195, "learning_rate": 0.00018835926318656033, "loss": 2.8642138671875, "step": 3750 }, { "epoch": 1.8175252768415984, "grad_norm": 6.103621482849121, "learning_rate": 0.00018817604094731582, "loss": 2.8625579833984376, "step": 3775 }, { "epoch": 1.82956186807896, "grad_norm": 6.694746494293213, "learning_rate": 0.0001879914785619653, "loss": 2.8301632690429686, "step": 3800 }, { "epoch": 1.8415984593163217, "grad_norm": 5.783210754394531, "learning_rate": 0.00018780557883558543, "loss": 2.8412396240234377, "step": 3825 }, { "epoch": 1.8536350505536832, "grad_norm": 6.31929349899292, "learning_rate": 0.00018761834459357863, "loss": 2.8531256103515625, "step": 3850 }, { "epoch": 1.8656716417910446, "grad_norm": 5.855931282043457, "learning_rate": 0.00018742977868162992, "loss": 2.8694882202148437, "step": 3875 }, { "epoch": 1.8777082330284065, "grad_norm": 5.388266563415527, "learning_rate": 0.00018723988396566376, "loss": 2.848956298828125, "step": 3900 }, { "epoch": 1.889744824265768, "grad_norm": 7.263085842132568, "learning_rate": 0.0001870486633318005, "loss": 2.8653179931640627, "step": 3925 }, { "epoch": 1.9017814155031294, "grad_norm": 5.926449298858643, "learning_rate": 0.00018685611968631243, "loss": 2.8881048583984374, "step": 3950 }, { "epoch": 1.913818006740491, "grad_norm": 6.0646820068359375, "learning_rate": 0.0001866622559555797, "loss": 2.8977716064453123, "step": 3975 }, { "epoch": 1.9258545979778527, "grad_norm": 5.905919075012207, "learning_rate": 0.0001864670750860459, "loss": 2.901802673339844, "step": 4000 }, { "epoch": 1.9378911892152142, "grad_norm": 5.82496976852417, "learning_rate": 0.00018627058004417303, "loss": 2.8932440185546877, "step": 4025 }, { "epoch": 1.9499277804525759, "grad_norm": 7.004024028778076, "learning_rate": 0.00018607277381639672, "loss": 2.8420306396484376, "step": 4050 }, { "epoch": 1.9619643716899375, "grad_norm": 7.782563209533691, "learning_rate": 0.0001858736594090806, "loss": 2.901356201171875, "step": 4075 }, { "epoch": 1.974000962927299, "grad_norm": 6.040978908538818, "learning_rate": 0.00018567323984847075, "loss": 2.8719561767578123, "step": 4100 }, { "epoch": 1.9860375541646604, "grad_norm": 5.953182220458984, "learning_rate": 0.00018547151818064966, "loss": 2.86795166015625, "step": 4125 }, { "epoch": 1.998074145402022, "grad_norm": 5.744591236114502, "learning_rate": 0.00018526849747148996, "loss": 2.860693359375, "step": 4150 }, { "epoch": 2.0, "eval_loss": 2.8608288764953613, "eval_runtime": 5.1874, "eval_samples_per_second": 289.161, "eval_steps_per_second": 9.06, "step": 4154 }, { "epoch": 2.0101107366393838, "grad_norm": 6.642997741699219, "learning_rate": 0.0001850641808066077, "loss": 2.6906396484375, "step": 4175 }, { "epoch": 2.0221473278767452, "grad_norm": 6.480685234069824, "learning_rate": 0.00018485857129131564, "loss": 2.722727966308594, "step": 4200 }, { "epoch": 2.0341839191141067, "grad_norm": 6.283753395080566, "learning_rate": 0.00018465167205057597, "loss": 2.683138732910156, "step": 4225 }, { "epoch": 2.0462205103514686, "grad_norm": 5.976901531219482, "learning_rate": 0.00018444348622895275, "loss": 2.7119317626953126, "step": 4250 }, { "epoch": 2.05825710158883, "grad_norm": 5.369650840759277, "learning_rate": 0.00018423401699056423, "loss": 2.71682861328125, "step": 4275 }, { "epoch": 2.0702936928261915, "grad_norm": 5.941702842712402, "learning_rate": 0.0001840232675190346, "loss": 2.7161077880859374, "step": 4300 }, { "epoch": 2.0823302840635534, "grad_norm": 6.431283950805664, "learning_rate": 0.0001838112410174459, "loss": 2.7145794677734374, "step": 4325 }, { "epoch": 2.094366875300915, "grad_norm": 5.800447940826416, "learning_rate": 0.000183597940708289, "loss": 2.675470886230469, "step": 4350 }, { "epoch": 2.1064034665382763, "grad_norm": 5.919703960418701, "learning_rate": 0.00018338336983341475, "loss": 2.70038818359375, "step": 4375 }, { "epoch": 2.118440057775638, "grad_norm": 6.257649898529053, "learning_rate": 0.0001831675316539849, "loss": 2.69438720703125, "step": 4400 }, { "epoch": 2.1304766490129996, "grad_norm": 5.656405925750732, "learning_rate": 0.00018295042945042217, "loss": 2.7394085693359376, "step": 4425 }, { "epoch": 2.142513240250361, "grad_norm": 6.51097297668457, "learning_rate": 0.0001827320665223607, "loss": 2.763361511230469, "step": 4450 }, { "epoch": 2.1545498314877225, "grad_norm": 6.375082969665527, "learning_rate": 0.00018251244618859583, "loss": 2.730120849609375, "step": 4475 }, { "epoch": 2.1665864227250844, "grad_norm": 6.981193542480469, "learning_rate": 0.00018229157178703342, "loss": 2.71025146484375, "step": 4500 }, { "epoch": 2.178623013962446, "grad_norm": 6.799978733062744, "learning_rate": 0.00018206944667463953, "loss": 2.68072265625, "step": 4525 }, { "epoch": 2.1906596051998073, "grad_norm": 6.913100242614746, "learning_rate": 0.0001818460742273891, "loss": 2.73613037109375, "step": 4550 }, { "epoch": 2.202696196437169, "grad_norm": 6.257125377655029, "learning_rate": 0.00018162145784021466, "loss": 2.756729736328125, "step": 4575 }, { "epoch": 2.2147327876745306, "grad_norm": 5.430022239685059, "learning_rate": 0.00018139560092695495, "loss": 2.709376220703125, "step": 4600 }, { "epoch": 2.226769378911892, "grad_norm": 6.211202621459961, "learning_rate": 0.00018116850692030272, "loss": 2.7708380126953127, "step": 4625 }, { "epoch": 2.2388059701492535, "grad_norm": 6.597946643829346, "learning_rate": 0.0001809401792717528, "loss": 2.701777038574219, "step": 4650 }, { "epoch": 2.2508425613866154, "grad_norm": 5.942161560058594, "learning_rate": 0.0001807106214515496, "loss": 2.6990762329101563, "step": 4675 }, { "epoch": 2.262879152623977, "grad_norm": 7.107296466827393, "learning_rate": 0.00018047983694863425, "loss": 2.741151123046875, "step": 4700 }, { "epoch": 2.2749157438613383, "grad_norm": 6.462876319885254, "learning_rate": 0.00018024782927059167, "loss": 2.7986865234375, "step": 4725 }, { "epoch": 2.2869523350987, "grad_norm": 5.901287078857422, "learning_rate": 0.0001800146019435973, "loss": 2.723853759765625, "step": 4750 }, { "epoch": 2.2989889263360617, "grad_norm": 6.557262420654297, "learning_rate": 0.00017978015851236338, "loss": 2.731398620605469, "step": 4775 }, { "epoch": 2.311025517573423, "grad_norm": 6.787270545959473, "learning_rate": 0.00017954450254008516, "loss": 2.7483465576171877, "step": 4800 }, { "epoch": 2.3230621088107846, "grad_norm": 7.6440887451171875, "learning_rate": 0.0001793076376083868, "loss": 2.7426837158203123, "step": 4825 }, { "epoch": 2.3350987000481465, "grad_norm": 5.517909049987793, "learning_rate": 0.00017906956731726675, "loss": 2.718466796875, "step": 4850 }, { "epoch": 2.347135291285508, "grad_norm": 5.788064956665039, "learning_rate": 0.00017883029528504324, "loss": 2.699304504394531, "step": 4875 }, { "epoch": 2.3591718825228694, "grad_norm": 6.685894012451172, "learning_rate": 0.00017858982514829913, "loss": 2.743288269042969, "step": 4900 }, { "epoch": 2.3712084737602313, "grad_norm": 5.696547031402588, "learning_rate": 0.00017834816056182677, "loss": 2.7296527099609373, "step": 4925 }, { "epoch": 2.3832450649975927, "grad_norm": 6.552695274353027, "learning_rate": 0.00017810530519857235, "loss": 2.7500262451171875, "step": 4950 }, { "epoch": 2.395281656234954, "grad_norm": 5.272420883178711, "learning_rate": 0.00017786126274958015, "loss": 2.7251507568359377, "step": 4975 }, { "epoch": 2.4073182474723156, "grad_norm": 5.337221145629883, "learning_rate": 0.00017761603692393636, "loss": 2.794324951171875, "step": 5000 }, { "epoch": 2.4193548387096775, "grad_norm": 6.288032531738281, "learning_rate": 0.00017736963144871276, "loss": 2.73385498046875, "step": 5025 }, { "epoch": 2.431391429947039, "grad_norm": 6.103067398071289, "learning_rate": 0.00017712205006891013, "loss": 2.7030935668945313, "step": 5050 }, { "epoch": 2.4434280211844004, "grad_norm": 5.142453670501709, "learning_rate": 0.0001768732965474012, "loss": 2.7068914794921874, "step": 5075 }, { "epoch": 2.4554646124217623, "grad_norm": 6.099581241607666, "learning_rate": 0.00017662337466487355, "loss": 2.7641656494140623, "step": 5100 }, { "epoch": 2.4675012036591237, "grad_norm": 6.829136848449707, "learning_rate": 0.00017637228821977213, "loss": 2.7043777465820313, "step": 5125 }, { "epoch": 2.479537794896485, "grad_norm": 5.465605735778809, "learning_rate": 0.00017612004102824153, "loss": 2.7184182739257814, "step": 5150 }, { "epoch": 2.491574386133847, "grad_norm": 6.038458347320557, "learning_rate": 0.00017586663692406798, "loss": 2.7635272216796873, "step": 5175 }, { "epoch": 2.5036109773712085, "grad_norm": 6.614681720733643, "learning_rate": 0.0001756120797586211, "loss": 2.769054260253906, "step": 5200 }, { "epoch": 2.51564756860857, "grad_norm": 5.841181755065918, "learning_rate": 0.0001753563734007953, "loss": 2.7224261474609377, "step": 5225 }, { "epoch": 2.527684159845932, "grad_norm": 6.294864177703857, "learning_rate": 0.00017509952173695107, "loss": 2.7511309814453124, "step": 5250 }, { "epoch": 2.5397207510832933, "grad_norm": 5.583828449249268, "learning_rate": 0.00017484152867085583, "loss": 2.7023577880859375, "step": 5275 }, { "epoch": 2.5517573423206548, "grad_norm": 5.762092590332031, "learning_rate": 0.00017458239812362462, "loss": 2.7184487915039064, "step": 5300 }, { "epoch": 2.563793933558016, "grad_norm": 7.2237677574157715, "learning_rate": 0.0001743221340336606, "loss": 2.746933898925781, "step": 5325 }, { "epoch": 2.575830524795378, "grad_norm": 6.3399786949157715, "learning_rate": 0.00017406074035659506, "loss": 2.769549560546875, "step": 5350 }, { "epoch": 2.5878671160327396, "grad_norm": 5.478464603424072, "learning_rate": 0.0001737982210652273, "loss": 2.738487548828125, "step": 5375 }, { "epoch": 2.599903707270101, "grad_norm": 6.867932319641113, "learning_rate": 0.00017353458014946442, "loss": 2.7589501953125, "step": 5400 }, { "epoch": 2.611940298507463, "grad_norm": 6.149633407592773, "learning_rate": 0.00017326982161626044, "loss": 2.7048358154296874, "step": 5425 }, { "epoch": 2.6239768897448243, "grad_norm": 5.812656402587891, "learning_rate": 0.00017300394948955558, "loss": 2.7163870239257815, "step": 5450 }, { "epoch": 2.636013480982186, "grad_norm": 8.48040771484375, "learning_rate": 0.0001727369678102151, "loss": 2.7666748046875, "step": 5475 }, { "epoch": 2.6480500722195472, "grad_norm": 6.530597686767578, "learning_rate": 0.00017246888063596774, "loss": 2.683943176269531, "step": 5500 }, { "epoch": 2.660086663456909, "grad_norm": 5.324703216552734, "learning_rate": 0.00017219969204134412, "loss": 2.756099853515625, "step": 5525 }, { "epoch": 2.6721232546942706, "grad_norm": 5.394314289093018, "learning_rate": 0.0001719294061176149, "loss": 2.7569219970703127, "step": 5550 }, { "epoch": 2.684159845931632, "grad_norm": 6.482044219970703, "learning_rate": 0.00017165802697272854, "loss": 2.7562155151367187, "step": 5575 }, { "epoch": 2.696196437168994, "grad_norm": 5.999021530151367, "learning_rate": 0.00017138555873124874, "loss": 2.7514157104492187, "step": 5600 }, { "epoch": 2.7082330284063554, "grad_norm": 6.616397380828857, "learning_rate": 0.000171112005534292, "loss": 2.709639892578125, "step": 5625 }, { "epoch": 2.720269619643717, "grad_norm": 6.24782133102417, "learning_rate": 0.0001708373715394645, "loss": 2.7355551147460937, "step": 5650 }, { "epoch": 2.7323062108810783, "grad_norm": 6.01416015625, "learning_rate": 0.00017056166092079887, "loss": 2.681227722167969, "step": 5675 }, { "epoch": 2.74434280211844, "grad_norm": 5.480840682983398, "learning_rate": 0.00017028487786869097, "loss": 2.77478759765625, "step": 5700 }, { "epoch": 2.7563793933558016, "grad_norm": 6.248979568481445, "learning_rate": 0.00017000702658983603, "loss": 2.71619140625, "step": 5725 }, { "epoch": 2.768415984593163, "grad_norm": 6.709351062774658, "learning_rate": 0.0001697281113071647, "loss": 2.6932601928710938, "step": 5750 }, { "epoch": 2.780452575830525, "grad_norm": 5.883296966552734, "learning_rate": 0.00016944813625977895, "loss": 2.7240725708007814, "step": 5775 }, { "epoch": 2.7924891670678864, "grad_norm": 6.043994903564453, "learning_rate": 0.00016916710570288767, "loss": 2.730412902832031, "step": 5800 }, { "epoch": 2.804525758305248, "grad_norm": 6.184457302093506, "learning_rate": 0.0001688850239077419, "loss": 2.7380224609375, "step": 5825 }, { "epoch": 2.8165623495426093, "grad_norm": 6.543738842010498, "learning_rate": 0.00016860189516156992, "loss": 2.7130126953125, "step": 5850 }, { "epoch": 2.828598940779971, "grad_norm": 6.47238826751709, "learning_rate": 0.0001683177237675122, "loss": 2.7353460693359377, "step": 5875 }, { "epoch": 2.8406355320173327, "grad_norm": 5.968029975891113, "learning_rate": 0.00016803251404455582, "loss": 2.7125958251953124, "step": 5900 }, { "epoch": 2.8526721232546945, "grad_norm": 6.4303717613220215, "learning_rate": 0.00016774627032746904, "loss": 2.710166015625, "step": 5925 }, { "epoch": 2.864708714492056, "grad_norm": 5.7404093742370605, "learning_rate": 0.0001674589969667353, "loss": 2.7399676513671873, "step": 5950 }, { "epoch": 2.8767453057294174, "grad_norm": 6.183196544647217, "learning_rate": 0.00016717069832848698, "loss": 2.7283358764648438, "step": 5975 }, { "epoch": 2.888781896966779, "grad_norm": 5.792095184326172, "learning_rate": 0.00016688137879443935, "loss": 2.70381591796875, "step": 6000 }, { "epoch": 2.9008184882041403, "grad_norm": 5.859752655029297, "learning_rate": 0.00016659104276182365, "loss": 2.7537738037109376, "step": 6025 }, { "epoch": 2.9128550794415022, "grad_norm": 6.3950371742248535, "learning_rate": 0.0001662996946433205, "loss": 2.703232421875, "step": 6050 }, { "epoch": 2.9248916706788637, "grad_norm": 6.948364734649658, "learning_rate": 0.00016600733886699268, "loss": 2.7639871215820313, "step": 6075 }, { "epoch": 2.9369282619162256, "grad_norm": 6.1982197761535645, "learning_rate": 0.0001657139798762179, "loss": 2.733709411621094, "step": 6100 }, { "epoch": 2.948964853153587, "grad_norm": 6.387999534606934, "learning_rate": 0.00016541962212962127, "loss": 2.7400689697265626, "step": 6125 }, { "epoch": 2.9610014443909485, "grad_norm": 5.882162570953369, "learning_rate": 0.00016512427010100748, "loss": 2.7062359619140626, "step": 6150 }, { "epoch": 2.97303803562831, "grad_norm": 7.070481777191162, "learning_rate": 0.0001648279282792929, "loss": 2.6777212524414065, "step": 6175 }, { "epoch": 2.9850746268656714, "grad_norm": 5.267948150634766, "learning_rate": 0.0001645306011684373, "loss": 2.7145626831054686, "step": 6200 }, { "epoch": 2.9971112181030333, "grad_norm": 6.219203948974609, "learning_rate": 0.00016423229328737526, "loss": 2.75112060546875, "step": 6225 }, { "epoch": 3.0, "eval_loss": 2.7634668350219727, "eval_runtime": 4.3083, "eval_samples_per_second": 348.166, "eval_steps_per_second": 10.909, "step": 6231 }, { "epoch": 3.0091478093403947, "grad_norm": 7.532505035400391, "learning_rate": 0.0001639330091699478, "loss": 2.617950439453125, "step": 6250 }, { "epoch": 3.021184400577756, "grad_norm": 7.172801971435547, "learning_rate": 0.00016363275336483328, "loss": 2.505116271972656, "step": 6275 }, { "epoch": 3.033220991815118, "grad_norm": 6.818567276000977, "learning_rate": 0.0001633315304354781, "loss": 2.5599952697753907, "step": 6300 }, { "epoch": 3.0452575830524795, "grad_norm": 6.314502716064453, "learning_rate": 0.00016302934496002775, "loss": 2.5814093017578124, "step": 6325 }, { "epoch": 3.057294174289841, "grad_norm": 7.728026866912842, "learning_rate": 0.0001627262015312569, "loss": 2.5842514038085938, "step": 6350 }, { "epoch": 3.069330765527203, "grad_norm": 6.728147506713867, "learning_rate": 0.00016242210475649968, "loss": 2.587703857421875, "step": 6375 }, { "epoch": 3.0813673567645643, "grad_norm": 5.884317398071289, "learning_rate": 0.00016211705925757975, "loss": 2.538614044189453, "step": 6400 }, { "epoch": 3.0934039480019258, "grad_norm": 6.846307277679443, "learning_rate": 0.00016181106967073987, "loss": 2.541700592041016, "step": 6425 }, { "epoch": 3.1054405392392876, "grad_norm": 7.39595365524292, "learning_rate": 0.00016150414064657168, "loss": 2.56431884765625, "step": 6450 }, { "epoch": 3.117477130476649, "grad_norm": 7.125731468200684, "learning_rate": 0.00016119627684994478, "loss": 2.5778378295898436, "step": 6475 }, { "epoch": 3.1295137217140105, "grad_norm": 6.258044242858887, "learning_rate": 0.00016088748295993603, "loss": 2.5168409729003907, "step": 6500 }, { "epoch": 3.141550312951372, "grad_norm": 7.049948215484619, "learning_rate": 0.00016057776366975825, "loss": 2.556155548095703, "step": 6525 }, { "epoch": 3.153586904188734, "grad_norm": 6.056478500366211, "learning_rate": 0.00016026712368668903, "loss": 2.5735009765625, "step": 6550 }, { "epoch": 3.1656234954260953, "grad_norm": 6.195144176483154, "learning_rate": 0.00015995556773199912, "loss": 2.563138427734375, "step": 6575 }, { "epoch": 3.177660086663457, "grad_norm": 7.984062194824219, "learning_rate": 0.0001596431005408807, "loss": 2.5712921142578127, "step": 6600 }, { "epoch": 3.1896966779008187, "grad_norm": 6.834407806396484, "learning_rate": 0.00015932972686237543, "loss": 2.524141845703125, "step": 6625 }, { "epoch": 3.20173326913818, "grad_norm": 7.851695537567139, "learning_rate": 0.0001590154514593022, "loss": 2.527924041748047, "step": 6650 }, { "epoch": 3.2137698603755416, "grad_norm": 6.800895690917969, "learning_rate": 0.00015870027910818476, "loss": 2.559481658935547, "step": 6675 }, { "epoch": 3.225806451612903, "grad_norm": 6.966695785522461, "learning_rate": 0.00015838421459917927, "loss": 2.643104248046875, "step": 6700 }, { "epoch": 3.237843042850265, "grad_norm": 6.1939005851745605, "learning_rate": 0.00015806726273600127, "loss": 2.6130157470703126, "step": 6725 }, { "epoch": 3.2498796340876264, "grad_norm": 6.8425612449646, "learning_rate": 0.0001577494283358528, "loss": 2.6474554443359377, "step": 6750 }, { "epoch": 3.261916225324988, "grad_norm": 6.54850435256958, "learning_rate": 0.00015743071622934917, "loss": 2.5912841796875, "step": 6775 }, { "epoch": 3.2739528165623497, "grad_norm": 6.886445045471191, "learning_rate": 0.00015711113126044555, "loss": 2.5946051025390626, "step": 6800 }, { "epoch": 3.285989407799711, "grad_norm": 7.529403209686279, "learning_rate": 0.00015679067828636335, "loss": 2.5568299865722657, "step": 6825 }, { "epoch": 3.2980259990370726, "grad_norm": 7.362818717956543, "learning_rate": 0.0001564693621775163, "loss": 2.6015423583984374, "step": 6850 }, { "epoch": 3.310062590274434, "grad_norm": 6.586751937866211, "learning_rate": 0.00015614718781743663, "loss": 2.6284942626953125, "step": 6875 }, { "epoch": 3.322099181511796, "grad_norm": 6.70015811920166, "learning_rate": 0.00015582416010270062, "loss": 2.587824401855469, "step": 6900 }, { "epoch": 3.3341357727491574, "grad_norm": 6.754818916320801, "learning_rate": 0.00015550028394285432, "loss": 2.632406005859375, "step": 6925 }, { "epoch": 3.346172363986519, "grad_norm": 7.001147747039795, "learning_rate": 0.0001551755642603389, "loss": 2.567904052734375, "step": 6950 }, { "epoch": 3.3582089552238807, "grad_norm": 7.025686264038086, "learning_rate": 0.00015485000599041587, "loss": 2.5608477783203125, "step": 6975 }, { "epoch": 3.370245546461242, "grad_norm": 5.955574035644531, "learning_rate": 0.000154523614081092, "loss": 2.579781494140625, "step": 7000 }, { "epoch": 3.3822821376986036, "grad_norm": 8.050995826721191, "learning_rate": 0.0001541963934930441, "loss": 2.60483154296875, "step": 7025 }, { "epoch": 3.394318728935965, "grad_norm": 6.99261999130249, "learning_rate": 0.00015386834919954386, "loss": 2.603854064941406, "step": 7050 }, { "epoch": 3.406355320173327, "grad_norm": 6.021421432495117, "learning_rate": 0.00015353948618638177, "loss": 2.6255908203125, "step": 7075 }, { "epoch": 3.4183919114106884, "grad_norm": 6.664973258972168, "learning_rate": 0.00015320980945179196, "loss": 2.589926452636719, "step": 7100 }, { "epoch": 3.43042850264805, "grad_norm": 7.45606803894043, "learning_rate": 0.00015287932400637576, "loss": 2.5651092529296875, "step": 7125 }, { "epoch": 3.4424650938854118, "grad_norm": 7.181027412414551, "learning_rate": 0.0001525480348730258, "loss": 2.617786865234375, "step": 7150 }, { "epoch": 3.4545016851227732, "grad_norm": 6.788301944732666, "learning_rate": 0.00015221594708684952, "loss": 2.6190371704101563, "step": 7175 }, { "epoch": 3.4665382763601347, "grad_norm": 7.416632175445557, "learning_rate": 0.00015188306569509274, "loss": 2.5922671508789064, "step": 7200 }, { "epoch": 3.4785748675974966, "grad_norm": 6.855120658874512, "learning_rate": 0.0001515493957570629, "loss": 2.5730856323242186, "step": 7225 }, { "epoch": 3.490611458834858, "grad_norm": 5.933901786804199, "learning_rate": 0.00015121494234405218, "loss": 2.5321611022949218, "step": 7250 }, { "epoch": 3.5026480500722195, "grad_norm": 6.569029808044434, "learning_rate": 0.00015087971053926052, "loss": 2.56937744140625, "step": 7275 }, { "epoch": 3.5146846413095814, "grad_norm": 5.820389747619629, "learning_rate": 0.00015054370543771809, "loss": 2.5830810546875, "step": 7300 }, { "epoch": 3.526721232546943, "grad_norm": 7.1573004722595215, "learning_rate": 0.0001502069321462082, "loss": 2.5898391723632814, "step": 7325 }, { "epoch": 3.5387578237843043, "grad_norm": 7.135001182556152, "learning_rate": 0.0001498693957831894, "loss": 2.631561279296875, "step": 7350 }, { "epoch": 3.5507944150216657, "grad_norm": 7.952722549438477, "learning_rate": 0.00014953110147871793, "loss": 2.5712603759765624, "step": 7375 }, { "epoch": 3.5628310062590276, "grad_norm": 8.231966972351074, "learning_rate": 0.00014919205437436946, "loss": 2.610478820800781, "step": 7400 }, { "epoch": 3.574867597496389, "grad_norm": 6.280411720275879, "learning_rate": 0.00014885225962316128, "loss": 2.529931945800781, "step": 7425 }, { "epoch": 3.5869041887337505, "grad_norm": 5.856441497802734, "learning_rate": 0.00014851172238947372, "loss": 2.5853460693359374, "step": 7450 }, { "epoch": 3.5989407799711124, "grad_norm": 6.418439865112305, "learning_rate": 0.00014817044784897173, "loss": 2.6548699951171875, "step": 7475 }, { "epoch": 3.610977371208474, "grad_norm": 5.8023295402526855, "learning_rate": 0.00014782844118852627, "loss": 2.5802447509765627, "step": 7500 }, { "epoch": 3.6230139624458353, "grad_norm": 5.9953813552856445, "learning_rate": 0.00014748570760613549, "loss": 2.6488763427734376, "step": 7525 }, { "epoch": 3.6350505536831967, "grad_norm": 6.7495832443237305, "learning_rate": 0.00014714225231084562, "loss": 2.645798645019531, "step": 7550 }, { "epoch": 3.6470871449205586, "grad_norm": 6.393189430236816, "learning_rate": 0.0001467980805226719, "loss": 2.5896685791015623, "step": 7575 }, { "epoch": 3.65912373615792, "grad_norm": 6.28262996673584, "learning_rate": 0.00014645319747251921, "loss": 2.6326702880859374, "step": 7600 }, { "epoch": 3.6711603273952815, "grad_norm": 6.2060065269470215, "learning_rate": 0.00014610760840210254, "loss": 2.6136151123046876, "step": 7625 }, { "epoch": 3.6831969186326434, "grad_norm": 5.923848628997803, "learning_rate": 0.00014576131856386735, "loss": 2.587392578125, "step": 7650 }, { "epoch": 3.695233509870005, "grad_norm": 5.914072036743164, "learning_rate": 0.00014541433322090973, "loss": 2.6291851806640625, "step": 7675 }, { "epoch": 3.7072701011073663, "grad_norm": 7.405152320861816, "learning_rate": 0.0001450666576468965, "loss": 2.5964593505859375, "step": 7700 }, { "epoch": 3.7193066923447278, "grad_norm": 6.541108131408691, "learning_rate": 0.0001447182971259849, "loss": 2.565693054199219, "step": 7725 }, { "epoch": 3.7313432835820897, "grad_norm": 5.909659385681152, "learning_rate": 0.00014436925695274235, "loss": 2.5886358642578124, "step": 7750 }, { "epoch": 3.743379874819451, "grad_norm": 6.0169219970703125, "learning_rate": 0.000144019542432066, "loss": 2.610029296875, "step": 7775 }, { "epoch": 3.7554164660568126, "grad_norm": 6.487315654754639, "learning_rate": 0.00014366915887910214, "loss": 2.6469882202148436, "step": 7800 }, { "epoch": 3.7674530572941745, "grad_norm": 5.895727157592773, "learning_rate": 0.0001433181116191653, "loss": 2.5247569274902344, "step": 7825 }, { "epoch": 3.779489648531536, "grad_norm": 6.585092067718506, "learning_rate": 0.0001429664059876574, "loss": 2.5999505615234373, "step": 7850 }, { "epoch": 3.7915262397688974, "grad_norm": 7.017783164978027, "learning_rate": 0.00014261404732998664, "loss": 2.633411865234375, "step": 7875 }, { "epoch": 3.803562831006259, "grad_norm": 6.384684085845947, "learning_rate": 0.00014226104100148628, "loss": 2.5933465576171875, "step": 7900 }, { "epoch": 3.8155994222436207, "grad_norm": 7.031004905700684, "learning_rate": 0.00014190739236733316, "loss": 2.595792541503906, "step": 7925 }, { "epoch": 3.827636013480982, "grad_norm": 6.241200923919678, "learning_rate": 0.0001415531068024663, "loss": 2.5923992919921877, "step": 7950 }, { "epoch": 3.839672604718344, "grad_norm": 6.395936965942383, "learning_rate": 0.0001411981896915051, "loss": 2.613453369140625, "step": 7975 }, { "epoch": 3.8517091959557055, "grad_norm": 6.0687689781188965, "learning_rate": 0.0001408426464286675, "loss": 2.5782708740234375, "step": 8000 }, { "epoch": 3.863745787193067, "grad_norm": 7.165973663330078, "learning_rate": 0.00014048648241768807, "loss": 2.5483168029785155, "step": 8025 }, { "epoch": 3.8757823784304284, "grad_norm": 6.542165279388428, "learning_rate": 0.0001401297030717358, "loss": 2.636019287109375, "step": 8050 }, { "epoch": 3.88781896966779, "grad_norm": 6.252635478973389, "learning_rate": 0.00013977231381333193, "loss": 2.6014303588867187, "step": 8075 }, { "epoch": 3.8998555609051517, "grad_norm": 6.700534343719482, "learning_rate": 0.0001394143200742674, "loss": 2.5424969482421873, "step": 8100 }, { "epoch": 3.911892152142513, "grad_norm": 6.896066188812256, "learning_rate": 0.0001390557272955204, "loss": 2.5399298095703124, "step": 8125 }, { "epoch": 3.923928743379875, "grad_norm": 6.549251079559326, "learning_rate": 0.00013869654092717363, "loss": 2.5947125244140623, "step": 8150 }, { "epoch": 3.9359653346172365, "grad_norm": 6.1599836349487305, "learning_rate": 0.00013833676642833152, "loss": 2.61697021484375, "step": 8175 }, { "epoch": 3.948001925854598, "grad_norm": 6.616363525390625, "learning_rate": 0.00013797640926703717, "loss": 2.5735784912109376, "step": 8200 }, { "epoch": 3.9600385170919594, "grad_norm": 6.72858190536499, "learning_rate": 0.00013761547492018928, "loss": 2.5907177734375, "step": 8225 }, { "epoch": 3.972075108329321, "grad_norm": 6.385076522827148, "learning_rate": 0.00013725396887345897, "loss": 2.6179083251953124, "step": 8250 }, { "epoch": 3.9841116995666828, "grad_norm": 7.102210521697998, "learning_rate": 0.00013689189662120633, "loss": 2.61026611328125, "step": 8275 }, { "epoch": 3.996148290804044, "grad_norm": 6.699630260467529, "learning_rate": 0.000136529263666397, "loss": 2.623244323730469, "step": 8300 }, { "epoch": 4.0, "eval_loss": 2.6820578575134277, "eval_runtime": 4.4599, "eval_samples_per_second": 336.333, "eval_steps_per_second": 10.538, "step": 8308 }, { "epoch": 4.008184882041406, "grad_norm": 5.906957626342773, "learning_rate": 0.00013616607552051834, "loss": 2.4383436584472657, "step": 8325 }, { "epoch": 4.0202214732787676, "grad_norm": 6.453551292419434, "learning_rate": 0.00013580233770349592, "loss": 2.347547607421875, "step": 8350 }, { "epoch": 4.032258064516129, "grad_norm": 6.723680019378662, "learning_rate": 0.00013543805574360948, "loss": 2.373088073730469, "step": 8375 }, { "epoch": 4.0442946557534905, "grad_norm": 7.363197326660156, "learning_rate": 0.00013507323517740884, "loss": 2.4030003356933594, "step": 8400 }, { "epoch": 4.056331246990852, "grad_norm": 6.1376471519470215, "learning_rate": 0.00013470788154963, "loss": 2.389628448486328, "step": 8425 }, { "epoch": 4.068367838228213, "grad_norm": 7.293612003326416, "learning_rate": 0.00013434200041311057, "loss": 2.391862640380859, "step": 8450 }, { "epoch": 4.080404429465576, "grad_norm": 7.916410446166992, "learning_rate": 0.00013397559732870564, "loss": 2.357501678466797, "step": 8475 }, { "epoch": 4.092441020702937, "grad_norm": 6.08396577835083, "learning_rate": 0.000133608677865203, "loss": 2.4158206176757813, "step": 8500 }, { "epoch": 4.104477611940299, "grad_norm": 7.022041320800781, "learning_rate": 0.0001332412475992388, "loss": 2.438868408203125, "step": 8525 }, { "epoch": 4.11651420317766, "grad_norm": 7.004306793212891, "learning_rate": 0.00013287331211521246, "loss": 2.3929733276367187, "step": 8550 }, { "epoch": 4.1285507944150215, "grad_norm": 6.981446743011475, "learning_rate": 0.0001325048770052021, "loss": 2.431510467529297, "step": 8575 }, { "epoch": 4.140587385652383, "grad_norm": 6.265749931335449, "learning_rate": 0.00013213594786887944, "loss": 2.4273892211914063, "step": 8600 }, { "epoch": 4.152623976889744, "grad_norm": 7.472740173339844, "learning_rate": 0.00013176653031342456, "loss": 2.409165344238281, "step": 8625 }, { "epoch": 4.164660568127107, "grad_norm": 7.548570156097412, "learning_rate": 0.00013139662995344085, "loss": 2.4531121826171876, "step": 8650 }, { "epoch": 4.176697159364468, "grad_norm": 6.898479461669922, "learning_rate": 0.00013102625241086965, "loss": 2.432555847167969, "step": 8675 }, { "epoch": 4.18873375060183, "grad_norm": 6.945794105529785, "learning_rate": 0.00013065540331490472, "loss": 2.455061798095703, "step": 8700 }, { "epoch": 4.200770341839191, "grad_norm": 6.814357280731201, "learning_rate": 0.00013028408830190674, "loss": 2.4712957763671874, "step": 8725 }, { "epoch": 4.2128069330765525, "grad_norm": 7.292290687561035, "learning_rate": 0.00012991231301531773, "loss": 2.4582168579101564, "step": 8750 }, { "epoch": 4.224843524313914, "grad_norm": 7.236823558807373, "learning_rate": 0.00012954008310557506, "loss": 2.446655578613281, "step": 8775 }, { "epoch": 4.236880115551276, "grad_norm": 6.882739543914795, "learning_rate": 0.0001291674042300258, "loss": 2.405202178955078, "step": 8800 }, { "epoch": 4.248916706788638, "grad_norm": 7.120377063751221, "learning_rate": 0.00012879428205284058, "loss": 2.400958251953125, "step": 8825 }, { "epoch": 4.260953298025999, "grad_norm": 7.028608322143555, "learning_rate": 0.00012842072224492762, "loss": 2.4500877380371096, "step": 8850 }, { "epoch": 4.272989889263361, "grad_norm": 7.8143744468688965, "learning_rate": 0.00012804673048384647, "loss": 2.452120056152344, "step": 8875 }, { "epoch": 4.285026480500722, "grad_norm": 7.579928398132324, "learning_rate": 0.00012767231245372168, "loss": 2.4451675415039062, "step": 8900 }, { "epoch": 4.2970630717380836, "grad_norm": 7.399620056152344, "learning_rate": 0.00012729747384515648, "loss": 2.492531433105469, "step": 8925 }, { "epoch": 4.309099662975445, "grad_norm": 8.107259750366211, "learning_rate": 0.0001269222203551464, "loss": 2.432616424560547, "step": 8950 }, { "epoch": 4.321136254212807, "grad_norm": 6.925912857055664, "learning_rate": 0.0001265465576869923, "loss": 2.385529022216797, "step": 8975 }, { "epoch": 4.333172845450169, "grad_norm": 6.463615894317627, "learning_rate": 0.00012617049155021418, "loss": 2.434081726074219, "step": 9000 }, { "epoch": 4.34520943668753, "grad_norm": 7.031606674194336, "learning_rate": 0.0001257940276604641, "loss": 2.464780731201172, "step": 9025 }, { "epoch": 4.357246027924892, "grad_norm": 6.946998596191406, "learning_rate": 0.00012541717173943936, "loss": 2.4792620849609377, "step": 9050 }, { "epoch": 4.369282619162253, "grad_norm": 6.719104290008545, "learning_rate": 0.0001250399295147955, "loss": 2.485868225097656, "step": 9075 }, { "epoch": 4.381319210399615, "grad_norm": 6.994076728820801, "learning_rate": 0.00012466230672005945, "loss": 2.398624267578125, "step": 9100 }, { "epoch": 4.393355801636976, "grad_norm": 6.991820335388184, "learning_rate": 0.0001242843090945421, "loss": 2.4889877319335936, "step": 9125 }, { "epoch": 4.405392392874338, "grad_norm": 6.849164009094238, "learning_rate": 0.00012390594238325132, "loss": 2.4707565307617188, "step": 9150 }, { "epoch": 4.4174289841117, "grad_norm": 7.551220417022705, "learning_rate": 0.00012352721233680454, "loss": 2.47287109375, "step": 9175 }, { "epoch": 4.429465575349061, "grad_norm": 7.383901119232178, "learning_rate": 0.00012314812471134125, "loss": 2.460268707275391, "step": 9200 }, { "epoch": 4.441502166586423, "grad_norm": 6.343733310699463, "learning_rate": 0.00012276868526843573, "loss": 2.451211242675781, "step": 9225 }, { "epoch": 4.453538757823784, "grad_norm": 7.342288970947266, "learning_rate": 0.00012238889977500924, "loss": 2.4492242431640623, "step": 9250 }, { "epoch": 4.465575349061146, "grad_norm": 7.359269618988037, "learning_rate": 0.00012200877400324267, "loss": 2.4454722595214844, "step": 9275 }, { "epoch": 4.477611940298507, "grad_norm": 6.943546772003174, "learning_rate": 0.00012162831373048848, "loss": 2.4957781982421876, "step": 9300 }, { "epoch": 4.489648531535869, "grad_norm": 8.258399963378906, "learning_rate": 0.00012124752473918315, "loss": 2.491903839111328, "step": 9325 }, { "epoch": 4.501685122773231, "grad_norm": 6.876328945159912, "learning_rate": 0.00012086641281675912, "loss": 2.4897991943359377, "step": 9350 }, { "epoch": 4.513721714010592, "grad_norm": 5.609645843505859, "learning_rate": 0.00012048498375555702, "loss": 2.4758555603027346, "step": 9375 }, { "epoch": 4.525758305247954, "grad_norm": 7.3538126945495605, "learning_rate": 0.00012010324335273744, "loss": 2.4127471923828123, "step": 9400 }, { "epoch": 4.537794896485315, "grad_norm": 7.781580924987793, "learning_rate": 0.00011972119741019288, "loss": 2.491829528808594, "step": 9425 }, { "epoch": 4.549831487722677, "grad_norm": 7.821054935455322, "learning_rate": 0.00011933885173445968, "loss": 2.4405499267578126, "step": 9450 }, { "epoch": 4.561868078960039, "grad_norm": 6.082571983337402, "learning_rate": 0.00011895621213662962, "loss": 2.4237486267089845, "step": 9475 }, { "epoch": 4.5739046701974, "grad_norm": 6.463493347167969, "learning_rate": 0.0001185732844322617, "loss": 2.4664483642578126, "step": 9500 }, { "epoch": 4.585941261434762, "grad_norm": 6.795047760009766, "learning_rate": 0.00011819007444129368, "loss": 2.4464166259765623, "step": 9525 }, { "epoch": 4.597977852672123, "grad_norm": 6.385959625244141, "learning_rate": 0.0001178065879879537, "loss": 2.4959071350097655, "step": 9550 }, { "epoch": 4.610014443909485, "grad_norm": 6.93854284286499, "learning_rate": 0.0001174228309006717, "loss": 2.5116204833984375, "step": 9575 }, { "epoch": 4.622051035146846, "grad_norm": 5.849823474884033, "learning_rate": 0.00011703880901199081, "loss": 2.5280581665039064, "step": 9600 }, { "epoch": 4.634087626384208, "grad_norm": 7.291132926940918, "learning_rate": 0.00011665452815847886, "loss": 2.4106024169921874, "step": 9625 }, { "epoch": 4.646124217621569, "grad_norm": 7.537511348724365, "learning_rate": 0.00011626999418063951, "loss": 2.471666107177734, "step": 9650 }, { "epoch": 4.6581608088589315, "grad_norm": 7.474704265594482, "learning_rate": 0.00011588521292282346, "loss": 2.4104833984375, "step": 9675 }, { "epoch": 4.670197400096293, "grad_norm": 6.489062786102295, "learning_rate": 0.00011550019023313987, "loss": 2.4799649047851564, "step": 9700 }, { "epoch": 4.682233991333654, "grad_norm": 6.90573263168335, "learning_rate": 0.00011511493196336714, "loss": 2.4340060424804686, "step": 9725 }, { "epoch": 4.694270582571016, "grad_norm": 6.583920001983643, "learning_rate": 0.00011472944396886423, "loss": 2.4326211547851564, "step": 9750 }, { "epoch": 4.706307173808377, "grad_norm": 6.703094482421875, "learning_rate": 0.0001143437321084816, "loss": 2.415018310546875, "step": 9775 }, { "epoch": 4.718343765045739, "grad_norm": 6.776236057281494, "learning_rate": 0.00011395780224447203, "loss": 2.453302307128906, "step": 9800 }, { "epoch": 4.730380356283101, "grad_norm": 7.194311141967773, "learning_rate": 0.0001135716602424018, "loss": 2.426635437011719, "step": 9825 }, { "epoch": 4.7424169475204625, "grad_norm": 6.533903121948242, "learning_rate": 0.00011318531197106126, "loss": 2.5510267639160156, "step": 9850 }, { "epoch": 4.754453538757824, "grad_norm": 6.399111270904541, "learning_rate": 0.00011279876330237573, "loss": 2.452451477050781, "step": 9875 }, { "epoch": 4.766490129995185, "grad_norm": 6.134057998657227, "learning_rate": 0.00011241202011131633, "loss": 2.4819575500488282, "step": 9900 }, { "epoch": 4.778526721232547, "grad_norm": 6.859342575073242, "learning_rate": 0.00011202508827581066, "loss": 2.471083221435547, "step": 9925 }, { "epoch": 4.790563312469908, "grad_norm": 6.8716206550598145, "learning_rate": 0.00011163797367665338, "loss": 2.4077735900878907, "step": 9950 }, { "epoch": 4.80259990370727, "grad_norm": 6.526734352111816, "learning_rate": 0.00011125068219741695, "loss": 2.4468711853027343, "step": 9975 }, { "epoch": 4.814636494944631, "grad_norm": 6.951447486877441, "learning_rate": 0.00011086321972436202, "loss": 2.467903594970703, "step": 10000 }, { "epoch": 4.8266730861819935, "grad_norm": 6.659648418426514, "learning_rate": 0.00011047559214634823, "loss": 2.462569580078125, "step": 10025 }, { "epoch": 4.838709677419355, "grad_norm": 7.650249481201172, "learning_rate": 0.00011008780535474457, "loss": 2.4519964599609376, "step": 10050 }, { "epoch": 4.850746268656716, "grad_norm": 7.839598655700684, "learning_rate": 0.00010969986524333973, "loss": 2.425300750732422, "step": 10075 }, { "epoch": 4.862782859894078, "grad_norm": 5.824965476989746, "learning_rate": 0.00010931177770825272, "loss": 2.4256991577148437, "step": 10100 }, { "epoch": 4.874819451131439, "grad_norm": 6.790541648864746, "learning_rate": 0.00010892354864784318, "loss": 2.487823028564453, "step": 10125 }, { "epoch": 4.886856042368801, "grad_norm": 7.4350996017456055, "learning_rate": 0.00010853518396262166, "loss": 2.4774606323242185, "step": 10150 }, { "epoch": 4.898892633606163, "grad_norm": 6.516840934753418, "learning_rate": 0.00010814668955516007, "loss": 2.44733154296875, "step": 10175 }, { "epoch": 4.910929224843525, "grad_norm": 6.86664342880249, "learning_rate": 0.0001077580713300019, "loss": 2.3821670532226564, "step": 10200 }, { "epoch": 4.922965816080886, "grad_norm": 6.734835147857666, "learning_rate": 0.00010736933519357248, "loss": 2.4690182495117186, "step": 10225 }, { "epoch": 4.9350024073182475, "grad_norm": 7.759254455566406, "learning_rate": 0.00010698048705408918, "loss": 2.461112060546875, "step": 10250 }, { "epoch": 4.947038998555609, "grad_norm": 6.959079265594482, "learning_rate": 0.00010659153282147167, "loss": 2.455868835449219, "step": 10275 }, { "epoch": 4.95907558979297, "grad_norm": 6.43532133102417, "learning_rate": 0.00010620247840725217, "loss": 2.4868319702148436, "step": 10300 }, { "epoch": 4.971112181030332, "grad_norm": 6.879856109619141, "learning_rate": 0.00010581332972448534, "loss": 2.4183367919921874, "step": 10325 }, { "epoch": 4.983148772267694, "grad_norm": 6.395660877227783, "learning_rate": 0.00010542409268765876, "loss": 2.403534393310547, "step": 10350 }, { "epoch": 4.995185363505056, "grad_norm": 5.965160846710205, "learning_rate": 0.00010503477321260273, "loss": 2.441262054443359, "step": 10375 }, { "epoch": 5.0, "eval_loss": 2.610805034637451, "eval_runtime": 4.3088, "eval_samples_per_second": 348.121, "eval_steps_per_second": 10.908, "step": 10385 }, { "epoch": 5.007221954742417, "grad_norm": 7.076479434967041, "learning_rate": 0.00010464537721640056, "loss": 2.3097071838378906, "step": 10400 }, { "epoch": 5.0192585459797785, "grad_norm": 7.681911468505859, "learning_rate": 0.00010425591061729856, "loss": 2.3071243286132814, "step": 10425 }, { "epoch": 5.03129513721714, "grad_norm": 7.441799640655518, "learning_rate": 0.00010386637933461603, "loss": 2.2487457275390623, "step": 10450 }, { "epoch": 5.043331728454501, "grad_norm": 7.052056312561035, "learning_rate": 0.0001034767892886555, "loss": 2.2547097778320313, "step": 10475 }, { "epoch": 5.055368319691863, "grad_norm": 6.836119651794434, "learning_rate": 0.00010308714640061252, "loss": 2.280919189453125, "step": 10500 }, { "epoch": 5.067404910929225, "grad_norm": 8.23390007019043, "learning_rate": 0.00010269745659248575, "loss": 2.189468994140625, "step": 10525 }, { "epoch": 5.079441502166587, "grad_norm": 7.598567962646484, "learning_rate": 0.00010230772578698704, "loss": 2.2594345092773436, "step": 10550 }, { "epoch": 5.091478093403948, "grad_norm": 6.551168441772461, "learning_rate": 0.00010191795990745125, "loss": 2.32159912109375, "step": 10575 }, { "epoch": 5.1035146846413095, "grad_norm": 7.032190322875977, "learning_rate": 0.0001015281648777464, "loss": 2.2451826477050782, "step": 10600 }, { "epoch": 5.115551275878671, "grad_norm": 8.39832878112793, "learning_rate": 0.00010113834662218353, "loss": 2.2589088439941407, "step": 10625 }, { "epoch": 5.127587867116032, "grad_norm": 7.9065351486206055, "learning_rate": 0.00010074851106542662, "loss": 2.293925476074219, "step": 10650 }, { "epoch": 5.139624458353394, "grad_norm": 7.675061225891113, "learning_rate": 0.00010035866413240264, "loss": 2.323810729980469, "step": 10675 }, { "epoch": 5.151661049590756, "grad_norm": 6.749380111694336, "learning_rate": 9.996881174821147e-05, "loss": 2.256572570800781, "step": 10700 }, { "epoch": 5.163697640828118, "grad_norm": 7.127290725708008, "learning_rate": 9.957895983803586e-05, "loss": 2.270260925292969, "step": 10725 }, { "epoch": 5.175734232065479, "grad_norm": 7.5138020515441895, "learning_rate": 9.918911432705131e-05, "loss": 2.293995666503906, "step": 10750 }, { "epoch": 5.187770823302841, "grad_norm": 7.370467185974121, "learning_rate": 9.879928114033611e-05, "loss": 2.273690490722656, "step": 10775 }, { "epoch": 5.199807414540202, "grad_norm": 7.263876914978027, "learning_rate": 9.840946620278117e-05, "loss": 2.3219985961914062, "step": 10800 }, { "epoch": 5.2118440057775635, "grad_norm": 7.593104362487793, "learning_rate": 9.801967543900015e-05, "loss": 2.263868713378906, "step": 10825 }, { "epoch": 5.223880597014926, "grad_norm": 6.794946193695068, "learning_rate": 9.762991477323916e-05, "loss": 2.3010122680664065, "step": 10850 }, { "epoch": 5.235917188252287, "grad_norm": 7.785322189331055, "learning_rate": 9.724019012928693e-05, "loss": 2.30885986328125, "step": 10875 }, { "epoch": 5.247953779489649, "grad_norm": 7.871342658996582, "learning_rate": 9.68505074303848e-05, "loss": 2.3073556518554685, "step": 10900 }, { "epoch": 5.25999037072701, "grad_norm": 7.8656768798828125, "learning_rate": 9.646087259913647e-05, "loss": 2.360163269042969, "step": 10925 }, { "epoch": 5.272026961964372, "grad_norm": 8.353021621704102, "learning_rate": 9.607129155741822e-05, "loss": 2.3517471313476563, "step": 10950 }, { "epoch": 5.284063553201733, "grad_norm": 6.3557047843933105, "learning_rate": 9.568177022628874e-05, "loss": 2.3101840209960938, "step": 10975 }, { "epoch": 5.2961001444390945, "grad_norm": 8.154989242553711, "learning_rate": 9.529231452589923e-05, "loss": 2.2766015625, "step": 11000 }, { "epoch": 5.308136735676457, "grad_norm": 8.35250473022461, "learning_rate": 9.490293037540345e-05, "loss": 2.2737637329101563, "step": 11025 }, { "epoch": 5.320173326913818, "grad_norm": 6.666666030883789, "learning_rate": 9.451362369286761e-05, "loss": 2.3025851440429688, "step": 11050 }, { "epoch": 5.33220991815118, "grad_norm": 6.981100559234619, "learning_rate": 9.412440039518057e-05, "loss": 2.3344212341308594, "step": 11075 }, { "epoch": 5.344246509388541, "grad_norm": 8.032634735107422, "learning_rate": 9.373526639796396e-05, "loss": 2.2642364501953125, "step": 11100 }, { "epoch": 5.356283100625903, "grad_norm": 7.3971638679504395, "learning_rate": 9.334622761548197e-05, "loss": 2.3268336486816406, "step": 11125 }, { "epoch": 5.368319691863264, "grad_norm": 6.635739326477051, "learning_rate": 9.295728996055182e-05, "loss": 2.2535565185546873, "step": 11150 }, { "epoch": 5.3803562831006255, "grad_norm": 6.337807655334473, "learning_rate": 9.256845934445368e-05, "loss": 2.308728790283203, "step": 11175 }, { "epoch": 5.392392874337988, "grad_norm": 8.622179985046387, "learning_rate": 9.217974167684094e-05, "loss": 2.2889668273925783, "step": 11200 }, { "epoch": 5.404429465575349, "grad_norm": 6.722035884857178, "learning_rate": 9.179114286565026e-05, "loss": 2.3064193725585938, "step": 11225 }, { "epoch": 5.416466056812711, "grad_norm": 8.097888946533203, "learning_rate": 9.140266881701192e-05, "loss": 2.280697937011719, "step": 11250 }, { "epoch": 5.428502648050072, "grad_norm": 7.873524188995361, "learning_rate": 9.101432543516e-05, "loss": 2.3224221801757814, "step": 11275 }, { "epoch": 5.440539239287434, "grad_norm": 7.560741424560547, "learning_rate": 9.062611862234254e-05, "loss": 2.3603790283203123, "step": 11300 }, { "epoch": 5.452575830524795, "grad_norm": 7.508003234863281, "learning_rate": 9.023805427873206e-05, "loss": 2.2686558532714844, "step": 11325 }, { "epoch": 5.464612421762157, "grad_norm": 6.625362873077393, "learning_rate": 8.985013830233573e-05, "loss": 2.2339849853515625, "step": 11350 }, { "epoch": 5.476649012999519, "grad_norm": 7.706381320953369, "learning_rate": 8.946237658890564e-05, "loss": 2.3134950256347655, "step": 11375 }, { "epoch": 5.48868560423688, "grad_norm": 7.328007698059082, "learning_rate": 8.90747750318494e-05, "loss": 2.3151211547851562, "step": 11400 }, { "epoch": 5.500722195474242, "grad_norm": 7.3665385246276855, "learning_rate": 8.868733952214055e-05, "loss": 2.2758139038085936, "step": 11425 }, { "epoch": 5.512758786711603, "grad_norm": 7.762585163116455, "learning_rate": 8.830007594822882e-05, "loss": 2.269935302734375, "step": 11450 }, { "epoch": 5.524795377948965, "grad_norm": 6.537332057952881, "learning_rate": 8.791299019595082e-05, "loss": 2.325925750732422, "step": 11475 }, { "epoch": 5.536831969186326, "grad_norm": 6.946711540222168, "learning_rate": 8.752608814844059e-05, "loss": 2.3549649047851564, "step": 11500 }, { "epoch": 5.5488685604236885, "grad_norm": 7.574845314025879, "learning_rate": 8.713937568604005e-05, "loss": 2.273140563964844, "step": 11525 }, { "epoch": 5.56090515166105, "grad_norm": 7.267978668212891, "learning_rate": 8.675285868620971e-05, "loss": 2.3256234741210937, "step": 11550 }, { "epoch": 5.572941742898411, "grad_norm": 6.712131500244141, "learning_rate": 8.636654302343941e-05, "loss": 2.31070556640625, "step": 11575 }, { "epoch": 5.584978334135773, "grad_norm": 7.248861789703369, "learning_rate": 8.598043456915887e-05, "loss": 2.327481231689453, "step": 11600 }, { "epoch": 5.597014925373134, "grad_norm": 7.805160045623779, "learning_rate": 8.559453919164867e-05, "loss": 2.3892562866210936, "step": 11625 }, { "epoch": 5.609051516610496, "grad_norm": 8.140661239624023, "learning_rate": 8.520886275595072e-05, "loss": 2.2867330932617187, "step": 11650 }, { "epoch": 5.621088107847857, "grad_norm": 7.571468353271484, "learning_rate": 8.482341112377956e-05, "loss": 2.328978729248047, "step": 11675 }, { "epoch": 5.633124699085219, "grad_norm": 6.735067367553711, "learning_rate": 8.443819015343295e-05, "loss": 2.302386932373047, "step": 11700 }, { "epoch": 5.645161290322581, "grad_norm": 8.074029922485352, "learning_rate": 8.40532056997029e-05, "loss": 2.277113952636719, "step": 11725 }, { "epoch": 5.657197881559942, "grad_norm": 8.525930404663086, "learning_rate": 8.366846361378682e-05, "loss": 2.329440002441406, "step": 11750 }, { "epoch": 5.669234472797304, "grad_norm": 7.668955326080322, "learning_rate": 8.328396974319835e-05, "loss": 2.279188232421875, "step": 11775 }, { "epoch": 5.681271064034665, "grad_norm": 7.235455513000488, "learning_rate": 8.289972993167873e-05, "loss": 2.3442225646972656, "step": 11800 }, { "epoch": 5.693307655272027, "grad_norm": 6.819657325744629, "learning_rate": 8.251575001910785e-05, "loss": 2.2605599975585937, "step": 11825 }, { "epoch": 5.705344246509388, "grad_norm": 7.259073734283447, "learning_rate": 8.213203584141545e-05, "loss": 2.3369517517089844, "step": 11850 }, { "epoch": 5.7173808377467505, "grad_norm": 8.00145149230957, "learning_rate": 8.174859323049262e-05, "loss": 2.298871612548828, "step": 11875 }, { "epoch": 5.729417428984112, "grad_norm": 7.8096723556518555, "learning_rate": 8.136542801410292e-05, "loss": 2.2825933837890626, "step": 11900 }, { "epoch": 5.741454020221473, "grad_norm": 7.057461261749268, "learning_rate": 8.098254601579398e-05, "loss": 2.265797119140625, "step": 11925 }, { "epoch": 5.753490611458835, "grad_norm": 7.485247611999512, "learning_rate": 8.059995305480885e-05, "loss": 2.2326194763183596, "step": 11950 }, { "epoch": 5.765527202696196, "grad_norm": 6.613664627075195, "learning_rate": 8.02176549459978e-05, "loss": 2.288837585449219, "step": 11975 }, { "epoch": 5.777563793933558, "grad_norm": 7.495915412902832, "learning_rate": 7.983565749972961e-05, "loss": 2.341431884765625, "step": 12000 }, { "epoch": 5.789600385170919, "grad_norm": 7.257405757904053, "learning_rate": 7.945396652180352e-05, "loss": 2.2813145446777345, "step": 12025 }, { "epoch": 5.801636976408281, "grad_norm": 7.222981929779053, "learning_rate": 7.907258781336091e-05, "loss": 2.299049987792969, "step": 12050 }, { "epoch": 5.813673567645643, "grad_norm": 7.421830177307129, "learning_rate": 7.86915271707971e-05, "loss": 2.2596804809570314, "step": 12075 }, { "epoch": 5.8257101588830045, "grad_norm": 7.540179252624512, "learning_rate": 7.831079038567323e-05, "loss": 2.2943069458007814, "step": 12100 }, { "epoch": 5.837746750120366, "grad_norm": 7.248844623565674, "learning_rate": 7.793038324462838e-05, "loss": 2.279644775390625, "step": 12125 }, { "epoch": 5.849783341357727, "grad_norm": 7.413556098937988, "learning_rate": 7.755031152929149e-05, "loss": 2.2773260498046874, "step": 12150 }, { "epoch": 5.861819932595089, "grad_norm": 7.529948711395264, "learning_rate": 7.717058101619343e-05, "loss": 2.2864813232421874, "step": 12175 }, { "epoch": 5.87385652383245, "grad_norm": 6.944470405578613, "learning_rate": 7.679119747667942e-05, "loss": 2.292400207519531, "step": 12200 }, { "epoch": 5.885893115069813, "grad_norm": 6.74458122253418, "learning_rate": 7.641216667682115e-05, "loss": 2.2836102294921874, "step": 12225 }, { "epoch": 5.897929706307174, "grad_norm": 7.522007942199707, "learning_rate": 7.603349437732916e-05, "loss": 2.2751849365234373, "step": 12250 }, { "epoch": 5.9099662975445355, "grad_norm": 7.773344039916992, "learning_rate": 7.565518633346537e-05, "loss": 2.3335125732421873, "step": 12275 }, { "epoch": 5.922002888781897, "grad_norm": 7.2289042472839355, "learning_rate": 7.527724829495551e-05, "loss": 2.2528985595703124, "step": 12300 }, { "epoch": 5.934039480019258, "grad_norm": 6.855514049530029, "learning_rate": 7.489968600590174e-05, "loss": 2.337420654296875, "step": 12325 }, { "epoch": 5.94607607125662, "grad_norm": 7.413761615753174, "learning_rate": 7.452250520469548e-05, "loss": 2.3095712280273437, "step": 12350 }, { "epoch": 5.958112662493981, "grad_norm": 7.350351333618164, "learning_rate": 7.414571162392998e-05, "loss": 2.2485447692871094, "step": 12375 }, { "epoch": 5.970149253731344, "grad_norm": 7.017465114593506, "learning_rate": 7.37693109903134e-05, "loss": 2.3014979553222656, "step": 12400 }, { "epoch": 5.982185844968705, "grad_norm": 7.562068939208984, "learning_rate": 7.339330902458163e-05, "loss": 2.297460479736328, "step": 12425 }, { "epoch": 5.9942224362060665, "grad_norm": 7.372097015380859, "learning_rate": 7.301771144141141e-05, "loss": 2.3374281311035157, "step": 12450 }, { "epoch": 6.0, "eval_loss": 2.547119379043579, "eval_runtime": 4.1959, "eval_samples_per_second": 357.491, "eval_steps_per_second": 11.201, "step": 12462 } ], "logging_steps": 25, "max_steps": 20770, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }