EncodeHackathonLevelGen / trainer_state.json
Alistair-R's picture
Uploading model files
b98d287 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 100.0,
"eval_steps": 500,
"global_step": 2500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"eval_loss": 0.7225164175033569,
"eval_runtime": 2.4692,
"eval_samples_per_second": 80.998,
"eval_steps_per_second": 10.125,
"step": 25
},
{
"epoch": 2.0,
"eval_loss": 0.5052716732025146,
"eval_runtime": 2.4705,
"eval_samples_per_second": 80.955,
"eval_steps_per_second": 10.119,
"step": 50
},
{
"epoch": 3.0,
"eval_loss": 0.4475671350955963,
"eval_runtime": 2.4731,
"eval_samples_per_second": 80.871,
"eval_steps_per_second": 10.109,
"step": 75
},
{
"epoch": 4.0,
"eval_loss": 0.4104467034339905,
"eval_runtime": 2.4763,
"eval_samples_per_second": 80.765,
"eval_steps_per_second": 10.096,
"step": 100
},
{
"epoch": 5.0,
"eval_loss": 0.39656341075897217,
"eval_runtime": 2.4766,
"eval_samples_per_second": 80.755,
"eval_steps_per_second": 10.094,
"step": 125
},
{
"epoch": 6.0,
"eval_loss": 0.36905747652053833,
"eval_runtime": 2.4774,
"eval_samples_per_second": 80.731,
"eval_steps_per_second": 10.091,
"step": 150
},
{
"epoch": 7.0,
"eval_loss": 0.362547367811203,
"eval_runtime": 2.4792,
"eval_samples_per_second": 80.672,
"eval_steps_per_second": 10.084,
"step": 175
},
{
"epoch": 8.0,
"eval_loss": 0.3497239053249359,
"eval_runtime": 2.4872,
"eval_samples_per_second": 80.413,
"eval_steps_per_second": 10.052,
"step": 200
},
{
"epoch": 9.0,
"eval_loss": 0.3523653447628021,
"eval_runtime": 2.4878,
"eval_samples_per_second": 80.392,
"eval_steps_per_second": 10.049,
"step": 225
},
{
"epoch": 10.0,
"eval_loss": 0.33985191583633423,
"eval_runtime": 2.4877,
"eval_samples_per_second": 80.395,
"eval_steps_per_second": 10.049,
"step": 250
},
{
"epoch": 11.0,
"eval_loss": 0.3415805399417877,
"eval_runtime": 2.4896,
"eval_samples_per_second": 80.333,
"eval_steps_per_second": 10.042,
"step": 275
},
{
"epoch": 12.0,
"eval_loss": 0.33282220363616943,
"eval_runtime": 2.49,
"eval_samples_per_second": 80.321,
"eval_steps_per_second": 10.04,
"step": 300
},
{
"epoch": 13.0,
"eval_loss": 0.33800217509269714,
"eval_runtime": 2.491,
"eval_samples_per_second": 80.289,
"eval_steps_per_second": 10.036,
"step": 325
},
{
"epoch": 14.0,
"eval_loss": 0.3342490792274475,
"eval_runtime": 2.491,
"eval_samples_per_second": 80.288,
"eval_steps_per_second": 10.036,
"step": 350
},
{
"epoch": 15.0,
"eval_loss": 0.34117013216018677,
"eval_runtime": 2.4915,
"eval_samples_per_second": 80.273,
"eval_steps_per_second": 10.034,
"step": 375
},
{
"epoch": 16.0,
"eval_loss": 0.3388213813304901,
"eval_runtime": 2.4936,
"eval_samples_per_second": 80.205,
"eval_steps_per_second": 10.026,
"step": 400
},
{
"epoch": 17.0,
"eval_loss": 0.319783091545105,
"eval_runtime": 2.4927,
"eval_samples_per_second": 80.234,
"eval_steps_per_second": 10.029,
"step": 425
},
{
"epoch": 18.0,
"eval_loss": 0.3183771073818207,
"eval_runtime": 2.4921,
"eval_samples_per_second": 80.253,
"eval_steps_per_second": 10.032,
"step": 450
},
{
"epoch": 19.0,
"eval_loss": 0.31770122051239014,
"eval_runtime": 2.4935,
"eval_samples_per_second": 80.21,
"eval_steps_per_second": 10.026,
"step": 475
},
{
"epoch": 20.0,
"grad_norm": 0.8955293893814087,
"learning_rate": 1.6000000000000003e-05,
"loss": 0.4631,
"step": 500
},
{
"epoch": 20.0,
"eval_loss": 0.31926316022872925,
"eval_runtime": 2.4537,
"eval_samples_per_second": 81.51,
"eval_steps_per_second": 10.189,
"step": 500
},
{
"epoch": 21.0,
"eval_loss": 0.3148637115955353,
"eval_runtime": 2.4822,
"eval_samples_per_second": 80.572,
"eval_steps_per_second": 10.072,
"step": 525
},
{
"epoch": 22.0,
"eval_loss": 0.31756889820098877,
"eval_runtime": 2.4835,
"eval_samples_per_second": 80.531,
"eval_steps_per_second": 10.066,
"step": 550
},
{
"epoch": 23.0,
"eval_loss": 0.3171720504760742,
"eval_runtime": 2.4904,
"eval_samples_per_second": 80.309,
"eval_steps_per_second": 10.039,
"step": 575
},
{
"epoch": 24.0,
"eval_loss": 0.3179776072502136,
"eval_runtime": 2.4915,
"eval_samples_per_second": 80.273,
"eval_steps_per_second": 10.034,
"step": 600
},
{
"epoch": 25.0,
"eval_loss": 0.3148040473461151,
"eval_runtime": 2.4928,
"eval_samples_per_second": 80.232,
"eval_steps_per_second": 10.029,
"step": 625
},
{
"epoch": 26.0,
"eval_loss": 0.3072579503059387,
"eval_runtime": 2.4926,
"eval_samples_per_second": 80.239,
"eval_steps_per_second": 10.03,
"step": 650
},
{
"epoch": 27.0,
"eval_loss": 0.3129171133041382,
"eval_runtime": 2.4936,
"eval_samples_per_second": 80.206,
"eval_steps_per_second": 10.026,
"step": 675
},
{
"epoch": 28.0,
"eval_loss": 0.3081643283367157,
"eval_runtime": 2.4941,
"eval_samples_per_second": 80.188,
"eval_steps_per_second": 10.024,
"step": 700
},
{
"epoch": 29.0,
"eval_loss": 0.3064418435096741,
"eval_runtime": 2.4964,
"eval_samples_per_second": 80.116,
"eval_steps_per_second": 10.014,
"step": 725
},
{
"epoch": 30.0,
"eval_loss": 0.30982914566993713,
"eval_runtime": 2.4963,
"eval_samples_per_second": 80.12,
"eval_steps_per_second": 10.015,
"step": 750
},
{
"epoch": 31.0,
"eval_loss": 0.3063754439353943,
"eval_runtime": 2.4956,
"eval_samples_per_second": 80.142,
"eval_steps_per_second": 10.018,
"step": 775
},
{
"epoch": 32.0,
"eval_loss": 0.3113013207912445,
"eval_runtime": 2.4972,
"eval_samples_per_second": 80.089,
"eval_steps_per_second": 10.011,
"step": 800
},
{
"epoch": 33.0,
"eval_loss": 0.30704861879348755,
"eval_runtime": 2.4962,
"eval_samples_per_second": 80.122,
"eval_steps_per_second": 10.015,
"step": 825
},
{
"epoch": 34.0,
"eval_loss": 0.2988375425338745,
"eval_runtime": 2.4974,
"eval_samples_per_second": 80.083,
"eval_steps_per_second": 10.01,
"step": 850
},
{
"epoch": 35.0,
"eval_loss": 0.3142584264278412,
"eval_runtime": 2.4958,
"eval_samples_per_second": 80.135,
"eval_steps_per_second": 10.017,
"step": 875
},
{
"epoch": 36.0,
"eval_loss": 0.3032761514186859,
"eval_runtime": 2.4976,
"eval_samples_per_second": 80.077,
"eval_steps_per_second": 10.01,
"step": 900
},
{
"epoch": 37.0,
"eval_loss": 0.30415403842926025,
"eval_runtime": 2.4973,
"eval_samples_per_second": 80.087,
"eval_steps_per_second": 10.011,
"step": 925
},
{
"epoch": 38.0,
"eval_loss": 0.30165913701057434,
"eval_runtime": 2.4982,
"eval_samples_per_second": 80.057,
"eval_steps_per_second": 10.007,
"step": 950
},
{
"epoch": 39.0,
"eval_loss": 0.3017444908618927,
"eval_runtime": 2.4977,
"eval_samples_per_second": 80.072,
"eval_steps_per_second": 10.009,
"step": 975
},
{
"epoch": 40.0,
"grad_norm": 2.4287023544311523,
"learning_rate": 1.2e-05,
"loss": 0.3457,
"step": 1000
},
{
"epoch": 40.0,
"eval_loss": 0.3025864064693451,
"eval_runtime": 2.4539,
"eval_samples_per_second": 81.504,
"eval_steps_per_second": 10.188,
"step": 1000
},
{
"epoch": 41.0,
"eval_loss": 0.30045461654663086,
"eval_runtime": 2.4819,
"eval_samples_per_second": 80.584,
"eval_steps_per_second": 10.073,
"step": 1025
},
{
"epoch": 42.0,
"eval_loss": 0.30064135789871216,
"eval_runtime": 2.4896,
"eval_samples_per_second": 80.334,
"eval_steps_per_second": 10.042,
"step": 1050
},
{
"epoch": 43.0,
"eval_loss": 0.29575350880622864,
"eval_runtime": 2.4903,
"eval_samples_per_second": 80.312,
"eval_steps_per_second": 10.039,
"step": 1075
},
{
"epoch": 44.0,
"eval_loss": 0.30160149931907654,
"eval_runtime": 2.4926,
"eval_samples_per_second": 80.239,
"eval_steps_per_second": 10.03,
"step": 1100
},
{
"epoch": 45.0,
"eval_loss": 0.30429255962371826,
"eval_runtime": 2.4921,
"eval_samples_per_second": 80.255,
"eval_steps_per_second": 10.032,
"step": 1125
},
{
"epoch": 46.0,
"eval_loss": 0.3015859127044678,
"eval_runtime": 2.4927,
"eval_samples_per_second": 80.236,
"eval_steps_per_second": 10.029,
"step": 1150
},
{
"epoch": 47.0,
"eval_loss": 0.29914650321006775,
"eval_runtime": 2.4947,
"eval_samples_per_second": 80.171,
"eval_steps_per_second": 10.021,
"step": 1175
},
{
"epoch": 48.0,
"eval_loss": 0.2971905469894409,
"eval_runtime": 2.4958,
"eval_samples_per_second": 80.134,
"eval_steps_per_second": 10.017,
"step": 1200
},
{
"epoch": 49.0,
"eval_loss": 0.29176658391952515,
"eval_runtime": 2.4963,
"eval_samples_per_second": 80.118,
"eval_steps_per_second": 10.015,
"step": 1225
},
{
"epoch": 50.0,
"eval_loss": 0.2934282720088959,
"eval_runtime": 2.4976,
"eval_samples_per_second": 80.076,
"eval_steps_per_second": 10.01,
"step": 1250
},
{
"epoch": 51.0,
"eval_loss": 0.2918751835823059,
"eval_runtime": 2.4964,
"eval_samples_per_second": 80.115,
"eval_steps_per_second": 10.014,
"step": 1275
},
{
"epoch": 52.0,
"eval_loss": 0.2914879620075226,
"eval_runtime": 2.4977,
"eval_samples_per_second": 80.075,
"eval_steps_per_second": 10.009,
"step": 1300
},
{
"epoch": 53.0,
"eval_loss": 0.2925909757614136,
"eval_runtime": 2.4975,
"eval_samples_per_second": 80.081,
"eval_steps_per_second": 10.01,
"step": 1325
},
{
"epoch": 54.0,
"eval_loss": 0.2940743565559387,
"eval_runtime": 2.4974,
"eval_samples_per_second": 80.085,
"eval_steps_per_second": 10.011,
"step": 1350
},
{
"epoch": 55.0,
"eval_loss": 0.2973780930042267,
"eval_runtime": 2.4989,
"eval_samples_per_second": 80.037,
"eval_steps_per_second": 10.005,
"step": 1375
},
{
"epoch": 56.0,
"eval_loss": 0.2954687178134918,
"eval_runtime": 2.498,
"eval_samples_per_second": 80.065,
"eval_steps_per_second": 10.008,
"step": 1400
},
{
"epoch": 57.0,
"eval_loss": 0.29051879048347473,
"eval_runtime": 2.4979,
"eval_samples_per_second": 80.069,
"eval_steps_per_second": 10.009,
"step": 1425
},
{
"epoch": 58.0,
"eval_loss": 0.29731473326683044,
"eval_runtime": 2.4993,
"eval_samples_per_second": 80.023,
"eval_steps_per_second": 10.003,
"step": 1450
},
{
"epoch": 59.0,
"eval_loss": 0.2933524250984192,
"eval_runtime": 2.4988,
"eval_samples_per_second": 80.04,
"eval_steps_per_second": 10.005,
"step": 1475
},
{
"epoch": 60.0,
"grad_norm": 1.120781421661377,
"learning_rate": 8.000000000000001e-06,
"loss": 0.3291,
"step": 1500
},
{
"epoch": 60.0,
"eval_loss": 0.2888854742050171,
"eval_runtime": 2.456,
"eval_samples_per_second": 81.434,
"eval_steps_per_second": 10.179,
"step": 1500
},
{
"epoch": 61.0,
"eval_loss": 0.2901514172554016,
"eval_runtime": 2.4865,
"eval_samples_per_second": 80.436,
"eval_steps_per_second": 10.054,
"step": 1525
},
{
"epoch": 62.0,
"eval_loss": 0.29295194149017334,
"eval_runtime": 2.4921,
"eval_samples_per_second": 80.253,
"eval_steps_per_second": 10.032,
"step": 1550
},
{
"epoch": 63.0,
"eval_loss": 0.29049646854400635,
"eval_runtime": 2.4924,
"eval_samples_per_second": 80.244,
"eval_steps_per_second": 10.031,
"step": 1575
},
{
"epoch": 64.0,
"eval_loss": 0.2913173735141754,
"eval_runtime": 2.4934,
"eval_samples_per_second": 80.212,
"eval_steps_per_second": 10.026,
"step": 1600
},
{
"epoch": 65.0,
"eval_loss": 0.28798389434814453,
"eval_runtime": 2.4945,
"eval_samples_per_second": 80.176,
"eval_steps_per_second": 10.022,
"step": 1625
},
{
"epoch": 66.0,
"eval_loss": 0.28929680585861206,
"eval_runtime": 2.4963,
"eval_samples_per_second": 80.118,
"eval_steps_per_second": 10.015,
"step": 1650
},
{
"epoch": 67.0,
"eval_loss": 0.2856563925743103,
"eval_runtime": 2.4957,
"eval_samples_per_second": 80.139,
"eval_steps_per_second": 10.017,
"step": 1675
},
{
"epoch": 68.0,
"eval_loss": 0.2869837284088135,
"eval_runtime": 2.496,
"eval_samples_per_second": 80.13,
"eval_steps_per_second": 10.016,
"step": 1700
},
{
"epoch": 69.0,
"eval_loss": 0.2902255356311798,
"eval_runtime": 2.4969,
"eval_samples_per_second": 80.098,
"eval_steps_per_second": 10.012,
"step": 1725
},
{
"epoch": 70.0,
"eval_loss": 0.28557059168815613,
"eval_runtime": 2.4957,
"eval_samples_per_second": 80.139,
"eval_steps_per_second": 10.017,
"step": 1750
},
{
"epoch": 71.0,
"eval_loss": 0.2883276343345642,
"eval_runtime": 2.4986,
"eval_samples_per_second": 80.045,
"eval_steps_per_second": 10.006,
"step": 1775
},
{
"epoch": 72.0,
"eval_loss": 0.286774605512619,
"eval_runtime": 2.4979,
"eval_samples_per_second": 80.068,
"eval_steps_per_second": 10.009,
"step": 1800
},
{
"epoch": 73.0,
"eval_loss": 0.28692272305488586,
"eval_runtime": 2.4977,
"eval_samples_per_second": 80.073,
"eval_steps_per_second": 10.009,
"step": 1825
},
{
"epoch": 74.0,
"eval_loss": 0.2842114567756653,
"eval_runtime": 2.4982,
"eval_samples_per_second": 80.058,
"eval_steps_per_second": 10.007,
"step": 1850
},
{
"epoch": 75.0,
"eval_loss": 0.2869337201118469,
"eval_runtime": 2.4984,
"eval_samples_per_second": 80.052,
"eval_steps_per_second": 10.007,
"step": 1875
},
{
"epoch": 76.0,
"eval_loss": 0.2843911647796631,
"eval_runtime": 2.498,
"eval_samples_per_second": 80.064,
"eval_steps_per_second": 10.008,
"step": 1900
},
{
"epoch": 77.0,
"eval_loss": 0.28588855266571045,
"eval_runtime": 2.4985,
"eval_samples_per_second": 80.047,
"eval_steps_per_second": 10.006,
"step": 1925
},
{
"epoch": 78.0,
"eval_loss": 0.2864097058773041,
"eval_runtime": 2.4994,
"eval_samples_per_second": 80.02,
"eval_steps_per_second": 10.002,
"step": 1950
},
{
"epoch": 79.0,
"eval_loss": 0.28731438517570496,
"eval_runtime": 2.4981,
"eval_samples_per_second": 80.061,
"eval_steps_per_second": 10.008,
"step": 1975
},
{
"epoch": 80.0,
"grad_norm": 1.4072085618972778,
"learning_rate": 4.000000000000001e-06,
"loss": 0.3199,
"step": 2000
},
{
"epoch": 80.0,
"eval_loss": 0.2888672947883606,
"eval_runtime": 2.4574,
"eval_samples_per_second": 81.386,
"eval_steps_per_second": 10.173,
"step": 2000
},
{
"epoch": 81.0,
"eval_loss": 0.28676241636276245,
"eval_runtime": 2.4848,
"eval_samples_per_second": 80.49,
"eval_steps_per_second": 10.061,
"step": 2025
},
{
"epoch": 82.0,
"eval_loss": 0.28567585349082947,
"eval_runtime": 2.4917,
"eval_samples_per_second": 80.268,
"eval_steps_per_second": 10.033,
"step": 2050
},
{
"epoch": 83.0,
"eval_loss": 0.2843726873397827,
"eval_runtime": 2.4926,
"eval_samples_per_second": 80.236,
"eval_steps_per_second": 10.03,
"step": 2075
},
{
"epoch": 84.0,
"eval_loss": 0.28754809498786926,
"eval_runtime": 2.4936,
"eval_samples_per_second": 80.205,
"eval_steps_per_second": 10.026,
"step": 2100
},
{
"epoch": 85.0,
"eval_loss": 0.2854582667350769,
"eval_runtime": 2.4941,
"eval_samples_per_second": 80.188,
"eval_steps_per_second": 10.023,
"step": 2125
},
{
"epoch": 86.0,
"eval_loss": 0.2840147316455841,
"eval_runtime": 2.4944,
"eval_samples_per_second": 80.181,
"eval_steps_per_second": 10.023,
"step": 2150
},
{
"epoch": 87.0,
"eval_loss": 0.28520676493644714,
"eval_runtime": 2.4963,
"eval_samples_per_second": 80.119,
"eval_steps_per_second": 10.015,
"step": 2175
},
{
"epoch": 88.0,
"eval_loss": 0.28196609020233154,
"eval_runtime": 2.4972,
"eval_samples_per_second": 80.091,
"eval_steps_per_second": 10.011,
"step": 2200
},
{
"epoch": 89.0,
"eval_loss": 0.28386008739471436,
"eval_runtime": 2.4982,
"eval_samples_per_second": 80.057,
"eval_steps_per_second": 10.007,
"step": 2225
},
{
"epoch": 90.0,
"eval_loss": 0.2850269675254822,
"eval_runtime": 2.4975,
"eval_samples_per_second": 80.079,
"eval_steps_per_second": 10.01,
"step": 2250
},
{
"epoch": 91.0,
"eval_loss": 0.28362977504730225,
"eval_runtime": 2.4982,
"eval_samples_per_second": 80.057,
"eval_steps_per_second": 10.007,
"step": 2275
},
{
"epoch": 92.0,
"eval_loss": 0.2840833365917206,
"eval_runtime": 2.4978,
"eval_samples_per_second": 80.07,
"eval_steps_per_second": 10.009,
"step": 2300
},
{
"epoch": 93.0,
"eval_loss": 0.28477975726127625,
"eval_runtime": 2.4997,
"eval_samples_per_second": 80.01,
"eval_steps_per_second": 10.001,
"step": 2325
},
{
"epoch": 94.0,
"eval_loss": 0.2831202745437622,
"eval_runtime": 2.4995,
"eval_samples_per_second": 80.016,
"eval_steps_per_second": 10.002,
"step": 2350
},
{
"epoch": 95.0,
"eval_loss": 0.28298699855804443,
"eval_runtime": 2.5008,
"eval_samples_per_second": 79.975,
"eval_steps_per_second": 9.997,
"step": 2375
},
{
"epoch": 96.0,
"eval_loss": 0.2848021984100342,
"eval_runtime": 2.4987,
"eval_samples_per_second": 80.041,
"eval_steps_per_second": 10.005,
"step": 2400
},
{
"epoch": 97.0,
"eval_loss": 0.2818942368030548,
"eval_runtime": 2.4999,
"eval_samples_per_second": 80.004,
"eval_steps_per_second": 10.0,
"step": 2425
},
{
"epoch": 98.0,
"eval_loss": 0.28425753116607666,
"eval_runtime": 2.5005,
"eval_samples_per_second": 79.982,
"eval_steps_per_second": 9.998,
"step": 2450
},
{
"epoch": 99.0,
"eval_loss": 0.28273478150367737,
"eval_runtime": 2.4987,
"eval_samples_per_second": 80.042,
"eval_steps_per_second": 10.005,
"step": 2475
},
{
"epoch": 100.0,
"grad_norm": 1.4653393030166626,
"learning_rate": 0.0,
"loss": 0.3157,
"step": 2500
}
],
"logging_steps": 500,
"max_steps": 2500,
"num_input_tokens_seen": 0,
"num_train_epochs": 100,
"save_steps": 500,
"total_flos": 1306483752960000.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}