# Note: In this checkpoint, we use total batch size 1536 instead of default total batch size 2048.
{"train_lr": 1.0000000000000165e-06, "train_loss": 6.913031369912253, "epoch": 0, "n_parameters": 10337308}
{"train_lr": 1.0000000000000165e-06, "train_loss": 6.905085425975797, "epoch": 1, "n_parameters": 10337308}
{"train_lr": 0.0003007999999999956, "train_loss": 6.687938168877177, "epoch": 2, "n_parameters": 10337308}
{"train_lr": 0.0006006000000000057, "train_loss": 6.372885476217139, "epoch": 3, "n_parameters": 10337308}
{"train_lr": 0.0009004000000000146, "train_loss": 6.0474265010880055, "epoch": 4, "n_parameters": 10337308}
{"train_lr": 0.00120019999999999, "train_loss": 5.707034653405563, "epoch": 5, "n_parameters": 10337308}
{"train_lr": 0.0014989790033921367, "train_loss": 5.429390556315224, "epoch": 6, "n_parameters": 10337308}
{"train_lr": 0.0014985299126790688, "train_loss": 5.180075951769269, "epoch": 7, "n_parameters": 10337308}
{"train_lr": 0.001497999285532199, "train_loss": 4.994527558030056, "epoch": 8, "n_parameters": 10337308}
{"train_lr": 0.0014973871801409009, "train_loss": 4.861129777867802, "test_loss": 2.2787693836277336, "test_acc1": 51.442000324249264, "test_acc5": 76.73400070159911, "epoch": 9, "n_parameters": 10337308}
{"train_lr": 0.001496693663629296, "train_loss": 4.745351050844152, "epoch": 10, "n_parameters": 10337308}
{"train_lr": 0.001495918812049358, "train_loss": 4.651401880619337, "epoch": 11, "n_parameters": 10337308}
{"train_lr": 0.0014950627103722735, "train_loss": 4.579099454619973, "epoch": 12, "n_parameters": 10337308}
{"train_lr": 0.001494125452479267, "train_loss": 4.511574088124563, "epoch": 13, "n_parameters": 10337308}
{"train_lr": 0.001493107141151245, "train_loss": 4.453063717652425, "epoch": 14, "n_parameters": 10337308}
{"train_lr": 0.0014920078880574347, "train_loss": 4.40455172659396, "epoch": 15, "n_parameters": 10337308}
{"train_lr": 0.0014908278137433452, "train_loss": 4.354641799500092, "epoch": 16, "n_parameters": 10337308}
{"train_lr": 0.00148956704761753, "train_loss": 4.320653383948391, "epoch": 17, "n_parameters": 10337308}
{"train_lr": 0.001488225727937092, "train_loss": 4.27570590145475, "epoch": 18, "n_parameters": 10337308}
{"train_lr": 0.001486804001792869, "train_loss": 4.248923473167333, "test_loss": 1.6175478542880188, "test_acc1": 64.04400031906128, "test_acc5": 86.25400054382324, "epoch": 19, "n_parameters": 10337308}
{"train_lr": 0.0014853020250931849, "train_loss": 4.2143503555076585, "epoch": 20, "n_parameters": 10337308}
{"train_lr": 0.0014837199625466779, "train_loss": 4.18449749650179, "epoch": 21, "n_parameters": 10337308}
{"train_lr": 0.0014820579876443744, "train_loss": 4.162013297083138, "epoch": 22, "n_parameters": 10337308}
{"train_lr": 0.0014803162826405156, "train_loss": 4.1410255413368455, "epoch": 23, "n_parameters": 10337308}
{"train_lr": 0.0014784950385326962, "train_loss": 4.121147280509809, "epoch": 24, "n_parameters": 10337308}
{"train_lr": 0.0014765944550408025, "train_loss": 4.094933106101674, "epoch": 25, "n_parameters": 10337308}
{"train_lr": 0.001474614740585323, "train_loss": 4.0747070674978785, "epoch": 26, "n_parameters": 10337308}
{"train_lr": 0.001472556112264245, "train_loss": 4.055571165221701, "epoch": 27, "n_parameters": 10337308}
{"train_lr": 0.0014704187958293408, "train_loss": 4.033648345275498, "epoch": 28, "n_parameters": 10337308}
{"train_lr": 0.0014682030256614013, "train_loss": 4.02106223781582, "test_loss": 1.4407239782295638, "test_acc1": 67.6260005670166, "test_acc5": 88.63000074523926, "epoch": 29, "n_parameters": 10337308}
{"train_lr": 0.0014659090447446384, "train_loss": 4.004999746128524, "epoch": 30, "n_parameters": 10337308}
{"train_lr": 0.0014635371046398719, "train_loss": 3.9889953192368113, "epoch": 31, "n_parameters": 10337308}
{"train_lr": 0.0014610874654571251, "train_loss": 3.9788005742193056, "epoch": 32, "n_parameters": 10337308}
{"train_lr": 0.0014585603958269045, "train_loss": 3.9585900925752, "epoch": 33, "n_parameters": 10337308}
{"train_lr": 0.0014559561728708825, "train_loss": 3.9527069884944233, "epoch": 34, "n_parameters": 10337308}
{"train_lr": 0.0014532750821714346, "train_loss": 3.9387372369951694, "epoch": 35, "n_parameters": 10337308}
{"train_lr": 0.0014505174177404001, "train_loss": 3.922751766663018, "epoch": 36, "n_parameters": 10337308}
{"train_lr": 0.00144768348198676, "train_loss": 3.9105142434295135, "epoch": 37, "n_parameters": 10337308}
{"train_lr": 0.0014447735856834417, "train_loss": 3.9070942664353683, "epoch": 38, "n_parameters": 10337308}
{"train_lr": 0.001441788047933402, "train_loss": 3.901075211226297, "test_loss": 1.3186078816009081, "test_acc1": 70.01600049514771, "test_acc5": 90.15800071472168, "epoch": 39, "n_parameters": 10337308}
{"train_lr": 0.0014387271961345586, "train_loss": 3.881055366506965, "epoch": 40, "n_parameters": 10337308}
{"train_lr": 0.001435591365943752, "train_loss": 3.8791526449705773, "epoch": 41, "n_parameters": 10337308}
{"train_lr": 0.0014323809012400694, "train_loss": 3.865971473887634, "epoch": 42, "n_parameters": 10337308}
{"train_lr": 0.0014290961540871859, "train_loss": 3.8584972900925854, "epoch": 43, "n_parameters": 10337308}
{"train_lr": 0.0014257374846946501, "train_loss": 3.8549387282033045, "epoch": 44, "n_parameters": 10337308}
{"train_lr": 0.00142230526137836, "train_loss": 3.834527295931495, "epoch": 45, "n_parameters": 10337308}
{"train_lr": 0.0014187998605203317, "train_loss": 3.8356180318298456, "epoch": 46, "n_parameters": 10337308}
{"train_lr": 0.001415221666527278, "train_loss": 3.8292573697069923, "epoch": 47, "n_parameters": 10337308}
{"train_lr": 0.0014115710717884254, "train_loss": 3.8188393516845696, "epoch": 48, "n_parameters": 10337308}
{"train_lr": 0.0014078484766326686, "train_loss": 3.8070101198300326, "test_loss": 1.2718288169704752, "test_acc1": 70.88400055969238, "test_acc5": 90.51400073791504, "epoch": 49, "n_parameters": 10337308}
{"train_lr": 0.0014040542892845619, "train_loss": 3.806272999890488, "epoch": 50, "n_parameters": 10337308}
{"train_lr": 0.0014001889258194108, "train_loss": 3.7971816600056933, "epoch": 51, "n_parameters": 10337308}
{"train_lr": 0.001396252810117922, "train_loss": 3.795097405350001, "epoch": 52, "n_parameters": 10337308}
{"train_lr": 0.0013922463738196044, "train_loss": 3.781733343627849, "epoch": 53, "n_parameters": 10337308}
{"train_lr": 0.001388170056275224, "train_loss": 3.7762253264800534, "epoch": 54, "n_parameters": 10337308}
{"train_lr": 0.001384024304499001, "train_loss": 3.768532804809779, "epoch": 55, "n_parameters": 10337308}
{"train_lr": 0.0013798095731193541, "train_loss": 3.766000292163423, "epoch": 56, "n_parameters": 10337308}
{"train_lr": 0.0013755263243290382, "train_loss": 3.760737139008028, "epoch": 57, "n_parameters": 10337308}
{"train_lr": 0.0013711750278345505, "train_loss": 3.751447337646064, "epoch": 58, "n_parameters": 10337308}
{"train_lr": 0.0013667561608046155, "train_loss": 3.7495619781467195, "test_loss": 1.2637849257575522, "test_acc1": 71.66800057037354, "test_acc5": 91.0400007434082, "epoch": 59, "n_parameters": 10337308}
{"train_lr": 0.001362270207817763, "train_loss": 3.741154571182186, "epoch": 60, "n_parameters": 10337308}
{"train_lr": 0.0013577176608093506, "train_loss": 3.7395576424360706, "epoch": 61, "n_parameters": 10337308}
{"train_lr": 0.0013530990190173688, "train_loss": 3.7293313419406147, "epoch": 62, "n_parameters": 10337308}
{"train_lr": 0.0013484147889280046, "train_loss": 3.7308759552960415, "epoch": 63, "n_parameters": 10337308}
{"train_lr": 0.0013436654842199, "train_loss": 3.7256388055558185, "epoch": 64, "n_parameters": 10337308}
{"train_lr": 0.0013388516257077697, "train_loss": 3.7189188177118915, "epoch": 65, "n_parameters": 10337308}
{"train_lr": 0.0013339737412854298, "train_loss": 3.7135249362092653, "epoch": 66, "n_parameters": 10337308}
{"train_lr": 0.0013290323658679756, "train_loss": 3.7066636864113796, "epoch": 67, "n_parameters": 10337308}
{"train_lr": 0.0013240280413328144, "train_loss": 3.702272271706189, "epoch": 68, "n_parameters": 10337308}
{"train_lr": 0.0013189613164605683, "train_loss": 3.692856358623297, "test_loss": 1.241380188405085, "test_acc1": 72.42800057723998, "test_acc5": 91.49000074096679, "epoch": 69, "n_parameters": 10337308}
{"train_lr": 0.001313832746874688, "train_loss": 3.6959822848528554, "epoch": 70, "n_parameters": 10337308}
{"train_lr": 0.0013086428949806697, "train_loss": 3.686305757973799, "epoch": 71, "n_parameters": 10337308}
{"train_lr": 0.001303392329904193, "train_loss": 3.688513513801874, "epoch": 72, "n_parameters": 10337308}
{"train_lr": 0.001298081627428957, "train_loss": 3.6752057296069833, "epoch": 73, "n_parameters": 10337308}
{"train_lr": 0.0012927113699332585, "train_loss": 3.6828482059328604, "epoch": 74, "n_parameters": 10337308}
{"train_lr": 0.0012872821463264426, "train_loss": 3.67231039002502, "epoch": 75, "n_parameters": 10337308}
{"train_lr": 0.0012817945519839734, "train_loss": 3.6707832728215544, "epoch": 76, "n_parameters": 10337308}
{"train_lr": 0.0012762491886824346, "train_loss": 3.6603040275313585, "epoch": 77, "n_parameters": 10337308}
{"train_lr": 0.0012706466645334594, "train_loss": 3.664976341515887, "epoch": 78, "n_parameters": 10337308}
{"train_lr": 0.001264987593916884, "train_loss": 3.6563347432967856, "test_loss": 1.2018561748077543, "test_acc1": 73.00600066253662, "test_acc5": 91.70000068664551, "epoch": 79, "n_parameters": 10337308}
{"train_lr": 0.0012592725974135677, "train_loss": 3.657563909682796, "epoch": 80, "n_parameters": 10337308}
{"train_lr": 0.0012535023017373635, "train_loss": 3.6439451653492463, "epoch": 81, "n_parameters": 10337308}
{"train_lr": 0.0012476773396661296, "train_loss": 3.639571967402951, "epoch": 82, "n_parameters": 10337308}
{"train_lr": 0.0012417983499726235, "train_loss": 3.648745525713197, "epoch": 83, "n_parameters": 10337308}
{"train_lr": 0.00123586597735436, "train_loss": 3.6383765998432676, "epoch": 84, "n_parameters": 10337308}
{"train_lr": 0.0012298808723627598, "train_loss": 3.634367562964451, "epoch": 85, "n_parameters": 10337308}
{"train_lr": 0.0012238436913321116, "train_loss": 3.6222798884388427, "epoch": 86, "n_parameters": 10337308}
{"train_lr": 0.0012177550963073647, "train_loss": 3.6275496102369233, "epoch": 87, "n_parameters": 10337308}
{"train_lr": 0.0012116157549714461, "train_loss": 3.623923740405545, "epoch": 88, "n_parameters": 10337308}
{"train_lr": 0.001205426340572496, "train_loss": 3.6208455158259087, "test_loss": 1.1611855659767878, "test_acc1": 73.47400058807374, "test_acc5": 91.98400080200196, "epoch": 89, "n_parameters": 10337308}
{"train_lr": 0.0011991875318493601, "train_loss": 3.6086854914993904, "epoch": 90, "n_parameters": 10337308}
{"train_lr": 0.0011929000129579043, "train_loss": 3.6049761391631203, "epoch": 91, "n_parameters": 10337308}
{"train_lr": 0.0011865644733952759, "train_loss": 3.6024301749937755, "epoch": 92, "n_parameters": 10337308}
{"train_lr": 0.0011801816079248862, "train_loss": 3.6051927616136323, "epoch": 93, "n_parameters": 10337308}
{"train_lr": 0.0011737521164998377, "train_loss": 3.5915973993549817, "epoch": 94, "n_parameters": 10337308}
{"train_lr": 0.0011672767041862816, "train_loss": 3.5981673250461723, "epoch": 95, "n_parameters": 10337308}
{"train_lr": 0.0011607560810862106, "train_loss": 3.5858143643527436, "epoch": 96, "n_parameters": 10337308}
{"train_lr": 0.0011541909622593347, "train_loss": 3.588819905164109, "epoch": 97, "n_parameters": 10337308}
{"train_lr": 0.0011475820676450082, "train_loss": 3.5912780028274307, "epoch": 98, "n_parameters": 10337308}
{"train_lr": 0.001140930121982996, "train_loss": 3.5793232117160905, "test_loss": 1.1818994129090001, "test_acc1": 73.920000652771, "test_acc5": 92.10600063415528, "epoch": 99, "n_parameters": 10337308}
{"train_lr": 0.0011342358547340391, "train_loss": 3.577234201137718, "epoch": 100, "n_parameters": 10337308}
{"train_lr": 0.0011274999999999775, "train_loss": 3.5746822383978385, "epoch": 101, "n_parameters": 10337308}
{"train_lr": 0.0011207232964432971, "train_loss": 3.5760582558971516, "epoch": 102, "n_parameters": 10337308}
{"train_lr": 0.0011139064872057738, "train_loss": 3.569852258170323, "epoch": 103, "n_parameters": 10337308}
{"train_lr": 0.0011070503198274664, "train_loss": 3.5641550508236213, "epoch": 104, "n_parameters": 10337308}
{"train_lr": 0.0011001555461642792, "train_loss": 3.5630754269972194, "epoch": 105, "n_parameters": 10337308}
{"train_lr": 0.0010932229223059589, "train_loss": 3.5634755340295374, "epoch": 106, "n_parameters": 10337308}
{"train_lr": 0.001086253208492762, "train_loss": 3.5578498202387236, "epoch": 107, "n_parameters": 10337308}
{"train_lr": 0.0010792471690323983, "train_loss": 3.548886179477334, "epoch": 108, "n_parameters": 10337308}
{"train_lr": 0.0010722055722159876, "train_loss": 3.547051555206843, "test_loss": 1.09913291669578, "test_acc1": 74.8600006124878, "test_acc5": 92.58200073364257, "epoch": 109, "n_parameters": 10337308}
{"train_lr": 0.0010651291902340182, "train_loss": 3.544509542190271, "epoch": 110, "n_parameters": 10337308}
{"train_lr": 0.0010580187990914842, "train_loss": 3.5387724762965593, "epoch": 111, "n_parameters": 10337308}
{"train_lr": 0.0010508751785228995, "train_loss": 3.5345840556658716, "epoch": 112, "n_parameters": 10337308}
{"train_lr": 0.0010436991119068247, "train_loss": 3.5372670175780137, "epoch": 113, "n_parameters": 10337308}
{"train_lr": 0.001036491386179775, "train_loss": 3.530916057772738, "epoch": 114, "n_parameters": 10337308}
{"train_lr": 0.0010292527917500668, "train_loss": 3.5318862665399946, "epoch": 115, "n_parameters": 10337308}
{"train_lr": 0.0010219841224112544, "train_loss": 3.533302910067588, "epoch": 116, "n_parameters": 10337308}
{"train_lr": 0.001014686175254767, "train_loss": 3.5165077740777666, "epoch": 117, "n_parameters": 10337308}
{"train_lr": 0.0010073597505827476, "train_loss": 3.5179693845571944, "epoch": 118, "n_parameters": 10337308}
{"train_lr": 0.0010000056518202369, "train_loss": 3.518217313748827, "test_loss": 1.130056168063939, "test_acc1": 74.94000057739258, "test_acc5": 92.63600086181641, "epoch": 119, "n_parameters": 10337308}
{"train_lr": 0.0009926246854270522, "train_loss": 3.5073014082257554, "epoch": 120, "n_parameters": 10337308}
{"train_lr": 0.0009852176608093563, "train_loss": 3.5066012594697002, "epoch": 121, "n_parameters": 10337308}
{"train_lr": 0.0009777853902307732, "train_loss": 3.501334991435603, "epoch": 122, "n_parameters": 10337308}
{"train_lr": 0.0009703286887236246, "train_loss": 3.498151128924043, "epoch": 123, "n_parameters": 10337308}
{"train_lr": 0.0009628483739992136, "train_loss": 3.49576822930067, "epoch": 124, "n_parameters": 10337308}
{"train_lr": 0.0009553452663583553, "train_loss": 3.496433316124715, "epoch": 125, "n_parameters": 10337308}
{"train_lr": 0.0009478201886013921, "train_loss": 3.486884566774364, "epoch": 126, "n_parameters": 10337308}
{"train_lr": 0.0009402739659378006, "train_loss": 3.486389943914448, "epoch": 127, "n_parameters": 10337308}
{"train_lr": 0.0009327074258960266, "train_loss": 3.4845190236939017, "epoch": 128, "n_parameters": 10337308}
{"train_lr": 0.0009251213982324277, "train_loss": 3.482765391826344, "test_loss": 1.0721541705105802, "test_acc1": 75.7960006842041, "test_acc5": 93.0560007397461, "epoch": 129, "n_parameters": 10337308}
{"train_lr": 0.0009175167148404177, "train_loss": 3.4714989760752135, "epoch": 130, "n_parameters": 10337308}
{"train_lr": 0.0009098942096592476, "train_loss": 3.468227338805187, "epoch": 131, "n_parameters": 10337308}
{"train_lr": 0.0009022547185824416, "train_loss": 3.4669949583602038, "epoch": 132, "n_parameters": 10337308}
{"train_lr": 0.0008945990793663696, "train_loss": 3.462237151875663, "epoch": 133, "n_parameters": 10337308}
{"train_lr": 0.0008869281315380943, "train_loss": 3.4650804947713296, "epoch": 134, "n_parameters": 10337308}
{"train_lr": 0.0008792427163034921, "train_loss": 3.4594143142284963, "epoch": 135, "n_parameters": 10337308}
{"train_lr": 0.0008715436764549598, "train_loss": 3.4573884259962995, "epoch": 136, "n_parameters": 10337308}
{"train_lr": 0.0008638318562789999, "train_loss": 3.453915853611678, "epoch": 137, "n_parameters": 10337308}
{"train_lr": 0.0008561081014635555, "train_loss": 3.4514626614320623, "epoch": 138, "n_parameters": 10337308}
{"train_lr": 0.0008483732590054105, "train_loss": 3.444453670350696, "test_loss": 1.0616004009684212, "test_acc1": 76.07000064178467, "test_acc5": 93.16200086608886, "epoch": 139, "n_parameters": 10337308}
{"train_lr": 0.0008406281771171736, "train_loss": 3.438659066236098, "epoch": 140, "n_parameters": 10337308}
{"train_lr": 0.0008328737051344065, "train_loss": 3.4394093877155716, "epoch": 141, "n_parameters": 10337308}
{"train_lr": 0.0008251106934222841, "train_loss": 3.435525621705168, "epoch": 142, "n_parameters": 10337308}
{"train_lr": 0.0008173399932825871, "train_loss": 3.4330670692035548, "epoch": 143, "n_parameters": 10337308}
{"train_lr": 0.0008095624568600761, "train_loss": 3.4319660259004263, "epoch": 144, "n_parameters": 10337308}
{"train_lr": 0.0008017789370493495, "train_loss": 3.4291026919088563, "epoch": 145, "n_parameters": 10337308}
{"train_lr": 0.0007939902874010041, "train_loss": 3.4208241978736162, "epoch": 146, "n_parameters": 10337308}
{"train_lr": 0.0007861973620282396, "train_loss": 3.4146475107129888, "epoch": 147, "n_parameters": 10337308}
{"train_lr": 0.0007784010155131945, "train_loss": 3.415823445912245, "epoch": 148, "n_parameters": 10337308}
{"train_lr": 0.0007706021028131006, "train_loss": 3.4131155785539455, "test_loss": 1.0462341997263243, "test_acc1": 76.54200056304931, "test_acc5": 93.3280008581543, "epoch": 149, "n_parameters": 10337308}
{"train_lr": 0.0007628014791666195, "train_loss": 3.4047025463474596, "epoch": 150, "n_parameters": 10337308}
{"train_lr": 0.0007549999999999935, "train_loss": 3.4001166055188907, "epoch": 151, "n_parameters": 10337308}
{"train_lr": 0.0007471985208333895, "train_loss": 3.40063267342782, "epoch": 152, "n_parameters": 10337308}
{"train_lr": 0.000739397897186908, "train_loss": 3.399397950735595, "epoch": 153, "n_parameters": 10337308}
{"train_lr": 0.000731598984486791, "train_loss": 3.392018142002199, "epoch": 154, "n_parameters": 10337308}
{"train_lr": 0.0007238026379717457, "train_loss": 3.3922730944112693, "epoch": 155, "n_parameters": 10337308}
{"train_lr": 0.0007160097125989995, "train_loss": 3.39093006438435, "epoch": 156, "n_parameters": 10337308}
{"train_lr": 0.000708221062950656, "train_loss": 3.3799468226176943, "epoch": 157, "n_parameters": 10337308}
{"train_lr": 0.0007004375431399113, "train_loss": 3.3741925215120796, "epoch": 158, "n_parameters": 10337308}
{"train_lr": 0.0006926600067174185, "train_loss": 3.370158335466465, "test_loss": 1.0272798905269704, "test_acc1": 76.85800060882568, "test_acc5": 93.57000073364257, "epoch": 159, "n_parameters": 10337308}
{"train_lr": 0.0006848893065777179, "train_loss": 3.366891123689443, "epoch": 160, "n_parameters": 10337308}
{"train_lr": 0.0006771262948656035, "train_loss": 3.3767893494953283, "epoch": 161, "n_parameters": 10337308}
{"train_lr": 0.0006693718228828092, "train_loss": 3.367148735187501, "epoch": 162, "n_parameters": 10337308}
{"train_lr": 0.0006616267409945818, "train_loss": 3.362167895068046, "epoch": 163, "n_parameters": 10337308}
{"train_lr": 0.0006538918985364373, "train_loss": 3.358803663612734, "epoch": 164, "n_parameters": 10337308}
{"train_lr": 0.0006461681437209942, "train_loss": 3.345712778522528, "epoch": 165, "n_parameters": 10337308}
{"train_lr": 0.0006384563235450294, "train_loss": 3.3505454031299418, "epoch": 166, "n_parameters": 10337308}
{"train_lr": 0.0006307572836964984, "train_loss": 3.3425720228324476, "epoch": 167, "n_parameters": 10337308}
{"train_lr": 0.0006230718684619013, "train_loss": 3.3441988731013073, "epoch": 168, "n_parameters": 10337308}
{"train_lr": 0.0006154009206336259, "train_loss": 3.3354179396626833, "test_loss": 1.025708758123487, "test_acc1": 76.93600062652588, "test_acc5": 93.65400086303711, "epoch": 169, "n_parameters": 10337308}
{"train_lr": 0.0006077452814175498, "train_loss": 3.330542788441054, "epoch": 170, "n_parameters": 10337308}
{"train_lr": 0.0006001057903407651, "train_loss": 3.331398325125805, "epoch": 171, "n_parameters": 10337308}
{"train_lr": 0.000592483285159584, "train_loss": 3.327960829453753, "epoch": 172, "n_parameters": 10337308}
{"train_lr": 0.0005848786017675498, "train_loss": 3.323378644968501, "epoch": 173, "n_parameters": 10337308}
{"train_lr": 0.0005772925741039497, "train_loss": 3.3175501945189576, "epoch": 174, "n_parameters": 10337308}
{"train_lr": 0.0005697260340621892, "train_loss": 3.3088544556509247, "epoch": 175, "n_parameters": 10337308}
{"train_lr": 0.0005621798113986145, "train_loss": 3.311572109315571, "epoch": 176, "n_parameters": 10337308}
{"train_lr": 0.0005546547336416324, "train_loss": 3.310196087313749, "epoch": 177, "n_parameters": 10337308}
{"train_lr": 0.0005471516260007746, "train_loss": 3.303466250333819, "epoch": 178, "n_parameters": 10337308}
{"train_lr": 0.0005396713112763611, "train_loss": 3.2994301159122434, "test_loss": 0.9924224651331525, "test_acc1": 77.43800062530518, "test_acc5": 93.88600080810546, "epoch": 179, "n_parameters": 10337308}
{"train_lr": 0.0005322146097692112, "train_loss": 3.291867097406436, "epoch": 180, "n_parameters": 10337308}
{"train_lr": 0.0005247823391906731, "train_loss": 3.299663308967682, "epoch": 181, "n_parameters": 10337308}
{"train_lr": 0.0005173753145729492, "train_loss": 3.2942185922072444, "epoch": 182, "n_parameters": 10337308}
{"train_lr": 0.0005099943481797612, "train_loss": 3.2889618103479523, "epoch": 183, "n_parameters": 10337308}
{"train_lr": 0.0005026402494172623, "train_loss": 3.2865282322684353, "epoch": 184, "n_parameters": 10337308}
{"train_lr": 0.0004953138247452536, "train_loss": 3.281188842570253, "epoch": 185, "n_parameters": 10337308}
{"train_lr": 0.0004880158775887459, "train_loss": 3.271035922887764, "epoch": 186, "n_parameters": 10337308}
{"train_lr": 0.0004807472082499199, "train_loss": 3.278012909147022, "epoch": 187, "n_parameters": 10337308}
{"train_lr": 0.00047350861382023263, "train_loss": 3.271536839103027, "epoch": 188, "n_parameters": 10337308}
{"train_lr": 0.00046630088809318493, "train_loss": 3.270998895726651, "test_loss": 0.96661692844878, "test_acc1": 77.9880006842041, "test_acc5": 94.13200088012695, "epoch": 189, "n_parameters": 10337308}
{"train_lr": 0.0004591248214770861, "train_loss": 3.2646344017139155, "epoch": 190, "n_parameters": 10337308}
{"train_lr": 0.0004519812009085206, "train_loss": 3.262633179553407, "epoch": 191, "n_parameters": 10337308}
{"train_lr": 0.0004448708097660038, "train_loss": 3.252590105643304, "epoch": 192, "n_parameters": 10337308}
{"train_lr": 0.00043779442778402167, "train_loss": 3.250256227097101, "epoch": 193, "n_parameters": 10337308}
{"train_lr": 0.0004307528309676106, "train_loss": 3.2417341600746203, "epoch": 194, "n_parameters": 10337308}
{"train_lr": 0.00042374679150723277, "train_loss": 3.2403783482416784, "epoch": 195, "n_parameters": 10337308}
{"train_lr": 0.0004167770776940376, "train_loss": 3.234776210298927, "epoch": 196, "n_parameters": 10337308}
{"train_lr": 0.00040984445383570017, "train_loss": 3.2333713371833737, "epoch": 197, "n_parameters": 10337308}
{"train_lr": 0.00040294968017255505, "train_loss": 3.231313771356067, "epoch": 198, "n_parameters": 10337308}
{"train_lr": 0.0003960935127942217, "train_loss": 3.2289446416384666, "test_loss": 0.93792199676843, "test_acc1": 78.41000065460204, "test_acc5": 94.37200075683593, "epoch": 199, "n_parameters": 10337308}
{"train_lr": 0.00038927670355671216, "train_loss": 3.2282505536706543, "epoch": 200, "n_parameters": 10337308}
{"train_lr": 0.00038250000000000366, "train_loss": 3.226266266273366, "epoch": 201, "n_parameters": 10337308}
{"train_lr": 0.00037576414526596793, "train_loss": 3.2114122055328007, "epoch": 202, "n_parameters": 10337308}
{"train_lr": 0.0003690698780170145, "train_loss": 3.2099275906844964, "epoch": 203, "n_parameters": 10337308}
{"train_lr": 0.0003624179323549749, "train_loss": 3.210725187361955, "epoch": 204, "n_parameters": 10337308}
{"train_lr": 0.00035580903774064737, "train_loss": 3.202592399252726, "epoch": 205, "n_parameters": 10337308}
{"train_lr": 0.00034924391891380123, "train_loss": 3.200828843926497, "epoch": 206, "n_parameters": 10337308}
{"train_lr": 0.0003427232958137021, "train_loss": 3.2024984203493423, "epoch": 207, "n_parameters": 10337308}
{"train_lr": 0.0003362478835001678, "train_loss": 3.186186854542195, "epoch": 208, "n_parameters": 10337308}
{"train_lr": 0.0003298183920751001, "train_loss": 3.180884215033812, "test_loss": 0.9370951293505353, "test_acc1": 78.7260007699585, "test_acc5": 94.38400087646484, "epoch": 209, "n_parameters": 10337308}
{"train_lr": 0.00032343552660470695, "train_loss": 3.183960177544817, "epoch": 210, "n_parameters": 10337308}
{"train_lr": 0.00031709998704210364, "train_loss": 3.1817768543592386, "epoch": 211, "n_parameters": 10337308}
{"train_lr": 0.00031081246815062134, "train_loss": 3.185599391815438, "epoch": 212, "n_parameters": 10337308}
{"train_lr": 0.00030457365942753627, "train_loss": 3.171615501562004, "epoch": 213, "n_parameters": 10337308}
{"train_lr": 0.0002983842450285365, "train_loss": 3.1676604239765904, "epoch": 214, "n_parameters": 10337308}
{"train_lr": 0.0002922449036926526, "train_loss": 3.164879018172836, "epoch": 215, "n_parameters": 10337308}
{"train_lr": 0.0002861563086678732, "train_loss": 3.15635041224299, "epoch": 216, "n_parameters": 10337308}
{"train_lr": 0.00028011912763722897, "train_loss": 3.1517993742890424, "epoch": 217, "n_parameters": 10337308}
{"train_lr": 0.00027413402264565205, "train_loss": 3.145471253389899, "epoch": 218, "n_parameters": 10337308}
{"train_lr": 0.0002682016500273683, "train_loss": 3.148171846707948, "test_loss": 0.9332537656422142, "test_acc1": 79.04000060638428, "test_acc5": 94.5540008569336, "epoch": 219, "n_parameters": 10337308}
{"train_lr": 0.00026232266033388013, "train_loss": 3.1437475832058586, "epoch": 220, "n_parameters": 10337308}
{"train_lr": 0.00025649769826265625, "train_loss": 3.1360989728634308, "epoch": 221, "n_parameters": 10337308}
{"train_lr": 0.00025072740258641534, "train_loss": 3.1347173717033736, "epoch": 222, "n_parameters": 10337308}
{"train_lr": 0.00024501240608312813, "train_loss": 3.1308528191501575, "epoch": 223, "n_parameters": 10337308}
{"train_lr": 0.0002393533354665432, "train_loss": 3.1301710551752033, "epoch": 224, "n_parameters": 10337308}
{"train_lr": 0.0002337508113175451, "train_loss": 3.1280720720795703, "epoch": 225, "n_parameters": 10337308}
{"train_lr": 0.00022820544801602224, "train_loss": 3.11631972017995, "epoch": 226, "n_parameters": 10337308}
{"train_lr": 0.00022271785367356016, "train_loss": 3.1180391886340773, "epoch": 227, "n_parameters": 10337308}
{"train_lr": 0.00021728863006672194, "train_loss": 3.1117263843374645, "epoch": 228, "n_parameters": 10337308}
{"train_lr": 0.00021191837257104475, "train_loss": 3.1067598048168765, "test_loss": 0.9206182730069263, "test_acc1": 79.678000803833, "test_acc5": 94.68400082397461, "epoch": 229, "n_parameters": 10337308}
{"train_lr": 0.0002066076700958002, "train_loss": 3.097961223302342, "epoch": 230, "n_parameters": 10337308}
{"train_lr": 0.00020135710501933984, "train_loss": 3.0938342230068407, "epoch": 231, "n_parameters": 10337308}
{"train_lr": 0.0001961672531253057, "train_loss": 3.0939515923737266, "epoch": 232, "n_parameters": 10337308}
{"train_lr": 0.00019103868353944288, "train_loss": 3.0858974259355656, "epoch": 233, "n_parameters": 10337308}
{"train_lr": 0.0001859719586671909, "train_loss": 3.085303665819964, "epoch": 234, "n_parameters": 10337308}
{"train_lr": 0.00018096763413203755, "train_loss": 3.07914397790492, "epoch": 235, "n_parameters": 10337308}
{"train_lr": 0.00017602625871455667, "train_loss": 3.076467797128881, "epoch": 236, "n_parameters": 10337308}
{"train_lr": 0.0001711483742922467, "train_loss": 3.069943772119691, "epoch": 237, "n_parameters": 10337308}
{"train_lr": 0.00016633451578011268, "train_loss": 3.064125227123249, "epoch": 238, "n_parameters": 10337308}
{"train_lr": 0.00016158521107197292, "train_loss": 3.0653501113282617, "test_loss": 0.8951588723084909, "test_acc1": 79.82200065460205, "test_acc5": 94.85000101196289, "epoch": 239, "n_parameters": 10337308}
{"train_lr": 0.00015690098098261856, "train_loss": 3.0598785348361632, "epoch": 240, "n_parameters": 10337308}
{"train_lr": 0.00015228233919066484, "train_loss": 3.0529157300021867, "epoch": 241, "n_parameters": 10337308}
{"train_lr": 0.00014772979218222513, "train_loss": 3.052122705917564, "epoch": 242, "n_parameters": 10337308}
{"train_lr": 0.00014324383919539206, "train_loss": 3.0422352333541967, "epoch": 243, "n_parameters": 10337308}
{"train_lr": 0.00013882497216545216, "train_loss": 3.0468330321480614, "epoch": 244, "n_parameters": 10337308}
{"train_lr": 0.00013447367567097436, "train_loss": 3.034345270753157, "epoch": 245, "n_parameters": 10337308}
{"train_lr": 0.00013019042688065823, "train_loss": 3.0370009053695046, "epoch": 246, "n_parameters": 10337308}
{"train_lr": 0.0001259756955010005, "train_loss": 3.0366451653073447, "epoch": 247, "n_parameters": 10337308}
{"train_lr": 0.00012182994372478596, "train_loss": 3.022730188520192, "epoch": 248, "n_parameters": 10337308}
{"train_lr": 0.00011775362618042428, "train_loss": 3.0191786224536186, "test_loss": 0.892792570140722, "test_acc1": 79.98600066162109, "test_acc5": 94.93600097290039, "epoch": 249, "n_parameters": 10337308}
{"train_lr": 0.00011374718988206232, "train_loss": 3.0211359646430402, "epoch": 250, "n_parameters": 10337308}
{"train_lr": 0.00010981107418059352, "train_loss": 3.009374226977249, "epoch": 251, "n_parameters": 10337308}
{"train_lr": 0.00010594571071545859, "train_loss": 3.011421266894082, "epoch": 252, "n_parameters": 10337308}
{"train_lr": 0.0001021515233673206, "train_loss": 3.0028367586728693, "epoch": 253, "n_parameters": 10337308}
{"train_lr": 9.842892821157986e-05, "train_loss": 3.0066966047952715, "epoch": 254, "n_parameters": 10337308}
{"train_lr": 9.477833347274442e-05, "train_loss": 2.996010488939943, "epoch": 255, "n_parameters": 10337308}
{"train_lr": 9.12001394796647e-05, "train_loss": 2.9961082068198235, "epoch": 256, "n_parameters": 10337308}
{"train_lr": 8.769473862163653e-05, "train_loss": 2.9914902698882906, "epoch": 257, "n_parameters": 10337308}
{"train_lr": 8.426251530536481e-05, "train_loss": 2.9888979581137782, "epoch": 258, "n_parameters": 10337308}
{"train_lr": 8.090384591281436e-05, "train_loss": 2.9889616035550333, "test_loss": 0.8919403675648806, "test_acc1": 80.35200078216553, "test_acc5": 94.99600090332031, "epoch": 259, "n_parameters": 10337308}
{"train_lr": 7.761909875993307e-05, "train_loss": 2.9805647844462086, "epoch": 260, "n_parameters": 10337308}
{"train_lr": 7.440863405626342e-05, "train_loss": 2.979006904519076, "epoch": 261, "n_parameters": 10337308}
{"train_lr": 7.127280386543524e-05, "train_loss": 2.9769315428594103, "epoch": 262, "n_parameters": 10337308}
{"train_lr": 6.821195206656818e-05, "train_loss": 2.973312519789993, "epoch": 263, "n_parameters": 10337308}
{"train_lr": 6.522641431655447e-05, "train_loss": 2.9682367172458477, "epoch": 264, "n_parameters": 10337308}
{"train_lr": 6.231651801325206e-05, "train_loss": 2.9648279906328705, "epoch": 265, "n_parameters": 10337308}
{"train_lr": 5.948258225958532e-05, "train_loss": 2.9657575724874254, "epoch": 266, "n_parameters": 10337308}
{"train_lr": 5.6724917828541536e-05, "train_loss": 2.952886612625788, "epoch": 267, "n_parameters": 10337308}
{"train_lr": 5.404382712910265e-05, "train_loss": 2.9575058327232906, "epoch": 268, "n_parameters": 10337308}
{"train_lr": 5.143960417307744e-05, "train_loss": 2.9531276932732164, "test_loss": 0.861128681233461, "test_acc1": 80.64000077392578, "test_acc5": 95.11400092773438, "epoch": 269, "n_parameters": 10337308}
{"train_lr": 4.8912534542859366e-05, "train_loss": 2.9418246709927023, "epoch": 270, "n_parameters": 10337308}
{"train_lr": 4.64628953601101e-05, "train_loss": 2.948829880153997, "epoch": 271, "n_parameters": 10337308}
{"train_lr": 4.40909552553738e-05, "train_loss": 2.9468058222811, "epoch": 272, "n_parameters": 10337308}
{"train_lr": 4.179697433860962e-05, "train_loss": 2.942483931096445, "epoch": 273, "n_parameters": 10337308}
{"train_lr": 3.958120417067726e-05, "train_loss": 2.9392902930523994, "epoch": 274, "n_parameters": 10337308}
{"train_lr": 3.744388773574431e-05, "train_loss": 2.9282596141895016, "epoch": 275, "n_parameters": 10337308}
{"train_lr": 3.538525941464467e-05, "train_loss": 2.9275124527120906, "epoch": 276, "n_parameters": 10337308}
{"train_lr": 3.3405544959169265e-05, "train_loss": 2.9283176798784405, "epoch": 277, "n_parameters": 10337308}
{"train_lr": 3.150496146732081e-05, "train_loss": 2.9280514685298615, "epoch": 278, "n_parameters": 10337308}
{"train_lr": 2.9683717359496197e-05, "train_loss": 2.920987437535033, "test_loss": 0.8560336902416009, "test_acc1": 80.79200078125, "test_acc5": 95.16000085327148, "epoch": 279, "n_parameters": 10337308}
{"train_lr": 2.7942012355633397e-05, "train_loss": 2.9239145869197105, "epoch": 280, "n_parameters": 10337308}
{"train_lr": 2.6280037453314812e-05, "train_loss": 2.9159339406623617, "epoch": 281, "n_parameters": 10337308}
{"train_lr": 2.4697974906816924e-05, "train_loss": 2.9200495628090644, "epoch": 282, "n_parameters": 10337308}
{"train_lr": 2.319599820712709e-05, "train_loss": 2.9161191825627637, "epoch": 283, "n_parameters": 10337308}
{"train_lr": 2.177427206291483e-05, "train_loss": 2.912337887152243, "epoch": 284, "n_parameters": 10337308}
{"train_lr": 2.0432952382473795e-05, "train_loss": 2.9088757946926482, "epoch": 285, "n_parameters": 10337308}
{"train_lr": 1.9172186256622544e-05, "train_loss": 2.9149137911000413, "epoch": 286, "n_parameters": 10337308}
{"train_lr": 1.7992111942573368e-05, "train_loss": 2.9136577891610225, "epoch": 287, "n_parameters": 10337308}
{"train_lr": 1.689285884877437e-05, "train_loss": 2.9027053306160644, "epoch": 288, "n_parameters": 10337308}
{"train_lr": 1.5874547520713972e-05, "train_loss": 2.9075623237498873, "test_loss": 0.8557682625466971, "test_acc1": 80.88400073303222, "test_acc5": 95.21400085327149, "epoch": 289, "n_parameters": 10337308}
{"train_lr": 1.493728962770468e-05, "train_loss": 2.906498378410721, "epoch": 290, "n_parameters": 10337308}
{"train_lr": 1.408118795063667e-05, "train_loss": 2.9040509559106913, "epoch": 291, "n_parameters": 10337308}
{"train_lr": 1.3306336370705132e-05, "train_loss": 2.9025913795023013, "epoch": 292, "n_parameters": 10337308}
{"train_lr": 1.2612819859119114e-05, "train_loss": 2.9031780958890345, "epoch": 293, "n_parameters": 10337308}
{"train_lr": 1.2000714467778719e-05, "train_loss": 2.894907979209789, "epoch": 294, "n_parameters": 10337308}
{"train_lr": 1.147008732093767e-05, "train_loss": 2.8990535263677866, "epoch": 295, "n_parameters": 10337308}
{"train_lr": 1.1020996607842465e-05, "train_loss": 2.897916733704918, "epoch": 296, "n_parameters": 10337308}
{"train_lr": 1.0653491576350343e-05, "train_loss": 2.9024646166506574, "epoch": 297, "n_parameters": 10337308}
{"train_lr": 1.036761252753003e-05, "train_loss": 2.8941356833774052, "epoch": 298, "n_parameters": 10337308}
{"train_lr": 1.0163390811239968e-05, "train_loss": 2.902756936209415, "test_loss": 0.8550344659270143, "test_acc1": 80.97000072692872, "test_acc5": 95.21600093139648, "epoch": 299, "n_parameters": 10337308}