Working Emnist lines dataset.

1 files changed, 14 insertions, 0 deletions

diff --git a/wandb/run-20200731_164503-3q0a776m/wandb-history.jsonl b/wandb/run-20200731_164503-3q0a776m/wandb-history.jsonl
new file mode 100644
index 0000000..9e463b6
--- /dev/null
+++ b/wandb/run-20200731_164503-3q0a776m/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287805125117302, -0.02462729439139366, -0.02396678365767002, -0.02330627292394638, -0.02264576032757759, -0.02198524959385395, -0.02132473886013031, -0.02066422812640667, -0.02000371739268303, -0.01934320665895939, -0.0186826940625906, -0.01802218332886696, -0.017361672595143318, -0.016701161861419678, -0.016040651127696037, -0.015380139462649822, -0.014719628728926182, -0.014059117995202541, -0.013398606330156326, -0.012738095596432686, -0.012077584862709045, -0.01141707319766283, -0.01075656246393919, -0.01009605173021555, -0.009435540065169334, -0.008775029331445694, -0.008114518597722054, -0.007454007398337126, -0.006793496198952198, -0.006132985465228558, -0.00547247426584363, -0.004811963532119989, -0.004151452332735062, -0.0034909413661807775, -0.0028304303996264935, -0.0021699192002415657, -0.0015094082336872816, -0.0008488972089253366, -0.0001883861841633916, 0.0004721248405985534, 0.0011326358653604984, 0.0017931468319147825, 0.0024536577984690666, 0.0031141689978539944, 0.0037746799644082785, 0.0044351909309625626, 0.00509570213034749, 0.005756212864071131, 0.0064167240634560585, 0.007077235262840986, 0.007737745996564627, 0.008398257195949554, 0.009058767929673195, 0.00971927959471941, 0.01037979032844305, 0.01104030106216669, 0.011700812727212906, 0.012361323460936546, 0.013021834194660187, 0.013682344928383827, 0.014342856593430042, 0.015003367327153683, 0.015663878992199898, 0.016324389725923538, 0.01698490045964718]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0655154138803482, -0.0637621060013771, -0.06200879439711571, -0.06025548651814461, -0.05850217491388321, -0.05674886703491211, -0.05499555915594101, -0.05324224755167961, -0.05148893967270851, -0.04973562806844711, -0.04798232018947601, -0.04622901231050491, -0.044475700706243515, -0.042722392827272415, -0.04096908122301102, -0.03921577334403992, -0.03746246546506882, -0.03570915386080742, -0.03395584598183632, -0.03220253437757492, -0.03044922649860382, -0.02869591675698757, -0.026942607015371323, -0.025189297273755074, -0.023435987532138824, -0.021682679653167725, -0.019929369911551476, -0.018176060169935226, -0.016422750428318977, -0.014669441618025303, -0.012916131876409054, -0.01116282306611538, -0.00940951332449913, -0.0076562040485441685, -0.005902894772589207, -0.004149585030972958, -0.002396275755017996, -0.0006429663626477122, 0.0011103430297225714, 0.002863652538508177, 0.004616961814463139, 0.0063702710904181, 0.008123580366373062, 0.009876890107989311, 0.01163019984960556, 0.013383508659899235, 0.015136818401515484, 0.01689012721180916, 0.018643436953425407, 0.020396746695041656, 0.022150056436657906, 0.023903364315629005, 0.025656674057245255, 0.027409983798861504, 0.029163293540477753, 0.030916603282094002, 0.03266991302371025, 0.03442322090268135, 0.03617653250694275, 0.03792984038591385, 0.03968314826488495, 0.04143645986914635, 0.04318976774811745, 0.044943079352378845, 0.046696387231349945]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122023195028305, -0.007850171066820621, -0.007578318938612938, -0.007306466344743967, -0.0070346142165362835, -0.0067627620883286, -0.006490909960120916, -0.006219057831913233, -0.005947205238044262, -0.005675353109836578, -0.005403500981628895, -0.005131648853421211, -0.004859796725213528, -0.004587944597005844, -0.004316092003136873, -0.00404423987492919, -0.003772387746721506, -0.0035005356185138226, -0.0032286832574754953, -0.0029568311292678118, -0.0026849787682294846, -0.002413126640021801, -0.0021412745118141174, -0.001869422267191112, -0.0015975700225681067, -0.0013257177779451013, -0.0010538655333220959, -0.0007820134051144123, -0.0005101611604914069, -0.00023830894497223198, 3.354327054694295e-05, 0.0003053954860661179, 0.0005772477015852928, 0.0008490999462082982, 0.0011209521908313036, 0.0013928043190389872, 0.0016646565636619925, 0.001936508808284998, 0.0022083609364926815, 0.0024802132975310087, 0.0027520654257386923, 0.003023917553946376, 0.003295769914984703, 0.0035676220431923866, 0.00383947417140007, 0.004111326299607754, 0.004383178893476725, 0.004655031021684408, 0.004926883149892092, 0.005198735278099775, 0.005470587406307459, 0.00574244000017643, 0.006014292128384113, 0.006286144256591797, 0.0065579963847994804, 0.006829848513007164, 0.0071017006412148476, 0.0073735532350838184, 0.007645405363291502, 0.007917257957160473, 0.008189110085368156, 0.00846096221357584, 0.008732814341783524, 0.009004666469991207, 0.00927651859819889]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22248.0, 33658.0, 51397.0, 75843.0, 111356.0, 523662.0, 107260.0, 68245.0, 44646.0, 29039.0, 19504.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126570213586092, -0.00689347879961133, -0.006660386919975281, -0.006427295506000519, -0.0061942036263644695, -0.0059611122123897076, -0.005728020332753658, -0.005494928918778896, -0.005261837504804134, -0.005028745625168085, -0.004795654211193323, -0.004562562331557274, -0.004329470917582512, -0.004096379037946463, -0.0038632876239717007, -0.003630195977166295, -0.0033971043303608894, -0.003164012683555484, -0.002930921036750078, -0.0026978293899446726, -0.002464737743139267, -0.002231646329164505, -0.0019985546823590994, -0.0017654630355536938, -0.0015323713887482882, -0.0012992797419428825, -0.001066188095137477, -0.0008330965647473931, -0.0006000049179419875, -0.00036691330024041235, -0.0001338216825388372, 9.926993516273797e-05, 0.0003323615528643131, 0.0005654531996697187, 0.0007985447882674634, 0.0010316363768652081, 0.0012647280236706138, 0.0014978196704760194, 0.0017309112008661032, 0.001964002847671509, 0.0021970944944769144, 0.00243018614128232, 0.0026632777880877256, 0.0028963694348931313, 0.0031294608488678932, 0.003362552495673299, 0.0035956441424787045, 0.00382873578928411, 0.004061827436089516, 0.004294918850064278, 0.004528010729700327, 0.004761102143675089, 0.004994194023311138, 0.0052272854372859, 0.005460377316921949, 0.005693468730896711, 0.005926560610532761, 0.006159652024507523, 0.0063927434384822845, 0.006625835318118334, 0.006858926732093096, 0.007092018611729145, 0.007325110025703907, 0.007558201905339956, 0.007791293319314718]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778429090976715, -0.02227785252034664, -0.021777275949716568, -0.021276697516441345, -0.02077612094581127, -0.020275544375181198, -0.019774967804551125, -0.01927439123392105, -0.018773812800645828, -0.018273236230015755, -0.01777265965938568, -0.017272083088755608, -0.016771506518125534, -0.01627092994749546, -0.015770351514220238, -0.015269774943590164, -0.01476919837296009, -0.014268621802330017, -0.013768044300377369, -0.013267467729747295, -0.012766890227794647, -0.012266313657164574, -0.0117657370865345, -0.011265159584581852, -0.010764583013951778, -0.010264006443321705, -0.009763428941369057, -0.009262852370738983, -0.00876227580010891, -0.008261698298156261, -0.007761121727526188, -0.007260544691234827, -0.006759967654943466, -0.006259390618652105, -0.0057588135823607445, -0.005258237011730671, -0.00475765997543931, -0.004257082939147949, -0.003756506135687232, -0.003255929332226515, -0.002755352295935154, -0.002254775259643793, -0.001754198456183076, -0.0012536215363070369, -0.0007530446164309978, -0.0002524676965549588, 0.0002481092233210802, 0.0007486861431971192, 0.0012492630630731583, 0.0017498399829491973, 0.0022504169028252363, 0.0027509937062859535, 0.0032515707425773144, 0.0037521477788686752, 0.004252724349498749, 0.00475330138579011, 0.0052538784220814705, 0.005754455458372831, 0.006255032494664192, 0.006755609065294266, 0.007256186101585627, 0.0077567631378769875, 0.008257339708507061, 0.00875791721045971, 0.009258493781089783]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 357.0, 369.0, 435.0, 581.0, 809.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578548803925514, -0.02307821810245514, -0.022577889263629913, -0.02207755856215954, -0.021577227860689163, -0.021076899021863937, -0.020576568320393562, -0.020076237618923187, -0.01957590878009796, -0.019075578078627586, -0.01857524737715721, -0.018074918538331985, -0.01757458783686161, -0.017074257135391235, -0.01657392829656601, -0.016073597595095634, -0.015573267824947834, -0.015072938054800034, -0.014572607353329659, -0.014072277583181858, -0.013571947813034058, -0.013071617111563683, -0.012571287341415882, -0.012070957571268082, -0.011570626869797707, -0.011070297099649906, -0.010569967329502106, -0.010069637559354305, -0.00956930685788393, -0.00906897708773613, -0.00856864731758833, -0.008068316616117954, -0.007567986845970154, -0.007067656610161066, -0.006567326840013266, -0.006066996604204178, -0.005566666834056377, -0.00506633659824729, -0.004566006362438202, -0.0040656765922904015, -0.0035653463564813137, -0.0030650163535028696, -0.0025646863505244255, -0.0020643561147153378, -0.0015640261117368937, -0.0010636961087584496, -0.0005633659893646836, -6.303592817857862e-05, 0.0004372941330075264, 0.0009376241941936314, 0.0014379542553797364, 0.0019382843747735023, 0.0024386143777519464, 0.0029389443807303905, 0.0034392746165394783, 0.003939604386687279, 0.0044399346224963665, 0.004940264858305454, 0.005440594628453255, 0.0059409248642623425, 0.00644125510007143, 0.006941584870219231, 0.007441915106028318, 0.007942245341837406, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04202968627214432, -0.04133136197924614, -0.04063303768634796, -0.03993471339344978, -0.039236389100551605, -0.03853806480765343, -0.03783974051475525, -0.03714141622185707, -0.03644309192895889, -0.03574477136135101, -0.035046447068452835, -0.03434812277555466, -0.03364979848265648, -0.0329514741897583, -0.03225314989686012, -0.031554825603961945, -0.030856501311063766, -0.03015817701816559, -0.02945985272526741, -0.028761528432369232, -0.028063204139471054, -0.027364881709218025, -0.026666557416319847, -0.02596823312342167, -0.02526990883052349, -0.024571584537625313, -0.023873260244727135, -0.023174935951828957, -0.022476613521575928, -0.02177828922867775, -0.02107996493577957, -0.020381640642881393, -0.019683316349983215, -0.018984992057085037, -0.01828666776418686, -0.01758834347128868, -0.016890019178390503, -0.016191696748137474, -0.015493372455239296, -0.014795048162341118, -0.01409672386944294, -0.013398399576544762, -0.012700075283646584, -0.01200175192207098, -0.011303427629172802, -0.010605103336274624, -0.00990677997469902, -0.009208455681800842, -0.008510131388902664, -0.007811807096004486, -0.007113483268767595, -0.0064151594415307045, -0.005716835148632526, -0.005018510855734348, -0.0043201870284974575, -0.003621862968429923, -0.0029235389083623886, -0.002225214848294854, -0.0015268907882273197, -0.0008285667281597853, -0.00013024266809225082, 0.0005680813919752836, 0.001266405452042818, 0.0019647295121103525, 0.002663053572177887]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514105409383774, -0.05417954549193382, -0.053218040615320206, -0.05225653201341629, -0.05129502713680267, -0.05033351853489876, -0.04937200993299484, -0.048410505056381226, -0.04744899645447731, -0.04648749157786369, -0.04552598297595978, -0.04456447437405586, -0.043602969497442245, -0.04264146089553833, -0.04167995601892471, -0.0407184474170208, -0.03975693881511688, -0.038795433938503265, -0.03783392533659935, -0.03687242045998573, -0.03591091185808182, -0.0349494069814682, -0.033987898379564285, -0.03302638977766037, -0.03206488490104675, -0.031103376299142838, -0.03014186955988407, -0.029180362820625305, -0.02821885608136654, -0.027257349342107773, -0.026295840740203857, -0.02533433400094509, -0.024372827261686325, -0.02341132052242756, -0.022449813783168793, -0.021488305181264877, -0.02052679844200611, -0.019565291702747345, -0.01860378496348858, -0.017642278224229813, -0.016680769622325897, -0.01571926288306713, -0.014757756143808365, -0.013796249404549599, -0.012834742665290833, -0.011873234994709492, -0.010911728255450726, -0.009950220584869385, -0.008988713845610619, -0.008027207106351852, -0.007065699435770512, -0.0061041926965117455, -0.005142685491591692, -0.0041811782866716385, -0.0032196713145822287, -0.002258164342492819, -0.0012966571375727654, -0.0003351500490680337, 0.000626357039436698, 0.0015878641279414296, 0.0025493712164461613, 0.0035108784213662148, 0.004472385160624981, 0.005433892365545034, 0.006395399570465088]}, "_runtime": 5.136624574661255, "_timestamp": 1596213905.369974, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016853151842951775, -0.0161980502307415, -0.015542948618531227, -0.014887847006320953, -0.01423274539411068, -0.013577642850577831, -0.012922541238367558, -0.012267439626157284, -0.01161233801394701, -0.010957236401736736, -0.010302134789526463, -0.009647033177316189, -0.00899193063378334, -0.008336829021573067, -0.007681727409362793, -0.007026625797152519, -0.0063715241849422455, -0.005716422572731972, -0.005061320960521698, -0.004406218882650137, -0.003751117270439863, -0.0030960156582295895, -0.002440913813188672, -0.0017858120845630765, -0.001130710355937481, -0.00047560862731188536, 0.0001794931013137102, 0.0008345948299393058, 0.0014896965585649014, 0.002144798170775175, 0.0027999000158160925, 0.00345500186085701, 0.004110103473067284, 0.004765205085277557, 0.005420306697487831, 0.006075408775359392, 0.006730510387569666, 0.00738561199977994, 0.0080407140776515, 0.008695815689861774, 0.009350917302072048, 0.010006018914282322, 0.010661120526492596, 0.01131622213870287, 0.011971324682235718, 0.012626426294445992, 0.013281527906656265, 0.013936629518866539, 0.014591731131076813, 0.015246832743287086, 0.01590193435549736, 0.016557035967707634, 0.017212137579917908, 0.01786723919212818, 0.018522340804338455, 0.01917744241654873, 0.019832544028759003, 0.020487647503614426, 0.0211427491158247, 0.021797850728034973, 0.022452952340245247, 0.02310805395245552, 0.023763155564665794, 0.024418257176876068, 0.025073358789086342]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 255.0, 271.0, 435.0, 576.0, 2442.0, 762.0, 691.0, 473.0, 318.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12213420867919922, -0.11866346746683121, -0.1151927188038826, -0.11172197759151459, -0.10825123637914658, -0.10478049516677856, -0.10130974650382996, -0.09783900529146194, -0.09436826407909393, -0.09089751541614532, -0.08742677420377731, -0.0839560329914093, -0.08048529177904129, -0.07701454311609268, -0.07354380190372467, -0.07007306069135666, -0.06660231947898865, -0.06313157081604004, -0.05966082960367203, -0.05619008466601372, -0.052719343453645706, -0.049248598515987396, -0.045777857303619385, -0.042307112365961075, -0.038836367428302765, -0.03536562621593475, -0.031894881278276443, -0.028424140065908432, -0.024953395128250122, -0.02148265205323696, -0.0180119089782238, -0.01454116590321064, -0.01107042282819748, -0.0075996797531843185, -0.0041289362125098705, -0.0006581929046660662, 0.002812550403177738, 0.006283293478190899, 0.009754037484526634, 0.013224780559539795, 0.016695523634552956, 0.020166266709566116, 0.023637009784579277, 0.027107752859592438, 0.030578497797250748, 0.03404923900961876, 0.03751998394727707, 0.04099072515964508, 0.04446147009730339, 0.0479322150349617, 0.05140295624732971, 0.05487370118498802, 0.05834444239735603, 0.06181518733501434, 0.06528592854738235, 0.06875666975975037, 0.07222741842269897, 0.07569815963506699, 0.079168900847435, 0.0826396495103836, 0.08611039072275162, 0.08958113193511963, 0.09305187314748764, 0.09652262181043625, 0.09999336302280426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693658418953419, -0.006446718238294125, -0.0061997780576348305, -0.005952837876975536, -0.005705897696316242, -0.005458957049995661, -0.005212016869336367, -0.0049650766886770725, -0.004718136508017778, -0.004471196327358484, -0.00422425614669919, -0.003977315966039896, -0.0037303755525499582, -0.003483435371890664, -0.0032364949584007263, -0.002989554777741432, -0.002742614597082138, -0.002495674416422844, -0.00224873423576355, -0.002001793822273612, -0.001754853641614318, -0.0015079134609550238, -0.0012609731638804078, -0.0010140328668057919, -0.0007670926861464977, -0.0005201524472795427, -0.00027321220841258764, -2.62719695456326e-05, 0.00022066826932132244, 0.0004676085081882775, 0.0007145487470552325, 0.0009614889859221876, 0.0012084292247891426, 0.0014553694054484367, 0.0017023097025230527, 0.0019492499995976686, 0.0021961901802569628, 0.002443130360916257, 0.0026900707744061947, 0.002937010955065489, 0.003183951135724783, 0.003430891316384077, 0.003677831497043371, 0.003924771677702665, 0.004171712324023247, 0.004418652504682541, 0.004665592685341835, 0.004912532866001129, 0.005159473046660423, 0.005406413227319717, 0.0056533534079790115, 0.005900293588638306, 0.0061472337692976, 0.006394174415618181, 0.006641114596277475, 0.0068880547769367695, 0.007134994957596064, 0.007381935138255358, 0.007628875318914652, 0.007875815965235233, 0.008122756145894527, 0.008369696326553822, 0.008616636507213116, 0.00886357668787241, 0.009110516868531704]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 80.0, 102.0, 162.0, 276.0, 362.0, 520.0, 706.0, 1087.0, 1583.0, 2204.0, 2896.0, 4129.0, 5676.0, 7822.0, 10588.0, 15006.0, 21080.0, 29958.0, 42990.0, 60565.0, 83483.0, 111502.0, 458140.0, 90484.0, 64972.0, 45820.0, 32414.0, 23313.0, 16706.0, 12069.0, 8762.0, 6588.0, 4857.0, 3627.0, 2686.0, 1851.0, 1399.0, 971.0, 660.0, 471.0, 299.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374428540468216, -0.009054956957697868, -0.00873548537492752, -0.008416012860834599, -0.008096541278064251, -0.007777069695293903, -0.0074575976468622684, -0.007138126064091921, -0.006818654015660286, -0.006499182432889938, -0.006179710850119591, -0.005860238801687956, -0.005540767218917608, -0.005221295170485973, -0.004901823587715626, -0.004582351539283991, -0.004262879956513643, -0.003943408373743296, -0.0036239363253116608, -0.0033044645097106695, -0.0029849926941096783, -0.0026655211113393307, -0.0023460492957383394, -0.002026577480137348, -0.001707105664536357, -0.0013876338489353657, -0.0010681620333343744, -0.000748690334148705, -0.00042921851854771376, -0.00010974673205055296, 0.00020972505444660783, 0.0005291968118399382, 0.0008486686274409294, 0.0011681404430419207, 0.001487612258642912, 0.0018070839578285813, 0.0021265558898448944, 0.002446027472615242, 0.0027654992882162333, 0.0030849711038172245, 0.0034044429194182158, 0.003723914735019207, 0.004043386317789555, 0.0043628583662211895, 0.004682329948991537, 0.005001801997423172, 0.00532127358019352, 0.0056407456286251545, 0.005960217211395502, 0.00627968879416585, 0.006599160842597485, 0.006918632425367832, 0.007238104473799467, 0.007557576056569815, 0.00787704810500145, 0.008196519687771797, 0.008515991270542145, 0.008835462853312492, 0.009154935367405415, 0.009474406950175762, 0.00979387853294611, 0.010113350115716457, 0.01043282262980938, 0.010752294212579727, 0.011071765795350075]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023277971893548965, -0.022838862612843513, -0.022399751469492912, -0.02196064218878746, -0.02152153290808201, -0.021082421764731407, -0.020643312484025955, -0.020204203203320503, -0.019765092059969902, -0.01932598277926445, -0.018886873498558998, -0.018447762355208397, -0.018008653074502945, -0.017569543793797493, -0.017130432650446892, -0.01669132336974144, -0.01625221222639084, -0.015813102945685387, -0.015373993664979935, -0.014934883452951908, -0.014495773240923882, -0.01405666396021843, -0.013617553748190403, -0.013178443536162376, -0.012739334255456924, -0.012300224043428898, -0.011861113831400871, -0.011422003619372845, -0.010982894338667393, -0.010543784126639366, -0.01010467391461134, -0.009665564633905888, -0.009226454421877861, -0.008787344209849834, -0.008348234929144382, -0.007909124717116356, -0.007470014505088329, -0.00703090475872159, -0.006591795012354851, -0.006152684800326824, -0.005713575053960085, -0.005274465307593346, -0.004835355095565319, -0.00439624534919858, -0.0039571356028318405, -0.003518025390803814, -0.0030789156444370747, -0.0026398056652396917, -0.002200695686042309, -0.0017615857068449259, -0.0013224758440628648, -0.0008833659230731428, -0.00044425600208342075, -5.14608109369874e-06, 0.0004339638398960233, 0.0008730737608857453, 0.0013121836818754673, 0.0017512936610728502, 0.002190403640270233, 0.0026295133866369724, 0.0030686233658343554, 0.0035077333450317383, 0.0039468430913984776, 0.004385953303426504, 0.004825063049793243]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 21.0, 27.0, 19.0, 21.0, 24.0, 33.0, 42.0, 51.0, 55.0, 59.0, 70.0, 67.0, 101.0, 112.0, 129.0, 150.0, 150.0, 196.0, 191.0, 209.0, 219.0, 233.0, 240.0, 262.0, 227.0, 265.0, 259.0, 278.0, 314.0, 307.0, 304.0, 360.0, 439.0, 587.0, 722.0, 1313.0, 6729.0, 908.0, 771.0, 539.0, 243.0, 215.0, 193.0, 196.0, 174.0, 129.0, 124.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455642491579056, -0.02485058456659317, -0.024245524778962135, -0.02364046685397625, -0.023035407066345215, -0.02243034914135933, -0.021825289353728294, -0.02122023142874241, -0.020615171641111374, -0.02001011371612549, -0.019405055791139603, -0.018799996003508568, -0.018194938078522682, -0.017589878290891647, -0.01698482036590576, -0.016379760578274727, -0.01577470265328884, -0.015169643796980381, -0.01456458494067192, -0.01395952608436346, -0.013354467228055, -0.012749409303069115, -0.012144350446760654, -0.011539291590452194, -0.010934232734143734, -0.010329173877835274, -0.009724115021526814, -0.009119056165218353, -0.008513998240232468, -0.007908939383924007, -0.007303880527615547, -0.006698821671307087, -0.006093762814998627, -0.0054887039586901665, -0.004883645102381706, -0.004278586711734533, -0.003673527855426073, -0.003068468999117613, -0.0024634103756397963, -0.0018583516357466578, -0.0012532928958535194, -0.000648234155960381, -4.317541606724262e-05, 0.0005618833238258958, 0.0011669420637190342, 0.0017720008036121726, 0.002377059543505311, 0.0029821181669831276, 0.003587177023291588, 0.004192235879600048, 0.004797294735908508, 0.005402353126555681, 0.0060074119828641415, 0.006612470839172602, 0.007217529229819775, 0.007822588086128235, 0.008427646942436695, 0.009032705798745155, 0.009637764655053616, 0.010242823511362076, 0.010847881436347961, 0.011452940292656422, 0.012057999148964882, 0.012663058005273342, 0.013268116861581802]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08534059673547745, -0.08353649824857712, -0.08173239976167679, -0.07992830872535706, -0.07812421023845673, -0.0763201117515564, -0.07451601326465607, -0.07271191477775574, -0.07090781629085541, -0.06910372525453568, -0.06729962676763535, -0.06549552828073502, -0.06369142979383469, -0.06188733130693436, -0.060083236545324326, -0.058279138058423996, -0.056475043296813965, -0.054670944809913635, -0.052866846323013306, -0.051062751561403275, -0.049258653074502945, -0.047454554587602615, -0.045650459825992584, -0.043846361339092255, -0.042042262852191925, -0.040238168090581894, -0.038434069603681564, -0.036629971116781235, -0.034825876355171204, -0.033021777868270874, -0.031217681244015694, -0.029413582757115364, -0.027609486132860184, -0.025805389508605003, -0.024001291021704674, -0.022197194397449493, -0.020393097773194313, -0.018588999286293983, -0.016784902662038803, -0.014980806037783623, -0.013176708482205868, -0.011372610926628113, -0.009568514302372932, -0.0077644167467951775, -0.00596031965687871, -0.004156222566962242, -0.002352125244215131, -0.0005480280378833413, 0.0012560691684484482, 0.003060166258364916, 0.0048642633482813835, 0.0066683609038591385, 0.008472457528114319, 0.010276555083692074, 0.012080652639269829, 0.01388474926352501, 0.01568884775042534, 0.01749294437468052, 0.0192970409989357, 0.02110113762319088, 0.02290523611009121, 0.02470933273434639, 0.02651342935860157, 0.0283175278455019, 0.03012162446975708]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09723027795553207, -0.09551109373569489, -0.0937919095158577, -0.09207272529602051, -0.09035354107618332, -0.08863435685634613, -0.08691517263650894, -0.08519599586725235, -0.08347681164741516, -0.08175762742757797, -0.08003844320774078, -0.0783192589879036, -0.0766000747680664, -0.07488089054822922, -0.07316170632839203, -0.07144252210855484, -0.06972333788871765, -0.06800415366888046, -0.06628496944904327, -0.06456578522920609, -0.0628466084599495, -0.061127420514822006, -0.05940823629498482, -0.05768905580043793, -0.05596987158060074, -0.05425068736076355, -0.05253150314092636, -0.05081231892108917, -0.049093134701251984, -0.04737395420670509, -0.045654769986867905, -0.043935585767030716, -0.04221640154719353, -0.04049721732735634, -0.03877803310751915, -0.03705884888768196, -0.03533966839313507, -0.03362048417329788, -0.03190129995346069, -0.030182115733623505, -0.028462931513786316, -0.026743749156594276, -0.025024564936757088, -0.0233053807169199, -0.02158619835972786, -0.01986701413989067, -0.018147829920053482, -0.016428647562861443, -0.014709463343024254, -0.01299028005450964, -0.011271095834672451, -0.009551912546157837, -0.007832728326320648, -0.006113545037806034, -0.00439436174929142, -0.0026751779951155186, -0.0009559942409396172, 0.0007631893968209624, 0.002482373034581542, 0.0042015565559268, 0.005920740310102701, 0.007639924064278603, 0.009359107352793217, 0.011078291572630405, 0.01279747486114502]}, "_runtime": 5.91304874420166, "_timestamp": 1596213906.146398, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01930665411055088, -0.018678026273846626, -0.018049396574497223, -0.01742076873779297, -0.016792140901088715, -0.01616351306438446, -0.015534884296357632, -0.014906255528330803, -0.014277627691626549, -0.013648999854922295, -0.013020371086895466, -0.012391742318868637, -0.011763114482164383, -0.011134486645460129, -0.0105058578774333, -0.009877229109406471, -0.009248601272702217, -0.008619973435997963, -0.007991344667971134, -0.007362716365605593, -0.006734088063240051, -0.00610545976087451, -0.005476831458508968, -0.004848203156143427, -0.0042195748537778854, -0.003590946551412344, -0.0029623182490468025, -0.002333689946681261, -0.0017050616443157196, -0.0010764333419501781, -0.0004478050395846367, 0.00018082326278090477, 0.0008094515651464462, 0.0014380798675119877, 0.002066708169877529, 0.0026953364722430706, 0.003323964774608612, 0.0039525930769741535, 0.004581221379339695, 0.0052098496817052364, 0.005838477984070778, 0.006467106286436319, 0.007095734588801861, 0.007724362891167402, 0.008352991193532944, 0.008981619030237198, 0.009610247798264027, 0.010238876566290855, 0.01086750440299511, 0.011496132239699364, 0.012124761007726192, 0.012753389775753021, 0.013382017612457275, 0.01401064544916153, 0.014639274217188358, 0.015267902985215187, 0.01589653082191944, 0.016525158658623695, 0.0171537883579731, 0.017782416194677353, 0.018411044031381607, 0.01903967186808586, 0.019668299704790115, 0.02029692940413952, 0.020925557240843773]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 4.0, 4.0, 7.0, 9.0, 5.0, 12.0, 11.0, 18.0, 12.0, 18.0, 14.0, 21.0, 39.0, 42.0, 41.0, 50.0, 54.0, 84.0, 87.0, 106.0, 137.0, 177.0, 257.0, 255.0, 355.0, 408.0, 2134.0, 822.0, 781.0, 571.0, 414.0, 266.0, 181.0, 134.0, 96.0, 76.0, 42.0, 46.0, 24.0, 21.0, 16.0, 15.0, 11.0, 6.0, 4.0, 7.0, 3.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1215938851237297, -0.11786744743585587, -0.11414100974798203, -0.11041456460952759, -0.10668812692165375, -0.10296168923377991, -0.09923525154590607, -0.09550880640745163, -0.09178236871957779, -0.08805593103170395, -0.08432949334383011, -0.08060305565595627, -0.07687661051750183, -0.07315017282962799, -0.06942373514175415, -0.06569729745388031, -0.06197085604071617, -0.05824441835284233, -0.05451797693967819, -0.05079153925180435, -0.04706509783864021, -0.04333866015076637, -0.039612218737602234, -0.035885781049728394, -0.03215934336185455, -0.028432901948690414, -0.024706462398171425, -0.020980022847652435, -0.017253585159778595, -0.01352714467793703, -0.009800706058740616, -0.006074266508221626, -0.0023478269577026367, 0.0013786123599857092, 0.005105051677674055, 0.008831490762531757, 0.012557930313050747, 0.016284368932247162, 0.02001080848276615, 0.02373724803328514, 0.02746368758380413, 0.03119012713432312, 0.03491656482219696, 0.0386430062353611, 0.04236944392323494, 0.04609588533639908, 0.04982232302427292, 0.05354876443743706, 0.0572752021253109, 0.06100163981318474, 0.06472808122634888, 0.06845451891422272, 0.07218095660209656, 0.075907401740551, 0.07963383942842484, 0.08336027711629868, 0.08708671480417252, 0.09081315249204636, 0.0945395976305008, 0.09826603531837463, 0.10199247300624847, 0.10571891069412231, 0.10944535583257675, 0.11317179352045059, 0.11689823120832443]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 5.0, 2.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 4.0, 2.0, 2.0, 2.0, 30.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00689634820446372, -0.006641007494181395, -0.006385667249560356, -0.00613032653927803, -0.005874985828995705, -0.005619645584374666, -0.0053643048740923405, -0.005108964163810015, -0.004853623919188976, -0.0045982832089066505, -0.004342942498624325, -0.004087601788341999, -0.0038322615437209606, -0.003576920833438635, -0.0033215803559869528, -0.003066239645704627, -0.002810899168252945, -0.002555558690801263, -0.002300217980518937, -0.002044877503067255, -0.001789536909200251, -0.0015341963153332472, -0.001278855837881565, -0.0010235152440145612, -0.0007681746501475573, -0.0005128340562805533, -0.00025749352062121034, -2.1529558580368757e-06, 0.0002531876089051366, 0.0005085282027721405, 0.0007638687384314835, 0.0010192092740908265, 0.0012745498679578304, 0.0015298904618248343, 0.0017852310556918383, 0.0020405715331435204, 0.002295912243425846, 0.002551252720877528, 0.0028065931983292103, 0.003061933908611536, 0.003317274386063218, 0.0035726148635149, 0.003827955573797226, 0.004083296284079552, 0.00433863652870059, 0.004593977238982916, 0.004849317949265242, 0.00510465819388628, 0.005359998904168606, 0.0056153396144509315, 0.00587067985907197, 0.006126020569354296, 0.0063813612796366215, 0.00663670152425766, 0.006892042234539986, 0.007147382944822311, 0.007402723655104637, 0.007658063899725676, 0.007913404144346714, 0.00816874485462904, 0.008424085564911366, 0.008679426275193691, 0.008934766985476017, 0.009190107695758343, 0.009445447474718094]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 13.0, 25.0, 20.0, 34.0, 60.0, 96.0, 157.0, 239.0, 337.0, 583.0, 870.0, 1348.0, 1902.0, 2822.0, 4159.0, 5952.0, 8046.0, 11290.0, 15818.0, 21756.0, 30687.0, 44883.0, 65328.0, 91071.0, 115289.0, 437163.0, 90449.0, 65207.0, 45851.0, 32209.0, 22929.0, 16917.0, 12258.0, 9187.0, 6720.0, 4894.0, 3619.0, 2679.0, 2013.0, 1420.0, 998.0, 743.0, 487.0, 343.0, 271.0, 159.0, 120.0, 67.0, 51.0, 36.0, 15.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012290664948523045, -0.011868706904351711, -0.011446749791502953, -0.01102479174733162, -0.010602833703160286, -0.010180876590311527, -0.009758918546140194, -0.00933696050196886, -0.008915003389120102, -0.008493045344948769, -0.008071087300777435, -0.007649129722267389, -0.007227172143757343, -0.00680521409958601, -0.006383256521075964, -0.005961298476904631, -0.005539340898394585, -0.005117383319884539, -0.004695425275713205, -0.004273467697203159, -0.0038515098858624697, -0.00342955207452178, -0.003007594496011734, -0.0025856366846710443, -0.0021636788733303547, -0.001741721061989665, -0.0013197633670642972, -0.0008978056139312685, -0.0004758478607982397, -5.389010766521096e-05, 0.0003680676454678178, 0.0007900253986008465, 0.0012119831517338753, 0.001633940963074565, 0.0020558987744152546, 0.0024778563529253006, 0.0028998141642659903, 0.00332177197560668, 0.003743729554116726, 0.004165687598288059, 0.004587645176798105, 0.005009602755308151, 0.0054315607994794846, 0.0058535183779895306, 0.006275475956499577, 0.00669743400067091, 0.007119391579180956, 0.007541349623352289, 0.007963307201862335, 0.008385265246033669, 0.008807222358882427, 0.00922918040305376, 0.009651138447225094, 0.010073095560073853, 0.010495053604245186, 0.01091701164841652, 0.011338969692587852, 0.011760926805436611, 0.012182884849607944, 0.012604842893779278, 0.013026800006628036, 0.01344875805079937, 0.013870716094970703, 0.014292673207819462, 0.014714631251990795]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 6.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010836095549166203, -0.010532486252486706, -0.010228876024484634, -0.009925266727805138, -0.009621657431125641, -0.009318048134446144, -0.009014438837766647, -0.008710828609764576, -0.00840721931308508, -0.008103610016405582, -0.007800000254064798, -0.007496390491724014, -0.0071927811950445175, -0.006889171898365021, -0.006585562136024237, -0.006281952373683453, -0.005978343077003956, -0.005674733780324459, -0.005371124017983675, -0.005067514255642891, -0.004763904958963394, -0.004460295662283897, -0.004156685899943113, -0.003853076370432973, -0.0035494668409228325, -0.003245857311412692, -0.0029422477819025517, -0.0026386382523924112, -0.002335028722882271, -0.0020314191933721304, -0.00172780966386199, -0.0014242001343518496, -0.0011205906048417091, -0.0008169810753315687, -0.0005133715458214283, -0.00020976201631128788, 9.384751319885254e-05, 0.00039745704270899296, 0.0007010665722191334, 0.0010046761017292738, 0.0013082856312394142, 0.0016118951607495546, 0.001915504690259695, 0.0022191142197698355, 0.002522723749279976, 0.0028263332787901163, 0.0031299428083002567, 0.003433552337810397, 0.0037371618673205376, 0.004040771164000034, 0.004344380926340818, 0.0046479906886816025, 0.004951599985361099, 0.005255209282040596, 0.00555881904438138, 0.005862428806722164, 0.006166038103401661, 0.006469647400081158, 0.006773257162421942, 0.007076866924762726, 0.007380476221442223, 0.007684085518121719, 0.007987694814801216, 0.008291305042803288, 0.008594914339482784]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 7.0, 10.0, 9.0, 13.0, 8.0, 16.0, 21.0, 22.0, 44.0, 50.0, 36.0, 52.0, 67.0, 81.0, 86.0, 109.0, 116.0, 129.0, 161.0, 193.0, 211.0, 226.0, 214.0, 243.0, 248.0, 255.0, 255.0, 254.0, 275.0, 283.0, 356.0, 405.0, 474.0, 557.0, 723.0, 6114.0, 1894.0, 1008.0, 716.0, 502.0, 429.0, 363.0, 281.0, 233.0, 214.0, 161.0, 113.0, 69.0, 48.0, 28.0, 15.0, 16.0, 2.0, 5.0, 1.0, 2.0], "bins": [-0.014266912825405598, -0.013942459598183632, -0.01361800730228424, -0.013293554075062275, -0.01296910084784031, -0.012644647620618343, -0.012320194393396378, -0.011995742097496986, -0.01167128887027502, -0.011346835643053055, -0.011022383347153664, -0.010697930119931698, -0.010373476892709732, -0.010049023665487766, -0.0097245704382658, -0.00940011814236641, -0.009075664915144444, -0.008751211687922478, -0.008426759392023087, -0.00810230616480112, -0.007777852937579155, -0.007453399710357189, -0.007128946948796511, -0.006804494187235832, -0.006480040960013866, -0.006155587732791901, -0.005831134971231222, -0.005506682209670544, -0.005182228982448578, -0.004857775755226612, -0.004533322993665934, -0.004208870232105255, -0.0038844170048832893, -0.003559964010491967, -0.003235511016100645, -0.002911058021709323, -0.002586605027318001, -0.0022621520329266787, -0.0019376990385353565, -0.0016132460441440344, -0.0012887930497527122, -0.0009643400553613901, -0.000639887060970068, -0.00031543406657874584, 9.018927812576294e-06, 0.00033347192220389843, 0.0006579249165952206, 0.0009823779109865427, 0.0013068309053778648, 0.001631283899769187, 0.001955736894160509, 0.0022801898885518312, 0.0026046428829431534, 0.0029290958773344755, 0.0032535488717257977, 0.00357800186611712, 0.003902454860508442, 0.004226908087730408, 0.004551360849291086, 0.004875813610851765, 0.0052002668380737305, 0.005524720065295696, 0.005849172826856375, 0.006173625588417053, 0.006498078815639019]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054082199931144714, -0.052993714809417725, -0.051905225962400436, -0.05081674084067345, -0.04972825199365616, -0.04863976687192917, -0.04755128175020218, -0.04646279290318489, -0.0453743077814579, -0.04428582265973091, -0.04319733381271362, -0.04210884869098663, -0.041020363569259644, -0.039931874722242355, -0.038843389600515366, -0.03775490075349808, -0.03666641563177109, -0.0355779305100441, -0.03448944166302681, -0.03340095654129982, -0.03231246769428253, -0.031223982572555542, -0.030135497450828552, -0.029047010466456413, -0.027958523482084274, -0.026870036497712135, -0.025781549513339996, -0.024693064391613007, -0.023604577407240868, -0.02251609042286873, -0.02142760530114174, -0.0203391183167696, -0.01925063133239746, -0.018162144348025322, -0.017073657363653183, -0.015985172241926193, -0.014896685257554054, -0.013808198273181915, -0.012719712220132351, -0.011631226167082787, -0.010542739182710648, -0.009454252198338509, -0.008365766145288944, -0.007277279626578093, -0.006188793107867241, -0.005100306589156389, -0.004011820070445538, -0.002923333551734686, -0.0018348470330238342, -0.0007463605143129826, 0.0003421260043978691, 0.0014306125231087208, 0.0025190990418195724, 0.003607585560530424, 0.004696072079241276, 0.0057845585979521275, 0.006873045116662979, 0.007961532101035118, 0.009050018154084682, 0.010138504207134247, 0.011226991191506386, 0.012315478175878525, 0.01340396422892809, 0.014492450281977654, 0.015580937266349792]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 8.0, 5.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 10.0, 69.0, 14.0, 5.0, 8.0, 9.0, 3.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055294714868068695, -0.054203230887651443, -0.05311174318194389, -0.05202025920152664, -0.05092877149581909, -0.04983728751540184, -0.04874580353498459, -0.04765431582927704, -0.04656283184885979, -0.04547134414315224, -0.044379860162734985, -0.043288376182317734, -0.042196888476610184, -0.04110540449619293, -0.04001391679048538, -0.03892243281006813, -0.03783094882965088, -0.03673946112394333, -0.03564797714352608, -0.03455648943781853, -0.033465005457401276, -0.032373517751693726, -0.031282033771276474, -0.030190547928214073, -0.029099062085151672, -0.02800757810473442, -0.02691609226167202, -0.02582460641860962, -0.02473312057554722, -0.023641634732484818, -0.022550150752067566, -0.021458664909005165, -0.020367179065942764, -0.019275693222880363, -0.018184207379817963, -0.01709272339940071, -0.01600123755633831, -0.01490975171327591, -0.013818265870213509, -0.012726780958473682, -0.011635295115411282, -0.01054380927234888, -0.009452324360609055, -0.008360838517546654, -0.00726935314014554, -0.006177867762744427, -0.005086381919682026, -0.003994896542280912, -0.002903411164879799, -0.0018119256710633636, -0.0007204401772469282, 0.0003710453165695071, 0.0014625308103859425, 0.002554016187787056, 0.003645501798018813, 0.00473698740825057, 0.005828472785651684, 0.006919958163052797, 0.00801144354045391, 0.009102929383516312, 0.010194415226578712, 0.011285900138318539, 0.01237738598138094, 0.013468870893120766, 0.014560356736183167]}, "_runtime": 6.6908042430877686, "_timestamp": 1596213906.9241536, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0146250631660223, -0.014175091870129108, -0.013725120574235916, -0.01327514834702015, -0.012825177051126957, -0.012375205755233765, -0.011925234459340572, -0.011475262232124805, -0.011025290936231613, -0.010575319640338421, -0.010125348344445229, -0.009675377048552036, -0.00922540482133627, -0.008775433525443077, -0.008325462229549885, -0.007875490933656693, -0.007425519172102213, -0.006975547876209021, -0.006525576114654541, -0.006075604818761349, -0.005625633057206869, -0.005175661761313677, -0.004725689999759197, -0.004275718703866005, -0.003825747175142169, -0.003375775646418333, -0.002925804117694497, -0.002475832588970661, -0.002025861293077469, -0.001575889647938311, -0.001125918235629797, -0.000675946706905961, -0.0002259751781821251, 0.0002239963214378804, 0.0006739678210578859, 0.001123939291574061, 0.0015739108202978969, 0.002023882232606411, 0.002473853761330247, 0.002923825290054083, 0.003373796818777919, 0.0038237683475017548, 0.004273739643394947, 0.004723711404949427, 0.005173682700842619, 0.0056236544623970985, 0.006073625758290291, 0.00652359751984477, 0.006973568815737963, 0.007423540111631155, 0.007873511873185635, 0.008323483169078827, 0.00877345446497202, 0.009223426692187786, 0.009673397988080978, 0.01012336928397417, 0.010573340579867363, 0.011023311875760555, 0.011473284102976322, 0.011923255398869514, 0.012373226694762707, 0.012823197990655899, 0.013273170217871666, 0.013723141513764858, 0.01417311280965805]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 9.0, 5.0, 4.0, 7.0, 9.0, 14.0, 15.0, 29.0, 36.0, 32.0, 50.0, 59.0, 56.0, 64.0, 94.0, 112.0, 131.0, 221.0, 279.0, 392.0, 507.0, 2190.0, 1140.0, 942.0, 547.0, 319.0, 201.0, 136.0, 87.0, 73.0, 49.0, 36.0, 22.0, 16.0, 4.0, 12.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1784650981426239, -0.1738433986902237, -0.1692216992378235, -0.16459999978542328, -0.15997830033302307, -0.15535660088062286, -0.15073490142822266, -0.14611320197582245, -0.14149150252342224, -0.13686978816986084, -0.13224808871746063, -0.12762638926506042, -0.12300468981266022, -0.11838299036026001, -0.1137612909078598, -0.1091395914554596, -0.10451789200305939, -0.09989619255065918, -0.09527449309825897, -0.09065279364585876, -0.08603109419345856, -0.08140938729047775, -0.07678768783807755, -0.07216598838567734, -0.06754428893327713, -0.06292258948087692, -0.058300890028476715, -0.05367918685078621, -0.049057487398386, -0.044435787945985794, -0.03981408476829529, -0.03519238531589508, -0.030570685863494873, -0.025948986411094666, -0.02132728509604931, -0.016705583781003952, -0.012083884328603745, -0.007462183944880962, -0.0028404835611581802, 0.001781216822564602, 0.006402917206287384, 0.011024617590010166, 0.01564631797373295, 0.020268019288778305, 0.024889718741178513, 0.02951141819357872, 0.034133121371269226, 0.038754820823669434, 0.04337652027606964, 0.04799821972846985, 0.052619919180870056, 0.05724162235856056, 0.06186332181096077, 0.06648502498865128, 0.07110672444105148, 0.07572842389345169, 0.0803501233458519, 0.0849718227982521, 0.08959352225065231, 0.09421522170305252, 0.09883692860603333, 0.10345862805843353, 0.10808032751083374, 0.11270202696323395, 0.11732372641563416]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 26.0, 2.0, 4.0, 5.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006054186262190342, -0.005861605517566204, -0.005669024772942066, -0.005476444028317928, -0.0052838632836937904, -0.0050912825390696526, -0.004898701794445515, -0.004706121049821377, -0.004513540305197239, -0.004320959560573101, -0.004128378815948963, -0.003935798071324825, -0.0037432173267006874, -0.0035506365820765495, -0.0033580558374524117, -0.0031654750928282738, -0.002972894348204136, -0.002780313603579998, -0.00258773285895586, -0.0023951521143317223, -0.0022025713697075844, -0.0020099906250834465, -0.0018174098804593086, -0.0016248291358351707, -0.0014322483912110329, -0.001239667646586895, -0.0010470869019627571, -0.0008545061573386192, -0.0006619254127144814, -0.0004693446680903435, -0.0002767639234662056, -8.418317884206772e-05, 0.00010839756578207016, 0.00030097831040620804, 0.0004935590550303459, 0.0006861397996544838, 0.0008787205442786217, 0.0010713012889027596, 0.0012638820335268974, 0.0014564627781510353, 0.0016490435227751732, 0.001841624267399311, 0.002034205012023449, 0.002226785756647587, 0.0024193665012717247, 0.0026119472458958626, 0.0028045279905200005, 0.0029971087351441383, 0.003189689479768276, 0.003382270224392414, 0.003574850969016552, 0.00376743171364069, 0.003960012458264828, 0.004152593202888966, 0.0043451739475131035, 0.004537754692137241, 0.004730335436761379, 0.004922916181385517, 0.005115496926009655, 0.005308077670633793, 0.005500658415257931, 0.005693239159882069, 0.0058858199045062065, 0.006078400649130344, 0.006270981393754482]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 9.0, 20.0, 35.0, 54.0, 88.0, 168.0, 238.0, 319.0, 510.0, 845.0, 1238.0, 1736.0, 2377.0, 3220.0, 4333.0, 5680.0, 7276.0, 9352.0, 11984.0, 14730.0, 18933.0, 24792.0, 33200.0, 44676.0, 58648.0, 74533.0, 92743.0, 413534.0, 87681.0, 69404.0, 51323.0, 37622.0, 27398.0, 20607.0, 15375.0, 11546.0, 8722.0, 6905.0, 5027.0, 3767.0, 2637.0, 1878.0, 1428.0, 920.0, 658.0, 443.0, 332.0, 229.0, 149.0, 105.0, 68.0, 54.0, 39.0, 21.0, 11.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011429508216679096, -0.011051539331674576, -0.01067357137799263, -0.01029560249298811, -0.00991763360798359, -0.009539665654301643, -0.009161696769297123, -0.008783727884292603, -0.008405759930610657, -0.008027791045606136, -0.007649822160601616, -0.007271853741258383, -0.00689388532191515, -0.006515916436910629, -0.006137948017567396, -0.005759979132562876, -0.005382010713219643, -0.0050040422938764095, -0.004626073408871889, -0.004248104989528656, -0.0038701363373547792, -0.0034921676851809025, -0.0031141992658376694, -0.0027362306136637926, -0.002358261961489916, -0.001980293309316039, -0.0016023247735574841, -0.0012243562377989292, -0.0008463875856250525, -0.0004684189916588366, -9.045039769262075e-05, 0.0002875181962735951, 0.0006654867902398109, 0.0010434554424136877, 0.0014214239781722426, 0.0017993925139307976, 0.0021773611661046743, 0.002555329818278551, 0.002933298237621784, 0.003311266889795661, 0.0036892355419695377, 0.004067203961312771, 0.004445172846317291, 0.004823141265660524, 0.0052011096850037575, 0.005579078570008278, 0.005957046989351511, 0.006335015874356031, 0.0067129842936992645, 0.007090952713042498, 0.007468921598047018, 0.007846890017390251, 0.008224858902394772, 0.008602826856076717, 0.008980795741081238, 0.009358764626085758, 0.009736733511090279, 0.010114701464772224, 0.010492670349776745, 0.010870639234781265, 0.011248607188463211, 0.011626576073467731, 0.012004544958472252, 0.012382512912154198, 0.012760481797158718]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 0.0, 8.0, 3.0, 1.0, 4.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.021470386534929276, -0.02102452702820301, -0.020578665658831596, -0.02013280615210533, -0.019686944782733917, -0.019241085276007652, -0.018795223906636238, -0.018349364399909973, -0.017903504893183708, -0.017457643523812294, -0.01701178401708603, -0.016565922647714615, -0.01612006314098835, -0.015674203634262085, -0.01522834226489067, -0.014782481826841831, -0.014336621388792992, -0.013890761882066727, -0.013444901444017887, -0.012999041005969048, -0.012553180567920208, -0.012107320129871368, -0.011661459691822529, -0.011215600185096264, -0.010769739747047424, -0.010323879308998585, -0.009878018870949745, -0.009432158432900906, -0.008986297994852066, -0.008540438488125801, -0.008094578050076962, -0.007648717612028122, -0.007202857173979282, -0.006756996735930443, -0.0063111367635428905, -0.005865276325494051, -0.005419415887445211, -0.004973555915057659, -0.00452769547700882, -0.00408183503895998, -0.003635974833741784, -0.003190114628523588, -0.0027442541904747486, -0.0022983939852565527, -0.001852533663623035, -0.0014066733419895172, -0.0009608130785636604, -0.0005149528151378036, -6.909249350428581e-05, 0.0003767677990254015, 0.0008226280915550888, 0.0012684883549809456, 0.0017143486766144633, 0.002160208998247981, 0.002606069203466177, 0.0030519296415150166, 0.0034977898467332125, 0.003943650051951408, 0.004389510490000248, 0.0048353709280490875, 0.00528123090043664, 0.005727091338485479, 0.006172951776534319, 0.006618811748921871, 0.007064672186970711]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 2.0, 3.0, 5.0, 7.0, 8.0, 9.0, 9.0, 14.0, 10.0, 14.0, 15.0, 31.0, 34.0, 31.0, 49.0, 44.0, 35.0, 52.0, 58.0, 53.0, 62.0, 71.0, 83.0, 91.0, 112.0, 110.0, 126.0, 120.0, 164.0, 190.0, 212.0, 207.0, 241.0, 267.0, 272.0, 326.0, 336.0, 360.0, 398.0, 431.0, 501.0, 631.0, 674.0, 775.0, 1077.0, 6619.0, 997.0, 649.0, 439.0, 323.0, 203.0, 160.0, 166.0, 140.0, 136.0, 90.0, 77.0, 51.0, 28.0, 19.0, 7.0], "bins": [-0.010588683187961578, -0.010370244272053242, -0.010151805356144905, -0.009933366440236568, -0.009714927524328232, -0.009496488608419895, -0.009278049692511559, -0.009059610776603222, -0.008841171860694885, -0.008622732944786549, -0.008404294028878212, -0.008185855112969875, -0.007967416197061539, -0.007748977281153202, -0.007530538365244865, -0.007312099449336529, -0.007093660533428192, -0.006875222083181143, -0.006656783167272806, -0.0064383442513644695, -0.006219905335456133, -0.006001466419547796, -0.00578302750363946, -0.005564588587731123, -0.005346149671822786, -0.00512771075591445, -0.004909271840006113, -0.004690832924097776, -0.00447239400818944, -0.004253955092281103, -0.0040355161763727665, -0.00381707726046443, -0.003598638344556093, -0.0033801994286477566, -0.00316176051273942, -0.0029433215968310833, -0.0027248826809227467, -0.00250644376501441, -0.0022880048491060734, -0.0020695659331977367, -0.001851127133704722, -0.0016326882177963853, -0.0014142493018880486, -0.001195810385979712, -0.0009773715864866972, -0.0007589326123706996, -0.0005404937546700239, -0.0003220548387616873, -0.00010361592285335064, 0.00011482297850307077, 0.0003332618798594922, 0.0005517007666639984, 0.000770139682572335, 0.0009885785402730107, 0.0012070174561813474, 0.001425456372089684, 0.0016438952879980206, 0.0018623342039063573, 0.002080773003399372, 0.0022992119193077087, 0.0025176508352160454, 0.002736089751124382, 0.0029545286670327187, 0.0031729675829410553, 0.003391406498849392]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.05142389237880707, -0.05043580383062363, -0.049447719007730484, -0.04845963045954704, -0.0474715456366539, -0.04648345708847046, -0.045495372265577316, -0.044507283717393875, -0.04351919889450073, -0.04253111034631729, -0.04154302552342415, -0.04055493697524071, -0.039566852152347565, -0.038578763604164124, -0.03759067878127098, -0.03660259023308754, -0.0356145054101944, -0.034626416862010956, -0.033638328313827515, -0.03265024349093437, -0.03166215494275093, -0.030674070119857788, -0.029685983434319496, -0.028697896748781204, -0.027709808200597763, -0.02672172151505947, -0.02573363482952118, -0.024745548143982887, -0.023757461458444595, -0.022769374772906303, -0.02178128808736801, -0.02079320140182972, -0.019805114716291428, -0.018817028030753136, -0.017828941345214844, -0.016840854659676552, -0.01585276797413826, -0.014864680357277393, -0.013876593671739101, -0.01288850698620081, -0.011900420300662518, -0.010912333615124226, -0.009924246929585934, -0.008936160244047642, -0.007948072627186775, -0.006959986407309771, -0.005971899256110191, -0.004983812570571899, -0.0039957258850336075, -0.0030076391994953156, -0.00201955228112638, -0.0010314654791727662, -4.337867721915245e-05, 0.0009447081247344613, 0.001932794926688075, 0.0029208818450570107, 0.003908968530595303, 0.0048970552161335945, 0.0058851419016718864, 0.006873229052871466, 0.007861316204071045, 0.008849402889609337, 0.009837489575147629, 0.01082557626068592, 0.011813662946224213]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 4.0, 4.0, 4.0, 3.0, 3.0, 5.0, 6.0, 4.0, 7.0, 5.0, 5.0, 5.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 6.0, 3.0, 4.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 7.0, 16.0, 64.0, 20.0, 8.0, 6.0, 4.0, 3.0, 0.0, 3.0, 3.0], "bins": [-0.03221830725669861, -0.03164072334766388, -0.031063135713338852, -0.030485551804304123, -0.029907966032624245, -0.029330380260944366, -0.028752794489264488, -0.02817521058022976, -0.02759762480854988, -0.027020039036870003, -0.026442453265190125, -0.025864867493510246, -0.025287283584475517, -0.02470969781279564, -0.02413211204111576, -0.023554526269435883, -0.022976942360401154, -0.022399356588721275, -0.021821770817041397, -0.02124418504536152, -0.02066659927368164, -0.02008901536464691, -0.019511429592967033, -0.018933843821287155, -0.018356258049607277, -0.0177786722779274, -0.01720108836889267, -0.01662350259721279, -0.016045916825532913, -0.01546833198517561, -0.014890746213495731, -0.014313161373138428, -0.01373557560145855, -0.013157989829778671, -0.012580404989421368, -0.01200281921774149, -0.011425234377384186, -0.010847648605704308, -0.010270063765347004, -0.009692477993667126, -0.009114893153309822, -0.008537307381629944, -0.007959721609950066, -0.007382136769592762, -0.006804550997912884, -0.006226965691894293, -0.005649380385875702, -0.005071795079857111, -0.00449420977383852, -0.003916624467819929, -0.003339039161801338, -0.0027614536229521036, -0.0021838683169335127, -0.0016062830109149218, -0.001028697588481009, -0.00045111222425475717, 0.00012647313997149467, 0.0007040585041977465, 0.0012816438684239984, 0.0018592292908579111, 0.002436814596876502, 0.003014399902895093, 0.0035919854417443275, 0.0041695707477629185, 0.004747156053781509]}, "_runtime": 7.476170063018799, "_timestamp": 1596213907.7095194, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 6.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.017090149223804474, -0.016635458916425705, -0.016180768609046936, -0.015726080164313316, -0.015271389856934547, -0.014816699549555779, -0.01436200924217701, -0.013907319866120815, -0.013452629558742046, -0.012997939251363277, -0.012543249875307083, -0.012088559567928314, -0.011633869260549545, -0.011179179884493351, -0.010724489577114582, -0.010269800201058388, -0.009815109893679619, -0.00936041958630085, -0.008905730210244656, -0.008451039902865887, -0.007996350526809692, -0.0075416602194309235, -0.0070869699120521545, -0.006632280070334673, -0.006177590228617191, -0.00572290038689971, -0.005268210545182228, -0.004813520237803459, -0.0043588303960859776, -0.003904140554368496, -0.0034494504798203707, -0.0029947604052722454, -0.002540070563554764, -0.002085380721837282, -0.001630690647289157, -0.0011760006891563535, -0.00072131073102355, -0.0002666207728907466, 0.00018806918524205685, 0.0006427591433748603, 0.0010974491015076637, 0.0015521390596404672, 0.0020068290177732706, 0.002461519092321396, 0.0029162089340388775, 0.003370898775756359, 0.0038255888503044844, 0.00428027892485261, 0.004734968766570091, 0.005189658608287573, 0.0056443484500050545, 0.006099038757383823, 0.006553728599101305, 0.007008418440818787, 0.0074631087481975555, 0.00791779812425375, 0.008372488431632519, 0.008827178739011288, 0.009281868115067482, 0.009736558422446251, 0.01019124872982502, 0.010645938105881214, 0.011100628413259983, 0.011555317789316177, 0.012010008096694946]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 6.0, 5.0, 6.0, 8.0, 14.0, 18.0, 21.0, 32.0, 37.0, 53.0, 85.0, 70.0, 102.0, 126.0, 154.0, 188.0, 252.0, 331.0, 438.0, 533.0, 2517.0, 990.0, 697.0, 419.0, 276.0, 167.0, 118.0, 81.0, 42.0, 31.0, 26.0, 17.0, 13.0, 10.0, 9.0, 11.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16142883896827698, -0.1565432846546173, -0.15165773034095764, -0.14677219092845917, -0.1418866366147995, -0.13700108230113983, -0.13211552798748016, -0.1272299885749817, -0.12234443426132202, -0.11745887994766235, -0.11257332563400269, -0.10768777877092361, -0.10280222445726395, -0.09791667759418488, -0.09303112328052521, -0.08814557641744614, -0.08326002210378647, -0.0783744677901268, -0.07348892092704773, -0.06860336661338806, -0.06371781975030899, -0.05883226543664932, -0.05394671484827995, -0.049061164259910583, -0.044175613671541214, -0.039290063083171844, -0.034404512494802475, -0.029518960043787956, -0.024633409455418587, -0.019747858867049217, -0.014862307347357273, -0.009976755827665329, -0.0050912052392959595, -0.00020565418526530266, 0.004679896868765354, 0.009565448388457298, 0.014450998976826668, 0.019336549565196037, 0.024222102016210556, 0.029107652604579926, 0.033993203192949295, 0.038878753781318665, 0.043764304369688034, 0.048649854958057404, 0.05353540927171707, 0.05842095986008644, 0.06330651044845581, 0.06819205731153488, 0.07307761162519455, 0.07796316593885422, 0.08284871280193329, 0.08773426711559296, 0.09261981397867203, 0.0975053682923317, 0.10239091515541077, 0.10727646946907043, 0.1121620237827301, 0.11704757064580917, 0.12193312495946884, 0.1268186718225479, 0.13170422613620758, 0.13658978044986725, 0.14147531986236572, 0.1463608741760254, 0.15124642848968506]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 25.0, 3.0, 7.0, 3.0, 1.0, 1.0, 4.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004148363135755062, -0.003984242677688599, -0.0038201219867914915, -0.0036560012958943844, -0.003491880837827921, -0.0033277603797614574, -0.0031636396888643503, -0.002999518997967243, -0.0028353985399007797, -0.0026712780818343163, -0.002507157390937209, -0.002343036700040102, -0.0021789162419736385, -0.002014795783907175, -0.001850675093010068, -0.0016865545185282826, -0.0015224339440464973, -0.001358313369564712, -0.0011941927950829268, -0.0010300722206011415, -0.0008659516461193562, -0.0007018310716375709, -0.0005377104971557856, -0.00037358992267400026, -0.00020946934819221497, -4.534877371042967e-05, 0.00011877180077135563, 0.0002828923752531409, 0.0004470129497349262, 0.0006111335242167115, 0.0007752540986984968, 0.0009393746731802821, 0.0011034952476620674, 0.0012676158221438527, 0.001431736396625638, 0.0015958569711074233, 0.0017599775455892086, 0.001924098120070994, 0.002088218694552779, 0.0022523393854498863, 0.00241645984351635, 0.0025805803015828133, 0.0027447009924799204, 0.0029088216833770275, 0.003072942141443491, 0.0032370625995099545, 0.0034011832904070616, 0.0035653039813041687, 0.003729424439370632, 0.0038935448974370956, 0.004057665355503559, 0.00422178627923131, 0.004385906737297773, 0.004550027195364237, 0.004714148119091988, 0.004878268577158451, 0.0050423890352249146, 0.005206509493291378, 0.0053706299513578415, 0.005534750875085592, 0.005698871333152056, 0.005862991791218519, 0.00602711271494627, 0.0061912331730127335, 0.006355353631079197]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 4.0, 14.0, 22.0, 23.0, 42.0, 84.0, 123.0, 205.0, 334.0, 515.0, 805.0, 1192.0, 1841.0, 2725.0, 4011.0, 5687.0, 7816.0, 10906.0, 14463.0, 19911.0, 27110.0, 38613.0, 55780.0, 78869.0, 105025.0, 428512.0, 98485.0, 74175.0, 54061.0, 39020.0, 28040.0, 20209.0, 15058.0, 11329.0, 8812.0, 6831.0, 5360.0, 3801.0, 2960.0, 2144.0, 1470.0, 1105.0, 763.0, 508.0, 329.0, 193.0, 139.0, 74.0, 62.0, 25.0, 24.0, 13.0, 7.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011911563575267792, -0.011493361555039883, -0.011075159534811974, -0.010656957514584064, -0.010238755494356155, -0.009820553474128246, -0.009402351453900337, -0.008984149433672428, -0.008565947413444519, -0.00814774539321661, -0.007729543372988701, -0.007311341352760792, -0.006893139332532883, -0.006474937312304974, -0.0060567352920770645, -0.005638533271849155, -0.005220331251621246, -0.004802129231393337, -0.004383927211165428, -0.003965725190937519, -0.00354752317070961, -0.003129321150481701, -0.002711119130253792, -0.0022929171100258827, -0.0018747150897979736, -0.0014565130695700645, -0.0010383110493421555, -0.0006201090291142464, -0.00020190700888633728, 0.0002162950113415718, 0.0006344970315694809, 0.00105269905179739, 0.001470901072025299, 0.0018891030922532082, 0.0023073051124811172, 0.0027255071327090263, 0.0031437091529369354, 0.0035619111731648445, 0.003980113193392754, 0.004398315213620663, 0.004816517233848572, 0.005234719254076481, 0.00565292127430439, 0.006071123294532299, 0.006489325314760208, 0.006907527334988117, 0.007325729355216026, 0.007743931375443935, 0.008162133395671844, 0.008580335415899754, 0.008998537436127663, 0.009416739456355572, 0.00983494147658348, 0.01025314349681139, 0.010671345517039299, 0.011089547537267208, 0.011507749557495117, 0.011925951577723026, 0.012344153597950935, 0.012762355618178844, 0.013180557638406754, 0.013598759658634663, 0.014016961678862572, 0.01443516369909048, 0.01485336571931839]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 8.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006694934330880642, -0.0065023815259337425, -0.00630982918664813, -0.006117276847362518, -0.005924724042415619, -0.0057321712374687195, -0.005539618898183107, -0.005347066558897495, -0.005154513753950596, -0.0049619609490036964, -0.004769408609718084, -0.004576856270432472, -0.004384303465485573, -0.004191750660538673, -0.003999198321253061, -0.0038066457491368055, -0.0036140931770205498, -0.003421540604904294, -0.0032289880327880383, -0.0030364354606717825, -0.0028438828885555267, -0.002651330316439271, -0.002458777744323015, -0.0022662251722067595, -0.0020736726000905037, -0.001881120027974248, -0.0016885674558579922, -0.0014960148837417364, -0.0013034623116254807, -0.001110909739509225, -0.0009183571673929691, -0.0007258045952767134, -0.0005332520231604576, -0.00034069945104420185, -0.0001481468789279461, 4.440569318830967e-05, 0.00023695826530456543, 0.0004295108374208212, 0.000622063409537077, 0.0008146159816533327, 0.0010071685537695885, 0.0011997211258858442, 0.0013922736980021, 0.0015848262701183558, 0.0017773788422346115, 0.0019699314143508673, 0.002162483986467123, 0.002355036558583379, 0.0025475891306996346, 0.0027401417028158903, 0.002932694274932146, 0.003125246847048402, 0.0033177994191646576, 0.0035103519912809134, 0.003702904563397169, 0.003895457135513425, 0.004088009707629681, 0.00428056251257658, 0.004473114851862192, 0.004665667191147804, 0.004858219996094704, 0.005050772801041603, 0.005243325140327215, 0.005435877479612827, 0.005628430284559727]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 4.0, 4.0, 3.0, 6.0, 10.0, 17.0, 11.0, 7.0, 22.0, 22.0, 33.0, 31.0, 28.0, 58.0, 63.0, 72.0, 83.0, 102.0, 125.0, 163.0, 209.0, 220.0, 283.0, 317.0, 360.0, 378.0, 442.0, 511.0, 646.0, 767.0, 1103.0, 6602.0, 2270.0, 1077.0, 679.0, 548.0, 441.0, 299.0, 141.0, 85.0, 57.0, 24.0, 20.0, 20.0, 10.0, 10.0, 7.0, 10.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0], "bins": [-0.00808498915284872, -0.007870891131460667, -0.007656793110072613, -0.007442695088684559, -0.007228597067296505, -0.007014499045908451, -0.006800401024520397, -0.006586303003132343, -0.006372204981744289, -0.006158106494694948, -0.005944008473306894, -0.00572991045191884, -0.0055158124305307865, -0.005301714409142733, -0.005087616387754679, -0.004873518366366625, -0.004659420344978571, -0.004445322323590517, -0.004231224302202463, -0.004017126280814409, -0.0038030282594263554, -0.003588930005207658, -0.003374831983819604, -0.00316073396243155, -0.002946635941043496, -0.0027325379196554422, -0.0025184398982673883, -0.0023043418768793344, -0.002090243622660637, -0.0018761457176879048, -0.0016620475798845291, -0.0014479495584964752, -0.0012338515371084213, -0.0010197535157203674, -0.0008056554361246526, -0.0005915573565289378, -0.0003774593351408839, -0.00016336128464899957, 5.073676584288478e-05, 0.00026483481633476913, 0.0004789328668266535, 0.0006930308882147074, 0.0009071289678104222, 0.001121227047406137, 0.0013353250687941909, 0.0015494230901822448, 0.0017635212279856205, 0.0019776192493736744, 0.0021917172707617283, 0.002405815292149782, 0.002619913313537836, 0.00283401133492589, 0.003048109356313944, 0.0032622076105326414, 0.0034763056319206953, 0.003690403653308749, 0.003904501674696803, 0.004118599928915501, 0.0043326979503035545, 0.004546795971691608, 0.004760893993079662, 0.004974992014467716, 0.00518909003585577, 0.005403188057243824, 0.005617286078631878]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03043140470981598, -0.029880806803703308, -0.029330208897590637, -0.028779609128832817, -0.028229011222720146, -0.027678413316607475, -0.027127815410494804, -0.026577217504382133, -0.026026617735624313, -0.025476019829511642, -0.02492542192339897, -0.0243748240172863, -0.02382422611117363, -0.02327362820506096, -0.02272302843630314, -0.022172430530190468, -0.021621832624077797, -0.021071234717965126, -0.020520636811852455, -0.019970037043094635, -0.019419439136981964, -0.018868841230869293, -0.018318243324756622, -0.01776764541864395, -0.01721704751253128, -0.01666644774377346, -0.01611584983766079, -0.015565251931548119, -0.015014654025435448, -0.014464055188000202, -0.013913457281887531, -0.013362858444452286, -0.012812260538339615, -0.012261662632226944, -0.011711063794791698, -0.011160465888679028, -0.010609867051243782, -0.010059269145131111, -0.00950867123901844, -0.008958072401583195, -0.008407474495470524, -0.007856876589357853, -0.007306277751922607, -0.0067556798458099365, -0.006205081474035978, -0.00565448310226202, -0.005103885196149349, -0.004553286824375391, -0.004002688452601433, -0.0034520900808274746, -0.00290149194188416, -0.0023508938029408455, -0.0018002954311668873, -0.001249697175808251, -0.0006990989204496145, -0.00014850066509097815, 0.00040209759026765823, 0.0009526958456262946, 0.001503294100984931, 0.0020538922399282455, 0.0026044906117022038, 0.003155088983476162, 0.0037056871224194765, 0.004256285261362791, 0.004806883633136749]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 9.0, 6.0, 4.0, 4.0, 1.0, 5.0, 3.0, 1.0, 3.0, 6.0, 6.0, 3.0, 4.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 4.0, 11.0, 3.0, 8.0, 4.0, 6.0, 6.0, 5.0, 2.0, 1.0, 3.0, 6.0, 8.0, 4.0, 14.0, 12.0, 58.0, 10.0, 9.0, 9.0, 2.0, 5.0, 1.0, 2.0, 1.0], "bins": [-0.026247408241033554, -0.025771403685212135, -0.025295400992035866, -0.024819396436214447, -0.024343393743038177, -0.02386738918721676, -0.02339138649404049, -0.02291538193821907, -0.02243937738239765, -0.021963374689221382, -0.021487370133399963, -0.021011367440223694, -0.020535362884402275, -0.020059358328580856, -0.019583355635404587, -0.019107351079583168, -0.0186313483864069, -0.01815534383058548, -0.01767934113740921, -0.01720333658158779, -0.016727332025766373, -0.016251329332590103, -0.015775324776768684, -0.01529932115226984, -0.014823317527770996, -0.014347313903272152, -0.013871310278773308, -0.013395306654274464, -0.01291930302977562, -0.0124432984739542, -0.011967294849455357, -0.011491291224956512, -0.011015287600457668, -0.010539283975958824, -0.01006328035145998, -0.009587276726961136, -0.009111272171139717, -0.008635268546640873, -0.008159264922142029, -0.007683261297643185, -0.0072072576731443405, -0.006731253582984209, -0.006255249958485365, -0.005779246333986521, -0.005303242243826389, -0.004827238619327545, -0.004351234994828701, -0.0038752311374992132, -0.0033992272801697254, -0.0029232234228402376, -0.0024472197983413935, -0.0019712159410119057, -0.0014952122000977397, -0.0010192084591835737, -0.0005432046600617468, -6.72008900437504e-05, 0.000408802879974246, 0.000884806620888412, 0.001360810361802578, 0.0018368142191320658, 0.0023128180764615536, 0.0027888217009603977, 0.0032648255582898855, 0.0037408291827887297, 0.0042168330401182175]}, "_runtime": 8.260184526443481, "_timestamp": 1596213908.4935338, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 3.0, 4.0, 4.0, 4.0, 3.0, 2.0, 7.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027891673147678375, -0.027178054675459862, -0.02646443620324135, -0.025750819593667984, -0.02503720112144947, -0.024323582649230957, -0.023609964177012444, -0.02289634570479393, -0.022182729095220566, -0.021469110623002052, -0.02075549215078354, -0.020041873678565025, -0.019328255206346512, -0.018614636734128, -0.017901020124554634, -0.01718740165233612, -0.016473783180117607, -0.015760164707899094, -0.015046547167003155, -0.014332928694784641, -0.013619311153888702, -0.012905692681670189, -0.012192074209451675, -0.011478456668555737, -0.010764838196337223, -0.01005121972411871, -0.00933760218322277, -0.008623983711004257, -0.007910365238785744, -0.007196747697889805, -0.006483129225671291, -0.005769511219114065, -0.005055893212556839, -0.004342275205999613, -0.003628656966611743, -0.002915038727223873, -0.002201420720666647, -0.001487802597694099, -0.0007741844747215509, -6.0566351749002934e-05, 0.0006530517712235451, 0.001366669894196093, 0.002080288017168641, 0.002793906256556511, 0.003507524263113737, 0.004221142269670963, 0.004934760741889477, 0.005648378748446703, 0.006361996755003929, 0.007075614761561155, 0.0077892327681183815, 0.008502851240336895, 0.009216468781232834, 0.009930087253451347, 0.01064370572566986, 0.0113573232665658, 0.012070941738784313, 0.012784560211002827, 0.013498177751898766, 0.014211796224117279, 0.014925414696335793, 0.015639033168554306, 0.01635264977812767, 0.017066268250346184, 0.017779886722564697]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 9.0, 9.0, 7.0, 20.0, 28.0, 40.0, 43.0, 68.0, 88.0, 135.0, 180.0, 311.0, 442.0, 604.0, 2547.0, 1666.0, 772.0, 398.0, 223.0, 110.0, 75.0, 36.0, 27.0, 16.0, 16.0, 9.0, 10.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27460426092147827, -0.2676686644554138, -0.260733038187027, -0.2537974417209625, -0.24686181545257568, -0.23992620408535004, -0.2329905927181244, -0.22605498135089874, -0.2191193699836731, -0.21218377351760864, -0.205248162150383, -0.19831255078315735, -0.1913769394159317, -0.18444132804870605, -0.1775057166814804, -0.17057010531425476, -0.1636344939470291, -0.15669888257980347, -0.14976327121257782, -0.14282765984535217, -0.13589204847812653, -0.12895643711090088, -0.12202083319425583, -0.11508522182703018, -0.10814961045980453, -0.10121399909257889, -0.09427838772535324, -0.0873427763581276, -0.08040717244148254, -0.0734715610742569, -0.06653594970703125, -0.0596003383398056, -0.052664726972579956, -0.04572911560535431, -0.03879350423812866, -0.031857896596193314, -0.024922285228967667, -0.01798667386174202, -0.011051064357161522, -0.0041154539212584496, 0.002820156514644623, 0.009755766950547695, 0.016691377386450768, 0.023626986891031265, 0.030562598258256912, 0.03749820962548256, 0.04443381726741791, 0.051369428634643555, 0.0583050400018692, 0.06524065136909485, 0.0721762627363205, 0.07911187410354614, 0.08604748547077179, 0.09298308938741684, 0.09991870075464249, 0.10685431212186813, 0.11378992348909378, 0.12072553485631943, 0.12766113877296448, 0.13459675014019012, 0.14153236150741577, 0.14846797287464142, 0.15540358424186707, 0.1623391956090927, 0.16927480697631836]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 26.0, 3.0, 7.0, 2.0, 5.0, 3.0, 2.0, 3.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005285192281007767, -0.0051133399829268456, -0.004941487684845924, -0.004769635386765003, -0.004597783088684082, -0.004425931256264448, -0.004254078958183527, -0.004082226660102606, -0.003910374362021685, -0.0037385220639407635, -0.0035666697658598423, -0.0033948177006095648, -0.0032229654025286436, -0.0030511131044477224, -0.002879261039197445, -0.0027074087411165237, -0.0025355564430356026, -0.0023637041449546814, -0.0021918518468737602, -0.0020199997816234827, -0.0018481474835425615, -0.0016762951854616404, -0.001504443003796041, -0.0013325908221304417, -0.0011607385240495205, -0.0009888862259685993, -0.000817034044303, -0.0006451818044297397, -0.00047332956455647945, -0.0003014773246832192, -0.00012962508480995893, 4.2227155063301325e-05, 0.00021407939493656158, 0.00038593163480982184, 0.0005577838746830821, 0.0007296361145563424, 0.0009014883544296026, 0.0010733406525105238, 0.0012451928341761231, 0.0014170450158417225, 0.0015888973139226437, 0.0017607496120035648, 0.0019326017936691642, 0.0021044539753347635, 0.0022763062734156847, 0.002448158571496606, 0.0026200106367468834, 0.0027918629348278046, 0.0029637152329087257, 0.003135567530989647, 0.003307419829070568, 0.0034792718943208456, 0.0036511241924017668, 0.003822976490482688, 0.0039948285557329655, 0.004166680853813887, 0.004338533151894808, 0.004510385449975729, 0.00468223774805665, 0.004854090046137571, 0.005025941878557205, 0.005197794176638126, 0.0053696464747190475, 0.005541498772799969, 0.00571335107088089]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 11.0, 20.0, 35.0, 77.0, 125.0, 208.0, 362.0, 557.0, 820.0, 1207.0, 1645.0, 2355.0, 3160.0, 4330.0, 5571.0, 7264.0, 9390.0, 12129.0, 15720.0, 21087.0, 28844.0, 40655.0, 59325.0, 84801.0, 115105.0, 435686.0, 93255.0, 64687.0, 44691.0, 31249.0, 23103.0, 17129.0, 13377.0, 10180.0, 7896.0, 5936.0, 4708.0, 3520.0, 2604.0, 1987.0, 1422.0, 1022.0, 709.0, 550.0, 380.0, 264.0, 160.0, 128.0, 72.0, 52.0, 28.0, 13.0, 7.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013542642816901207, -0.013078405521810055, -0.012614167295396328, -0.012149930000305176, -0.011685691773891449, -0.011221454478800297, -0.010757217183709145, -0.010292978957295418, -0.009828741662204266, -0.009364504367113113, -0.008900266140699387, -0.008436028845608234, -0.007971791550517082, -0.007507553324103355, -0.007043316029012203, -0.006579078268259764, -0.006114840507507324, -0.005650602746754885, -0.005186364986002445, -0.004722127690911293, -0.0042578899301588535, -0.003793652169406414, -0.003329414641484618, -0.0028651771135628223, -0.002400939352810383, -0.0019367017084732652, -0.0014724640641361475, -0.0010082264197990298, -0.0005439887754619122, -7.975113112479448e-05, 0.0003844865132123232, 0.0008487241575494409, 0.0013129618018865585, 0.0017771994462236762, 0.002241437090560794, 0.0027056746184825897, 0.0031699123792350292, 0.0036341501399874687, 0.004098387435078621, 0.00456262519583106, 0.0050268629565835, 0.005491100717335939, 0.005955338478088379, 0.006419575773179531, 0.006883813533931971, 0.00734805129468441, 0.007812288589775562, 0.008276526816189289, 0.008740764111280441, 0.009205001406371593, 0.00966923963278532, 0.010133476927876472, 0.0105977151542902, 0.011061952449381351, 0.011526189744472504, 0.01199042797088623, 0.012454665265977383, 0.012918902561068535, 0.013383140787482262, 0.013847378082573414, 0.014311615377664566, 0.014775853604078293, 0.015240090899169445, 0.015704328194260597, 0.016168566420674324]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 6.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008906775154173374, -0.008490418083965778, -0.008074060082435608, -0.007657703012228012, -0.007241345942020416, -0.006824988406151533, -0.00640863087028265, -0.005992273800075054, -0.005575916264206171, -0.005159558728337288, -0.004743201658129692, -0.004326844122260809, -0.003910486586391926, -0.00349412951618433, -0.003077771980315447, -0.0026614146772772074, -0.002245057374238968, -0.0018287000712007284, -0.0014123426517471671, -0.0009959852322936058, -0.0005796279292553663, -0.00016327056800946593, 0.00025308679323643446, 0.0006694441544823349, 0.0010858015157282352, 0.0015021588187664747, 0.001918516238220036, 0.0023348736576735973, 0.002751230960711837, 0.0031675882637500763, 0.0035839457996189594, 0.004000302869826555, 0.004416660405695438, 0.0048330179415643215, 0.005249375011771917, 0.0056657325476408005, 0.006082089617848396, 0.0064984471537172794, 0.006914804689586163, 0.007331161759793758, 0.0077475192956626415, 0.008163876831531525, 0.00858023390173912, 0.008996590971946716, 0.009412948973476887, 0.009829306043684483, 0.010245663113892078, 0.010662021115422249, 0.011078378185629845, 0.01149473525583744, 0.011911093257367611, 0.012327450327575207, 0.012743807397782803, 0.013160165399312973, 0.013576522469520569, 0.013992879539728165, 0.01440923660993576, 0.014825594611465931, 0.015241951681673527, 0.015658309683203697, 0.016074666753411293, 0.01649102382361889, 0.016907380893826485, 0.01732373796403408, 0.017740096896886826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 5.0, 4.0, 13.0, 19.0, 18.0, 26.0, 45.0, 53.0, 89.0, 97.0, 131.0, 158.0, 185.0, 271.0, 319.0, 414.0, 399.0, 498.0, 632.0, 876.0, 1034.0, 1650.0, 7162.0, 1610.0, 762.0, 537.0, 395.0, 297.0, 193.0, 125.0, 82.0, 63.0, 47.0, 44.0, 22.0, 31.0, 24.0, 20.0, 13.0, 9.0, 8.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 11.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.00741521455347538, -0.007135692518204451, -0.006856170482933521, -0.006576647982001305, -0.006297125946730375, -0.006017603911459446, -0.005738081410527229, -0.0054585593752563, -0.005179037339985371, -0.004899515304714441, -0.004619993269443512, -0.004340470768511295, -0.004060948733240366, -0.0037814266979694366, -0.0035019044298678637, -0.0032223821617662907, -0.0029428601264953613, -0.002663338091224432, -0.002383815823122859, -0.002104293555021286, -0.0018247715197503567, -0.0015452493680641055, -0.0012657272163778543, -0.0009862050646916032, -0.000706682913005352, -0.00042716076131910086, -0.0001476386096328497, 0.00013188354205340147, 0.00041140569373965263, 0.0006909278454259038, 0.000970449997112155, 0.0012499721487984061, 0.0015294943004846573, 0.0018090164521709085, 0.0020885386038571596, 0.0023680608719587326, 0.002647582907229662, 0.0029271049425005913, 0.0032066272106021643, 0.0034861494787037373, 0.0037656715139746666, 0.004045193549245596, 0.004324715584516525, 0.004604238085448742, 0.004883760120719671, 0.005163282155990601, 0.005442804656922817, 0.005722326692193747, 0.006001848727464676, 0.006281370762735605, 0.006560892798006535, 0.006840415298938751, 0.0071199373342096806, 0.00739945936948061, 0.0076789818704128265, 0.007958503440022469, 0.008238025940954685, 0.008517548441886902, 0.008797070011496544, 0.00907659251242876, 0.009356115013360977, 0.00963563658297062, 0.009915159083902836, 0.010194680653512478, 0.010474203154444695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032435111701488495, -0.031787723302841187, -0.031140334904193878, -0.03049294650554657, -0.02984555810689926, -0.029198169708251953, -0.028550781309604645, -0.027903392910957336, -0.027256004512310028, -0.02660861797630787, -0.02596122957766056, -0.025313841179013252, -0.024666452780365944, -0.024019064381718636, -0.023371675983071327, -0.02272428758442402, -0.02207689918577671, -0.021429510787129402, -0.020782122388482094, -0.020134733989834785, -0.019487345591187477, -0.01883995719254017, -0.01819256879389286, -0.017545180395245552, -0.016897793859243393, -0.016250405460596085, -0.015603016130626202, -0.014955627731978893, -0.01430824026465416, -0.013660851866006851, -0.013013463467359543, -0.012366075068712234, -0.011718686670064926, -0.011071298271417618, -0.01042390987277031, -0.009776521474123001, -0.009129133075475693, -0.008481745608150959, -0.00783435720950365, -0.007186968810856342, -0.006539580412209034, -0.005892192013561726, -0.005244803614914417, -0.004597415681928396, -0.003950027283281088, -0.0033026388846337795, -0.002655250718817115, -0.00200786255300045, -0.0013604741543531418, -0.0007130858721211553, -6.569758988916874e-05, 0.0005816906923428178, 0.0012290789745748043, 0.0018764672568067908, 0.0025238555390387774, 0.003171243704855442, 0.0038186321035027504, 0.004466020502150059, 0.005113408900797367, 0.005760796833783388, 0.0064081852324306965, 0.007055573631078005, 0.007702961564064026, 0.008350349962711334, 0.008997738361358643]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 0.0, 6.0, 4.0, 6.0, 1.0, 4.0, 3.0, 5.0, 8.0, 2.0, 7.0, 4.0, 8.0, 6.0, 6.0, 4.0, 3.0, 8.0, 3.0, 7.0, 4.0, 6.0, 6.0, 1.0, 1.0, 0.0, 6.0, 2.0, 1.0, 5.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 6.0, 58.0, 9.0, 12.0, 4.0, 8.0, 5.0, 3.0, 9.0, 3.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.022235626354813576, -0.021786736324429512, -0.02133784629404545, -0.020888958126306534, -0.02044006809592247, -0.019991178065538406, -0.019542288035154343, -0.01909339800477028, -0.018644507974386215, -0.0181956198066473, -0.017746729776263237, -0.017297839745879173, -0.01684894971549511, -0.016400059685111046, -0.01595117151737213, -0.015502281486988068, -0.015053391456604004, -0.01460450142621994, -0.014155612327158451, -0.013706722296774387, -0.013257833197712898, -0.012808943167328835, -0.01236005313694477, -0.011911164037883282, -0.011462274007499218, -0.011013383977115154, -0.010564494878053665, -0.010115604847669601, -0.009666714817285538, -0.009217825718224049, -0.008768935687839985, -0.008320046588778496, -0.007871156558394432, -0.007422266993671656, -0.006973377428948879, -0.0065244873985648155, -0.006075597833842039, -0.005626708269119263, -0.005177818238735199, -0.0047289286740124226, -0.004280039109289646, -0.0038311495445668697, -0.0033822597470134497, -0.0029333699494600296, -0.002484480384737253, -0.0020355908200144768, -0.0015867010224610567, -0.0011378113413229585, -0.0006889216601848602, -0.000240031979046762, 0.00020885770209133625, 0.0006577473832294345, 0.0011066370643675327, 0.001555526745505631, 0.002004416426643729, 0.0024533062241971493, 0.0029021957889199257, 0.003351085353642702, 0.003799975151196122, 0.004248864948749542, 0.004697754513472319, 0.005146644078195095, 0.005595534108579159, 0.006044423673301935, 0.006493313238024712]}, "_runtime": 9.035852909088135, "_timestamp": 1596213909.2692022, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012473320588469505, -0.01208124402910471, -0.011689167469739914, -0.011297090910375118, -0.010905014351010323, -0.010512936860322952, -0.010120860300958157, -0.009728783741593361, -0.009336707182228565, -0.00894463062286377, -0.008552554063498974, -0.008160477504134178, -0.007768400479108095, -0.0073763239197432995, -0.0069842468947172165, -0.006592170335352421, -0.006200093775987625, -0.0058080172166228294, -0.005415940657258034, -0.005023863632231951, -0.004631787072867155, -0.004239710513502359, -0.00384763372130692, -0.0034555569291114807, -0.003063480369746685, -0.0026714038103818893, -0.00227932701818645, -0.0018872503424063325, -0.001495173666626215, -0.0011030969908460975, -0.00071102031506598, -0.00031894363928586245, 7.313303649425507e-05, 0.0004652097122743726, 0.0008572863880544901, 0.0012493630638346076, 0.0016414397396147251, 0.002033516298979521, 0.00242559309117496, 0.0028176698833703995, 0.003209746442735195, 0.003601823002099991, 0.0039938995614647865, 0.0043859765864908695, 0.004778053145855665, 0.005170129705220461, 0.005562206730246544, 0.00595428328961134, 0.006346359848976135, 0.006738436408340931, 0.007130512967705727, 0.00752258999273181, 0.007914666086435318, 0.008306743577122688, 0.008698820136487484, 0.00909089669585228, 0.009482973255217075, 0.009875049814581871, 0.010267126373946667, 0.010659202933311462, 0.011051280423998833, 0.011443356983363628, 0.011835433542728424, 0.01222751010209322, 0.012619586661458015]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 8.0, 4.0, 4.0, 5.0, 13.0, 12.0, 18.0, 17.0, 24.0, 26.0, 50.0, 40.0, 53.0, 74.0, 90.0, 120.0, 155.0, 214.0, 236.0, 274.0, 338.0, 496.0, 2207.0, 1232.0, 757.0, 479.0, 286.0, 201.0, 127.0, 85.0, 54.0, 56.0, 37.0, 27.0, 22.0, 18.0, 13.0, 8.0, 4.0, 12.0, 6.0, 3.0, 6.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14775139093399048, -0.14333519339561462, -0.13891901075839996, -0.1345028132200241, -0.13008661568164825, -0.1256704330444336, -0.12125423550605774, -0.11683803796768188, -0.11242184787988663, -0.10800565779209137, -0.10358946025371552, -0.09917327016592026, -0.094757080078125, -0.09034088253974915, -0.08592469245195389, -0.08150849491357803, -0.07709230482578278, -0.07267611473798752, -0.06825991719961166, -0.0638437271118164, -0.05942753329873085, -0.055011339485645294, -0.05059514939785004, -0.04617895558476448, -0.041762761771678925, -0.03734656795859337, -0.03293037414550781, -0.028514184057712555, -0.024097990244627, -0.019681796431541443, -0.015265604481101036, -0.010849411599338055, -0.006433218717575073, -0.002017025835812092, 0.0023991670459508896, 0.006815359927713871, 0.011231552809476852, 0.01564774662256241, 0.020063938573002815, 0.024480130523443222, 0.028896324336528778, 0.033312518149614334, 0.03772871196269989, 0.04214490205049515, 0.046561095863580704, 0.05097728967666626, 0.05539347976446152, 0.05980967357754707, 0.06422586739063263, 0.06864205747842789, 0.07305825501680374, 0.077474445104599, 0.08189064264297485, 0.08630683273077011, 0.09072302281856537, 0.09513922035694122, 0.09955541044473648, 0.10397160053253174, 0.10838779807090759, 0.11280398815870285, 0.11722017824649811, 0.12163637578487396, 0.12605257332324982, 0.13046875596046448, 0.13488495349884033]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 2.0, 2.0, 2.0, 2.0, 23.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 7.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005992996972054243, -0.005829280707985163, -0.005665564443916082, -0.005501848179847002, -0.005338131915777922, -0.005174415651708841, -0.005010699387639761, -0.004846983123570681, -0.004683267325162888, -0.004519551061093807, -0.004355834797024727, -0.0041921185329556465, -0.004028402268886566, -0.003864686004817486, -0.0037009697407484055, -0.003537253476679325, -0.0033735372126102448, -0.0032098209485411644, -0.003046104684472084, -0.0028823884204030037, -0.0027186721563339233, -0.0025549561250954866, -0.0023912398610264063, -0.002227523596957326, -0.0020638073328882456, -0.0019000910688191652, -0.0017363748047500849, -0.0015726586570963264, -0.001408942393027246, -0.0012452261289581656, -0.0010815099813044071, -0.0009177937172353268, -0.0007540774531662464, -0.0005903611890971661, -0.0004266449832357466, -0.0002629287482704967, -9.921251330524683e-05, 6.450372166000307e-05, 0.00022821995662525296, 0.00039193619159050286, 0.0005556524265557528, 0.0007193686906248331, 0.0008830848964862525, 0.001046801102347672, 0.0012105173664167523, 0.0013742336304858327, 0.0015379497781395912, 0.0017016660422086716, 0.001865382306277752, 0.0020290985703468323, 0.0021928148344159126, 0.002356531098484993, 0.0025202473625540733, 0.00268396339379251, 0.0028476796578615904, 0.0030113959219306707, 0.003175112185999751, 0.0033388284500688314, 0.003502544714137912, 0.003666260978206992, 0.003829977009445429, 0.003993693273514509, 0.0041574095375835896, 0.00432112580165267, 0.00448484206572175]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 5.0, 15.0, 18.0, 28.0, 35.0, 80.0, 94.0, 160.0, 238.0, 389.0, 509.0, 722.0, 976.0, 1327.0, 1792.0, 2377.0, 3134.0, 3864.0, 5059.0, 6413.0, 7962.0, 10171.0, 12598.0, 15799.0, 19701.0, 24831.0, 32666.0, 43139.0, 58849.0, 79166.0, 102436.0, 407152.0, 85112.0, 63582.0, 46324.0, 34029.0, 25240.0, 19631.0, 15679.0, 12292.0, 9634.0, 7517.0, 5593.0, 4053.0, 2856.0, 2127.0, 1414.0, 966.0, 649.0, 426.0, 308.0, 184.0, 116.0, 79.0, 54.0, 28.0, 27.0, 5.0, 6.0, 3.0, 2.0], "bins": [-0.014496132731437683, -0.014072864316403866, -0.013649596832692623, -0.013226328417658806, -0.012803060002624989, -0.012379792518913746, -0.011956524103879929, -0.011533255688846111, -0.011109988205134869, -0.010686719790101051, -0.010263451375067234, -0.009840183891355991, -0.009416915476322174, -0.008993647061288357, -0.008570379577577114, -0.008147111162543297, -0.007723843213170767, -0.007300575263798237, -0.0068773068487644196, -0.00645403889939189, -0.00603077095001936, -0.005607502534985542, -0.005184234585613012, -0.004760966636240482, -0.004337698221206665, -0.003914430271834135, -0.003491162322461605, -0.0030678941402584314, -0.002644625958055258, -0.002221358008682728, -0.0017980898264795542, -0.0013748217606917024, -0.0009515536949038506, -0.0005282856291159987, -0.00010501750512048602, 0.00031825058977119625, 0.0007415186846628785, 0.0011647867504507303, 0.001588054932653904, 0.002011322882026434, 0.0024345910642296076, 0.0028578592464327812, 0.003281127195805311, 0.003704395378008485, 0.0041276635602116585, 0.0045509315095841885, 0.0049741994589567184, 0.005397467873990536, 0.005820735823363066, 0.006244003772735596, 0.006667272187769413, 0.007090540137141943, 0.007513808086514473, 0.00793707650154829, 0.008360343985259533, 0.00878361240029335, 0.009206880815327168, 0.00963014829903841, 0.010053416714072227, 0.010476685129106045, 0.010899952612817287, 0.011323221027851105, 0.011746489442884922, 0.012169756926596165, 0.012593025341629982]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 6.0, 1.0, 2.0, 2.0, 0.0, 10.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008181266486644745, -0.007853727787733078, -0.007526189088821411, -0.007198650855571032, -0.006871112156659365, -0.006543573457747698, -0.006216035224497318, -0.005888496525585651, -0.0055609578266739845, -0.005233419127762318, -0.004905880428850651, -0.004578342195600271, -0.004250803496688604, -0.0039232647977769375, -0.0035957263316959143, -0.003268187865614891, -0.002940649166703224, -0.0026131104677915573, -0.002285572001710534, -0.001958033535629511, -0.001630494836717844, -0.001302956254221499, -0.0009754176717251539, -0.0006478790892288089, -0.00032034050673246384, 7.1980757638812065e-06, 0.00033473665826022625, 0.0006622752407565713, 0.0009898138232529163, 0.0013173524057492614, 0.0016448909882456064, 0.0019724294543266296, 0.0022999681532382965, 0.0026275068521499634, 0.0029550453182309866, 0.00328258378431201, 0.0036101224832236767, 0.0039376611821353436, 0.004265199415385723, 0.00459273811429739, 0.004920276813209057, 0.005247815512120724, 0.005575354211032391, 0.00590289244428277, 0.006230431143194437, 0.006557969842106104, 0.0068855080753564835, 0.00721304677426815, 0.007540585473179817, 0.007868124172091484, 0.008195662871003151, 0.008523201569914818, 0.008850740268826485, 0.009178278036415577, 0.009505816735327244, 0.00983335543423891, 0.010160894133150578, 0.010488432832062244, 0.010815971530973911, 0.011143510229885578, 0.01147104799747467, 0.011798586696386337, 0.012126125395298004, 0.012453664094209671, 0.012781202793121338]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 3.0, 3.0, 5.0, 11.0, 9.0, 20.0, 13.0, 26.0, 31.0, 61.0, 55.0, 75.0, 97.0, 115.0, 142.0, 174.0, 220.0, 276.0, 350.0, 380.0, 475.0, 539.0, 635.0, 858.0, 1164.0, 1512.0, 6864.0, 1761.0, 813.0, 490.0, 292.0, 199.0, 144.0, 138.0, 110.0, 75.0, 65.0, 46.0, 42.0, 18.0, 17.0, 16.0, 8.0, 11.0, 12.0, 6.0, 7.0, 8.0, 6.0, 7.0, 4.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007352014537900686, -0.007103594485670328, -0.006855173967778683, -0.006606753915548325, -0.0063583338633179665, -0.006109913811087608, -0.00586149375885725, -0.005613073240965605, -0.005364653188735247, -0.0051162331365048885, -0.004867812618613243, -0.004619392566382885, -0.004370972514152527, -0.004122552461922169, -0.003874132176861167, -0.003625711891800165, -0.003377291839569807, -0.003128871787339449, -0.002880451502278447, -0.0026320312172174454, -0.0023836111649870872, -0.002135191112756729, -0.0018867708276957273, -0.0016383506590500474, -0.0013899304904043674, -0.0011415103217586875, -0.0008930901531130075, -0.0006446699844673276, -0.00039624981582164764, -0.0001478296471759677, 0.00010059052146971226, 0.0003490106901153922, 0.0005974308587610722, 0.0008458510274067521, 0.001094271196052432, 0.001342691364698112, 0.001591111533343792, 0.001839531701989472, 0.002087951870635152, 0.0023363721556961536, 0.0025847922079265118, 0.00283321226015687, 0.0030816325452178717, 0.0033300528302788734, 0.0035784728825092316, 0.0038268929347395897, 0.004075312986969948, 0.004323733504861593, 0.004572153557091951, 0.0048205736093223095, 0.005068994127213955, 0.005317414179444313, 0.005565834231674671, 0.005814254283905029, 0.006062674336135387, 0.006311094854027033, 0.006559514906257391, 0.006807934958487749, 0.0070563554763793945, 0.007304775528609753, 0.007553195580840111, 0.007801615633070469, 0.008050035685300827, 0.008298455737531185, 0.008546875789761543]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028134804219007492, -0.027464305981993675, -0.02679380774497986, -0.02612330950796604, -0.025452811270952225, -0.024782313033938408, -0.02411181479692459, -0.023441316559910774, -0.022770818322896957, -0.02210032008588314, -0.021429821848869324, -0.020759323611855507, -0.02008882537484169, -0.019418327137827873, -0.018747828900814056, -0.01807733066380024, -0.017406832426786423, -0.016736332327127457, -0.01606583409011364, -0.015395336784422398, -0.01472483854740858, -0.014054340310394764, -0.013383842073380947, -0.01271334383636713, -0.012042844668030739, -0.011372346431016922, -0.010701848194003105, -0.010031349956989288, -0.009360851719975471, -0.008690353482961655, -0.008019855245947838, -0.007349357008934021, -0.006678858771920204, -0.006008360534906387, -0.0053378622978925705, -0.004667364060878754, -0.003996865823864937, -0.0033263673540204763, -0.002655868884176016, -0.001985370647162199, -0.0013148724101483822, -0.0006443741149269044, 2.6124180294573307e-05, 0.000696622475516051, 0.0013671207707375288, 0.0020376190077513456, 0.002708117477595806, 0.003378615714609623, 0.00404911395162344, 0.004719612188637257, 0.0053901104256510735, 0.00606060866266489, 0.006731106899678707, 0.007401605602353811, 0.00807210337370634, 0.008742601610720158, 0.009413100779056549, 0.010083599016070366, 0.010754097253084183, 0.011424595490098, 0.012095093727111816, 0.012765591964125633, 0.01343609020113945, 0.014106588438153267, 0.014777086675167084]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 4.0, 4.0, 3.0, 5.0, 2.0, 6.0, 1.0, 8.0, 3.0, 4.0, 3.0, 2.0, 6.0, 4.0, 5.0, 3.0, 4.0, 3.0, 5.0, 10.0, 4.0, 5.0, 2.0, 2.0, 2.0, 4.0, 5.0, 7.0, 9.0, 9.0, 11.0, 63.0, 12.0, 5.0, 8.0, 0.0, 3.0, 4.0, 1.0, 5.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.02663673274219036, -0.026120638474822044, -0.025604544207453728, -0.02508844994008541, -0.024572355672717094, -0.024056261405348778, -0.02354016713798046, -0.023024072870612144, -0.022507978603243828, -0.02199188433587551, -0.021475790068507195, -0.020959695801138878, -0.02044360153377056, -0.019927507266402245, -0.019411412999033928, -0.01889531873166561, -0.018379222601652145, -0.01786312833428383, -0.017347034066915512, -0.016830939799547195, -0.01631484553217888, -0.015798751264810562, -0.01528265792876482, -0.014766563661396503, -0.014250468462705612, -0.013734374195337296, -0.013218279927968979, -0.012702185660600662, -0.012186091393232346, -0.011669997125864029, -0.011153902858495712, -0.010637808591127396, -0.010121714323759079, -0.009605620056390762, -0.009089525789022446, -0.008573431521654129, -0.008057337254285812, -0.007541242521256208, -0.007025148253887892, -0.006509053986519575, -0.0059929597191512585, -0.005476865451782942, -0.004960771184414625, -0.0044446769170463085, -0.0039285821840167046, -0.0034124881494790316, -0.0028963936492800713, -0.0023802993819117546, -0.001864205114543438, -0.0013481108471751213, -0.0008320164633914828, -0.00031592213781550527, 0.0002001721877604723, 0.0007162665133364499, 0.0012323608389124274, 0.001748455222696066, 0.0022645494900643826, 0.002780643757432699, 0.003296738024801016, 0.003812832524999976, 0.0043289270251989365, 0.004845021292567253, 0.00536111555993557, 0.005877209827303886, 0.006393304094672203]}, "_runtime": 9.806175231933594, "_timestamp": 1596213910.0395246, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015232131816446781, -0.014764830470085144, -0.014297528192400932, -0.013830226846039295, -0.013362925499677658, -0.012895623221993446, -0.01242832187563181, -0.011961020529270172, -0.01149371825158596, -0.011026416905224323, -0.010559115558862686, -0.010091814212501049, -0.009624511934816837, -0.0091572105884552, -0.008689909242093563, -0.008222606964409351, -0.007755305618047714, -0.00728800380602479, -0.006820702459663153, -0.006353400647640228, -0.005886099301278591, -0.005418797489255667, -0.004951495677232742, -0.004484194330871105, -0.004016892518848181, -0.0035495909396559, -0.0030822893604636192, -0.002614987548440695, -0.002147685969248414, -0.0016803843900561333, -0.0012130826944485307, -0.000745781057048589, -0.0002784794196486473, 0.00018882221775129437, 0.0006561238551512361, 0.0011234255507588387, 0.0015907271299511194, 0.0020580287091434, 0.0025253305211663246, 0.0029926321003586054, 0.003459933679550886, 0.003927235491573811, 0.004394536837935448, 0.004861838649958372, 0.0053291404619812965, 0.005796441808342934, 0.006263743620365858, 0.006731044966727495, 0.00719834677875042, 0.007665648590773344, 0.008132950402796268, 0.008600251749157906, 0.009067553095519543, 0.009534855373203754, 0.010002156719565392, 0.010469458065927029, 0.010936759412288666, 0.011404061689972878, 0.011871363036334515, 0.012338664382696152, 0.012805966660380363, 0.013273268006742, 0.013740569353103638, 0.01420787163078785, 0.014675172977149487]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 5.0, 3.0, 3.0, 5.0, 8.0, 10.0, 12.0, 7.0, 12.0, 19.0, 32.0, 32.0, 44.0, 44.0, 67.0, 65.0, 86.0, 121.0, 143.0, 178.0, 222.0, 257.0, 321.0, 413.0, 2100.0, 1341.0, 825.0, 458.0, 307.0, 201.0, 147.0, 114.0, 76.0, 58.0, 39.0, 32.0, 28.0, 18.0, 17.0, 8.0, 9.0, 9.0, 6.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.1638939529657364, -0.15941879153251648, -0.15494363009929657, -0.15046846866607666, -0.14599330723285675, -0.14151814579963684, -0.13704298436641693, -0.13256782293319702, -0.12809264659881592, -0.1236174926161766, -0.1191423311829567, -0.11466716974973679, -0.11019200086593628, -0.10571683943271637, -0.10124167799949646, -0.09676651656627655, -0.09229135513305664, -0.08781619369983673, -0.08334103226661682, -0.07886587083339691, -0.074390709400177, -0.0699155405163765, -0.06544037908315659, -0.060965217649936676, -0.056490056216716766, -0.05201489478349686, -0.04753973335027695, -0.04306456819176674, -0.03858940675854683, -0.03411424532532692, -0.02963908202946186, -0.025163918733596802, -0.020688757300376892, -0.016213595867156982, -0.011738432571291924, -0.007263270206749439, -0.002788107842206955, 0.0016870545223355293, 0.006162216886878014, 0.010637379251420498, 0.015112541615962982, 0.019587703049182892, 0.02406286634504795, 0.02853802964091301, 0.03301319107413292, 0.03748835250735283, 0.04196351766586304, 0.04643867909908295, 0.050913840532302856, 0.055389001965522766, 0.059864163398742676, 0.06433932483196259, 0.0688144862651825, 0.073289655148983, 0.07776481658220291, 0.08223997801542282, 0.08671513944864273, 0.09119030088186264, 0.09566546231508255, 0.10014062374830246, 0.10461579263210297, 0.10909095406532288, 0.11356611549854279, 0.1180412769317627, 0.1225164383649826]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 5.0, 5.0, 4.0, 1.0, 5.0, 2.0, 2.0, 25.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 4.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006297094747424126, -0.00610952777788043, -0.005921960808336735, -0.005734393373131752, -0.0055468264035880566, -0.005359259434044361, -0.005171692464500666, -0.00498412549495697, -0.0047965580597519875, -0.004608991090208292, -0.0044214241206645966, -0.004233857151120901, -0.004046290181577206, -0.0038587229792028666, -0.003671156009659171, -0.003483588807284832, -0.0032960218377411366, -0.003108454868197441, -0.002920887665823102, -0.0027333206962794065, -0.0025457534939050674, -0.002358186524361372, -0.0021706195548176765, -0.0019830523524433374, -0.001795485382899642, -0.0016079182969406247, -0.0014203512109816074, -0.001232784241437912, -0.0010452171554788947, -0.0008576500695198774, -0.0006700830417685211, -0.00048251598491333425, -0.00029494892805814743, -0.00010738187120296061, 8.018518565222621e-05, 0.00026775224250741303, 0.00045531929936259985, 0.0006428863853216171, 0.0008304534130729735, 0.0010180204408243299, 0.0012055875267833471, 0.0013931546127423644, 0.0015807216987013817, 0.0017682886682450771, 0.0019558556377887726, 0.0021434228401631117, 0.002330989809706807, 0.0025185570120811462, 0.0027061239816248417, 0.002893690951168537, 0.0030812581535428762, 0.0032688251230865717, 0.003456392325460911, 0.0036439592950046062, 0.0038315262645483017, 0.004019093234091997, 0.004206660203635693, 0.004394227638840675, 0.004581794608384371, 0.004769361577928066, 0.004956928547471762, 0.005144495517015457, 0.00533206295222044, 0.005519629921764135, 0.005707196891307831]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 3.0, 8.0, 17.0, 31.0, 30.0, 65.0, 100.0, 168.0, 276.0, 361.0, 504.0, 745.0, 984.0, 1414.0, 1935.0, 2508.0, 3424.0, 4275.0, 5802.0, 7550.0, 9767.0, 12733.0, 16232.0, 21249.0, 27979.0, 36712.0, 50163.0, 69171.0, 92525.0, 413777.0, 105663.0, 78510.0, 56100.0, 40089.0, 29222.0, 21856.0, 16498.0, 12930.0, 9764.0, 7385.0, 5715.0, 4220.0, 3172.0, 2335.0, 1707.0, 1226.0, 840.0, 625.0, 459.0, 293.0, 199.0, 133.0, 71.0, 47.0, 33.0, 18.0, 15.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.014311231672763824, -0.01386246457695961, -0.013413696549832821, -0.012964929454028606, -0.012516161426901817, -0.012067394331097603, -0.011618626303970814, -0.0111698592081666, -0.01072109118103981, -0.010272324085235596, -0.009823556989431381, -0.009374788962304592, -0.008926021866500378, -0.008477253839373589, -0.008028486743569374, -0.007579719182103872, -0.0071309516206383705, -0.006682184059172869, -0.006233416497707367, -0.005784648936241865, -0.005335881374776363, -0.004887114278972149, -0.004438346717506647, -0.003989579156041145, -0.0035408115945756435, -0.0030920440331101418, -0.00264327647164464, -0.002194509143009782, -0.00174574158154428, -0.0012969740200787783, -0.0008482065750285983, -0.00039943907177075744, 4.9328431487083435e-05, 0.0004980959347449243, 0.0009468634380027652, 0.0013956308830529451, 0.001844398444518447, 0.0022931660059839487, 0.002741933334618807, 0.0031907008960843086, 0.0036394684575498104, 0.004088236019015312, 0.004537003580480814, 0.004985771141946316, 0.00543453823775053, 0.005883305799216032, 0.006332073360681534, 0.006780840922147036, 0.007229608483612537, 0.007678376045078039, 0.008127143606543541, 0.008575910702347755, 0.009024678729474545, 0.009473445825278759, 0.009922213852405548, 0.010370980948209763, 0.010819748044013977, 0.011268516071140766, 0.01171728316694498, 0.01216605119407177, 0.012614818289875984, 0.013063586317002773, 0.013512353412806988, 0.013961121439933777, 0.014409888535737991]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 8.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.011889440938830376, -0.011638371273875237, -0.011387302540242672, -0.011136232875287533, -0.010885164141654968, -0.010634094476699829, -0.01038302481174469, -0.010131956078112125, -0.009880886413156986, -0.009629816748201847, -0.009378748014569283, -0.009127678349614143, -0.008876608684659004, -0.00862553995102644, -0.0083744702860713, -0.008123401552438736, -0.007872331887483597, -0.007621262688189745, -0.007370193488895893, -0.007119123823940754, -0.006868054624646902, -0.00661698542535305, -0.006365915760397911, -0.006114846561104059, -0.005863777361810207, -0.0056127081625163555, -0.005361638963222504, -0.0051105692982673645, -0.004859500098973513, -0.004608430899679661, -0.004357361234724522, -0.00410629203543067, -0.003855222836136818, -0.003604153636842966, -0.0033530842047184706, -0.003102014772593975, -0.002850945573300123, -0.0025998763740062714, -0.002348806941881776, -0.0020977375097572803, -0.0018466683104634285, -0.0015955989947542548, -0.0013445296790450811, -0.0010934603633359075, -0.0008423910476267338, -0.0005913217319175601, -0.0003402524162083864, -8.918310049921274e-05, 0.00016188621520996094, 0.0004129555309191346, 0.0006640248466283083, 0.000915094162337482, 0.0011661634780466557, 0.0014172327937558293, 0.001668302109465003, 0.0019193714251741767, 0.0021704407408833504, 0.0024215099401772022, 0.0026725793723016977, 0.0029236488044261932, 0.003174718003720045, 0.003425787203013897, 0.0036768566351383924, 0.003927926067262888, 0.00417899526655674]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 5.0, 9.0, 3.0, 2.0, 5.0, 12.0, 10.0, 14.0, 20.0, 14.0, 25.0, 27.0, 45.0, 60.0, 53.0, 73.0, 80.0, 96.0, 108.0, 119.0, 114.0, 137.0, 160.0, 165.0, 211.0, 220.0, 263.0, 273.0, 335.0, 404.0, 460.0, 495.0, 754.0, 980.0, 1145.0, 5885.0, 1987.0, 1129.0, 682.0, 481.0, 389.0, 284.0, 201.0, 177.0, 107.0, 73.0, 50.0, 30.0, 13.0, 15.0, 7.0, 4.0, 4.0], "bins": [-0.007989462465047836, -0.00781921111047268, -0.007648960221558809, -0.007478708866983652, -0.007308457978069782, -0.007138206623494625, -0.006967955268919468, -0.006797704380005598, -0.006627453025430441, -0.006457201670855284, -0.006286950781941414, -0.006116699427366257, -0.0059464480727910995, -0.00577619718387723, -0.0056059458293020725, -0.005435694940388203, -0.0052654435858130455, -0.005095192231237888, -0.0049249413423240185, -0.004754689987748861, -0.0045844390988349915, -0.004414187744259834, -0.004243936389684677, -0.004073685500770807, -0.00390343414619565, -0.0037331830244511366, -0.003562931902706623, -0.003392680548131466, -0.0032224294263869524, -0.003052178304642439, -0.0028819269500672817, -0.002711675828322768, -0.0025414247065782547, -0.002371173584833741, -0.0022009224630892277, -0.0020306711085140705, -0.001860419986769557, -0.0016901688650250435, -0.0015199176268652081, -0.0013496663887053728, -0.0011794152669608593, -0.0010091641452163458, -0.0008389129070565104, -0.000668661727104336, -0.0004984105471521616, -0.0003281593671999872, -0.00015790818724781275, 1.2342992704361677e-05, 0.0001825941726565361, 0.00035284535260871053, 0.000523096532560885, 0.0006933477125130594, 0.0008635988924652338, 0.0010338500142097473, 0.0012041012523695827, 0.001374352490529418, 0.0015446036122739315, 0.001714854734018445, 0.0018851059721782804, 0.0020553572103381157, 0.002225608332082629, 0.0023958594538271427, 0.0025661108084023, 0.0027363619301468134, 0.002906613051891327]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03809140995144844, -0.037311654537916183, -0.036531899124383926, -0.03575214371085167, -0.03497238829731941, -0.034192632883787155, -0.0334128774702549, -0.03263312205672264, -0.031853366643190384, -0.031073613092303276, -0.03029385767877102, -0.029514102265238762, -0.028734346851706505, -0.027954591438174248, -0.02717483602464199, -0.026395080611109734, -0.025615325197577477, -0.02483556978404522, -0.024055814370512962, -0.023276058956980705, -0.022496303543448448, -0.02171654812991619, -0.020936792716383934, -0.020157037302851677, -0.01937728375196457, -0.018597528338432312, -0.017817772924900055, -0.017038017511367798, -0.01625826209783554, -0.015478506684303284, -0.014698751270771027, -0.01391899585723877, -0.013139240443706512, -0.012359485030174255, -0.011579729616641998, -0.010799974203109741, -0.010020218789577484, -0.009240464307367802, -0.008460708893835545, -0.0076809534803032875, -0.00690119806677103, -0.006121442653238773, -0.005341687239706516, -0.0045619322918355465, -0.0037821768783032894, -0.0030024214647710323, -0.002222666284069419, -0.0014429109869524837, -0.0006631556898355484, 0.00011659960728138685, 0.0008963549043983221, 0.0016761102015152574, 0.0024558654986321926, 0.0032356209121644497, 0.0040153758600354195, 0.0047951312735676765, 0.005574886687099934, 0.006354642100632191, 0.007134397514164448, 0.007914152927696705, 0.008693907409906387, 0.009473662823438644, 0.010253418236970901, 0.011033173650503159, 0.011812929064035416]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 0.0, 5.0, 8.0, 0.0, 6.0, 2.0, 3.0, 7.0, 5.0, 8.0, 4.0, 9.0, 5.0, 2.0, 3.0, 5.0, 9.0, 1.0, 3.0, 6.0, 3.0, 6.0, 3.0, 6.0, 6.0, 7.0, 6.0, 11.0, 14.0, 18.0, 49.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 3.0], "bins": [-0.019481932744383812, -0.019115611910820007, -0.018749291077256203, -0.018382970243692398, -0.018016649410128593, -0.01765032857656479, -0.017284007743000984, -0.01691768690943718, -0.016551364213228226, -0.01618504337966442, -0.015818722546100616, -0.015452402643859386, -0.015086080878973007, -0.014719760045409203, -0.014353439211845398, -0.013987118378281593, -0.013620797544717789, -0.013254476711153984, -0.01288815587759018, -0.012521835044026375, -0.01215551421046257, -0.011789192445576191, -0.011422871612012386, -0.011056550778448582, -0.010690229944884777, -0.010323909111320972, -0.009957588277757168, -0.009591267444193363, -0.009224945679306984, -0.00885862484574318, -0.008492304012179375, -0.00812598317861557, -0.0077596623450517654, -0.007393341511487961, -0.007027020677924156, -0.006660699378699064, -0.00629437854513526, -0.005928057711571455, -0.005561736412346363, -0.0051954155787825584, -0.004829094745218754, -0.004462773911654949, -0.0040964530780911446, -0.0037301317788660526, -0.003363810945302248, -0.0029974901117384434, -0.002631169045343995, -0.002264847978949547, -0.0018985271453857422, -0.0015322061954066157, -0.0011658852454274893, -0.0007995642954483628, -0.0004332433454692364, -6.692239549010992e-05, 0.00029939855448901653, 0.000665719504468143, 0.0010320404544472694, 0.001398361404426396, 0.0017646823544055223, 0.0021310034207999706, 0.0024973242543637753, 0.00286364508792758, 0.003229966154322028, 0.0035962872207164764, 0.003962608054280281]}, "_runtime": 10.57516074180603, "_timestamp": 1596213910.80851, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02483547106385231, -0.02413533814251423, -0.023435205221176147, -0.022735074162483215, -0.022034941241145134, -0.021334808319807053, -0.02063467539846897, -0.01993454433977604, -0.019234411418437958, -0.018534278497099876, -0.017834145575761795, -0.017134012654423714, -0.01643388159573078, -0.0157337486743927, -0.015033615753054619, -0.014333483763039112, -0.01363335084170103, -0.01293321792036295, -0.012233085930347443, -0.011532953009009361, -0.010832821018993855, -0.010132688097655773, -0.009432556107640266, -0.008732423186302185, -0.008032290264964104, -0.007332158274948597, -0.006632025819271803, -0.005931893363595009, -0.0052317604422569275, -0.0045316279865801334, -0.0038314955309033394, -0.0031313630752265453, -0.0024312306195497513, -0.0017310981638729572, -0.0010309655917808414, -0.0003308330778963864, 0.0003692994359880686, 0.0010694318916648626, 0.0017695644637569785, 0.0024696970358490944, 0.0031698294915258884, 0.0038699619472026825, 0.0045700944028794765, 0.005270226858556271, 0.005970359779894352, 0.006670492235571146, 0.00737062469124794, 0.008070756681263447, 0.008770889602601528, 0.00947102252393961, 0.010171154513955116, 0.010871287435293198, 0.011571419425308704, 0.012271552346646786, 0.012971684336662292, 0.013671817258000374, 0.014371950179338455, 0.015072082169353962, 0.01577221415936947, 0.01647234708070755, 0.01717248000204563, 0.017872612923383713, 0.018572743982076645, 0.019272876903414726, 0.019973009824752808]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 5.0, 11.0, 6.0, 12.0, 15.0, 19.0, 23.0, 43.0, 49.0, 77.0, 101.0, 167.0, 243.0, 349.0, 566.0, 2408.0, 2080.0, 806.0, 405.0, 186.0, 126.0, 71.0, 43.0, 26.0, 18.0, 17.0, 6.0, 0.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2797139286994934, -0.2714422941207886, -0.26317068934440613, -0.2548990547657013, -0.24662743508815765, -0.238355815410614, -0.23008418083190918, -0.22181256115436554, -0.2135409414768219, -0.20526932179927826, -0.19699770212173462, -0.18872606754302979, -0.18045444786548615, -0.1721828281879425, -0.16391119360923767, -0.15563957393169403, -0.1473679542541504, -0.13909633457660675, -0.1308247148990631, -0.12255308032035828, -0.11428146064281464, -0.106009840965271, -0.09773821383714676, -0.08946658670902252, -0.08119496703147888, -0.07292334735393524, -0.064651720225811, -0.056380096822977066, -0.04810847342014313, -0.03983685001730919, -0.03156522661447525, -0.02329360321164131, -0.015021979808807373, -0.0067503564059734344, 0.0015212669968605042, 0.009792890399694443, 0.01806451380252838, 0.02633613720536232, 0.03460776060819626, 0.0428793840110302, 0.051151007413864136, 0.059422630816698074, 0.06769425421953201, 0.07596588134765625, 0.08423750102519989, 0.09250912070274353, 0.10078074783086777, 0.109052374958992, 0.11732399463653564, 0.12559561431407928, 0.13386723399162292, 0.14213886857032776, 0.1504104882478714, 0.15868210792541504, 0.16695374250411987, 0.1752253621816635, 0.18349698185920715, 0.1917686015367508, 0.20004022121429443, 0.20831185579299927, 0.2165834754705429, 0.22485509514808655, 0.23312672972679138, 0.24139834940433502, 0.24966996908187866]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 5.0, 4.0, 1.0, 5.0, 5.0, 7.0, 7.0, 26.0, 5.0, 1.0, 11.0, 6.0, 7.0, 3.0, 1.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010068215429782867, -0.009740660898387432, -0.009413105435669422, -0.009085550904273987, -0.008757995441555977, -0.008430440910160542, -0.008102885447442532, -0.007775330450385809, -0.007447775453329086, -0.007120220921933651, -0.006792665924876928, -0.006465110927820206, -0.006137555930763483, -0.00581000093370676, -0.005482445936650038, -0.005154890939593315, -0.0048273359425365925, -0.00449978094547987, -0.004172225948423147, -0.0038446709513664246, -0.003517115954309702, -0.003189561190083623, -0.0028620061930269003, -0.0025344511959701777, -0.002206896198913455, -0.0018793412018567324, -0.0015517862048000097, -0.001224231324158609, -0.0008966763271018863, -0.0005691213300451636, -0.0002415663911961019, 8.598857675679028e-05, 0.00041354354470968246, 0.0007410985417664051, 0.0010686535388231277, 0.0013962084194645286, 0.0017237634165212512, 0.002051318297162652, 0.0023788732942193747, 0.0027064282912760973, 0.00303398328833282, 0.0033615382853895426, 0.0036890932824462652, 0.004016648046672344, 0.004344203043729067, 0.0046717580407857895, 0.004999313037842512, 0.005326868034899235, 0.005654423031955957, 0.00598197802901268, 0.006309533026069403, 0.006637088023126125, 0.006964643020182848, 0.007292198017239571, 0.007619753014296293, 0.007947308011353016, 0.008274862542748451, 0.008602418005466461, 0.008929972536861897, 0.009257527999579906, 0.009585082530975342, 0.009912637993693352, 0.010240192525088787, 0.010567747987806797, 0.010895302519202232]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 5.0, 7.0, 14.0, 24.0, 35.0, 65.0, 92.0, 111.0, 165.0, 211.0, 268.0, 283.0, 313.0, 410.0, 425.0, 619.0, 914.0, 1221.0, 1878.0, 3040.0, 4651.0, 7080.0, 10534.0, 15571.0, 22844.0, 33273.0, 50827.0, 80133.0, 126538.0, 466036.0, 124596.0, 77622.0, 47655.0, 31684.0, 21890.0, 15138.0, 10654.0, 7045.0, 4762.0, 3097.0, 2066.0, 1375.0, 1018.0, 735.0, 559.0, 383.0, 364.0, 294.0, 245.0, 208.0, 191.0, 135.0, 116.0, 68.0, 67.0, 40.0, 27.0, 14.0, 4.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.021473072469234467, -0.020770128816366196, -0.020067185163497925, -0.019364241510629654, -0.018661297857761383, -0.017958354204893112, -0.01725541055202484, -0.01655246689915657, -0.0158495232462883, -0.015146578662097454, -0.014443635009229183, -0.013740691356360912, -0.013037746772170067, -0.012334803119301796, -0.011631859466433525, -0.010928915813565254, -0.010225972160696983, -0.009523028507828712, -0.008820084854960442, -0.00811714120209217, -0.0074141970835626125, -0.006711253430694342, -0.0060083093121647835, -0.005305365659296513, -0.004602422006428242, -0.003899478353559971, -0.0031965344678610563, -0.002493590582162142, -0.001790646929293871, -0.0010877031600102782, -0.0003847593907266855, 0.0003181843785569072, 0.0010211281478404999, 0.0017240719171240926, 0.0024270156864076853, 0.0031299595721066, 0.0038329032249748707, 0.0045358468778431416, 0.0052387909963727, 0.005941734649240971, 0.0066446783021092415, 0.007347621954977512, 0.008050565607845783, 0.008753509260714054, 0.0094564538449049, 0.01015939749777317, 0.010862341150641441, 0.011565284803509712, 0.012268228456377983, 0.012971172109246254, 0.013674115762114525, 0.014377059414982796, 0.015080003067851067, 0.015782946720719337, 0.01648589037358761, 0.01718883402645588, 0.0178917795419693, 0.01859472319483757, 0.01929766684770584, 0.020000610500574112, 0.020703554153442383, 0.021406497806310654, 0.022109441459178925, 0.022812385112047195, 0.023515328764915466]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 3.0, 3.0, 1.0, 2.0, 6.0, 7.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018988121300935745, -0.018548648804426193, -0.018109174445271492, -0.01766970194876194, -0.017230229452252388, -0.016790756955742836, -0.016351282596588135, -0.015911810100078583, -0.015472336672246456, -0.015032864175736904, -0.014593390747904778, -0.014153917320072651, -0.013714444823563099, -0.013274971395730972, -0.01283549889922142, -0.012396025471389294, -0.011956552043557167, -0.011517079547047615, -0.011077606119215488, -0.010638133622705936, -0.01019866019487381, -0.009759187698364258, -0.009319714270532131, -0.008880240842700005, -0.008440768346190453, -0.008001294918358326, -0.007561821956187487, -0.007122348994016647, -0.006682876031845808, -0.006243403069674969, -0.005803929641842842, -0.005364456679672003, -0.0049249837175011635, -0.004485510755330324, -0.004046037793159485, -0.003606564598158002, -0.003167091403156519, -0.0027276184409856796, -0.0022881454788148403, -0.0018486724002286792, -0.001409199321642518, -0.0009697262430563569, -0.0005302532226778567, -9.0780173195526e-05, 0.0003486928762868047, 0.0007881659548729658, 0.0012276389170438051, 0.0016671119956299663, 0.0021065850742161274, 0.0025460580363869667, 0.0029855312313884497, 0.003425004193559289, 0.003864477388560772, 0.004303950350731611, 0.0047434233129024506, 0.00518289627507329, 0.005622369237244129, 0.006061842665076256, 0.006501315627247095, 0.006940788589417934, 0.007380261551588774, 0.007819734513759613, 0.00825920794159174, 0.008698680438101292, 0.009138153865933418]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 6.0, 4.0, 5.0, 7.0, 11.0, 21.0, 12.0, 19.0, 30.0, 35.0, 36.0, 44.0, 57.0, 55.0, 84.0, 70.0, 76.0, 76.0, 100.0, 76.0, 94.0, 93.0, 133.0, 200.0, 237.0, 327.0, 561.0, 824.0, 1115.0, 1860.0, 7200.0, 1373.0, 821.0, 533.0, 361.0, 247.0, 274.0, 249.0, 221.0, 159.0, 166.0, 116.0, 95.0, 77.0, 69.0, 60.0, 35.0, 28.0, 17.0, 11.0, 10.0, 14.0, 3.0, 6.0, 4.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.009681890718638897, -0.009408604353666306, -0.00913531705737114, -0.008862030692398548, -0.008588744327425957, -0.008315457962453365, -0.008042171597480774, -0.007768884301185608, -0.0074955979362130165, -0.007222311571240425, -0.006949024740606546, -0.006675737909972668, -0.006402451545000076, -0.006129165180027485, -0.005855878349393606, -0.0055825915187597275, -0.005309305153787136, -0.005036018788814545, -0.004762731958180666, -0.004489445127546787, -0.004216158762574196, -0.0039428723976016045, -0.0036695855669677258, -0.0033962989691644907, -0.0031230123713612556, -0.0028497257735580206, -0.0025764391757547855, -0.0023031525779515505, -0.0020298659801483154, -0.0017565793823450804, -0.0014832927845418453, -0.0012100061867386103, -0.0009367195889353752, -0.0006634329911321402, -0.0003901463933289051, -0.00011685979552567005, 0.000156426802277565, 0.00042971340008080006, 0.0007029999978840351, 0.0009762865956872702, 0.0012495731934905052, 0.0015228597912937403, 0.0017961463890969753, 0.0020694329869002104, 0.0023427195847034454, 0.0026160061825066805, 0.0028892927803099155, 0.0031625793781131506, 0.0034358659759163857, 0.0037091525737196207, 0.003982439171522856, 0.0042557260021567345, 0.004529012367129326, 0.004802298732101917, 0.005075585562735796, 0.005348872393369675, 0.005622158758342266, 0.0058954451233148575, 0.006168731953948736, 0.006442018784582615, 0.006715305149555206, 0.006988591514527798, 0.007261878345161676, 0.007535165175795555, 0.0078084515407681465]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04252343624830246, -0.0413435660302639, -0.04016369581222534, -0.03898382931947708, -0.03780395910143852, -0.03662408888339996, -0.0354442223906517, -0.034264352172613144, -0.033084481954574585, -0.031904611736536026, -0.030724743381142616, -0.029544875025749207, -0.028365004807710648, -0.02718513458967209, -0.02600526623427868, -0.02482539787888527, -0.02364552766084671, -0.02246565744280815, -0.02128578908741474, -0.020105920732021332, -0.018926050513982773, -0.017746180295944214, -0.016566311940550804, -0.01538644265383482, -0.014206573367118835, -0.013026704080402851, -0.011846834793686867, -0.010666965506970882, -0.009487096220254898, -0.008307226933538914, -0.007127357646822929, -0.005947488360106945, -0.004767619073390961, -0.0035877497866749763, -0.002407880499958992, -0.0012280112132430077, -4.8141926527023315e-05, 0.001131727360188961, 0.0023115966469049454, 0.0034914659336209297, 0.004671335220336914, 0.005851204507052898, 0.007031073793768883, 0.008210943080484867, 0.009390812367200851, 0.010570681653916836, 0.01175055094063282, 0.012930420227348804, 0.014110289514064789, 0.015290158800780773, 0.016470028087496758, 0.017649896442890167, 0.018829766660928726, 0.020009636878967285, 0.021189505234360695, 0.022369373589754105, 0.023549243807792664, 0.024729114025831223, 0.025908982381224632, 0.027088850736618042, 0.0282687209546566, 0.02944859117269516, 0.03062845952808857, 0.03180832788348198, 0.03298819810152054]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 1.0, 4.0, 4.0, 7.0, 3.0, 9.0, 7.0, 5.0, 16.0, 16.0, 44.0, 5.0, 4.0, 7.0, 5.0, 4.0, 13.0, 6.0, 8.0, 9.0, 10.0, 5.0, 7.0, 7.0, 6.0, 8.0, 8.0, 5.0, 6.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009947951883077621, -0.00955488532781601, -0.009161817841231823, -0.008768751285970211, -0.008375684730708599, -0.007982617244124413, -0.007589550688862801, -0.007196484133601189, -0.006803417112678289, -0.00641035009175539, -0.006017283536493778, -0.005624216515570879, -0.00523114949464798, -0.004838082939386368, -0.0044450159184634686, -0.004051949363201857, -0.0036588823422789574, -0.0032658155541867018, -0.002872748766094446, -0.002479681745171547, -0.0020866149570792913, -0.0016935481689870358, -0.0013004812644794583, -0.0009074144181795418, -0.0005143475718796253, -0.00012128072557970881, 0.0002717861207202077, 0.0006648529670201242, 0.0010579198133200407, 0.0014509866014122963, 0.0018440535059198737, 0.002237120410427451, 0.0026301871985197067, 0.0030232539866119623, 0.003416320774704218, 0.003809387795627117, 0.004202454350888729, 0.004595521371811628, 0.004988588392734528, 0.0053816549479961395, 0.005774721968919039, 0.006167788989841938, 0.00656085554510355, 0.006953922566026449, 0.0073469895869493484, 0.00774005614221096, 0.008133122697472572, 0.008526190184056759, 0.00891925673931837, 0.009312323294579983, 0.00970539078116417, 0.010098457336425781, 0.010491523891687393, 0.01088459137827158, 0.011277657933533192, 0.011670724488794804, 0.01206379197537899, 0.012456858530640602, 0.012849925085902214, 0.013242991641163826, 0.013636059127748013, 0.014029125683009624, 0.014422192238271236, 0.014815259724855423, 0.015208326280117035]}, "_runtime": 11.342392921447754, "_timestamp": 1596213911.5757422, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 5.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016134072095155716, -0.015659278258681297, -0.015184484422206879, -0.01470969058573246, -0.014234896749258041, -0.013760102912783623, -0.013285309076309204, -0.012810515239834785, -0.012335721403360367, -0.011860928498208523, -0.011386134661734104, -0.010911340825259686, -0.010436546988785267, -0.009961753152310848, -0.00948695931583643, -0.009012165479362011, -0.008537371642887592, -0.008062577806413174, -0.007587783969938755, -0.007112990133464336, -0.006638196296989918, -0.006163402926176786, -0.005688609089702368, -0.005213815253227949, -0.0047390214167535305, -0.004264227580279112, -0.0037894337438046932, -0.0033146401401609182, -0.0028398463036864996, -0.002365052467212081, -0.0018902587471529841, -0.0014154650270938873, -0.0009406711906194687, -0.00046587741235271096, 8.916365914046764e-06, 0.0004837101441808045, 0.0009585039224475622, 0.0014332977589219809, 0.0019080914789810777, 0.0023828851990401745, 0.002857679035514593, 0.0033324728719890118, 0.0038072667084634304, 0.004282060544937849, 0.00475685391575098, 0.005231647752225399, 0.005706441588699818, 0.006181235425174236, 0.006656029261648655, 0.007130823098123074, 0.007605616934597492, 0.00808041077107191, 0.00855520460754633, 0.009029998444020748, 0.009504792280495167, 0.009979586116969585, 0.01045437902212143, 0.010929172858595848, 0.011403966695070267, 0.011878760531544685, 0.012353554368019104, 0.012828348204493523, 0.013303142040967941, 0.01377793587744236, 0.014252729713916779]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 10.0, 12.0, 14.0, 12.0, 19.0, 16.0, 23.0, 37.0, 46.0, 60.0, 75.0, 118.0, 137.0, 222.0, 250.0, 365.0, 511.0, 2524.0, 1651.0, 757.0, 402.0, 218.0, 152.0, 70.0, 64.0, 35.0, 25.0, 30.0, 18.0, 5.0, 10.0, 6.0, 4.0, 7.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20938612520694733, -0.2033371925354004, -0.19728827476501465, -0.1912393420934677, -0.18519040942192078, -0.17914149165153503, -0.1730925589799881, -0.16704364120960236, -0.16099470853805542, -0.15494577586650848, -0.14889685809612274, -0.1428479254245758, -0.13679900765419006, -0.13075007498264313, -0.12470114231109619, -0.11865221709012985, -0.11260329186916351, -0.10655436664819717, -0.10050544142723083, -0.0944565087556839, -0.08840758353471756, -0.08235865831375122, -0.07630972564220428, -0.07026080042123795, -0.0642118752002716, -0.05816294997930527, -0.05211402103304863, -0.04606509208679199, -0.04001616686582565, -0.033967241644859314, -0.027918312698602676, -0.021869385614991188, -0.0158204585313797, -0.009771531447768211, -0.003722604364156723, 0.0023263227194547653, 0.008375249803066254, 0.014424176886677742, 0.02047310397028923, 0.02652203105390072, 0.03257095813751221, 0.038619883358478546, 0.044668812304735184, 0.05071774125099182, 0.05676666647195816, 0.0628155916929245, 0.06886452436447144, 0.07491344958543777, 0.08096237480640411, 0.08701130002737045, 0.09306022524833679, 0.09910915791988373, 0.10515808314085007, 0.1112070083618164, 0.11725594103336334, 0.12330486625432968, 0.12935379147529602, 0.13540272414684296, 0.1414516419172287, 0.14750057458877563, 0.15354949235916138, 0.1595984250307083, 0.16564735770225525, 0.171696275472641, 0.17774520814418793]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 5.0, 1.0, 2.0, 4.0, 7.0, 2.0, 3.0, 2.0, 23.0, 2.0, 2.0, 9.0, 4.0, 1.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005067631136626005, -0.004906021989881992, -0.0047444128431379795, -0.004582804162055254, -0.004421195015311241, -0.004259585868567228, -0.0040979767218232155, -0.003936367575079203, -0.0037747586611658335, -0.0036131495144218206, -0.0034515406005084515, -0.0032899314537644386, -0.003128322307020426, -0.0029667133931070566, -0.002805104246363044, -0.0026434953324496746, -0.0024818861857056618, -0.002320277038961649, -0.0021586681250482798, -0.001997058978304267, -0.001835449947975576, -0.001673840917646885, -0.001512231770902872, -0.001350622740574181, -0.00118901371024549, -0.001027404679916799, -0.0008657955913804471, -0.0007041865028440952, -0.0005425774725154042, -0.00038096841308288276, -0.0002193593536503613, -5.775029421783984e-05, 0.00010385876521468163, 0.0002654678246472031, 0.00042707688407972455, 0.0005886859726160765, 0.0007502950029447675, 0.0009119040332734585, 0.0010735131800174713, 0.0012351222103461623, 0.0013967312406748533, 0.0015583402710035443, 0.0017199493013322353, 0.0018815584480762482, 0.002043167594820261, 0.00220477650873363, 0.002366385655477643, 0.002527994569391012, 0.002689603716135025, 0.002851212862879038, 0.003012821776792407, 0.00317443092353642, 0.003336039837449789, 0.003497648984193802, 0.0036592581309378147, 0.003820867044851184, 0.003982475958764553, 0.004144085105508566, 0.004305694252252579, 0.004467303398996592, 0.004628912545740604, 0.004790521692484617, 0.004952130373567343, 0.005113739520311356, 0.005275348667055368]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 12.0, 30.0, 43.0, 97.0, 162.0, 231.0, 372.0, 579.0, 774.0, 1204.0, 1660.0, 2351.0, 3231.0, 4371.0, 5913.0, 7748.0, 10317.0, 13708.0, 17730.0, 23070.0, 31216.0, 42522.0, 60013.0, 83588.0, 112703.0, 417342.0, 92479.0, 66290.0, 47337.0, 33988.0, 24862.0, 18439.0, 14234.0, 10475.0, 7922.0, 5999.0, 4391.0, 3259.0, 2428.0, 1754.0, 1330.0, 993.0, 738.0, 546.0, 386.0, 253.0, 183.0, 141.0, 74.0, 49.0, 34.0, 25.0, 16.0, 6.0, 9.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.013922303915023804, -0.013444807380437851, -0.012967310845851898, -0.012489814311265945, -0.012012318708002567, -0.011534822173416615, -0.011057325638830662, -0.010579829104244709, -0.010102332569658756, -0.009624836035072803, -0.009147340431809425, -0.008669843897223473, -0.00819234736263752, -0.007714850828051567, -0.007237354293465614, -0.006759858224540949, -0.006282361689954996, -0.005804865155369043, -0.005327369086444378, -0.004849872551858425, -0.004372376017272472, -0.0038948797155171633, -0.003417383413761854, -0.0029398868791759014, -0.0024623905774205923, -0.001984894275665283, -0.0015073977410793304, -0.0010299014393240213, -0.0005524050211533904, -7.490863208658993e-05, 0.00040258775698021054, 0.0008800841169431806, 0.0013575805351138115, 0.0018350769532844424, 0.0023125733714550734, 0.0027900696732103825, 0.0032675662077963352, 0.0037450625095516443, 0.004222558811306953, 0.004700055345892906, 0.005177551880478859, 0.005655047949403524, 0.006132544483989477, 0.00661004101857543, 0.007087537087500095, 0.007565033622086048, 0.008042530156672001, 0.008520026691257954, 0.008997522294521332, 0.009475018829107285, 0.009952515363693237, 0.01043001189827919, 0.010907508432865143, 0.011385004967451096, 0.011862501502037048, 0.012339997105300426, 0.01281749363988638, 0.013294990174472332, 0.013772486709058285, 0.014249983243644238, 0.01472747977823019, 0.015204975381493568, 0.01568247191607952, 0.016159968450665474, 0.016637464985251427]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 1.0, 3.0, 4.0, 1.0, 2.0, 5.0, 2.0, 9.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005257405340671539, -0.005085519980639219, -0.004913634620606899, -0.004741749260574579, -0.004569863900542259, -0.0043979790061712265, -0.0042260936461389065, -0.0040542082861065865, -0.0038823229260742664, -0.0037104375660419464, -0.0035385522060096264, -0.00336666707880795, -0.00319478171877563, -0.00302289635874331, -0.0028510112315416336, -0.0026791258715093136, -0.0025072405114769936, -0.0023353551514446735, -0.0021634697914123535, -0.001991584664210677, -0.0018196993041783571, -0.001647813944146037, -0.001475928700529039, -0.0013040434569120407, -0.0011321580968797207, -0.0009602727950550616, -0.0007883874932304025, -0.0006165021914057434, -0.00044461688958108425, -0.00027273158775642514, -0.00010084628593176603, 7.103901589289308e-05, 0.00024292431771755219, 0.0004148096195422113, 0.0005866949213668704, 0.0007585802231915295, 0.0009304655250161886, 0.0011023508850485086, 0.0012742361286655068, 0.001446121372282505, 0.001618006732314825, 0.001789892092347145, 0.001961777452379465, 0.0021336625795811415, 0.0023055479396134615, 0.0024774332996457815, 0.002649318426847458, 0.002821203786879778, 0.002993089146912098, 0.003164974506944418, 0.003336859866976738, 0.0035087449941784143, 0.0036806303542107344, 0.0038525157142430544, 0.004024400841444731, 0.004196286201477051, 0.004368171561509371, 0.004540056921541691, 0.004711942281574011, 0.004883827641606331, 0.005055712535977364, 0.005227597896009684, 0.005399483256042004, 0.005571368616074324, 0.005743253976106644]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 3.0, 5.0, 2.0, 8.0, 3.0, 8.0, 10.0, 11.0, 18.0, 11.0, 21.0, 33.0, 33.0, 43.0, 46.0, 66.0, 111.0, 126.0, 182.0, 267.0, 342.0, 519.0, 609.0, 846.0, 1224.0, 1836.0, 5762.0, 1244.0, 902.0, 736.0, 616.0, 475.0, 428.0, 335.0, 277.0, 252.0, 222.0, 163.0, 124.0, 113.0, 84.0, 69.0, 51.0, 38.0, 37.0, 29.0, 17.0, 16.0, 14.0, 12.0, 7.0, 5.0, 3.0, 3.0], "bins": [-0.004803354851901531, -0.004671559203416109, -0.004539764020591974, -0.004407968372106552, -0.004276173189282417, -0.004144377540796995, -0.00401258235797286, -0.003880786942318082, -0.0037489915266633034, -0.0036171958781778812, -0.0034854004625231028, -0.0033536050468683243, -0.003221809631213546, -0.0030900142155587673, -0.002958218799903989, -0.0028264233842492104, -0.002694627968594432, -0.0025628325529396534, -0.002431037137284875, -0.0022992417216300964, -0.002167446305975318, -0.0020356508903205395, -0.0019038553582504392, -0.0017720599425956607, -0.0016402645269408822, -0.0015084691112861037, -0.0013766736956313252, -0.0012448782799765468, -0.0011130827479064465, -0.000981287332251668, -0.0008494919165968895, -0.000717696500942111, -0.0005859010852873325, -0.00045410566963255405, -0.0003223102248739451, -0.0001905147946672514, -5.87193644605577e-05, 7.307606574613601e-05, 0.00020487149595282972, 0.00033666694071143866, 0.00046846235636621714, 0.0006002577720209956, 0.0007320531876757741, 0.0008638486615382135, 0.0009956441354006529, 0.0011274395510554314, 0.0012592349667102098, 0.0013910303823649883, 0.0015228257980197668, 0.0016546212136745453, 0.0017864166293293238, 0.0019182120449841022, 0.0020500074606388807, 0.002181802876293659, 0.0023135982919484377, 0.002445393707603216, 0.0025771893560886383, 0.002708984771743417, 0.0028407801873981953, 0.0029725756030529737, 0.0031043710187077522, 0.0032361664343625307, 0.003367961850017309, 0.0034997572656720877, 0.003631552681326866]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013597501441836357, -0.013236151076853275, -0.012874800711870193, -0.012513449415564537, -0.012152099050581455, -0.011790748685598373, -0.011429397389292717, -0.011068047024309635, -0.010706696659326553, -0.010345346294343472, -0.00998399592936039, -0.009622644633054733, -0.009261294268071651, -0.00889994390308857, -0.008538592606782913, -0.008177242241799831, -0.00781589187681675, -0.007454541511833668, -0.007093190681189299, -0.0067318398505449295, -0.006370489485561848, -0.006009139120578766, -0.005647788289934397, -0.005286437459290028, -0.004925087094306946, -0.004563736729323864, -0.004202385898679495, -0.0038410353008657694, -0.003479684703052044, -0.0031183341052383184, -0.002756983507424593, -0.0023956329096108675, -0.002034282311797142, -0.0016729317139834166, -0.001311581116169691, -0.0009502305183559656, -0.0005888799205422401, -0.00022752932272851467, 0.0001338212750852108, 0.0004951718728989363, 0.0008565224707126617, 0.0012178730685263872, 0.0015792236663401127, 0.0019405742641538382, 0.0023019248619675636, 0.002663275459781289, 0.0030246260575950146, 0.00338597665540874, 0.0037473272532224655, 0.004108677618205547, 0.0044700284488499165, 0.004831379279494286, 0.005192729644477367, 0.005554080009460449, 0.005915430840104818, 0.0062767816707491875, 0.006638132035732269, 0.006999482400715351, 0.00736083323135972, 0.007722184062004089, 0.008083534426987171, 0.008444884791970253, 0.00880623608827591, 0.009167586453258991, 0.009528936818242073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 7.0, 1.0, 5.0, 8.0, 7.0, 17.0, 56.0, 19.0, 6.0, 9.0, 6.0, 6.0, 10.0, 8.0, 7.0, 6.0, 8.0, 4.0, 6.0, 2.0, 8.0, 5.0, 5.0, 6.0, 8.0, 4.0, 5.0, 5.0, 2.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.009613338857889175, -0.009288816712796688, -0.0089642945677042, -0.008639773353934288, -0.0083152512088418, -0.007990729063749313, -0.007666207384318113, -0.007341685704886913, -0.007017163559794426, -0.006692641414701939, -0.006368119735270739, -0.006043598055839539, -0.005719075910747051, -0.005394553765654564, -0.005070032086223364, -0.004745510406792164, -0.0044209882616996765, -0.004096466116607189, -0.003771944437175989, -0.0034474225249141455, -0.003122900612652302, -0.002798378700390458, -0.0024738567881286144, -0.0021493348758667707, -0.001824812963604927, -0.0015002910513430834, -0.0011757691390812397, -0.000851247226819396, -0.0005267253145575523, -0.00020220340229570866, 0.00012231850996613503, 0.0004468404222279787, 0.0007713623344898224, 0.001095884246751666, 0.0014204061590135098, 0.0017449280712753534, 0.002069449983537197, 0.002393971895799041, 0.0027184938080608845, 0.003043015720322728, 0.003367537632584572, 0.0036920595448464155, 0.004016581457108259, 0.004341103136539459, 0.0046656252816319466, 0.004990147426724434, 0.005314669106155634, 0.005639190785586834, 0.005963712930679321, 0.006288235075771809, 0.006612756755203009, 0.006937278434634209, 0.007261800579726696, 0.007586322724819183, 0.007910843938589096, 0.008235366083681583, 0.00855988822877407, 0.008884410373866558, 0.009208932518959045, 0.009533453732728958, 0.009857975877821445, 0.010182498022913933, 0.010507019236683846, 0.010831541381776333, 0.01115606352686882]}, "_runtime": 12.108403444290161, "_timestamp": 1596213912.3417528, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015739426016807556, -0.015344134531915188, -0.01494884304702282, -0.014553551562130451, -0.014158260077238083, -0.013762968592345715, -0.013367676176130772, -0.012972384691238403, -0.012577093206346035, -0.012181801721453667, -0.011786510236561298, -0.01139121875166893, -0.010995927266776562, -0.010600635781884193, -0.010205344296991825, -0.009810052812099457, -0.009414760395884514, -0.009019468910992146, -0.008624177426099777, -0.008228885941207409, -0.00783359445631504, -0.007438302971422672, -0.007043011486530304, -0.006647720001637936, -0.006252428516745567, -0.005857136566191912, -0.005461845081299543, -0.005066553596407175, -0.004671262111514807, -0.004275970626622438, -0.0038806789088994265, -0.0034853871911764145, -0.003090095706284046, -0.002694804221391678, -0.002299512503668666, -0.0019042210187762976, -0.0015089294174686074, -0.0011136378161609173, -0.000718346273060888, -0.00032305470085702837, 7.223687134683132e-05, 0.000467528443550691, 0.0008628200157545507, 0.00125811155885458, 0.00165340316016227, 0.00204869476146996, 0.0024439862463623285, 0.0028392779640853405, 0.003234569448977709, 0.003629860933870077, 0.0040251524187624454, 0.004420444369316101, 0.004815735854208469, 0.005211027339100838, 0.005606318823993206, 0.006001610308885574, 0.006396901793777943, 0.006792193744331598, 0.007187485229223967, 0.007582776714116335, 0.00797806866466999, 0.008373360149562359, 0.008768651634454727, 0.009163943119347095, 0.009559234604239464]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 6.0, 6.0, 5.0, 7.0, 9.0, 3.0, 10.0, 21.0, 14.0, 14.0, 35.0, 52.0, 59.0, 70.0, 117.0, 137.0, 179.0, 212.0, 290.0, 362.0, 503.0, 3049.0, 1168.0, 566.0, 361.0, 233.0, 125.0, 84.0, 62.0, 54.0, 31.0, 25.0, 12.0, 12.0, 11.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.21122398972511292, -0.20584224164485931, -0.2004605084657669, -0.1950787603855133, -0.1896970123052597, -0.1843152791261673, -0.1789335310459137, -0.1735517829656601, -0.1681700348854065, -0.1627883017063141, -0.15740655362606049, -0.15202480554580688, -0.14664307236671448, -0.14126132428646088, -0.13587957620620728, -0.13049784302711487, -0.12511609494686127, -0.11973435431718826, -0.11435260623693466, -0.10897086560726166, -0.10358911752700806, -0.09820737689733505, -0.09282563626766205, -0.08744388818740845, -0.08206214755773544, -0.07668040692806244, -0.07129865884780884, -0.06591691821813583, -0.06053517386317253, -0.05515342950820923, -0.049771688878536224, -0.04438994452357292, -0.03900820016860962, -0.033626455813646317, -0.028244713321328163, -0.02286297082901001, -0.017481226474046707, -0.01209948305040598, -0.006717739626765251, -0.0013359962031245232, 0.004045747220516205, 0.009427490644156933, 0.01480923406779766, 0.020190976560115814, 0.025572720915079117, 0.03095446527004242, 0.036336205899715424, 0.041717950254678726, 0.04709969460964203, 0.05248143896460533, 0.057863183319568634, 0.06324492394924164, 0.06862667202949524, 0.07400841265916824, 0.07939015328884125, 0.08477190136909485, 0.09015364199876785, 0.09553538262844086, 0.10091713070869446, 0.10629887133836746, 0.11168061196804047, 0.11706236004829407, 0.12244410067796707, 0.12782584130764008, 0.13320758938789368]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 6.0, 6.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 27.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005228896159678698, -0.005068308673799038, -0.004907721187919378, -0.004747133702039719, -0.004586546216160059, -0.004425958730280399, -0.00426537124440074, -0.00410478375852108, -0.003944195806980133, -0.003783608553931117, -0.0036230210680514574, -0.0034624335821717978, -0.0033018458634614944, -0.003141258377581835, -0.002980670891702175, -0.0028200834058225155, -0.002659495919942856, -0.002498908434063196, -0.0023383209481835365, -0.002177733462303877, -0.0020171459764242172, -0.0018565583741292357, -0.0016959707718342543, -0.0015353832859545946, -0.001374795800074935, -0.0012142083141952753, -0.0010536208283156157, -0.0008930332260206342, -0.0007324457401409745, -0.0005718582542613149, -0.0004112707101739943, -0.0002506831951905042, -9.009568020701408e-05, 7.049183477647603e-05, 0.00023107934975996614, 0.00039166686474345624, 0.0005522543797269464, 0.000712841865606606, 0.0008734294096939266, 0.0010340169537812471, 0.0011946044396609068, 0.0013551919255405664, 0.001515779411420226, 0.0016763670137152076, 0.0018369544995948672, 0.0019975421018898487, 0.0021581295877695084, 0.002318717073649168, 0.0024793045595288277, 0.0026398920454084873, 0.002800479531288147, 0.0029610670171678066, 0.0031216545030474663, 0.0032822422217577696, 0.0034428297076374292, 0.003603417193517089, 0.0037640046793967485, 0.003924592398107052, 0.0040851798839867115, 0.004245767369866371, 0.004406354855746031, 0.0045669423416256905, 0.00472752982750535, 0.00488811731338501, 0.005048704799264669]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 6.0, 9.0, 22.0, 34.0, 51.0, 88.0, 116.0, 162.0, 218.0, 271.0, 358.0, 477.0, 598.0, 853.0, 1142.0, 1536.0, 2168.0, 2825.0, 3951.0, 5487.0, 7307.0, 9480.0, 12568.0, 16473.0, 21416.0, 28316.0, 38638.0, 52295.0, 70376.0, 91888.0, 409464.0, 100972.0, 74691.0, 55141.0, 40601.0, 30371.0, 23261.0, 17789.0, 13752.0, 10574.0, 8154.0, 6412.0, 5023.0, 3932.0, 2907.0, 2115.0, 1635.0, 1165.0, 882.0, 583.0, 391.0, 258.0, 164.0, 123.0, 66.0, 35.0, 28.0, 11.0, 5.0, 6.0], "bins": [-0.015040894038975239, -0.014610457234084606, -0.014180019497871399, -0.013749582692980766, -0.013319144956767559, -0.012888708151876926, -0.01245827041566372, -0.012027833610773087, -0.011597396805882454, -0.011166959069669247, -0.010736522264778614, -0.010306084528565407, -0.009875647723674774, -0.009445209987461567, -0.009014773182570934, -0.008584335446357727, -0.008153898641467094, -0.0077234613709151745, -0.0072930241003632545, -0.006862586829811335, -0.006432149559259415, -0.006001712754368782, -0.005571275483816862, -0.005140838213264942, -0.004710400942713022, -0.004279963672161102, -0.0038495264016091824, -0.003419089363887906, -0.002988652093335986, -0.002558214822784066, -0.00212777778506279, -0.00169734051451087, -0.00126690324395895, -0.000836466031614691, -0.000406028819270432, 2.4408393073827028e-05, 0.00045484560541808605, 0.0008852828177623451, 0.001315720030106604, 0.0017461571842432022, 0.002176594454795122, 0.002607031725347042, 0.003037468995898962, 0.0034679060336202383, 0.0038983433041721582, 0.0043287803418934345, 0.0047592176124453545, 0.005189654882997274, 0.005620092153549194, 0.006050529424101114, 0.006480966694653034, 0.006911403965204954, 0.007341841235756874, 0.007772278040647507, 0.008202715776860714, 0.008633152581751347, 0.009063590317964554, 0.009494027122855186, 0.009924463927745819, 0.010354901663959026, 0.010785338468849659, 0.011215776205062866, 0.011646213009953499, 0.012076650746166706, 0.012507087551057339]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 7.0, 4.0, 2.0, 0.0, 1.0, 7.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.020657844841480255, -0.020169850438833237, -0.019681856036186218, -0.0191938616335392, -0.01870586723089218, -0.018217870965600014, -0.017729876562952995, -0.017241882160305977, -0.01675388775765896, -0.01626589335501194, -0.01577789895236492, -0.015289903618395329, -0.01480190921574831, -0.014313914813101292, -0.013825919479131699, -0.01333792507648468, -0.012849930673837662, -0.012361936271190643, -0.011873941868543625, -0.011385946534574032, -0.010897952131927013, -0.010409957729279995, -0.009921962395310402, -0.009433967992663383, -0.008945973590016365, -0.008457979187369347, -0.007969984784722328, -0.007481989450752735, -0.006993995048105717, -0.006506000645458698, -0.0060180057771503925, -0.005530010908842087, -0.005042016506195068, -0.00455402210354805, -0.004066027235239744, -0.003578032599762082, -0.00309003796428442, -0.002602043328806758, -0.002114048693329096, -0.0016260540578514338, -0.0011380594223737717, -0.0006500647868961096, -0.0001620701514184475, 0.0003259244840592146, 0.0008139191195368767, 0.0013019137550145388, 0.0017899083904922009, 0.002277903025969863, 0.002765897661447525, 0.003253892296925187, 0.003741886932402849, 0.004229881800711155, 0.004717876203358173, 0.005205870606005192, 0.0056938654743134975, 0.006181860342621803, 0.006669854745268822, 0.00715784914791584, 0.007645844016224146, 0.008133838884532452, 0.00862183328717947, 0.009109827689826488, 0.009597823023796082, 0.0100858174264431, 0.010573811829090118]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 0.0, 6.0, 6.0, 7.0, 4.0, 7.0, 10.0, 9.0, 9.0, 9.0, 5.0, 12.0, 8.0, 7.0, 16.0, 20.0, 22.0, 9.0, 14.0, 19.0, 21.0, 26.0, 44.0, 51.0, 80.0, 93.0, 167.0, 194.0, 269.0, 352.0, 480.0, 735.0, 1245.0, 2565.0, 7183.0, 1829.0, 970.0, 602.0, 405.0, 309.0, 194.0, 138.0, 83.0, 64.0, 25.0, 28.0, 23.0, 14.0, 10.0, 4.0, 0.0, 2.0], "bins": [-0.015143164433538914, -0.014815818518400192, -0.014488471671938896, -0.014161125756800175, -0.013833779841661453, -0.013506432995200157, -0.013179087080061436, -0.012851741164922714, -0.012524394318461418, -0.012197048403322697, -0.011869702488183975, -0.011542356573045254, -0.011215009726583958, -0.010887663811445236, -0.010560317896306515, -0.010232971049845219, -0.009905625134706497, -0.009578279219567776, -0.00925093237310648, -0.008923586457967758, -0.008596240542829037, -0.00826889369636774, -0.00794154778122902, -0.007614201866090298, -0.007286855485290289, -0.00695950910449028, -0.006632163189351559, -0.00630481680855155, -0.005977470427751541, -0.00565012451261282, -0.005322778131812811, -0.004995432216674089, -0.004668085835874081, -0.004340739455074072, -0.00401339353993535, -0.0036860471591353416, -0.0033587010111659765, -0.0030313548631966114, -0.0027040084823966026, -0.0023766623344272375, -0.0020493161864578724, -0.0017219700384885073, -0.0013946237741038203, -0.0010672775097191334, -0.0007399313617497683, -0.0004125851555727422, -8.523894939571619e-05, 0.00024210725678130984, 0.0005694534629583359, 0.0008967996691353619, 0.001224145875312388, 0.0015514921396970749, 0.00187883828766644, 0.002206184435635805, 0.002533530816435814, 0.002860876964405179, 0.003188223112374544, 0.0035155692603439093, 0.0038429154083132744, 0.004170261789113283, 0.004497608169913292, 0.004824954085052013, 0.005152300465852022, 0.005479646380990744, 0.005806992761790752]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.03966100513935089, -0.03874325007200241, -0.03782549127936363, -0.03690773621201515, -0.03598997741937637, -0.03507222235202789, -0.034154463559389114, -0.033236708492040634, -0.032318949699401855, -0.031401194632053375, -0.030483435839414597, -0.029565678909420967, -0.028647921979427338, -0.027730165049433708, -0.02681240811944008, -0.02589465118944645, -0.02497689425945282, -0.02405913919210434, -0.02314138226211071, -0.02222362533211708, -0.02130586840212345, -0.020388111472129822, -0.019470354542136192, -0.018552597612142563, -0.017634840682148933, -0.016717083752155304, -0.015799326822161674, -0.014881569892168045, -0.013963812962174416, -0.013046056032180786, -0.012128299102187157, -0.011210542172193527, -0.010292785242199898, -0.009375028312206268, -0.008457271382212639, -0.007539514452219009, -0.00662175752222538, -0.005704001057893038, -0.004786244127899408, -0.003868487197905779, -0.0029507302679121494, -0.00203297333791852, -0.0011152165243402123, -0.0001974596525542438, 0.0007202972192317247, 0.0016380541492253542, 0.00255581084638834, 0.0034735677763819695, 0.004391324706375599, 0.005309081636369228, 0.006226838566362858, 0.007144595496356487, 0.008062352426350117, 0.008980109356343746, 0.009897866286337376, 0.010815623216331005, 0.01173337921500206, 0.01265113614499569, 0.013568893074989319, 0.014486650004982948, 0.015404406934976578, 0.016322163864970207, 0.017239920794963837, 0.018157677724957466, 0.019075434654951096]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 10.0, 3.0, 7.0, 11.0, 6.0, 7.0, 6.0, 6.0, 11.0, 11.0, 19.0, 22.0, 17.0, 46.0, 16.0, 8.0, 7.0, 4.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.02307123690843582, -0.02262086048722267, -0.022170482203364372, -0.021720105782151222, -0.021269727498292923, -0.020819351077079773, -0.020368972793221474, -0.019918596372008324, -0.019468218088150024, -0.019017841666936874, -0.018567463383078575, -0.018117086961865425, -0.017666708678007126, -0.017216332256793976, -0.016765953972935677, -0.016315577551722527, -0.015865199267864227, -0.015414822846651077, -0.014964445494115353, -0.014514068141579628, -0.014063690789043903, -0.013613313436508179, -0.013162936083972454, -0.01271255873143673, -0.01226218231022358, -0.011811804957687855, -0.01136142760515213, -0.010911050252616405, -0.01046067290008068, -0.010010295547544956, -0.009559918195009232, -0.009109540842473507, -0.008659163489937782, -0.008208786137402058, -0.007758408784866333, -0.007308031432330608, -0.006857654079794884, -0.006407277192920446, -0.005956899840384722, -0.005506522487848997, -0.0050561451353132725, -0.004605767782777548, -0.004155390430241823, -0.003705013310536742, -0.0032546359580010176, -0.002804258605465293, -0.002353881485760212, -0.0019035041332244873, -0.0014531267806887627, -0.001002749428153038, -0.0005523721920326352, -0.00010199489770457149, 0.00034838239662349224, 0.000798759690951556, 0.0012491369852796197, 0.0016995142214000225, 0.002149891573935747, 0.002600268926471472, 0.0030506462790071964, 0.0035010233987122774, 0.003951400518417358, 0.004401777870953083, 0.004852155223488808, 0.005302532576024532, 0.005752909928560257]}, "_runtime": 12.871938467025757, "_timestamp": 1596213913.1052878, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014495883136987686, -0.014044681563973427, -0.013593479990959167, -0.013142277486622334, -0.012691075913608074, -0.012239874340593815, -0.011788671836256981, -0.011337470263242722, -0.010886268690228462, -0.010435067117214203, -0.009983865544199944, -0.00953266303986311, -0.00908146146684885, -0.008630259893834591, -0.008179057389497757, -0.007727855816483498, -0.007276654243469238, -0.006825452670454979, -0.006374250631779432, -0.005923048593103886, -0.005471847020089626, -0.005020645447075367, -0.00456944340839982, -0.004118241369724274, -0.0036670397967100143, -0.0032158379908651114, -0.0027646361850202084, -0.0023134343791753054, -0.0018622325733304024, -0.0014110307674854994, -0.0009598289616405964, -0.0005086271557956934, -5.7425349950790405e-05, 0.0003937764558941126, 0.0008449782617390156, 0.0012961800675839186, 0.0017473818734288216, 0.0021985836792737246, 0.0026497854851186275, 0.0031009872909635305, 0.0035521890968084335, 0.004003390669822693, 0.0044545927084982395, 0.004905794747173786, 0.0053569963201880455, 0.005808197893202305, 0.0062593999318778515, 0.006710601970553398, 0.0071618035435676575, 0.007613005116581917, 0.008064206689596176, 0.00851540919393301, 0.00896661076694727, 0.009417812339961529, 0.009869014844298363, 0.010320216417312622, 0.010771417990326881, 0.01122261956334114, 0.0116738211363554, 0.012125023640692234, 0.012576225213706493, 0.013027426786720753, 0.013478629291057587, 0.013929830864071846, 0.014381032437086105]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 6.0, 6.0, 8.0, 5.0, 7.0, 13.0, 13.0, 15.0, 24.0, 44.0, 57.0, 55.0, 87.0, 120.0, 144.0, 176.0, 274.0, 353.0, 451.0, 2244.0, 1781.0, 825.0, 462.0, 265.0, 149.0, 103.0, 72.0, 40.0, 38.0, 23.0, 15.0, 19.0, 4.0, 7.0, 5.0, 2.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18134677410125732, -0.17613115906715393, -0.17091554403305054, -0.16569994390010834, -0.16048432886600494, -0.15526871383190155, -0.15005309879779816, -0.14483748376369476, -0.13962188363075256, -0.13440626859664917, -0.12919065356254578, -0.12397503852844238, -0.11875942349433899, -0.11354381591081619, -0.1083282008767128, -0.10311259329319, -0.09789697825908661, -0.09268136322498322, -0.08746575564146042, -0.08225014060735703, -0.07703453302383423, -0.07181891798973083, -0.06660330295562744, -0.061387691646814346, -0.05617208033800125, -0.050956469029188156, -0.04574085772037506, -0.04052524268627167, -0.03530963137745857, -0.030094020068645477, -0.024878406897187233, -0.01966279372572899, -0.014447182416915894, -0.009231570176780224, -0.004015957936644554, 0.0011996543034911156, 0.006415266543626785, 0.011630878783762455, 0.016846491023898125, 0.02206210419535637, 0.027277715504169464, 0.03249332681298256, 0.037708938121795654, 0.04292455315589905, 0.04814016446471214, 0.05335577577352524, 0.05857139080762863, 0.06378699839115143, 0.06900261342525482, 0.07421822845935822, 0.07943383604288101, 0.0846494510769844, 0.0898650586605072, 0.0950806736946106, 0.10029628872871399, 0.10551189631223679, 0.11072751134634018, 0.11594312638044357, 0.12115873396396637, 0.12637434899806976, 0.13158996403217316, 0.13680557906627655, 0.14202117919921875, 0.14723679423332214, 0.15245240926742554]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 5.0, 3.0, 5.0, 5.0, 3.0, 4.0, 1.0, 1.0, 5.0, 4.0, 23.0, 2.0, 3.0, 2.0, 1.0, 7.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.005119078792631626, -0.004975315183401108, -0.0048315515741705894, -0.004687788430601358, -0.00454402482137084, -0.004400261212140322, -0.004256498068571091, -0.004112734459340572, -0.003968970850110054, -0.0038252072408795357, -0.003681443864479661, -0.0035376804880797863, -0.003393916878849268, -0.0032501532696187496, -0.003106389893218875, -0.0029626265168190002, -0.002818862907588482, -0.0026750992983579636, -0.002531335921958089, -0.002387572545558214, -0.002243808936327696, -0.0021000453270971775, -0.001956281950697303, -0.0018125184578821063, -0.0016687549650669098, -0.0015249914722517133, -0.0013812279794365168, -0.0012374644866213202, -0.0010937009938061237, -0.0009499375009909272, -0.0008061740081757307, -0.0006624105153605342, -0.0005186470225453377, -0.00037488352973014116, -0.00023112003691494465, -8.735654409974813e-05, 5.640694871544838e-05, 0.0002001704415306449, 0.0003439339343458414, 0.0004876974271610379, 0.0006314609199762344, 0.000775224412791431, 0.0009189879056066275, 0.001062751398421824, 0.0012065148912370205, 0.001350278384052217, 0.0014940418768674135, 0.00163780536968261, 0.0017815688624978065, 0.001925332355313003, 0.0020690958481281996, 0.0022128592245280743, 0.0023566228337585926, 0.002500386442989111, 0.0026441498193889856, 0.0027879131957888603, 0.0029316768050193787, 0.003075440414249897, 0.0032192037906497717, 0.0033629671670496464, 0.0035067307762801647, 0.003650494385510683, 0.0037942577619105577, 0.0039380211383104324, 0.004081784747540951]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 9.0, 8.0, 21.0, 41.0, 61.0, 103.0, 161.0, 229.0, 369.0, 528.0, 775.0, 1168.0, 1698.0, 2283.0, 3082.0, 4253.0, 5674.0, 7464.0, 9755.0, 12899.0, 16459.0, 21411.0, 27622.0, 36835.0, 49313.0, 66100.0, 87314.0, 110358.0, 410934.0, 81421.0, 57831.0, 40932.0, 29644.0, 22088.0, 16717.0, 12363.0, 9469.0, 7483.0, 5906.0, 4530.0, 3654.0, 2720.0, 2142.0, 1585.0, 1171.0, 900.0, 659.0, 463.0, 326.0, 223.0, 149.0, 133.0, 66.0, 49.0, 31.0, 23.0, 11.0, 15.0, 4.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.012226455844938755, -0.011808614246547222, -0.011390771716833115, -0.010972930118441582, -0.010555088520050049, -0.010137246921658516, -0.009719405323266983, -0.009301562793552876, -0.008883721195161343, -0.00846587959676981, -0.008048037067055702, -0.007630195468664169, -0.007212353870272636, -0.0067945122718811035, -0.006376670207828283, -0.005958828143775463, -0.00554098654538393, -0.005123144946992397, -0.004705302882939577, -0.004287460818886757, -0.003869619220495224, -0.0034517773892730474, -0.003033935558050871, -0.0026160937268286943, -0.002198251895606518, -0.0017804100643843412, -0.0013625682331621647, -0.0009447264019399881, -0.0005268845707178116, -0.00010904273949563503, 0.0003087990917265415, 0.0007266409229487181, 0.0011444827541708946, 0.0015623245853930712, 0.0019801664166152477, 0.0023980082478374243, 0.002815850079059601, 0.0032336919102817774, 0.003651533741503954, 0.004069375805556774, 0.004487217403948307, 0.00490505900233984, 0.00532290106639266, 0.00574074313044548, 0.006158584728837013, 0.006576426327228546, 0.006994268391281366, 0.0074121104553341866, 0.00782995205372572, 0.008247793652117252, 0.00866563618183136, 0.009083477780222893, 0.009501319378614426, 0.009919160977005959, 0.010337002575397491, 0.010754845105111599, 0.011172686703503132, 0.011590528301894665, 0.012008370831608772, 0.012426212430000305, 0.012844054028391838, 0.013261895626783371, 0.013679737225174904, 0.014097579754889011, 0.014515421353280544]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 2.0, 3.0, 5.0, 2.0, 2.0, 6.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.024248789995908737, -0.02372509054839611, -0.023201391100883484, -0.022677691653370857, -0.02215399406850338, -0.021630294620990753, -0.021106595173478127, -0.0205828957259655, -0.020059196278452873, -0.019535496830940247, -0.01901179924607277, -0.018488099798560143, -0.017964400351047516, -0.01744070090353489, -0.016917001456022263, -0.016393302008509636, -0.01586960256099701, -0.015345904044806957, -0.014822205528616905, -0.014298506081104279, -0.013774806633591652, -0.0132511081174016, -0.012727408669888973, -0.012203709222376347, -0.011680010706186295, -0.011156311258673668, -0.010632611811161041, -0.010108912363648415, -0.009585213847458363, -0.009061514399945736, -0.00853781495243311, -0.008014116436243057, -0.007490416988730431, -0.006966718006879091, -0.006443018559366465, -0.005919319577515125, -0.005395620130002499, -0.004871921148151159, -0.00434822216629982, -0.003824522951617837, -0.003300823736935854, -0.002777124522253871, -0.002253425307571888, -0.0017297263257205486, -0.0012060271110385656, -0.0006823279545642436, -0.00015862879808992147, 0.0003650703583844006, 0.0008887695148587227, 0.0014124687295407057, 0.0019361678278073668, 0.002459866926074028, 0.002983566140756011, 0.003507265355437994, 0.004030964337289333, 0.00455466378480196, 0.005078362766653299, 0.005602061748504639, 0.006125761196017265, 0.006649460177868605, 0.007173159159719944, 0.007696858607232571, 0.008220558054745197, 0.00874425657093525, 0.009267956018447876]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 3.0, 0.0, 4.0, 10.0, 9.0, 7.0, 10.0, 11.0, 11.0, 17.0, 11.0, 23.0, 15.0, 25.0, 32.0, 20.0, 42.0, 81.0, 109.0, 125.0, 149.0, 169.0, 254.0, 384.0, 544.0, 831.0, 1178.0, 1797.0, 3301.0, 5829.0, 969.0, 786.0, 388.0, 277.0, 294.0, 290.0, 179.0, 129.0, 53.0, 24.0, 10.0, 4.0, 4.0], "bins": [-0.0165951419621706, -0.016263462603092194, -0.015931781381368637, -0.01560010202229023, -0.015268421731889248, -0.014936741441488266, -0.014605062082409859, -0.014273381792008877, -0.013941701501607895, -0.013610021211206913, -0.013278340920805931, -0.012946661561727524, -0.012614981271326542, -0.01228330098092556, -0.011951621621847153, -0.01161994133144617, -0.011288261041045189, -0.010956580750644207, -0.010624900460243225, -0.010293221101164818, -0.009961540810763836, -0.009629860520362854, -0.009298181161284447, -0.008966500870883465, -0.008634820580482483, -0.008303140290081501, -0.007971459999680519, -0.007639780640602112, -0.00730810035020113, -0.006976420059800148, -0.006644740235060453, -0.006313060410320759, -0.005981380119919777, -0.005649699829518795, -0.0053180200047791, -0.004986340180039406, -0.004654659889638424, -0.004322979599237442, -0.003991299774497747, -0.003659619716927409, -0.003327939659357071, -0.0029962596017867327, -0.0026645795442163944, -0.002332899486646056, -0.002001219429075718, -0.0016695393715053797, -0.0013378593139350414, -0.0010061792563647032, -0.0006744991987943649, -0.0003428191412240267, -1.113908365368843e-05, 0.0003205409739166498, 0.0006522210314869881, 0.0009839010890573263, 0.0013155811466276646, 0.0016472612041980028, 0.001978941261768341, 0.0023106213193386793, 0.0026423013769090176, 0.002973981434479356, 0.003305661492049694, 0.0036373415496200323, 0.0039690216071903706, 0.004300701431930065, 0.004632381722331047]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05171777307987213, -0.05042700842022896, -0.049136243760585785, -0.04784547537565231, -0.04655471071600914, -0.04526394605636597, -0.043973177671432495, -0.04268241301178932, -0.04139164835214615, -0.040100883692502975, -0.0388101190328598, -0.03751935064792633, -0.03622858598828316, -0.034937821328639984, -0.03364705294370651, -0.03235628828406334, -0.031065523624420166, -0.029774758964776993, -0.02848399244248867, -0.027193225920200348, -0.025902461260557175, -0.024611696600914, -0.02332093007862568, -0.022030163556337357, -0.020739398896694183, -0.01944863423705101, -0.018157867714762688, -0.016867101192474365, -0.015576336532831192, -0.014285570941865444, -0.012994805350899696, -0.011704039759933949, -0.0104132741689682, -0.009122508578002453, -0.007831742987036705, -0.006540977396070957, -0.005250211805105209, -0.0039594462141394615, -0.0026686806231737137, -0.0013779150322079659, -8.714944124221802e-05, 0.0012036161497235298, 0.0024943817406892776, 0.0037851473316550255, 0.005075912922620773, 0.006366678513586521, 0.007657444104552269, 0.008948209695518017, 0.010238975286483765, 0.011529740877449512, 0.01282050646841526, 0.014111272059381008, 0.015402037650346756, 0.01669280230998993, 0.01798356883227825, 0.019274335354566574, 0.020565100014209747, 0.02185586467385292, 0.023146631196141243, 0.024437397718429565, 0.02572816237807274, 0.027018927037715912, 0.028309693560004234, 0.029600460082292557, 0.03089122474193573]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 5.0, 7.0, 6.0, 3.0, 3.0, 7.0, 7.0, 9.0, 4.0, 3.0, 4.0, 6.0, 5.0, 2.0, 3.0, 8.0, 5.0, 7.0, 2.0, 8.0, 11.0, 4.0, 8.0, 8.0, 9.0, 37.0, 19.0, 12.0, 12.0, 2.0, 9.0, 5.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02041572704911232, -0.019904663786292076, -0.01939360238611698, -0.018882539123296738, -0.018371477723121643, -0.0178604144603014, -0.017349353060126305, -0.01683828979730606, -0.016327228397130966, -0.015816165134310722, -0.015305102802813053, -0.014794040471315384, -0.01428297720849514, -0.01377191487699747, -0.013260852545499802, -0.012749790214002132, -0.012238727882504463, -0.011727665551006794, -0.011216603219509125, -0.010705540888011456, -0.010194478556513786, -0.009683415293693542, -0.009172352962195873, -0.008661290630698204, -0.008150228299200535, -0.007639165967702866, -0.007128103636205196, -0.00661704083904624, -0.006105978507548571, -0.005594916176050901, -0.005083853378891945, -0.004572791047394276, -0.0040617287158966064, -0.0035506663843989372, -0.0030396038200706244, -0.0025285412557423115, -0.0020174789242446423, -0.0015064164763316512, -0.0009953540284186602, -0.0004842915805056691, 2.677086740732193e-05, 0.000537833315320313, 0.001048895763233304, 0.001559958211146295, 0.002071020659059286, 0.0025820829905569553, 0.003093145554885268, 0.003604208119213581, 0.00411527045071125, 0.0046263327822089195, 0.005137395113706589, 0.005648457910865545, 0.0061595202423632145, 0.006670582573860884, 0.00718164537101984, 0.0076927077025175095, 0.008203770034015179, 0.008714832365512848, 0.009225894697010517, 0.009736957028508186, 0.01024802029132843, 0.0107590826228261, 0.011270144954323769, 0.011781207285821438, 0.012292269617319107]}, "_runtime": 13.634680032730103, "_timestamp": 1596213913.8680294, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 4.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023183953016996384, -0.02252129092812538, -0.02185862883925438, -0.021195966750383377, -0.020533304661512375, -0.019870642572641373, -0.01920798048377037, -0.01854531839489937, -0.017882656306028366, -0.017219994217157364, -0.01655733212828636, -0.01589467003941536, -0.015232007019221783, -0.01456934493035078, -0.013906682841479778, -0.013244020752608776, -0.012581358663737774, -0.011918696574866772, -0.01125603448599577, -0.010593372397124767, -0.009930710308253765, -0.009268048219382763, -0.00860538613051176, -0.007942724041640759, -0.007280061487108469, -0.006617399398237467, -0.005954737309366465, -0.005292075220495462, -0.004629412665963173, -0.003966750577092171, -0.0033040884882211685, -0.0026414263993501663, -0.001978764310479164, -0.001316102221608162, -0.0006534400163218379, 9.222130756825209e-06, 0.0006718842778354883, 0.0013345463667064905, 0.0019972086884081364, 0.0026598707772791386, 0.0033225328661501408, 0.003985194955021143, 0.004647857043892145, 0.005310519132763147, 0.005973181687295437, 0.006635843776166439, 0.007298505865037441, 0.007961167953908443, 0.008623830042779446, 0.009286492131650448, 0.00994915422052145, 0.010611816309392452, 0.011274478398263454, 0.011937140487134457, 0.012599802576005459, 0.013262464664876461, 0.013925127685070038, 0.01458778977394104, 0.015250451862812042, 0.015913113951683044, 0.016575776040554047, 0.01723843812942505, 0.01790110021829605, 0.018563762307167053, 0.019226424396038055]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 12.0, 9.0, 11.0, 16.0, 20.0, 25.0, 40.0, 51.0, 55.0, 85.0, 106.0, 130.0, 204.0, 246.0, 389.0, 517.0, 3121.0, 1400.0, 575.0, 312.0, 194.0, 120.0, 82.0, 55.0, 34.0, 27.0, 17.0, 17.0, 10.0, 5.0, 7.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17815902829170227, -0.17167246341705322, -0.16518591344356537, -0.15869934856891632, -0.15221278369426727, -0.14572621881961823, -0.13923966884613037, -0.13275310397148132, -0.12626653909683228, -0.11977998167276382, -0.11329342424869537, -0.10680685937404633, -0.10032030194997787, -0.09383373707532883, -0.08734717965126038, -0.08086061477661133, -0.07437405735254288, -0.06788749992847443, -0.06140093505382538, -0.05491437390446663, -0.04842781275510788, -0.04194125533103943, -0.03545469418168068, -0.02896813303232193, -0.02248157188296318, -0.01599501073360443, -0.009508450515568256, -0.0030218898318707943, 0.003464670851826668, 0.009951232001185417, 0.016437791287899017, 0.022924352437257767, 0.029410913586616516, 0.035897474735975266, 0.042384035885334015, 0.048870597034692764, 0.055357158184051514, 0.061843715608119965, 0.06833028048276901, 0.07481683790683746, 0.08130340278148651, 0.08778996020555496, 0.09427651762962341, 0.10076308250427246, 0.10724963992834091, 0.11373620480298996, 0.12022276222705841, 0.12670932710170746, 0.1331958770751953, 0.13968244194984436, 0.1461690068244934, 0.15265557169914246, 0.1591421216726303, 0.16562868654727936, 0.1721152514219284, 0.17860181629657745, 0.1850883662700653, 0.19157493114471436, 0.1980614960193634, 0.20454804599285126, 0.2110346108675003, 0.21752117574214935, 0.2240077406167984, 0.23049429059028625, 0.2369808554649353]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 4.0, 8.0, 2.0, 1.0, 2.0, 6.0, 3.0, 5.0, 4.0, 24.0, 0.0, 4.0, 2.0, 4.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 7.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005378244444727898, -0.0051892404444515705, -0.005000236444175243, -0.0048112329095602036, -0.004622228909283876, -0.004433224909007549, -0.0042442213743925095, -0.004055217374116182, -0.003866213373839855, -0.003677209373563528, -0.0034882056061178446, -0.003299201838672161, -0.003110197838395834, -0.002921193838119507, -0.0027321900706738234, -0.00254318630322814, -0.0023541823029518127, -0.0021651783026754856, -0.001976174535229802, -0.0017871706513687968, -0.0015981667675077915, -0.0014091628836467862, -0.001220158999785781, -0.0010311551159247756, -0.0008421512320637703, -0.000653147348202765, -0.0004641434643417597, -0.0002751395804807544, -8.613569661974907e-05, 0.00010286818724125624, 0.00029187207110226154, 0.00048087595496326685, 0.0006698798388242722, 0.0008588837226852775, 0.0010478876065462828, 0.001236891490407288, 0.0014258953742682934, 0.0016148992581292987, 0.001803903141990304, 0.0019929069094359875, 0.0021819109097123146, 0.0023709149099886417, 0.0025599186774343252, 0.0027489224448800087, 0.002937926445156336, 0.003126930445432663, 0.0033159342128783464, 0.00350493798032403, 0.003693941980600357, 0.003882945980876684, 0.004071949981153011, 0.004260953515768051, 0.004449957516044378, 0.004638961516320705, 0.004827965050935745, 0.005016969051212072, 0.0052059730514883995, 0.005394977051764727, 0.005583981052041054, 0.005772984586656094, 0.005961988586932421, 0.006150992587208748, 0.006339996121823788, 0.006529000122100115, 0.006718004122376442]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 8.0, 6.0, 12.0, 11.0, 25.0, 38.0, 63.0, 91.0, 118.0, 207.0, 275.0, 382.0, 561.0, 791.0, 1089.0, 1460.0, 2176.0, 3078.0, 4307.0, 6007.0, 8465.0, 11857.0, 16707.0, 22909.0, 31069.0, 42567.0, 58867.0, 79606.0, 102914.0, 419435.0, 95690.0, 71896.0, 52596.0, 37774.0, 27598.0, 20081.0, 15164.0, 11516.0, 8659.0, 6423.0, 4698.0, 3321.0, 2534.0, 1816.0, 1310.0, 970.0, 706.0, 526.0, 363.0, 279.0, 173.0, 166.0, 103.0, 68.0, 50.0, 22.0, 19.0, 14.0, 4.0, 0.0, 3.0], "bins": [-0.015432240441441536, -0.014957129955291748, -0.01448201946914196, -0.014006908982992172, -0.013531798496842384, -0.013056688010692596, -0.012581577524542809, -0.01210646703839302, -0.011631356552243233, -0.011156246066093445, -0.010681135579943657, -0.010206025093793869, -0.009730914607644081, -0.009255804121494293, -0.008780693635344505, -0.008305583149194717, -0.00783047266304493, -0.007355361711233854, -0.006880251225084066, -0.0064051407389342785, -0.005930030252784491, -0.005454919766634703, -0.004979809280484915, -0.004504698794335127, -0.004029587842524052, -0.0035544775892049074, -0.0030793671030551195, -0.0026042566169053316, -0.0021291458979249, -0.001654035528190434, -0.0011789249256253242, -0.0007038144394755363, -0.00022870395332574844, 0.0002464065619278699, 0.0007215170771814883, 0.001196627621538937, 0.001671738107688725, 0.0021468487102538347, 0.0026219591964036226, 0.0030970696825534105, 0.0035721801687031984, 0.00404729088768363, 0.004522401373833418, 0.004997511859983206, 0.005472622346132994, 0.005947732832282782, 0.0064228433184325695, 0.006897953804582357, 0.007373064290732145, 0.00784817524254322, 0.008323285728693008, 0.008798396214842796, 0.009273506700992584, 0.009748617187142372, 0.01022372767329216, 0.010698838159441948, 0.011173948645591736, 0.011649059131741524, 0.012124169617891312, 0.0125992801040411, 0.013074390590190887, 0.013549501076340675, 0.014024611562490463, 0.014499722048640251, 0.014974832534790039]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 7.0, 3.0, 5.0, 6.0, 3.0, 8.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01980184204876423, -0.019299190491437912, -0.018796540796756744, -0.018293889239430428, -0.01779123768210411, -0.017288587987422943, -0.016785936430096626, -0.01628328487277031, -0.015780635178089142, -0.015277983620762825, -0.014775332063436508, -0.014272681437432766, -0.013770030811429024, -0.013267379254102707, -0.012764728628098965, -0.012262077070772648, -0.011759426444768906, -0.011256775818765163, -0.010754124261438847, -0.010251473635435104, -0.009748822078108788, -0.009246171452105045, -0.008743520826101303, -0.008240869268774986, -0.007738218642771244, -0.0072355675511062145, -0.006732916459441185, -0.006230265833437443, -0.005727614741772413, -0.005224963650107384, -0.0047223130241036415, -0.004219661932438612, -0.0037170108407735825, -0.003214359749108553, -0.002711708890274167, -0.002209058031439781, -0.0017064069397747517, -0.001203755964525044, -0.0007011049892753363, -0.00019845401402562857, 0.00030419696122407913, 0.0008068479364737868, 0.0013094989117234945, 0.0018121498869732022, 0.00231480086222291, 0.0028174519538879395, 0.0033201028127223253, 0.003822753671556711, 0.004325404763221741, 0.00482805585488677, 0.0053307069465518, 0.005833357572555542, 0.0063360086642205715, 0.006838659755885601, 0.007341310381889343, 0.00784396193921566, 0.008346612565219402, 0.008849263191223145, 0.009351914748549461, 0.009854565374553204, 0.010357216000556946, 0.010859867557883263, 0.011362518183887005, 0.011865169741213322, 0.012367820367217064]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 7.0, 8.0, 4.0, 3.0, 4.0, 9.0, 16.0, 13.0, 15.0, 12.0, 11.0, 8.0, 5.0, 13.0, 12.0, 16.0, 21.0, 19.0, 14.0, 26.0, 53.0, 70.0, 99.0, 134.0, 241.0, 392.0, 690.0, 1197.0, 1930.0, 7677.0, 2624.0, 1153.0, 633.0, 463.0, 346.0, 181.0, 111.0, 44.0, 40.0, 23.0, 14.0, 20.0, 12.0, 13.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01627608947455883, -0.01589655876159668, -0.015517028048634529, -0.015137496404349804, -0.014757965691387653, -0.014378434978425503, -0.013998903334140778, -0.013619372621178627, -0.013239841908216476, -0.012860311195254326, -0.012480780482292175, -0.01210124883800745, -0.0117217181250453, -0.011342187412083149, -0.010962655767798424, -0.010583125054836273, -0.010203594341874123, -0.009824063628911972, -0.009444532915949821, -0.009065001271665096, -0.008685470558702946, -0.008305939845740795, -0.00792640820145607, -0.007546877488493919, -0.007167346775531769, -0.006787816062569618, -0.00640828488394618, -0.0060287537053227425, -0.005649222992360592, -0.005269692279398441, -0.004890161100775003, -0.0045106299221515656, -0.004131099209189415, -0.0037515682633966208, -0.0033720373176038265, -0.0029925063718110323, -0.002612975426018238, -0.002233444480225444, -0.0018539135344326496, -0.0014743825886398554, -0.0010948516428470612, -0.0007153206970542669, -0.0003357897512614727, 4.3741194531321526e-05, 0.00042327214032411575, 0.00080280308611691, 0.0011823340319097042, 0.0015618649777024984, 0.0019413959234952927, 0.002320926869288087, 0.002700457815080881, 0.0030799887608736753, 0.0034595197066664696, 0.003839050652459264, 0.004218581598252058, 0.004598112776875496, 0.0049776434898376465, 0.005357174202799797, 0.005736705381423235, 0.006116236560046673, 0.006495767273008823, 0.006875297985970974, 0.007254829164594412, 0.00763436034321785, 0.00801389105618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.044809285551309586, -0.0436861589550972, -0.04256302863359451, -0.041439902037382126, -0.04031677544116974, -0.03919364884495735, -0.038070518523454666, -0.03694739192724228, -0.03582426533102989, -0.034701135009527206, -0.03357800841331482, -0.03245488181710243, -0.031331755220890045, -0.03020862676203251, -0.029085498303174973, -0.027962371706962585, -0.02683924324810505, -0.025716114789247513, -0.024592988193035126, -0.02346985973417759, -0.022346733137965202, -0.021223604679107666, -0.02010047808289528, -0.018977349624037743, -0.017854221165180206, -0.01673109456896782, -0.015607967041432858, -0.014484839513897896, -0.01336171105504036, -0.012238583527505398, -0.011115455999970436, -0.009992328472435474, -0.008869200944900513, -0.007746073417365551, -0.006622945889830589, -0.00549981789663434, -0.004376690369099379, -0.003253562841564417, -0.0021304350811988115, -0.001007307437248528, 0.00011582020670175552, 0.001238947850652039, 0.0023620754946023226, 0.003485203254967928, 0.00460833078250289, 0.005731458310037851, 0.0068545863032341, 0.007977713830769062, 0.009100841358304024, 0.010223968885838985, 0.011347096413373947, 0.012470223940908909, 0.01359335146844387, 0.014716479927301407, 0.015839606523513794, 0.01696273498237133, 0.018085863441228867, 0.019208990037441254, 0.02033211849629879, 0.021455245092511177, 0.022578373551368713, 0.0237015001475811, 0.024824628606438637, 0.025947755202651024, 0.02707088366150856]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 3.0, 10.0, 6.0, 1.0, 6.0, 12.0, 8.0, 6.0, 16.0, 7.0, 9.0, 17.0, 16.0, 48.0, 27.0, 9.0, 15.0, 2.0, 9.0, 9.0, 7.0, 2.0, 8.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0327308215200901, -0.03194732218980789, -0.03116382472217083, -0.03038032539188862, -0.029596826061606407, -0.028813328593969345, -0.028029829263687134, -0.027246329933404922, -0.02646283246576786, -0.02567933313548565, -0.024895833805203438, -0.024112336337566376, -0.023328837007284164, -0.022545337677001953, -0.02176184020936489, -0.02097834087908268, -0.020194843411445618, -0.019411344081163406, -0.018627844750881195, -0.017844347283244133, -0.01706084795296192, -0.01627734862267971, -0.015493850223720074, -0.014710351824760437, -0.013926852494478226, -0.013143354095518589, -0.012359855696558952, -0.011576357297599316, -0.010792857967317104, -0.010009359568357468, -0.009225861169397831, -0.00844236183911562, -0.007658863440155983, -0.006875364575535059, -0.006091866176575422, -0.005308367311954498, -0.004524868912994862, -0.0037413700483739376, -0.0029578711837530136, -0.0021743725519627333, -0.001390873920172453, -0.0006073752301745117, 0.00017612345982342958, 0.0009596221498213708, 0.001743120839819312, 0.0025266194716095924, 0.0033101183362305164, 0.004093616735190153, 0.004877115599811077, 0.005660614464432001, 0.006444112863391638, 0.007227611728012562, 0.008011110126972198, 0.00879460945725441, 0.009578107856214046, 0.010361606255173683, 0.011145105585455894, 0.011928603984415531, 0.012712102383375168, 0.013495600782334805, 0.014279100112617016, 0.015062598511576653, 0.015846097841858864, 0.016629595309495926, 0.017413094639778137]}, "_runtime": 14.406001806259155, "_timestamp": 1596213914.6393511, "_step": 12}
+{"val_accuracy": 0.6694877283105023, "val_loss": 1.0889727100389732, "_runtime": 15.778109312057495, "_timestamp": 1596213916.0114586, "_step": 13}