Working Emnist lines dataset.

1 files changed, 14 insertions, 0 deletions

diff --git a/wandb/run-20200731_152555-45qn8rho/wandb-history.jsonl b/wandb/run-20200731_152555-45qn8rho/wandb-history.jsonl
new file mode 100644
index 0000000..6b69b6f
--- /dev/null
+++ b/wandb/run-20200731_152555-45qn8rho/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.02528780698776245, -0.02462729625403881, -0.02396678552031517, -0.02330627292394638, -0.02264576219022274, -0.0219852514564991, -0.02132474072277546, -0.02066422998905182, -0.02000371739268303, -0.01934320665895939, -0.01868269592523575, -0.018022185191512108, -0.017361674457788467, -0.016701163724064827, -0.016040651127696037, -0.015380140393972397, -0.014719629660248756, -0.014059118926525116, -0.013398607261478901, -0.01273809652775526, -0.012077584862709045, -0.011417074128985405, -0.010756563395261765, -0.01009605173021555, -0.009435540996491909, -0.008775030262768269, -0.008114518597722054, -0.007454007863998413, -0.006793496664613485, -0.006132985465228558, -0.005472474731504917, -0.004811963532119989, -0.004151452332735062, -0.003490941133350134, -0.00283043016679585, -0.0021699192002415657, -0.001509408000856638, -0.000848896917887032, -0.0001883858349174261, 0.0004721252480521798, 0.0011326363310217857, 0.0017931474139913917, 0.0024536584969609976, 0.0031141694635152817, 0.0037746806629002094, 0.004435191862285137, 0.005095702596008778, 0.005756213795393705, 0.006416724994778633, 0.007077236194163561, 0.007737747393548489, 0.008398258127272129, 0.009058769792318344, 0.009719280526041985, 0.010379791259765625, 0.01104030292481184, 0.01170081365853548, 0.012361324392259121, 0.013021836057305336, 0.013682346791028976, 0.014342857524752617, 0.015003369189798832, 0.015663880854845047, 0.016324391588568687, 0.016984902322292328]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551543623209, -0.0637621283531189, -0.0620088167488575, -0.0602555051445961, -0.058502197265625, -0.0567488856613636, -0.0549955740571022, -0.053242266178131104, -0.051488954573869705, -0.04973564296960831, -0.04798233509063721, -0.04622902348637581, -0.04447571188211441, -0.04272240400314331, -0.04096909239888191, -0.03921578451991081, -0.037462472915649414, -0.035709161311388016, -0.033955853432416916, -0.03220254182815552, -0.03044923208653927, -0.02869592234492302, -0.02694261074066162, -0.025189300999045372, -0.023435991257429123, -0.021682681515812874, -0.019929371774196625, -0.018176060169935226, -0.016422750428318977, -0.014669440686702728, -0.012916130013763905, -0.011162819340825081, -0.009409509599208832, -0.007656199391931295, -0.005902889184653759, -0.004149578977376223, -0.0023962687700986862, -0.0006429585628211498, 0.0011103516444563866, 0.002863661851733923, 0.004616972059011459, 0.006370282266288996, 0.008123592473566532, 0.009876903146505356, 0.011630212888121605, 0.013383522629737854, 0.015136833302676678, 0.0168901439756155, 0.01864345371723175, 0.020396763458848, 0.02215007320046425, 0.023903384804725647, 0.025656694546341896, 0.027410004287958145, 0.029163315892219543, 0.030916625633835793, 0.03266993537545204, 0.03442324697971344, 0.03617655485868454, 0.03792986646294594, 0.039683178067207336, 0.041436485946178436, 0.043189797550439835, 0.044943105429410934, 0.04669641703367233]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122020401060581, -0.007850168272852898, -0.007578316144645214, -0.007306463550776243, -0.00703461142256856, -0.006762759294360876, -0.006490906700491905, -0.006219054572284222, -0.005947202444076538, -0.0056753503158688545, -0.005403498187661171, -0.0051316455937922, -0.0048597934655845165, -0.004587941337376833, -0.004316088743507862, -0.0040442366153001785, -0.003772384487092495, -0.0035005323588848114, -0.003228679997846484, -0.002956827636808157, -0.0026849755086004734, -0.00241312338039279, -0.0021412710193544626, -0.0018694187747314572, -0.0015975665301084518, -0.0013257142854854465, -0.001053862040862441, -0.0007820097962394357, -0.0005101575516164303, -0.0002383053069934249, 3.35469376295805e-05, 0.0003053991822525859, 0.0005772514268755913, 0.0008491036714985967, 0.001120955916121602, 0.0013928081607446074, 0.0016646604053676128, 0.0019365126499906182, 0.0022083648946136236, 0.002480217255651951, 0.0027520693838596344, 0.003023921512067318, 0.003295773873105645, 0.0035676262341439724, 0.003839478362351656, 0.0041113304905593395, 0.00438318308442831, 0.004655035212635994, 0.0049268873408436775, 0.005198739469051361, 0.005470591597259045, 0.0057424441911280155, 0.006014296319335699, 0.006286148447543383, 0.0065580010414123535, 0.006829853169620037, 0.007101705297827721, 0.007373557426035404, 0.007645409554243088, 0.007917261682450771, 0.008189113810658455, 0.008460966870188713, 0.008732818998396397, 0.00900467112660408, 0.009276523254811764]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9926.0, 14839.0, 22249.0, 33658.0, 51396.0, 75843.0, 111357.0, 523663.0, 107260.0, 68244.0, 44646.0, 29039.0, 19503.0, 13589.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126567419618368, -0.006893476005643606, -0.006660384126007557, -0.006427292712032795, -0.006194200832396746, -0.005961109418421984, -0.0057280175387859344, -0.0054949261248111725, -0.0052618347108364105, -0.005028742831200361, -0.004795651417225599, -0.00456255953758955, -0.004329468123614788, -0.004096376243978739, -0.003863284830003977, -0.003630193183198571, -0.0033971015363931656, -0.00316400988958776, -0.0029309182427823544, -0.0026978265959769487, -0.002464734949171543, -0.002231643535196781, -0.0019985518883913755, -0.00176546024158597, -0.0015323685947805643, -0.0012992769479751587, -0.001066185301169753, -0.0008330937707796693, -0.0006000021239742637, -0.0003669105062726885, -0.00013381888857111335, 9.927272913046181e-05, 0.00033236434683203697, 0.0005654559936374426, 0.0007985475822351873, 0.001031639170832932, 0.0012647308176383376, 0.0014978224644437432, 0.001730913994833827, 0.0019640056416392326, 0.0021970972884446383, 0.002430188935250044, 0.0026632805820554495, 0.002896372228860855, 0.003129463642835617, 0.0033625552896410227, 0.0035956469364464283, 0.003828738583251834, 0.0040618302300572395, 0.0042949216440320015, 0.004528013523668051, 0.004761104937642813, 0.004994196817278862, 0.005227288231253624, 0.005460380110889673, 0.005693471524864435, 0.0059265634045004845, 0.006159654818475246, 0.006392746232450008, 0.006625838112086058, 0.00685892952606082, 0.007092021405696869, 0.007325112819671631, 0.00755820469930768, 0.007791296113282442]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.02277841791510582, -0.022277841344475746, -0.021777264773845673, -0.02127668634057045, -0.020776109769940376, -0.020275533199310303, -0.01977495476603508, -0.019274378195405006, -0.018773801624774933, -0.01827322505414486, -0.017772648483514786, -0.017272070050239563, -0.01677149347960949, -0.016270916908979416, -0.015770338475704193, -0.01526976190507412, -0.014769185334444046, -0.014268608763813972, -0.013768031261861324, -0.013267453759908676, -0.012766877189278603, -0.012266300618648529, -0.011765723116695881, -0.011265145614743233, -0.01076456904411316, -0.010263992473483086, -0.009763414971530437, -0.00926283746957779, -0.008762260898947716, -0.008261684328317642, -0.007761106826364994, -0.007260529790073633, -0.006759952753782272, -0.0062593757174909115, -0.005758798681199551, -0.00525822164490819, -0.004757644608616829, -0.004257067572325468, -0.003756490536034107, -0.0032559134997427464, -0.0027553364634513855, -0.0022547594271600246, -0.0017541823908686638, -0.001253605354577303, -0.0007530283182859421, -0.0002524512819945812, 0.00024812575429677963, 0.0007487027905881405, 0.0012492798268795013, 0.0017498568631708622, 0.002250433899462223, 0.002751010935753584, 0.0032515879720449448, 0.0037521650083363056, 0.0042527420446276665, 0.004753319080919027, 0.005253896117210388, 0.005754473153501749, 0.00625505018979311, 0.006755627226084471, 0.007256204262375832, 0.0077567812986671925, 0.008257358334958553, 0.008757935836911201, 0.009258512407541275]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 239.0, 277.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578548803925514, -0.02307821810245514, -0.022577889263629913, -0.02207755856215954, -0.021577227860689163, -0.021076899021863937, -0.020576568320393562, -0.020076237618923187, -0.01957590878009796, -0.019075578078627586, -0.01857524737715721, -0.018074916675686836, -0.01757458783686161, -0.017074257135391235, -0.01657392643392086, -0.016073597595095634, -0.01557326689362526, -0.015072937123477459, -0.014572606422007084, -0.014072276651859283, -0.013571945950388908, -0.013071616180241108, -0.012571286410093307, -0.012070955708622932, -0.011570625938475132, -0.011070296168327332, -0.010569965466856956, -0.010069635696709156, -0.009569305926561356, -0.00906897522509098, -0.00856864545494318, -0.008068314753472805, -0.007567984983325005, -0.007067654747515917, -0.006567324511706829, -0.006066994741559029, -0.005566664505749941, -0.005066334269940853, -0.004566004499793053, -0.004065674263983965, -0.003565344028174877, -0.0030650137923657894, -0.0025646837893873453, -0.002064353786408901, -0.0015640235505998135, -0.0010636934312060475, -0.0005633633118122816, -6.303319241851568e-05, 0.00043729692697525024, 0.0009376270463690162, 0.001437957165762782, 0.001938287285156548, 0.002438617404550314, 0.0029389476403594017, 0.003439277643337846, 0.00393960764631629, 0.004439937882125378, 0.004940268117934465, 0.005440598353743553, 0.005940928123891354, 0.006441258359700441, 0.006941588595509529, 0.0074419183656573296, 0.007942249067127705, 0.008442578837275505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203150048851967, -0.04133312404155731, -0.04063474386930466, -0.0399363674223423, -0.039237987250089645, -0.03853961080312729, -0.03784123435616493, -0.03714285418391228, -0.03644447773694992, -0.035746097564697266, -0.03504772111773491, -0.03434934467077255, -0.0336509644985199, -0.03295258805155754, -0.032254207879304886, -0.03155583143234253, -0.030857453122735023, -0.030159074813127518, -0.029460696503520012, -0.028762320056557655, -0.02806394174695015, -0.027365563437342644, -0.026667185127735138, -0.025968806818127632, -0.025270428508520126, -0.02457205206155777, -0.023873673751950264, -0.023175295442342758, -0.022476917132735252, -0.021778538823127747, -0.02108016237616539, -0.020381784066557884, -0.01968340575695038, -0.018985027447342873, -0.018286649137735367, -0.01758827269077301, -0.016889894381165504, -0.016191516071558, -0.015493137761950493, -0.014794760383665562, -0.014096382074058056, -0.01339800376445055, -0.012699626386165619, -0.012001248076558113, -0.011302869766950607, -0.010604492388665676, -0.00990611407905817, -0.00920773670077324, -0.008509358391165733, -0.007810980547219515, -0.007112602703273296, -0.0064142243936657906, -0.005715846549719572, -0.005017468705773354, -0.004319090396165848, -0.0036207125522196293, -0.002922334708273411, -0.0022239568643271923, -0.0015255787875503302, -0.0008272008271887898, -0.00012882286682724953, 0.0005695550935342908, 0.001267933053895831, 0.0019663111306726933, 0.0026646889746189117]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05514388531446457, -0.05418232083320618, -0.053220752626657486, -0.052259188145399094, -0.0512976199388504, -0.05033605545759201, -0.04937449097633362, -0.04841292276978493, -0.047451358288526535, -0.04648979380726814, -0.04552822560071945, -0.04456666111946106, -0.04360509663820267, -0.042643528431653976, -0.041681963950395584, -0.04072039574384689, -0.0397588312625885, -0.03879726678133011, -0.03783569857478142, -0.036874134093523026, -0.035912565886974335, -0.03495100140571594, -0.03398943692445755, -0.03302786871790886, -0.03206630423665047, -0.031104737892746925, -0.030143171548843384, -0.02918160706758499, -0.02822004072368145, -0.02725847437977791, -0.026296909898519516, -0.025335343554615974, -0.024373777210712433, -0.02341221086680889, -0.02245064452290535, -0.021489080041646957, -0.020527513697743416, -0.019565947353839874, -0.018604382872581482, -0.01764281652867794, -0.0166812501847744, -0.015719683840870857, -0.01475811842828989, -0.013796553015708923, -0.012834986671805382, -0.01187342032790184, -0.010911854915320873, -0.009950289502739906, -0.008988723158836365, -0.008027156814932823, -0.007065591402351856, -0.006104025524109602, -0.005142459645867348, -0.0041808937676250935, -0.003219327889382839, -0.002257762011140585, -0.0012961961328983307, -0.00033463025465607643, 0.0006269356235861778, 0.001588501501828432, 0.0025500673800706863, 0.0035116332583129406, 0.004473199136555195, 0.005434765014797449, 0.006396330893039703]}, "_runtime": 5.111200571060181, "_timestamp": 1596209157.8747714, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016855603083968163, -0.016200469806790352, -0.015545334666967392, -0.014890200458467007, -0.014235066249966621, -0.01357993297278881, -0.012924798764288425, -0.01226966455578804, -0.011614530347287655, -0.01095939613878727, -0.010304261930286884, -0.009649127721786499, -0.008993994444608688, -0.008338860236108303, -0.007683726027607918, -0.0070285918191075325, -0.006373457610607147, -0.005718323402106762, -0.005063189193606377, -0.004408055450767279, -0.0037529212422668934, -0.003097787033766508, -0.0024426530580967665, -0.001787518966011703, -0.0011323848739266396, -0.0004772507818415761, 0.00017788331024348736, 0.0008330174023285508, 0.0014881514944136143, 0.0021432857029139996, 0.002798419678583741, 0.003453553654253483, 0.004108687862753868, 0.004763822071254253, 0.005418956279754639, 0.006074090022593737, 0.006729224231094122, 0.007384358439594507, 0.008039492182433605, 0.00869462639093399, 0.009349760599434376, 0.010004894807934761, 0.010660029016435146, 0.011315163224935532, 0.011970296502113342, 0.012625430710613728, 0.013280564919114113, 0.013935699127614498, 0.014590833336114883, 0.015245967544615269, 0.015901101753115654, 0.016556235030293465, 0.017211370170116425, 0.017866503447294235, 0.018521638587117195, 0.019176771864295006, 0.019831907004117966, 0.020487040281295776, 0.021142173558473587, 0.021797308698296547, 0.022452441975474358, 0.023107577115297318, 0.023762710392475128, 0.024417845532298088, 0.0250729788094759]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 9.0, 6.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 153.0, 203.0, 255.0, 272.0, 434.0, 578.0, 2442.0, 761.0, 692.0, 473.0, 316.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12211502343416214, -0.11864461749792099, -0.11517421901226044, -0.11170381307601929, -0.10823341459035873, -0.10476300865411758, -0.10129261016845703, -0.09782220423221588, -0.09435179829597473, -0.09088139981031418, -0.08741099387407303, -0.08394059538841248, -0.08047018945217133, -0.07699979096651077, -0.07352938503026962, -0.07005898654460907, -0.06658858060836792, -0.06311817467212677, -0.05964777618646622, -0.056177373975515366, -0.052706971764564514, -0.049236565828323364, -0.04576616361737251, -0.04229576140642166, -0.03882535919547081, -0.03535495698451996, -0.03188455477356911, -0.028414150699973106, -0.024943748489022255, -0.021473346278071404, -0.018002942204475403, -0.014532539993524551, -0.0110621377825737, -0.007591735105961561, -0.0041213324293494225, -0.0006509297527372837, 0.002819472923874855, 0.006289875600486994, 0.009760278277099133, 0.013230681419372559, 0.01670108363032341, 0.02017148584127426, 0.023641888052225113, 0.027112292125821114, 0.030582694336771965, 0.034053098410367966, 0.03752350062131882, 0.04099390283226967, 0.04446430504322052, 0.04793470725417137, 0.05140510946512222, 0.054875511676073074, 0.058345913887023926, 0.061816319823265076, 0.06528671830892563, 0.06875712424516678, 0.07222752273082733, 0.07569792866706848, 0.07916833460330963, 0.08263873308897018, 0.08610913902521133, 0.08957953751087189, 0.09304994344711304, 0.09652034193277359, 0.09999074786901474]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693634670227766, -0.00644667400047183, -0.006199713330715895, -0.005952753126621246, -0.005705792456865311, -0.005458831787109375, -0.005211871117353439, -0.004964910447597504, -0.004717949777841568, -0.00447098957374692, -0.004224028903990984, -0.003977068234235048, -0.0037301075644791126, -0.0034831471275538206, -0.003236186457797885, -0.002989226020872593, -0.0027422653511166573, -0.0024953046813607216, -0.0022483442444354296, -0.002001383574679494, -0.00175442302133888, -0.0015074624679982662, -0.0012605017982423306, -0.0010135412449017167, -0.0007665806915611029, -0.000519620138220489, -0.00027265952667221427, -2.569894422776997e-05, 0.00022126163821667433, 0.0004682222206611186, 0.0007151828031055629, 0.0009621434146538377, 0.0012091039679944515, 0.0014560645213350654, 0.0017030250746756792, 0.0019499857444316149, 0.002196946181356907, 0.0024439068511128426, 0.0026908675208687782, 0.0029378279577940702, 0.003184788627550006, 0.0034317492973059416, 0.0036787097342312336, 0.003925670403987169, 0.004172631073743105, 0.004419591743499041, 0.004666551947593689, 0.004913512617349625, 0.00516047328710556, 0.005407433956861496, 0.005654394626617432, 0.00590135483071208, 0.006148315500468016, 0.006395276170223951, 0.006642236839979887, 0.006889197509735823, 0.007136157713830471, 0.007383118383586407, 0.007630079053342342, 0.007877039723098278, 0.008124000392854214, 0.00837096106261015, 0.008617921732366085, 0.00886488240212202, 0.009111842140555382]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 79.0, 103.0, 162.0, 277.0, 361.0, 520.0, 709.0, 1085.0, 1584.0, 2207.0, 2895.0, 4128.0, 5676.0, 7830.0, 10595.0, 15010.0, 21087.0, 29981.0, 43009.0, 60593.0, 83541.0, 111550.0, 458127.0, 90407.0, 64944.0, 45805.0, 32393.0, 23292.0, 16711.0, 12054.0, 8763.0, 6578.0, 4853.0, 3625.0, 2685.0, 1852.0, 1396.0, 969.0, 660.0, 473.0, 297.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374319575726986, -0.009054833091795444, -0.008735346607863903, -0.008415860123932362, -0.00809637364000082, -0.007776887621730566, -0.007457401137799025, -0.007137914653867483, -0.006818428169935942, -0.0064989416860044, -0.006179455202072859, -0.005859968718141317, -0.005540482699871063, -0.005220996215939522, -0.00490150973200798, -0.004582023248076439, -0.0042625367641448975, -0.003943050280213356, -0.0036235637962818146, -0.003304077545180917, -0.0029845910612493753, -0.002665104577317834, -0.002345618326216936, -0.0020261318422853947, -0.0017066453583538532, -0.0013871588744223118, -0.0010676725069060922, -0.0007481860811822116, -0.0004286996554583311, -0.00010921322973445058, 0.00021027319598942995, 0.0005297596217133105, 0.000849246047437191, 0.0011687325313687325, 0.001488218898884952, 0.0018077052664011717, 0.002127191750332713, 0.0024466782342642546, 0.0027661644853651524, 0.003085650969296694, 0.0034051374532282352, 0.0037246239371597767, 0.004044110421091318, 0.00436359690502286, 0.004683082923293114, 0.005002569407224655, 0.005322055891156197, 0.005641542375087738, 0.0059610288590192795, 0.006280515342950821, 0.006600001826882362, 0.006919488310813904, 0.007238974794745445, 0.007558460813015699, 0.007877947762608528, 0.00819743424654007, 0.008516920730471611, 0.008836406283080578, 0.00915589276701212, 0.00947537925094366, 0.009794865734875202, 0.010114352218806744, 0.010433838702738285, 0.010753325186669827, 0.011072811670601368]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.02330748178064823, -0.022867949679493904, -0.022428417578339577, -0.02198888547718525, -0.021549351513385773, -0.021109819412231445, -0.020670287311077118, -0.02023075520992279, -0.019791223108768463, -0.019351691007614136, -0.01891215890645981, -0.01847262680530548, -0.018033094704151154, -0.017593560740351677, -0.01715402863919735, -0.016714496538043022, -0.016274964436888695, -0.015835432335734367, -0.01539590023458004, -0.014956367202103138, -0.01451683510094881, -0.014077302999794483, -0.013637769967317581, -0.013198237866163254, -0.012758705765008926, -0.012319173663854599, -0.011879641562700272, -0.01144010853022337, -0.011000576429069042, -0.010561044327914715, -0.010121511295437813, -0.009681979194283485, -0.009242447093129158, -0.00880291499197483, -0.008363382890820503, -0.007923849858343601, -0.007484317757189274, -0.0070447856560349464, -0.006605253089219332, -0.006165720522403717, -0.00572618842124939, -0.005286656320095062, -0.0048471237532794476, -0.004407591186463833, -0.0039680590853095055, -0.0035285267513245344, -0.0030889944173395634, -0.0026494620833545923, -0.0022099297493696213, -0.0017703974153846502, -0.0013308650813996792, -0.0008913327474147081, -0.0004518004134297371, -1.2268079444766045e-05, 0.000427264254540205, 0.000866796588525176, 0.001306328922510147, 0.0017458612564951181, 0.002185393590480089, 0.0026249259244650602, 0.0030644582584500313, 0.0035039905924350023, 0.003943522926419973, 0.004383055493235588, 0.0048225875943899155]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 6.0, 8.0, 12.0, 7.0, 21.0, 30.0, 25.0, 20.0, 23.0, 32.0, 42.0, 53.0, 60.0, 59.0, 69.0, 66.0, 100.0, 112.0, 130.0, 149.0, 150.0, 195.0, 189.0, 210.0, 221.0, 232.0, 245.0, 259.0, 229.0, 268.0, 256.0, 279.0, 314.0, 305.0, 305.0, 361.0, 440.0, 590.0, 720.0, 1324.0, 6767.0, 912.0, 762.0, 521.0, 238.0, 213.0, 190.0, 192.0, 168.0, 123.0, 115.0, 56.0, 31.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025454632937908173, -0.024849586188793182, -0.024244539439678192, -0.023639492690563202, -0.02303444594144821, -0.02242939919233322, -0.021824350580573082, -0.021219303831458092, -0.0206142570823431, -0.02000921033322811, -0.01940416358411312, -0.01879911683499813, -0.01819407008588314, -0.01758902333676815, -0.01698397658765316, -0.01637892983853817, -0.01577388122677803, -0.015168835408985615, -0.014563788659870625, -0.01395874097943306, -0.01335369423031807, -0.01274864748120308, -0.012143600732088089, -0.011538553982973099, -0.010933507233858109, -0.010328459553420544, -0.009723412804305553, -0.009118366055190563, -0.008513319306075573, -0.007908272556960583, -0.007303225342184305, -0.006698178127408028, -0.006093131378293037, -0.005488084629178047, -0.00488303741440177, -0.004277990665286779, -0.0036729436833411455, -0.0030678967013955116, -0.0024628499522805214, -0.0018578029703348875, -0.0012527559883892536, -0.0006477090646512806, -4.266214091330767e-05, 0.0005623847828246653, 0.0011674317065626383, 0.0017724786885082722, 0.0023775254376232624, 0.0029825724195688963, 0.00358761940151453, 0.00419266615062952, 0.004797713365405798, 0.005402760114520788, 0.006007807329297066, 0.006612854078412056, 0.007217900827527046, 0.007822947576642036, 0.008427994325757027, 0.009033042006194592, 0.009638088755309582, 0.010243135504424572, 0.010848182253539562, 0.011453229002654552, 0.012058276683092117, 0.012663323432207108, 0.013268370181322098]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0853327065706253, -0.08352687209844589, -0.08172104507684708, -0.07991521060466766, -0.07810937613248825, -0.07630354911088943, -0.07449771463871002, -0.07269188016653061, -0.0708860456943512, -0.06908021867275238, -0.06727438420057297, -0.06546854972839355, -0.06366272270679474, -0.061856888234615326, -0.06005105748772621, -0.0582452230155468, -0.056439392268657684, -0.05463356152176857, -0.05282772704958916, -0.05102189630270004, -0.04921606183052063, -0.047410231083631516, -0.0456044003367424, -0.04379856586456299, -0.041992735117673874, -0.04018690437078476, -0.03838106989860535, -0.03657523915171623, -0.03476940840482712, -0.032963573932647705, -0.03115774318575859, -0.029351910576224327, -0.027546077966690063, -0.0257402453571558, -0.023934412747621536, -0.022128582000732422, -0.020322749391198158, -0.018516916781663895, -0.01671108603477478, -0.014905253425240517, -0.013099420815706253, -0.01129358820617199, -0.0094877565279603, -0.007681924384087324, -0.005876092240214348, -0.0040702600963413715, -0.0022644279524683952, -0.00045859580859541893, 0.0013472363352775574, 0.0031530684791505337, 0.00495890062302351, 0.006764732766896486, 0.008570564910769463, 0.010376397520303726, 0.012182229198515415, 0.013988060876727104, 0.015793893486261368, 0.01759972609579563, 0.019405558705329895, 0.02121138945221901, 0.023017222061753273, 0.024823054671287537, 0.02662888541817665, 0.028434718027710915, 0.030240550637245178]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 96.0, 12.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722655266523361, -0.0955074205994606, -0.093788281083107, -0.09206914901733398, -0.09035000950098038, -0.08863087743520737, -0.08691173791885376, -0.08519260585308075, -0.08347347378730774, -0.08175433427095413, -0.08003520220518112, -0.07831606268882751, -0.0765969306230545, -0.0748777985572815, -0.07315865904092789, -0.07143952697515488, -0.06972038745880127, -0.06800125539302826, -0.06628211587667465, -0.06456298381090164, -0.06284385174512863, -0.061124712228775024, -0.059405576437711716, -0.057686444371938705, -0.0559673085808754, -0.05424817278981209, -0.05252903699874878, -0.05080990120768547, -0.04909076541662216, -0.04737163335084915, -0.04565249755978584, -0.043933361768722534, -0.042214225977659225, -0.04049509018659592, -0.03877595439553261, -0.0370568186044693, -0.03533768653869629, -0.03361855074763298, -0.03189941495656967, -0.030180279165506363, -0.028461143374443054, -0.026742009446024895, -0.025022873654961586, -0.023303737863898277, -0.021584603935480118, -0.01986546814441681, -0.0181463323533535, -0.01642719842493534, -0.014708062633872032, -0.012988927774131298, -0.01126979198306799, -0.009550657123327255, -0.007831521332263947, -0.006112386472523212, -0.004393251612782478, -0.002674116287380457, -0.0009549809619784355, 0.0007641542470082641, 0.0024832894559949636, 0.004202424548566341, 0.005921559873968363, 0.007640695199370384, 0.009359830059111118, 0.011078965850174427, 0.012798100709915161]}, "_runtime": 5.8908092975616455, "_timestamp": 1596209158.65438, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019355814903974533, -0.01872805319726467, -0.01810029335319996, -0.017472531646490097, -0.016844771802425385, -0.016217010095715523, -0.015589248389005661, -0.014961487613618374, -0.014333726838231087, -0.0137059660628438, -0.013078205287456512, -0.01245044358074665, -0.011822682805359364, -0.011194922029972076, -0.010567160323262215, -0.009939399547874928, -0.00931163877248764, -0.008683877997100353, -0.008056117221713066, -0.007428355515003204, -0.006800594739615917, -0.00617283396422863, -0.005545072723180056, -0.004917311482131481, -0.004289550706744194, -0.0036617896985262632, -0.0030340286903083324, -0.0024062676820904016, -0.0017785066738724709, -0.00115074566565454, -0.0005229846574366093, 0.00010477635078132153, 0.0007325373589992523, 0.0013602983672171831, 0.001988059375435114, 0.0026158203836530447, 0.0032435813918709755, 0.0038713424000889063, 0.004499103408306837, 0.0051268646493554115, 0.005754625424742699, 0.006382386200129986, 0.00701014744117856, 0.007637908682227135, 0.008265669457614422, 0.008893430233001709, 0.00952119193971157, 0.010148952715098858, 0.010776713490486145, 0.011404474265873432, 0.01203223504126072, 0.012659996747970581, 0.013287757523357868, 0.013915518298745155, 0.014543280005455017, 0.015171040780842304, 0.01579880155622959, 0.016426563262939453, 0.017054323107004166, 0.017682084813714027, 0.01830984652042389, 0.0189376063644886, 0.019565368071198463, 0.020193127915263176, 0.020820889621973038]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 6.0, 9.0, 6.0, 8.0, 11.0, 15.0, 15.0, 20.0, 15.0, 20.0, 36.0, 43.0, 37.0, 46.0, 61.0, 68.0, 95.0, 104.0, 123.0, 175.0, 242.0, 255.0, 330.0, 408.0, 2080.0, 807.0, 783.0, 615.0, 452.0, 285.0, 196.0, 133.0, 103.0, 76.0, 52.0, 45.0, 25.0, 23.0, 18.0, 13.0, 15.0, 3.0, 5.0, 8.0, 4.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12218821048736572, -0.11846327036619186, -0.114738330245018, -0.11101339012384415, -0.10728845000267029, -0.10356350988149643, -0.09983856230974197, -0.09611362218856812, -0.09238868206739426, -0.0886637419462204, -0.08493880182504654, -0.08121386170387268, -0.07748892158269882, -0.07376398146152496, -0.0700390413403511, -0.06631410121917725, -0.06258915364742279, -0.05886421725153923, -0.05513927713036537, -0.051414333283901215, -0.047689393162727356, -0.0439644530415535, -0.04023951292037964, -0.03651457279920578, -0.03278963267803192, -0.029064690694212914, -0.025339748710393906, -0.021614808589220047, -0.01788986846804619, -0.01416492648422718, -0.010439986363053322, -0.006715045310556889, -0.0029901042580604553, 0.0007348365616053343, 0.004459777381271124, 0.00818471796810627, 0.011909659020602703, 0.015634600073099136, 0.019359540194272995, 0.023084482178092003, 0.02680942229926586, 0.03053436242043972, 0.03425930440425873, 0.03798424452543259, 0.041709184646606445, 0.045434124767780304, 0.04915906861424446, 0.05288400873541832, 0.05660894885659218, 0.06033388897776604, 0.0640588328242302, 0.06778377294540405, 0.07150871306657791, 0.07523365318775177, 0.07895859330892563, 0.08268353343009949, 0.08640847355127335, 0.0901334136724472, 0.09385835379362106, 0.09758330136537552, 0.10130824148654938, 0.10503318160772324, 0.1087581217288971, 0.11248306185007095, 0.11620800197124481]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 7.0, 0.0, 0.0, 1.0, 4.0, 2.0, 6.0, 6.0, 0.0, 2.0, 2.0, 28.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006838880479335785, -0.006584528833627701, -0.006330177187919617, -0.00607582600787282, -0.005821474362164736, -0.005567122716456652, -0.005312771070748568, -0.0050584194250404835, -0.004804068244993687, -0.004549716599285603, -0.0042953649535775185, -0.004041013307869434, -0.0037866616621613503, -0.00353231024928391, -0.0032779586035758257, -0.0030236071906983852, -0.002769255544990301, -0.002514903899282217, -0.0022605524864047766, -0.0020062008406966925, -0.0017518493114039302, -0.001497497782111168, -0.0012431461364030838, -0.0009887946071103215, -0.0007344430778175592, -0.0004800915194209665, -0.00022573996102437377, 2.8611597372218966e-05, 0.0002829631557688117, 0.000537314685061574, 0.0007916662725619972, 0.0010460178600624204, 0.0013003693893551826, 0.001554720918647945, 0.0018090724479407072, 0.0020634240936487913, 0.0023177755065262318, 0.002572127152234316, 0.0028264787979424, 0.0030808302108198404, 0.0033351818565279245, 0.0035895335022360086, 0.003843884915113449, 0.004098236560821533, 0.004352588206529617, 0.004606939852237701, 0.004861291032284498, 0.005115642677992582, 0.005369994323700666, 0.0056243459694087505, 0.005878697615116835, 0.0061330487951636314, 0.0063874004408717155, 0.0066417520865798, 0.006896103732287884, 0.007150455377995968, 0.007404807023704052, 0.007659158203750849, 0.00791351031512022, 0.00816786102950573, 0.008422212675213814, 0.008676564320921898, 0.008930915966629982, 0.009185267612338066, 0.00943961925804615]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 12.0, 21.0, 23.0, 37.0, 63.0, 90.0, 167.0, 233.0, 364.0, 609.0, 907.0, 1404.0, 2021.0, 2959.0, 4360.0, 6092.0, 8208.0, 11451.0, 15957.0, 21915.0, 30842.0, 44833.0, 65292.0, 90642.0, 114963.0, 436689.0, 90115.0, 65042.0, 45851.0, 32230.0, 22974.0, 16998.0, 12309.0, 9211.0, 6735.0, 4919.0, 3637.0, 2689.0, 2016.0, 1419.0, 999.0, 744.0, 483.0, 347.0, 269.0, 160.0, 121.0, 68.0, 51.0, 34.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012300693430006504, -0.01187845692038536, -0.011456221342086792, -0.011033984832465649, -0.010611748322844505, -0.010189512744545937, -0.009767276234924793, -0.00934503972530365, -0.008922804147005081, -0.008500567637383938, -0.008078331127762794, -0.0076560950838029385, -0.007233859039843082, -0.006811622530221939, -0.006389386486262083, -0.00596714997664094, -0.005544913932681084, -0.005122677888721228, -0.004700441379100084, -0.004278205335140228, -0.0038559690583497286, -0.003433732781559229, -0.003011496737599373, -0.002589260460808873, -0.0021670241840183735, -0.0017447879072278738, -0.001322551746852696, -0.0009003155282698572, -0.0004780793096870184, -5.584309110417962e-05, 0.00036639312747865915, 0.0007886293460614979, 0.0012108655646443367, 0.0016331018414348364, 0.002055338118225336, 0.002477574162185192, 0.002899810438975692, 0.0033220467157661915, 0.0037442827597260475, 0.004166519269347191, 0.004588755313307047, 0.005010991357266903, 0.005433227866888046, 0.005855463910847902, 0.006277699954807758, 0.006699936464428902, 0.007122172508388758, 0.007544409018009901, 0.007966645061969757, 0.0083888815715909, 0.00881111714988947, 0.009233353659510612, 0.009655590169131756, 0.010077825747430325, 0.010500062257051468, 0.010922298766672611, 0.011344535276293755, 0.011766770854592323, 0.012189007364213467, 0.01261124387383461, 0.013033479452133179, 0.013455715961754322, 0.013877952471375465, 0.014300188049674034, 0.014722424559295177]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 9.0, 2.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.011222336441278458, -0.010912458412349224, -0.010602579452097416, -0.010292701423168182, -0.009982823394238949, -0.00967294443398714, -0.009363066405057907, -0.009053188376128674, -0.008743309415876865, -0.008433431386947632, -0.008123553358018398, -0.00781367439776659, -0.007503796368837357, -0.007193917874246836, -0.006884039379656315, -0.006574161350727081, -0.0062642828561365604, -0.00595440436154604, -0.005644526332616806, -0.005334647838026285, -0.005024769343435764, -0.004714891314506531, -0.00440501281991601, -0.004095134325325489, -0.003785256063565612, -0.0034753778018057346, -0.0031654993072152138, -0.0028556210454553366, -0.0025457427836954594, -0.0022358642891049385, -0.0019259860273450613, -0.0016161076491698623, -0.0013062292709946632, -0.0009963508928194642, -0.0006864725728519261, -0.0003765942237805575, -6.671587470918894e-05, 0.00024316247436217964, 0.0005530408234335482, 0.0008629191434010863, 0.0011727975215762854, 0.0014826758997514844, 0.0017925542779266834, 0.0021024325396865606, 0.002412310801446438, 0.0027221892960369587, 0.003032067557796836, 0.0033419460523873568, 0.003651824314147234, 0.003961702808737755, 0.004271580837666988, 0.004581459332257509, 0.00489133782684803, 0.005201215855777264, 0.0055110943503677845, 0.005820972844958305, 0.006130850873887539, 0.00644072936847806, 0.006750607863068581, 0.0070604863576591015, 0.007370364386588335, 0.007680242881178856, 0.00799012091010809, 0.008299999870359898, 0.008609877899289131]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 5.0, 7.0, 10.0, 9.0, 12.0, 17.0, 14.0, 26.0, 36.0, 38.0, 53.0, 41.0, 58.0, 79.0, 82.0, 110.0, 111.0, 126.0, 156.0, 181.0, 229.0, 188.0, 217.0, 257.0, 260.0, 255.0, 271.0, 266.0, 273.0, 275.0, 328.0, 400.0, 449.0, 568.0, 702.0, 1527.0, 6509.0, 1102.0, 709.0, 555.0, 410.0, 366.0, 286.0, 234.0, 197.0, 144.0, 99.0, 66.0, 44.0, 23.0, 17.0, 13.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.0145887341350317, -0.014257586561143398, -0.013926438055932522, -0.01359529048204422, -0.013264142908155918, -0.012932994402945042, -0.01260184682905674, -0.012270699255168438, -0.011939551681280136, -0.01160840317606926, -0.011277255602180958, -0.010946108028292656, -0.01061495952308178, -0.010283811949193478, -0.009952664375305176, -0.0096215158700943, -0.009290368296205997, -0.008959220722317696, -0.00862807221710682, -0.008296924643218517, -0.007965777069330215, -0.007634629029780626, -0.007303480990231037, -0.006972333416342735, -0.006641185376793146, -0.006310037337243557, -0.005978889763355255, -0.005647741723805666, -0.005316593684256077, -0.004985446110367775, -0.004654298070818186, -0.004323150496929884, -0.003992002457380295, -0.0036608546506613493, -0.003329706843942404, -0.0029985588043928146, -0.002667410997673869, -0.0023362631909549236, -0.0020051151514053345, -0.001673967344686389, -0.0013428195379674435, -0.001011671731248498, -0.0006805238081142306, -0.0003493759431876242, -1.82280782610178e-05, 0.0003129197866655886, 0.000644067651592195, 0.0009752155165188015, 0.0013063633814454079, 0.0016375111881643534, 0.001968658994883299, 0.002299807034432888, 0.0026309548411518335, 0.002962102647870779, 0.003293250687420368, 0.0036243984941393137, 0.003955546300858259, 0.004286694340407848, 0.00461784191429615, 0.004948989953845739, 0.0052801379933953285, 0.00561128556728363, 0.0059424336068332195, 0.006273581180721521, 0.0066047292202711105]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05442056804895401, -0.053315289318561554, -0.0522100105881691, -0.05110473185777664, -0.049999453127384186, -0.04889417812228203, -0.04778889939188957, -0.046683620661497116, -0.04557834193110466, -0.044473063200712204, -0.04336778447031975, -0.04226250573992729, -0.041157230734825134, -0.04005195200443268, -0.03894667327404022, -0.037841394543647766, -0.03673611581325531, -0.035630837082862854, -0.0345255583524704, -0.03342027962207794, -0.032315000891685486, -0.03120972402393818, -0.030104447156190872, -0.028999168425798416, -0.02789388969540596, -0.026788610965013504, -0.025683332234621048, -0.02457805536687374, -0.023472776636481285, -0.02236749790608883, -0.021262221038341522, -0.020156942307949066, -0.01905166357755661, -0.017946384847164154, -0.016841106116771698, -0.01573582924902439, -0.014630550518631935, -0.013525271788239479, -0.012419993989169598, -0.011314716190099716, -0.01020943745970726, -0.009104158729314804, -0.007998880930244923, -0.006893602665513754, -0.005788324400782585, -0.004683046136051416, -0.0035777678713202477, -0.002472489606589079, -0.0013672113418579102, -0.0002619330771267414, 0.0008433451876044273, 0.001948623452335596, 0.003053901717066765, 0.004159179981797934, 0.005264458246529102, 0.006369736511260271, 0.00747501477599144, 0.008580293506383896, 0.009685571305453777, 0.010790849104523659, 0.011896127834916115, 0.01300140656530857, 0.014106684364378452, 0.015211962163448334, 0.01631724089384079]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 9.0, 4.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 1.0, 5.0, 5.0, 1.0, 3.0, 2.0, 11.0, 11.0, 68.0, 13.0, 6.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05559081956744194, -0.05449333414435387, -0.05339584872126579, -0.05229835957288742, -0.05120087414979935, -0.05010338872671127, -0.0490059033036232, -0.047908417880535126, -0.04681093245744705, -0.04571344330906868, -0.044615957885980606, -0.04351847246289253, -0.04242098703980446, -0.041323501616716385, -0.04022601246833801, -0.03912852704524994, -0.038031041622161865, -0.03693355619907379, -0.03583607077598572, -0.034738581627607346, -0.03364109620451927, -0.0325436107814312, -0.031446125358343124, -0.0303486380726099, -0.029251152649521828, -0.028153667226433754, -0.02705617994070053, -0.025958694517612457, -0.024861209094524384, -0.02376372180879116, -0.022666236385703087, -0.021568749099969864, -0.02047126367688179, -0.019373778253793716, -0.018276290968060493, -0.01717880554497242, -0.016081318259239197, -0.014983832836151123, -0.01388634741306305, -0.012788861058652401, -0.011691374704241753, -0.010593888349831104, -0.009496401995420456, -0.008398916572332382, -0.007301430217921734, -0.0062039438635110855, -0.0051064579747617245, -0.0040089720860123634, -0.002911485731601715, -0.0018139996100217104, -0.0007165134884417057, 0.000380972633138299, 0.0014784587547183037, 0.0025759448762983084, 0.003673430997878313, 0.004770916886627674, 0.0058684032410383224, 0.006965889595448971, 0.00806337594985962, 0.009160861372947693, 0.010258347727358341, 0.01135583408176899, 0.012453319504857063, 0.013550805859267712, 0.01464829221367836]}, "_runtime": 6.662830352783203, "_timestamp": 1596209159.4264011, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01467785146087408, -0.014224739745259285, -0.013771628960967064, -0.013318517245352268, -0.012865405529737473, -0.012412293814122677, -0.011959182098507881, -0.01150607131421566, -0.011052959598600864, -0.010599847882986069, -0.010146737098693848, -0.009693625383079052, -0.009240513667464256, -0.00878740195184946, -0.008334290236234665, -0.007881179451942444, -0.007428067736327648, -0.0069749560207128525, -0.006521844770759344, -0.006068733520805836, -0.00561562180519104, -0.005162510089576244, -0.004709398839622736, -0.004256287589669228, -0.003803175874054432, -0.00335006439127028, -0.002896952908486128, -0.002443841425701976, -0.001990729942917824, -0.0015376184601336718, -0.0010845069773495197, -0.0006313954945653677, -0.00017828401178121567, 0.00027482747100293636, 0.0007279389537870884, 0.0011810504365712404, 0.0016341619193553925, 0.0020872734021395445, 0.0025403848849236965, 0.0029934963677078485, 0.0034466078504920006, 0.0038997193332761526, 0.004352830816060305, 0.004805942066013813, 0.005259053781628609, 0.005712165497243404, 0.006165276747196913, 0.006618387997150421, 0.007071499712765217, 0.0075246114283800125, 0.007977722212672234, 0.00843083392828703, 0.008883945643901825, 0.00933705735951662, 0.009790169075131416, 0.010243279859423637, 0.010696391575038433, 0.011149503290653229, 0.01160261407494545, 0.012055725790560246, 0.012508837506175041, 0.012961949221789837, 0.013415060937404633, 0.013868171721696854, 0.01432128343731165]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 9.0, 5.0, 5.0, 6.0, 9.0, 15.0, 17.0, 32.0, 38.0, 31.0, 53.0, 61.0, 50.0, 72.0, 100.0, 109.0, 154.0, 232.0, 293.0, 416.0, 530.0, 2253.0, 1163.0, 865.0, 495.0, 292.0, 183.0, 128.0, 83.0, 68.0, 48.0, 35.0, 20.0, 14.0, 2.0, 14.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1778065264225006, -0.1731792688369751, -0.1685519963502884, -0.16392473876476288, -0.15929746627807617, -0.15467020869255066, -0.15004293620586395, -0.14541567862033844, -0.14078840613365173, -0.13616114854812622, -0.1315338909626007, -0.126906618475914, -0.12227936089038849, -0.11765209585428238, -0.11302483081817627, -0.10839756578207016, -0.10377030074596405, -0.09914303570985794, -0.09451577067375183, -0.08988850563764572, -0.08526124060153961, -0.0806339830160141, -0.07600671797990799, -0.07137945294380188, -0.06675218790769577, -0.06212492287158966, -0.05749765783548355, -0.05287039652466774, -0.04824313148856163, -0.04361586645245552, -0.03898860514163971, -0.0343613401055336, -0.02973407506942749, -0.02510681003332138, -0.02047954685986042, -0.01585228368639946, -0.01122501865029335, -0.006597754545509815, -0.00197049044072628, 0.002656773664057255, 0.00728403776884079, 0.011911301873624325, 0.01653856597840786, 0.02116582915186882, 0.02579309418797493, 0.03042035922408104, 0.03504762053489685, 0.03967488557100296, 0.04430215060710907, 0.04892941564321518, 0.05355668067932129, 0.0581839419901371, 0.06281121075153351, 0.06743846833705902, 0.07206573337316513, 0.07669299840927124, 0.08132026344537735, 0.08594752848148346, 0.09057479351758957, 0.09520205855369568, 0.09982931613922119, 0.1044565811753273, 0.10908384621143341, 0.11371111124753952, 0.11833837628364563]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 5.0, 1.0, 27.0, 2.0, 2.0, 7.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 3.0, 4.0, 1.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00606831768527627, -0.0058758435770869255, -0.005683369468897581, -0.005490895360708237, -0.005298420786857605, -0.005105946678668261, -0.004913472570478916, -0.004720998462289572, -0.004528524354100227, -0.004336050245910883, -0.0041435761377215385, -0.003951102029532194, -0.003758627688512206, -0.0035661535803228617, -0.0033736792393028736, -0.003181205131113529, -0.002988731022924185, -0.0027962569147348404, -0.002603782806545496, -0.002411308465525508, -0.0022188343573361635, -0.002026360249146819, -0.0018338860245421529, -0.0016414117999374866, -0.0014489376917481422, -0.0012564635835587978, -0.0010639893589541316, -0.0008715151925571263, -0.000679041026160121, -0.00048656685976311564, -0.0002940926933661103, -0.000101618526969105, 9.085563942790031e-05, 0.00028332980582490563, 0.00047580397222191095, 0.0006682781386189163, 0.0008607523050159216, 0.001053226413205266, 0.0012457006378099322, 0.0014381748624145985, 0.0016306489706039429, 0.0018231230787932873, 0.0020155971869826317, 0.0022080715280026197, 0.002400545636191964, 0.0025930197443813086, 0.0027854940854012966, 0.002977968193590641, 0.0031704423017799854, 0.00336291640996933, 0.0035553905181586742, 0.0037478648591786623, 0.00394033920019865, 0.004132813308387995, 0.004325287416577339, 0.004517761524766684, 0.004710235632956028, 0.004902709741145372, 0.005095183849334717, 0.005287657957524061, 0.005480132065713406, 0.005672606639564037, 0.005865080747753382, 0.006057554855942726, 0.0062500289641320705]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 10.0, 14.0, 33.0, 54.0, 86.0, 146.0, 235.0, 295.0, 458.0, 791.0, 1165.0, 1660.0, 2183.0, 3027.0, 4064.0, 5415.0, 6996.0, 9040.0, 11599.0, 14370.0, 18343.0, 24050.0, 32089.0, 43191.0, 57127.0, 72743.0, 90647.0, 413652.0, 89304.0, 71716.0, 53328.0, 39041.0, 28591.0, 21424.0, 15988.0, 11950.0, 9074.0, 7166.0, 5248.0, 3946.0, 2742.0, 1986.0, 1459.0, 969.0, 687.0, 483.0, 339.0, 231.0, 158.0, 109.0, 71.0, 55.0, 38.0, 24.0, 11.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.01148698478937149, -0.011108108796179295, -0.010729232802987099, -0.010350356809794903, -0.009971480816602707, -0.009592604823410511, -0.009213728830218315, -0.00883485283702612, -0.008455976843833923, -0.008077100850641727, -0.0076982248574495316, -0.007319348864257336, -0.00694047287106514, -0.006561596877872944, -0.006182720884680748, -0.005803844891488552, -0.005424968898296356, -0.00504609290510416, -0.004667216911911964, -0.0042883409187197685, -0.003909464925527573, -0.0035305889323353767, -0.003151712939143181, -0.002772836945950985, -0.002393960952758789, -0.002015084959566593, -0.0016362089663743973, -0.0012573329731822014, -0.0008784569799900055, -0.0004995809867978096, -0.00012070499360561371, 0.0002581709995865822, 0.0006370469927787781, 0.001015922985970974, 0.0013947989791631699, 0.0017736749723553658, 0.0021525509655475616, 0.0025314269587397575, 0.0029103029519319534, 0.0032891789451241493, 0.003668054938316345, 0.004046930931508541, 0.004425806924700737, 0.004804682917892933, 0.005183558911085129, 0.005562434904277325, 0.005941310897469521, 0.0063201868906617165, 0.006699062883853912, 0.007077938877046108, 0.007456814870238304, 0.0078356908634305, 0.008214566856622696, 0.008593442849814892, 0.008972318843007088, 0.009351194836199284, 0.00973007082939148, 0.010108946822583675, 0.010487822815775871, 0.010866698808968067, 0.011245574802160263, 0.011624450795352459, 0.012003326788544655, 0.01238220278173685, 0.012761078774929047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 0.0, 2.0, 8.0, 1.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.020814117044210434, -0.020375924184918404, -0.019937731325626373, -0.019499538466334343, -0.019061343744397163, -0.018623150885105133, -0.018184958025813103, -0.017746765166521072, -0.017308572307229042, -0.01687037944793701, -0.016432184725999832, -0.015993991866707802, -0.015555799007415771, -0.015117606148123741, -0.01467941328883171, -0.014241219498217106, -0.013803026638925076, -0.013364833779633045, -0.01292663998901844, -0.01248844712972641, -0.01205025427043438, -0.011612060479819775, -0.011173867620527744, -0.010735674761235714, -0.010297480970621109, -0.009859288111329079, -0.009421095252037048, -0.008982902392745018, -0.008544708602130413, -0.008106515742838383, -0.007668322417885065, -0.007230129558593035, -0.006791936233639717, -0.0063537429086863995, -0.005915550049394369, -0.0054773567244410515, -0.005039163865149021, -0.0046009705401957035, -0.004162777215242386, -0.003724584123119712, -0.003286391030997038, -0.002848197938874364, -0.00241000484675169, -0.0019718115217983723, -0.0015336184296756983, -0.0010954253375530243, -0.0006572321290150285, -0.00021903897868469357, 0.00021915417164564133, 0.0006573473219759762, 0.0010955404723063111, 0.001533733680844307, 0.001971926772966981, 0.002410119865089655, 0.0028483131900429726, 0.0032865062821656466, 0.0037246993742883205, 0.004162892699241638, 0.0046010855585336685, 0.005039278883486986, 0.005477472208440304, 0.005915665067732334, 0.006353858392685652, 0.006792051251977682, 0.007230244576931]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 1.0, 1.0, 4.0, 6.0, 9.0, 6.0, 7.0, 12.0, 6.0, 17.0, 9.0, 15.0, 32.0, 30.0, 43.0, 51.0, 41.0, 39.0, 53.0, 55.0, 72.0, 60.0, 89.0, 95.0, 108.0, 121.0, 124.0, 124.0, 168.0, 189.0, 190.0, 246.0, 232.0, 268.0, 289.0, 322.0, 357.0, 354.0, 431.0, 438.0, 552.0, 608.0, 701.0, 837.0, 1259.0, 6637.0, 890.0, 603.0, 387.0, 288.0, 195.0, 150.0, 149.0, 145.0, 111.0, 85.0, 49.0, 34.0, 13.0, 10.0, 8.0], "bins": [-0.010737926699221134, -0.010515286587178707, -0.01029264647513628, -0.010070006363093853, -0.009847365319728851, -0.009624725207686424, -0.009402085095643997, -0.00917944498360157, -0.008956804871559143, -0.008734164759516716, -0.008511524647474289, -0.008288884535431862, -0.008066244423389435, -0.007843603380024433, -0.007620963267982006, -0.007398323155939579, -0.007175683043897152, -0.006953042931854725, -0.006730402819812298, -0.0065077622421085835, -0.006285122130066156, -0.006062482018023729, -0.005839841440320015, -0.005617201328277588, -0.005394561216235161, -0.005171921104192734, -0.004949280992150307, -0.004726640414446592, -0.004504000302404165, -0.004281360190361738, -0.004058719612658024, -0.0038360795006155968, -0.0036134393885731697, -0.0033907992765307426, -0.003168158931657672, -0.002945518586784601, -0.002722878474742174, -0.002500238362699747, -0.0022775980178266764, -0.0020549576729536057, -0.0018323175609111786, -0.0016096773324534297, -0.0013870371039956808, -0.001164396875537932, -0.000941756647080183, -0.0007191164186224341, -0.0004964761901646852, -0.00027383596170693636, -5.119573324918747e-05, 0.00017144449520856142, 0.0003940847236663103, 0.0006167249521240592, 0.0008393651805818081, 0.001062005409039557, 0.0012846456374973059, 0.0015072858659550548, 0.0017299260944128036, 0.0019525663228705525, 0.0021752065513283014, 0.002397846896201372, 0.002620487008243799, 0.0028431271202862263, 0.003065767465159297, 0.0032884078100323677, 0.0035110479220747948]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04857785254716873, -0.04764001816511154, -0.04670218378305435, -0.04576435312628746, -0.04482651874423027, -0.04388868436217308, -0.04295084998011589, -0.042013019323349, -0.04107518494129181, -0.04013735055923462, -0.03919951617717743, -0.03826168552041054, -0.03732385113835335, -0.03638601675629616, -0.03544818237423897, -0.034510351717472076, -0.033572517335414886, -0.0326346829533577, -0.03169684857130051, -0.030759016051888466, -0.029821181669831276, -0.028883349150419235, -0.027945514768362045, -0.027007682248950005, -0.026069847866892815, -0.025132015347480774, -0.024194180965423584, -0.023256348446011543, -0.022318514063954353, -0.021380681544542313, -0.020442847162485123, -0.019505014643073082, -0.018567180261015892, -0.017629345878958702, -0.01669151335954666, -0.01575367897748947, -0.01481584645807743, -0.013878013007342815, -0.0129401795566082, -0.012002346105873585, -0.01106451265513897, -0.01012667827308178, -0.009188844822347164, -0.008251011371612549, -0.0073131779208779335, -0.006375344470143318, -0.005437511019408703, -0.0044996775686740875, -0.003561844117939472, -0.002624010667204857, -0.0016861771000549197, -0.0007483435911126435, 0.00018948991782963276, 0.001127323368564248, 0.002065157052129507, 0.0030029905028641224, 0.003940823953598738, 0.004878657404333353, 0.005816490855067968, 0.006754324305802584, 0.007692158222198486, 0.008629991672933102, 0.009567825123667717, 0.010505658574402332, 0.011443492025136948]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 5.0, 5.0, 3.0, 4.0, 5.0, 3.0, 4.0, 5.0, 5.0, 6.0, 7.0, 4.0, 5.0, 5.0, 4.0, 2.0, 3.0, 2.0, 1.0, 5.0, 2.0, 7.0, 3.0, 0.0, 5.0, 2.0, 5.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 8.0, 16.0, 65.0, 17.0, 11.0, 4.0, 4.0, 4.0, 0.0, 3.0, 3.0], "bins": [-0.032735589891672134, -0.03214806318283081, -0.03156053274869919, -0.030973004177212715, -0.030385475605726242, -0.029797948896884918, -0.029210420325398445, -0.028622891753911972, -0.0280353631824255, -0.027447834610939026, -0.026860306039452553, -0.02627277746796608, -0.025685250759124756, -0.025097722187638283, -0.02451019361615181, -0.023922665044665337, -0.023335136473178864, -0.02274760790169239, -0.022160079330205917, -0.021572550758719444, -0.02098502218723297, -0.020397495478391647, -0.019809966906905174, -0.0192224383354187, -0.018634909763932228, -0.018047381192445755, -0.017459852620959282, -0.01687232404947281, -0.016284797340631485, -0.015697268769145012, -0.015109740197658539, -0.014522211626172066, -0.013934683054685593, -0.01334715448319912, -0.012759625911712646, -0.012172098271548748, -0.011584569700062275, -0.010997041128575802, -0.010409513488411903, -0.00982198491692543, -0.009234456345438957, -0.008646927773952484, -0.008059399202466011, -0.007471871562302113, -0.0068843429908156395, -0.006296814419329166, -0.005709286313503981, -0.005121758207678795, -0.004534229636192322, -0.003946701064705849, -0.003359172958880663, -0.0027716446202248335, -0.002184116281569004, -0.0015965879429131746, -0.0010090596042573452, -0.00042153126560151577, 0.00016599707305431366, 0.0007535254117101431, 0.0013410537503659725, 0.001928582089021802, 0.0025161104276776314, 0.003103638766333461, 0.0036911671049892902, 0.004278695210814476, 0.004866223782300949]}, "_runtime": 7.427881717681885, "_timestamp": 1596209160.1914525, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 7.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01707235723733902, -0.016619209200143814, -0.01616606116294861, -0.015712913125753403, -0.015259765088558197, -0.014806617051362991, -0.014353469014167786, -0.01390032097697258, -0.013447172939777374, -0.012994025833904743, -0.012540877796709538, -0.012087729759514332, -0.011634581722319126, -0.01118143368512392, -0.010728285647928715, -0.010275137610733509, -0.009821989573538303, -0.009368841536343098, -0.008915693499147892, -0.008462545461952686, -0.00800939742475748, -0.007556249853223562, -0.0071031018160283566, -0.006649953778833151, -0.006196805741637945, -0.0057436577044427395, -0.005290509667247534, -0.004837361630052328, -0.00438421405851841, -0.003931066021323204, -0.0034779179841279984, -0.0030247699469327927, -0.002571621909737587, -0.0021184738725423813, -0.0016653259517624974, -0.0012121780309826136, -0.0007590299937874079, -0.0003058820147998631, 0.00014726596418768167, 0.0006004139431752264, 0.0010535619221627712, 0.001506709959357977, 0.0019598579965531826, 0.0024130058009177446, 0.0028661538381129503, 0.003319301875308156, 0.003772449679672718, 0.004225597716867924, 0.004678745754063129, 0.005131893791258335, 0.005585041828453541, 0.0060381898656487465, 0.006491337902843952, 0.0069444854743778706, 0.007397633511573076, 0.00785078201442957, 0.0083039291203022, 0.008757077157497406, 0.009210225194692612, 0.009663373231887817, 0.010116521269083023, 0.010569669306278229, 0.011022817343473434, 0.01147596538066864, 0.011929113417863846]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 3.0, 8.0, 2.0, 7.0, 8.0, 11.0, 21.0, 19.0, 31.0, 40.0, 51.0, 85.0, 70.0, 103.0, 112.0, 161.0, 182.0, 244.0, 336.0, 420.0, 523.0, 2471.0, 1036.0, 688.0, 451.0, 283.0, 163.0, 129.0, 86.0, 45.0, 29.0, 25.0, 18.0, 13.0, 12.0, 8.0, 12.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16118815541267395, -0.15631918609142303, -0.15145021677017212, -0.14658123254776, -0.1417122632265091, -0.13684329390525818, -0.13197432458400726, -0.12710535526275635, -0.12223637849092484, -0.11736740916967392, -0.11249843239784241, -0.10762946307659149, -0.10276049375534058, -0.09789151698350906, -0.09302254766225815, -0.08815357089042664, -0.08328460156917572, -0.0784156322479248, -0.07354665547609329, -0.06867768615484238, -0.06380870938301086, -0.05893974006175995, -0.05407077074050903, -0.04920179769396782, -0.044332824647426605, -0.03946385160088539, -0.03459487855434418, -0.02972590923309326, -0.024856936186552048, -0.019987963140010834, -0.015118991956114769, -0.01025001984089613, -0.00538104772567749, -0.0005120756104588509, 0.0043568965047597885, 0.009225868619978428, 0.014094840735197067, 0.01896381378173828, 0.023832784965634346, 0.02870175614953041, 0.033570729196071625, 0.03843970224261284, 0.04330867528915405, 0.04817764461040497, 0.05304661765694618, 0.057915590703487396, 0.06278456002473831, 0.06765353679656982, 0.07252250611782074, 0.07739147543907166, 0.08226045221090317, 0.08712942153215408, 0.0919983983039856, 0.09686736762523651, 0.10173633694648743, 0.10660531371831894, 0.11147428303956985, 0.11634325236082077, 0.12121222913265228, 0.1260811984539032, 0.1309501677751541, 0.13581913709640503, 0.14068812131881714, 0.14555709064006805, 0.15042605996131897]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 4.0, 0.0, 0.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 25.0, 3.0, 7.0, 3.0, 3.0, 1.0, 3.0, 1.0, 5.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00421142578125, -0.004041539039462805, -0.003871652064844966, -0.003701765090227127, -0.003531878348439932, -0.003361991373822093, -0.003192104399204254, -0.003022217657417059, -0.00285233068279922, -0.0026824437081813812, -0.002512556966394186, -0.002342669991776347, -0.0021727830171585083, -0.002002896275371313, -0.0018330093007534742, -0.0016631224425509572, -0.0014932355843484402, -0.0013233487261459231, -0.001153461867943406, -0.0009835748933255672, -0.0008136880351230502, -0.0006438011769205332, -0.00047391426051035523, -0.00030402737320400774, -0.00013414048589766026, 3.5746401408687234e-05, 0.00020563328871503472, 0.0003755201760213822, 0.0005454070633277297, 0.0007152939215302467, 0.0008851808379404247, 0.0010550677543506026, 0.0012249546125531197, 0.0013948414707556367, 0.0015647283289581537, 0.0017346153035759926, 0.0019045021617785096, 0.0020743890199810266, 0.0022442759945988655, 0.0024141627363860607, 0.0025840497110038996, 0.0027539366856217384, 0.0029238234274089336, 0.0030937104020267725, 0.0032635973766446114, 0.0034334841184318066, 0.0036033710930496454, 0.0037732578348368406, 0.0039431448094546795, 0.004113031551241875, 0.004282918758690357, 0.004452805500477552, 0.004622692242264748, 0.00479257944971323, 0.004962466191500425, 0.0051323529332876205, 0.005302240140736103, 0.005472126882523298, 0.0056420136243104935, 0.005811900366097689, 0.005981787573546171, 0.006151674315333366, 0.006321561057120562, 0.006491448264569044, 0.006661335006356239]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 5.0, 14.0, 20.0, 21.0, 48.0, 73.0, 121.0, 208.0, 323.0, 506.0, 796.0, 1160.0, 1801.0, 2735.0, 3857.0, 5647.0, 7668.0, 10751.0, 14315.0, 19790.0, 26801.0, 38195.0, 55338.0, 78284.0, 104341.0, 428803.0, 98915.0, 74729.0, 54526.0, 39509.0, 28350.0, 20662.0, 15318.0, 11467.0, 8860.0, 6872.0, 5330.0, 3806.0, 2922.0, 2056.0, 1473.0, 1104.0, 758.0, 489.0, 314.0, 196.0, 135.0, 100.0, 50.0, 28.0, 19.0, 11.0, 8.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011974746361374855, -0.011554649099707603, -0.011134552769362926, -0.010714455507695675, -0.010294359177350998, -0.009874261915683746, -0.00945416558533907, -0.009034068323671818, -0.00861397199332714, -0.00819387473165989, -0.007773777935653925, -0.007353681139647961, -0.006933583877980709, -0.006513487081974745, -0.0060933902859687805, -0.005673293489962816, -0.005253196693956852, -0.004833099897950888, -0.004413003101944923, -0.003992906305938959, -0.003572809277102351, -0.003152712481096387, -0.002732615452259779, -0.0023125186562538147, -0.0018924218602478504, -0.0014723250642418861, -0.0010522281518206, -0.0006321312976069748, -0.00021203444339334965, 0.00020806241082027555, 0.0006281592650339007, 0.0010482561774551868, 0.0014683529734611511, 0.0018884497694671154, 0.0023085465654730797, 0.0027286435943096876, 0.003148740390315652, 0.003568837186321616, 0.003988934215158224, 0.004409031011164188, 0.004829127807170153, 0.005249224603176117, 0.005669321399182081, 0.0060894181951880455, 0.006509515456855297, 0.006929612252861261, 0.007349709048867226, 0.00776980584487319, 0.008189902640879154, 0.008609999902546406, 0.009030096232891083, 0.009450193494558334, 0.009870289824903011, 0.010290387086570263, 0.01071048341691494, 0.011130580678582191, 0.011550677940249443, 0.01197077427059412, 0.012390871532261372, 0.012810967862606049, 0.0132310651242733, 0.013651161454617977, 0.014071258716285229, 0.014491355046629906, 0.014911452308297157]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 5.0, 0.0, 2.0, 0.0, 1.0, 7.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006258055567741394, -0.0060638864524662495, -0.005869716871529818, -0.005675547756254673, -0.005481378175318241, -0.0052872090600430965, -0.005093039479106665, -0.00489887036383152, -0.004704700782895088, -0.004510531667619944, -0.004316362086683512, -0.004122192971408367, -0.003928023390471935, -0.0037338542751967907, -0.0035396849270910025, -0.0033455155789852142, -0.003151346230879426, -0.0029571768827736378, -0.0027630075346678495, -0.0025688381865620613, -0.002374668838456273, -0.002180499490350485, -0.0019863301422446966, -0.0017921609105542302, -0.001597991562448442, -0.0014038222143426538, -0.0012096528662368655, -0.0010154835181310773, -0.00082131422823295, -0.0006271448801271617, -0.00043297556112520397, -0.00023880622757133096, -4.463689401745796e-05, 0.00014953243953641504, 0.00034370177309028804, 0.0005378710920922458, 0.000732040440198034, 0.0009262097883038223, 0.0011203790782019496, 0.0013145484263077378, 0.001508717774413526, 0.0017028871225193143, 0.0018970564706251025, 0.002091225702315569, 0.002285395050421357, 0.0024795643985271454, 0.0026737337466329336, 0.002867903094738722, 0.00306207244284451, 0.0032562417909502983, 0.0034504111390560865, 0.0036445804871618748, 0.003838749835267663, 0.004032919183373451, 0.004227088298648596, 0.004421257879585028, 0.004615426994860172, 0.004809596575796604, 0.005003765691071749, 0.005197935272008181, 0.005392104387283325, 0.005586273968219757, 0.005780443083494902, 0.0059746126644313335, 0.006168781779706478]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 3.0, 9.0, 9.0, 16.0, 9.0, 14.0, 18.0, 20.0, 30.0, 34.0, 36.0, 59.0, 70.0, 73.0, 85.0, 128.0, 131.0, 178.0, 209.0, 244.0, 298.0, 321.0, 396.0, 355.0, 504.0, 530.0, 730.0, 846.0, 1490.0, 6982.0, 1603.0, 842.0, 623.0, 532.0, 363.0, 257.0, 143.0, 73.0, 48.0, 9.0, 18.0, 20.0, 10.0, 8.0, 8.0, 6.0, 7.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0], "bins": [-0.008125047199428082, -0.007907013408839703, -0.007688979618251324, -0.007470945827662945, -0.007252912037074566, -0.007034878246486187, -0.006816844455897808, -0.006598810665309429, -0.00638077687472105, -0.006162743084132671, -0.0059447092935442924, -0.0057266755029559135, -0.005508641712367535, -0.005290607921779156, -0.005072574131190777, -0.004854540340602398, -0.004636506550014019, -0.004418473225086927, -0.0042004394344985485, -0.00398240564391017, -0.003764371620491147, -0.003546337829902768, -0.0033283040393143892, -0.0031102702487260103, -0.002892236690968275, -0.002674202900379896, -0.0024561691097915173, -0.0022381353192031384, -0.0020201015286147594, -0.0018020677380263805, -0.0015840339474380016, -0.0013660001568496227, -0.0011479663662612438, -0.0009299325756728649, -0.000711898785084486, -0.000493865052703768, -0.0002758312621153891, -5.779748607892543e-05, 0.00016023628995753825, 0.0003782700514420867, 0.0005963038420304656, 0.0008143376326188445, 0.0010323714232072234, 0.0012504052137956023, 0.0014684388879686594, 0.0016864726785570383, 0.0019045064691454172, 0.002122540259733796, 0.002340574050322175, 0.002558607840910554, 0.002776641631498933, 0.0029946754220873117, 0.0032127092126756907, 0.0034307430032640696, 0.0036487767938524485, 0.0038668105844408274, 0.004084844142198563, 0.0043028779327869415, 0.0045209117233753204, 0.004738945513963699, 0.004956979304552078, 0.005175013095140457, 0.005393046885728836, 0.005611080676317215, 0.005829114466905594]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030952613800764084, -0.03039388917386532, -0.029835166409611702, -0.029276441782712936, -0.02871771901845932, -0.028158994391560555, -0.027600271627306938, -0.027041547000408173, -0.026482824236154556, -0.02592409960925579, -0.025365376845002174, -0.02480665221810341, -0.024247929453849792, -0.023689204826951027, -0.02313048206269741, -0.022571757435798645, -0.02201303467154503, -0.021454310044646263, -0.020895585417747498, -0.02033686265349388, -0.019778138026595116, -0.0192194152623415, -0.018660690635442734, -0.018101967871189117, -0.017543243244290352, -0.016984520480036736, -0.01642579585313797, -0.015867073088884354, -0.015308348461985588, -0.014749624766409397, -0.014190901070833206, -0.013632177375257015, -0.013073453679680824, -0.012514729984104633, -0.011956006288528442, -0.011397282592952251, -0.01083855889737606, -0.01027983520179987, -0.009721111506223679, -0.009162387810647488, -0.008603664115071297, -0.008044939488172531, -0.0074862162582576275, -0.0069274925626814365, -0.006368768401443958, -0.005810044705867767, -0.005251321010291576, -0.0046925973147153854, -0.0041338736191391945, -0.0035751499235630035, -0.0030164262279868126, -0.002457702299579978, -0.001898978604003787, -0.001340254908427596, -0.0007815310964360833, -0.00022280734265223145, 0.0003359164111316204, 0.0008946401649154723, 0.0014533639186993241, 0.002012087730690837, 0.002570811426267028, 0.003129535121843219, 0.0036882590502500534, 0.004246982745826244, 0.004805706441402435]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 11.0, 4.0, 5.0, 3.0, 2.0, 4.0, 3.0, 2.0, 3.0, 8.0, 6.0, 1.0, 3.0, 3.0, 1.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 8.0, 6.0, 3.0, 10.0, 3.0, 6.0, 7.0, 2.0, 3.0, 1.0, 4.0, 7.0, 6.0, 3.0, 9.0, 18.0, 58.0, 9.0, 10.0, 5.0, 7.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.026530958712100983, -0.026051729917526245, -0.02557249926030636, -0.02509327046573162, -0.024614041671156883, -0.024134811013936996, -0.02365558221936226, -0.02317635342478752, -0.022697122767567635, -0.022217893972992897, -0.02173866517841816, -0.021259434521198273, -0.020780205726623535, -0.020300976932048798, -0.01982174627482891, -0.019342517480254173, -0.018863286823034286, -0.01838405802845955, -0.01790482923388481, -0.017425598576664925, -0.016946369782090187, -0.01646714098751545, -0.015987910330295563, -0.015508681535720825, -0.015029452741146088, -0.014550223015248775, -0.014070993289351463, -0.013591763563454151, -0.013112534768879414, -0.012633305042982101, -0.01215407531708479, -0.011674846522510052, -0.01119561679661274, -0.010716387070715427, -0.01023715827614069, -0.009757928550243378, -0.009278698824346066, -0.008799470029771328, -0.008320240303874016, -0.007841010577976704, -0.007361781317740679, -0.006882552057504654, -0.006403322331607342, -0.005924093071371317, -0.005444863811135292, -0.00496563408523798, -0.004486404825001955, -0.004007175099104643, -0.003527945838868618, -0.0030487163458019495, -0.002569486852735281, -0.002090257592499256, -0.0016110280994325876, -0.0011317986063659191, -0.0006525692297145724, -0.00017333979485556483, 0.00030588964000344276, 0.0007851190748624504, 0.001264348509721458, 0.0017435778863728046, 0.002222807379439473, 0.0027020368725061417, 0.0031812661327421665, 0.003660495625808835, 0.0041397251188755035]}, "_runtime": 8.191767692565918, "_timestamp": 1596209160.9553385, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 5.0, 3.0, 4.0, 3.0, 3.0, 6.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027766047045588493, -0.027053847908973694, -0.026341648772358894, -0.025629449635744095, -0.024917248636484146, -0.024205049499869347, -0.023492850363254547, -0.022780651226639748, -0.022068452090024948, -0.02135625295341015, -0.0206440519541502, -0.0199318528175354, -0.0192196536809206, -0.0185074545443058, -0.017795255407691002, -0.017083056271076202, -0.016370855271816254, -0.015658656135201454, -0.014946456998586655, -0.014234257861971855, -0.013522058725357056, -0.012809858657419682, -0.012097659520804882, -0.011385460384190083, -0.010673260316252708, -0.009961061179637909, -0.00924886204302311, -0.00853666290640831, -0.007824462838470936, -0.007112263701856136, -0.0064000640995800495, -0.00568786496296525, -0.004975665360689163, -0.004263465758413076, -0.003551266621798277, -0.00283906701952219, -0.002126867650076747, -0.0014146682806313038, -0.0007024687947705388, 9.73063288256526e-06, 0.0007219300605356693, 0.0014341294299811125, 0.0021463287994265556, 0.0028585284017026424, 0.0035707277711480856, 0.004282927140593529, 0.0049951267428696156, 0.005707325879484415, 0.006419525481760502, 0.007131725084036589, 0.007843924686312675, 0.008556123822927475, 0.009268322959542274, 0.009980523027479649, 0.010692722164094448, 0.011404921300709248, 0.012117121368646622, 0.012829320505261421, 0.01354151964187622, 0.01425371877849102, 0.014965918846428394, 0.01567811891436577, 0.016390318050980568, 0.017102517187595367, 0.017814716324210167]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 2.0, 9.0, 11.0, 4.0, 22.0, 26.0, 42.0, 49.0, 70.0, 86.0, 137.0, 183.0, 327.0, 447.0, 616.0, 2631.0, 1606.0, 755.0, 370.0, 210.0, 111.0, 64.0, 38.0, 25.0, 17.0, 15.0, 10.0, 8.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27439698576927185, -0.2674545645713806, -0.260512113571167, -0.25356969237327576, -0.24662727117538452, -0.2396848350763321, -0.23274239897727966, -0.22579997777938843, -0.218857541680336, -0.21191510558128357, -0.20497268438339233, -0.1980302482843399, -0.19108781218528748, -0.18414539098739624, -0.1772029548883438, -0.17026053369045258, -0.16331809759140015, -0.15637566149234772, -0.14943324029445648, -0.14249080419540405, -0.13554838299751282, -0.1286059468984604, -0.12166351079940796, -0.11472108215093613, -0.1077786535024643, -0.10083622485399246, -0.09389379620552063, -0.0869513601064682, -0.08000893145799637, -0.07306650280952454, -0.0661240667104721, -0.059181638062000275, -0.05223920941352844, -0.04529678076505661, -0.03835434839129448, -0.03141191601753235, -0.024469487369060516, -0.017527056857943535, -0.010584626346826553, -0.003642195835709572, 0.0033002346754074097, 0.010242665186524391, 0.017185095697641373, 0.024127526208758354, 0.031069956719875336, 0.03801238536834717, 0.0449548177421093, 0.05189725011587143, 0.05883967876434326, 0.0657821074128151, 0.07272453606128693, 0.07966697216033936, 0.08660940080881119, 0.09355182945728302, 0.10049426555633545, 0.10743669420480728, 0.11437912285327911, 0.12132155150175095, 0.12826398015022278, 0.1352064162492752, 0.14214885234832764, 0.14909127354621887, 0.1560337096452713, 0.16297613084316254, 0.16991856694221497]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 26.0, 5.0, 5.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005296485032886267, -0.005124187096953392, -0.004951889161020517, -0.004779590759426355, -0.004607292823493481, -0.004434994887560606, -0.004262696951627731, -0.004090399015694857, -0.003918101079761982, -0.0037458029109984636, -0.0035735047422349453, -0.0034012068063020706, -0.003228908870369196, -0.0030566107016056776, -0.002884312765672803, -0.0027120145969092846, -0.00253971666097641, -0.0023674187250435352, -0.002195120556280017, -0.0020228226203471422, -0.0018505245679989457, -0.0016782265156507492, -0.0015059285797178745, -0.001333630527369678, -0.0011613324750214815, -0.000989034422673285, -0.0008167364285327494, -0.0006444384343922138, -0.0004721403820440173, -0.00029984235879965127, -0.00012754433555528522, 4.4753687689080834e-05, 0.00021705171093344688, 0.00038934973417781293, 0.000561647757422179, 0.0007339457515627146, 0.0009062438039109111, 0.0010785418562591076, 0.0012508397921919823, 0.0014231378445401788, 0.0015954358968883753, 0.0017677339492365718, 0.0019400320015847683, 0.002112329937517643, 0.0022846278734505177, 0.002456926042214036, 0.0026292239781469107, 0.002801522146910429, 0.0029738200828433037, 0.0031461180187761784, 0.0033184161875396967, 0.0034907141234725714, 0.0036630122922360897, 0.0038353102281689644, 0.004007608164101839, 0.004179906100034714, 0.004352204501628876, 0.00452450243756175, 0.004696800373494625, 0.0048690983094275, 0.0050413962453603745, 0.005213694181293249, 0.005385992582887411, 0.005558290518820286, 0.0057305884547531605]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 7.0, 9.0, 22.0, 45.0, 80.0, 136.0, 216.0, 368.0, 581.0, 814.0, 1217.0, 1695.0, 2378.0, 3236.0, 4267.0, 5743.0, 7318.0, 9632.0, 12196.0, 15839.0, 21251.0, 29074.0, 40823.0, 59995.0, 85508.0, 115489.0, 436152.0, 92502.0, 63951.0, 43997.0, 30904.0, 22664.0, 16996.0, 13085.0, 10204.0, 7730.0, 6041.0, 4644.0, 3486.0, 2608.0, 1948.0, 1416.0, 1035.0, 710.0, 509.0, 383.0, 259.0, 164.0, 118.0, 73.0, 57.0, 27.0, 12.0, 7.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013551872223615646, -0.013087398372590542, -0.012622924521565437, -0.012158450670540333, -0.011693977750837803, -0.011229503899812698, -0.010765030048787594, -0.01030055619776249, -0.009836082346737385, -0.00937160849571228, -0.00890713557600975, -0.008442661724984646, -0.007978187873959541, -0.007513714022934437, -0.007049240171909332, -0.006584766786545515, -0.0061202929355204105, -0.005655819084495306, -0.005191345699131489, -0.004726871848106384, -0.00426239799708128, -0.003797924378886819, -0.003333450760692358, -0.0028689769096672535, -0.0024045032914727926, -0.00194002955686301, -0.0014755558222532272, -0.0010110822040587664, -0.0005466084694489837, -8.213476394303143e-05, 0.0003823389415629208, 0.0008468126179650426, 0.0013112863525748253, 0.001775760087184608, 0.0022402338217943907, 0.0027047074399888515, 0.003169181291013956, 0.003633654909208417, 0.004098128527402878, 0.004562602378427982, 0.005027076229453087, 0.005491549614816904, 0.005956023465842009, 0.006420497316867113, 0.00688497070223093, 0.007349444553256035, 0.00781391840428114, 0.008278392255306244, 0.008742865175008774, 0.009207339026033878, 0.009671812877058983, 0.010136286728084087, 0.010600760579109192, 0.011065234430134296, 0.011529708281159401, 0.01199418120086193, 0.012458655051887035, 0.01292312890291214, 0.013387602753937244, 0.013852076604962349, 0.014316550455987453, 0.014781023375689983, 0.015245497226715088, 0.015709972009062767, 0.016174444928765297]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 5.0, 3.0, 1.0, 7.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008510423824191093, -0.008102653548121452, -0.0076948837377130985, -0.007287113461643457, -0.006879343185573816, -0.0064715733751654625, -0.006063803099095821, -0.00565603282302618, -0.005248262546956539, -0.004840492736548185, -0.004432722460478544, -0.004024952184408903, -0.0036171823740005493, -0.003209412097930908, -0.0028016420546919107, -0.0023938717786222696, -0.001986101735383272, -0.0015783315757289529, -0.0011705614160746336, -0.0007627913728356361, -0.00035502121318131685, 5.274891736917198e-05, 0.0004605190479196608, 0.0008682891493663192, 0.0012760593090206385, 0.0016838294686749578, 0.002091599628329277, 0.0024993696715682745, 0.002907139714807272, 0.003314909990876913, 0.0037226800341159105, 0.004130450077354908, 0.004538220353424549, 0.00494599062949419, 0.005353760439902544, 0.005761530715972185, 0.006169300992041826, 0.00657707080245018, 0.006984841078519821, 0.007392611354589462, 0.007800381630659103, 0.008208151906728745, 0.008615921251475811, 0.009023691527545452, 0.009431461803615093, 0.009839232079684734, 0.010247002355754375, 0.010654772631824017, 0.011062541976571083, 0.011470312252640724, 0.011878082528710365, 0.012285852804780006, 0.012693623080849648, 0.013101393356919289, 0.01350916363298893, 0.013916932977735996, 0.014324703253805637, 0.014732473529875278, 0.01514024380594492, 0.01554801408201456, 0.015955783426761627, 0.01636355370283127, 0.01677132397890091, 0.01717909425497055, 0.01758686453104019]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 4.0, 12.0, 20.0, 24.0, 20.0, 41.0, 54.0, 81.0, 95.0, 129.0, 161.0, 186.0, 229.0, 332.0, 344.0, 393.0, 455.0, 566.0, 733.0, 952.0, 1144.0, 2112.0, 6920.0, 1124.0, 580.0, 458.0, 375.0, 249.0, 153.0, 90.0, 77.0, 70.0, 38.0, 40.0, 23.0, 30.0, 21.0, 17.0, 13.0, 7.0, 7.0, 4.0, 1.0, 5.0, 1.0, 2.0, 5.0, 10.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007208909839391708, -0.006934391800314188, -0.006659873761236668, -0.00638535525649786, -0.00611083721742034, -0.005836319178342819, -0.0055618006736040115, -0.005287282634526491, -0.005012764595448971, -0.00473824655637145, -0.00446372851729393, -0.004189210012555122, -0.003914691973477602, -0.0036401739344000816, -0.0033656556624919176, -0.0030911373905837536, -0.002816619351506233, -0.002542101312428713, -0.002267583040520549, -0.001993064768612385, -0.0017185467295348644, -0.0014440285740420222, -0.00116951041854918, -0.0008949922630563378, -0.0006204741075634956, -0.00034595595207065344, -7.143779657781124e-05, 0.00020308035891503096, 0.00047759851440787315, 0.0007521166699007154, 0.0010266348253935575, 0.0013011529808863997, 0.001575671136379242, 0.0018501892918720841, 0.0021247074473649263, 0.0023992257192730904, 0.0026737437583506107, 0.002948261797428131, 0.003222780069336295, 0.003497298341244459, 0.0037718163803219795, 0.0040463344193995, 0.00432085245847702, 0.004595370963215828, 0.004869889002293348, 0.005144407041370869, 0.005418925546109676, 0.005693443585187197, 0.005967961624264717, 0.0062424796633422375, 0.006516997702419758, 0.0067915162071585655, 0.007066034246236086, 0.007340552285313606, 0.007615070790052414, 0.007889588363468647, 0.008164106868207455, 0.008438625372946262, 0.008713142946362495, 0.008987661451101303, 0.00926217995584011, 0.009536697529256344, 0.009811216033995152, 0.010085733607411385, 0.010360252112150192]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.039507731795310974, -0.03868737071752548, -0.03786701336503029, -0.0370466522872448, -0.036226291209459305, -0.03540593385696411, -0.03458557277917862, -0.03376521170139313, -0.032944854348897934, -0.03212449327111244, -0.03130413219332695, -0.030483774840831757, -0.029663413763046265, -0.028843054547905922, -0.02802269533276558, -0.027202334254980087, -0.026381975039839745, -0.025561615824699402, -0.02474125474691391, -0.023920895531773567, -0.023100536316633224, -0.022280175238847733, -0.02145981602370739, -0.020639456808567047, -0.019819095730781555, -0.018998736515641212, -0.01817837730050087, -0.017358018085360527, -0.016537657007575035, -0.015717297792434692, -0.014896937645971775, -0.014076578430831432, -0.013256218284368515, -0.012435858137905598, -0.011615498922765255, -0.010795138776302338, -0.009974779561161995, -0.009154419414699078, -0.00833405926823616, -0.00751369958743453, -0.0066933399066329, -0.00587298022583127, -0.00505262054502964, -0.004232260398566723, -0.003411900717765093, -0.002591541036963463, -0.0017711811233311892, -0.0009508213261142373, -0.00013046152889728546, 0.0006898982683196664, 0.0015102580655366182, 0.002330617979168892, 0.003150977659970522, 0.003971337340772152, 0.004791697487235069, 0.005612057168036699, 0.006432416848838329, 0.007252776529639959, 0.00807313621044159, 0.008893496356904507, 0.009713856503367424, 0.010534215718507767, 0.011354575864970684, 0.012174935080111027, 0.012995295226573944]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 0.0, 6.0, 5.0, 3.0, 2.0, 3.0, 4.0, 6.0, 7.0, 4.0, 6.0, 2.0, 9.0, 6.0, 7.0, 4.0, 3.0, 7.0, 4.0, 5.0, 5.0, 6.0, 7.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 3.0, 5.0, 53.0, 14.0, 11.0, 8.0, 6.0, 6.0, 2.0, 7.0, 5.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022282032296061516, -0.021834636107087135, -0.021387239918112755, -0.020939843729138374, -0.020492449402809143, -0.020045053213834763, -0.019597657024860382, -0.019150260835886, -0.01870286464691162, -0.01825546845793724, -0.01780807413160801, -0.01736067794263363, -0.01691328175365925, -0.016465885564684868, -0.016018489375710487, -0.015571094118058681, -0.015123697929084301, -0.01467630174010992, -0.014228906482458115, -0.013781510293483734, -0.013334114104509354, -0.012886718846857548, -0.012439322657883167, -0.011991926468908787, -0.011544531211256981, -0.0110971350222826, -0.01064973883330822, -0.01020234264433384, -0.009754947386682034, -0.009307551197707653, -0.008860155008733273, -0.008412759751081467, -0.007965363562107086, -0.007517967838793993, -0.0070705716498196125, -0.006623175926506519, -0.006175779737532139, -0.005728384014219046, -0.0052809882909059525, -0.004833592101931572, -0.004386196378618479, -0.003938800655305386, -0.003491404466331005, -0.003044008743017912, -0.002596612786874175, -0.0021492168307304382, -0.0017018209910020232, -0.0012544251512736082, -0.0008070291951298714, -0.00035963329719379544, 8.776260074228048e-05, 0.0005351584986783564, 0.0009825543966144323, 0.0014299503527581692, 0.0018773461924865842, 0.002324742032214999, 0.002772137988358736, 0.003219533944502473, 0.0036669299006462097, 0.004114325623959303, 0.004561721347272396, 0.005009117536246777, 0.00545651325955987, 0.00590390944853425, 0.0063513051718473434]}, "_runtime": 9.03438115119934, "_timestamp": 1596209161.797952, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012565955519676208, -0.01216787751764059, -0.011769798584282398, -0.01137172058224678, -0.010973642580211163, -0.01057556364685297, -0.010177485644817352, -0.009779407642781734, -0.009381328709423542, -0.008983250707387924, -0.008585172705352306, -0.008187093771994114, -0.007789015769958496, -0.007390937302261591, -0.006992858834564686, -0.006594780832529068, -0.006196702364832163, -0.005798623897135258, -0.00540054589509964, -0.005002467427402735, -0.00460438895970583, -0.004206310957670212, -0.0038082324899733067, -0.0034101540222764015, -0.00301207578741014, -0.0026139975525438786, -0.0022159190848469734, -0.001817840849980712, -0.0014197624986991286, -0.0010216841474175453, -0.0006236058543436229, -0.00022552753216587007, 0.00017255079001188278, 0.0005706291412934661, 0.0009687074343673885, 0.0013667857274413109, 0.0017648640787228942, 0.0021629424300044775, 0.002561020664870739, 0.002959099132567644, 0.0033571773674339056, 0.003755255602300167, 0.004153334069997072, 0.004551412537693977, 0.004949490539729595, 0.0053475690074265, 0.0057456474751234055, 0.006143725477159023, 0.006541803944855928, 0.0069398824125528336, 0.007337960414588451, 0.0077360388822853565, 0.008134117349982262, 0.00853219535201788, 0.008930274285376072, 0.00932835228741169, 0.009726430289447308, 0.0101245092228055, 0.010522587224841118, 0.010920665226876736, 0.011318744160234928, 0.011716822162270546, 0.012114900164306164, 0.012512979097664356, 0.012911057099699974]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 8.0, 2.0, 7.0, 4.0, 17.0, 12.0, 15.0, 17.0, 28.0, 32.0, 49.0, 41.0, 49.0, 80.0, 100.0, 126.0, 160.0, 229.0, 259.0, 266.0, 389.0, 507.0, 2402.0, 1142.0, 652.0, 448.0, 248.0, 180.0, 108.0, 83.0, 58.0, 50.0, 34.0, 28.0, 21.0, 7.0, 15.0, 10.0, 6.0, 6.0, 5.0, 6.0, 5.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1479095071554184, -0.14345626533031464, -0.13900302350521088, -0.1345497965812683, -0.13009655475616455, -0.1256433129310608, -0.12119007110595703, -0.11673683673143387, -0.11228359490633011, -0.10783035308122635, -0.10337711870670319, -0.09892387688159943, -0.09447063505649567, -0.0900174006819725, -0.08556415885686874, -0.08111092448234558, -0.07665768265724182, -0.07220444083213806, -0.0677512064576149, -0.06329796463251114, -0.05884472653269768, -0.054391488432884216, -0.04993824660778046, -0.045485008507966995, -0.041031770408153534, -0.03657853230834007, -0.03212529420852661, -0.02767205238342285, -0.02321881428360939, -0.01876557618379593, -0.014312336221337318, -0.009859097190201283, -0.005405858159065247, -0.0009526191279292107, 0.0035006199032068253, 0.007953858934342861, 0.012407097965478897, 0.01686033606529236, 0.02131357602775097, 0.02576681599020958, 0.03022005409002304, 0.0346732921898365, 0.03912653028964996, 0.04357977211475372, 0.048033010214567184, 0.052486248314380646, 0.056939490139484406, 0.06139272823929787, 0.06584596633911133, 0.07029920816421509, 0.07475244253873825, 0.07920568436384201, 0.08365891873836517, 0.08811216056346893, 0.09256540238857269, 0.09701863676309586, 0.10147187858819962, 0.10592512041330338, 0.11037835478782654, 0.1148315966129303, 0.11928483843803406, 0.12373807281255722, 0.12819130718708038, 0.13264454901218414, 0.1370977908372879]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 4.0, 3.0, 5.0, 2.0, 2.0, 24.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0063096159137785435, -0.006136720068752766, -0.005963824223726988, -0.00579092837870121, -0.005618032533675432, -0.005445136688649654, -0.005272240843623877, -0.005099344998598099, -0.004926449619233608, -0.00475355377420783, -0.004580657929182053, -0.004407762084156275, -0.004234866239130497, -0.004061970394104719, -0.0038890745490789413, -0.0037161787040531635, -0.0035432828590273857, -0.003370387014001608, -0.00319749116897583, -0.0030245953239500523, -0.0028516994789242744, -0.0026788038667291403, -0.0025059080217033625, -0.0023330121766775846, -0.002160116331651807, -0.001987220486626029, -0.0018143246416002512, -0.0016414289129897952, -0.0014685330679640174, -0.0012956372229382396, -0.0011227414943277836, -0.0009498456493020058, -0.000776949804276228, -0.0006040539592504501, -0.00043115817243233323, -0.00025826235651038587, -8.536654058843851e-05, 8.752927533350885e-05, 0.0002604250912554562, 0.00043332090717740357, 0.0006062167230993509, 0.0007791125681251287, 0.0009520083549432456, 0.0011249041417613626, 0.0012977999867871404, 0.0014706958318129182, 0.0016435915604233742, 0.001816487405449152, 0.00198938325047493, 0.0021622790955007076, 0.0023351749405264854, 0.0025080707855522633, 0.002680966630578041, 0.0028538622427731752, 0.003026758087798953, 0.003199653932824731, 0.0033725497778505087, 0.0035454456228762865, 0.0037183414679020643, 0.003891237312927842, 0.004064132925122976, 0.004237028770148754, 0.004409924615174532, 0.00458282046020031, 0.004755716305226088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 10.0, 17.0, 30.0, 38.0, 59.0, 79.0, 183.0, 190.0, 371.0, 488.0, 689.0, 895.0, 1229.0, 1596.0, 2225.0, 2786.0, 3572.0, 4532.0, 5657.0, 7142.0, 8572.0, 10919.0, 13630.0, 16703.0, 21134.0, 26964.0, 35557.0, 47550.0, 64168.0, 84911.0, 411790.0, 100697.0, 76126.0, 56609.0, 41281.0, 30547.0, 22791.0, 18203.0, 14359.0, 11465.0, 8819.0, 6892.0, 5207.0, 3765.0, 2748.0, 2036.0, 1349.0, 969.0, 674.0, 476.0, 290.0, 242.0, 136.0, 106.0, 57.0, 48.0, 27.0, 16.0, 9.0, 3.0, 6.0], "bins": [-0.014129959978163242, -0.013713309541344643, -0.013296658173203468, -0.012880006805062294, -0.012463356368243694, -0.012046705931425095, -0.01163005456328392, -0.011213403195142746, -0.010796752758324146, -0.010380102321505547, -0.009963450953364372, -0.009546799585223198, -0.009130149148404598, -0.008713498711585999, -0.008296847343444824, -0.00788019597530365, -0.00746354553848505, -0.007046894636005163, -0.006630243733525276, -0.006213592831045389, -0.005796941928565502, -0.005380291026085615, -0.004963640123605728, -0.004546989221125841, -0.004130338318645954, -0.003713687416166067, -0.00329703651368618, -0.002880385611206293, -0.002463734708726406, -0.002047083806246519, -0.001630432903766632, -0.001213782001286745, -0.0007971310988068581, -0.00038048019632697105, 3.6170706152915955e-05, 0.00045282160863280296, 0.00086947251111269, 0.001286123413592577, 0.001702774316072464, 0.002119425218552351, 0.002536076121032238, 0.002952727023512125, 0.003369377925992012, 0.003786028828471899, 0.004202679730951786, 0.004619330633431673, 0.00503598153591156, 0.005452632438391447, 0.005869283340871334, 0.006285934243351221, 0.006702585145831108, 0.007119236048310995, 0.007535886950790882, 0.007952537387609482, 0.008369188755750656, 0.00878584012389183, 0.00920249056071043, 0.00961914099752903, 0.010035792365670204, 0.010452443733811378, 0.010869094170629978, 0.011285744607448578, 0.011702395975589752, 0.012119047343730927, 0.012535697780549526]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 7.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00864604115486145, -0.008327127434313297, -0.008008214645087719, -0.007689300924539566, -0.0073703876696527, -0.007051474414765835, -0.006732560694217682, -0.006413647439330816, -0.006094734184443951, -0.005775820929557085, -0.005456907674670219, -0.0051379939541220665, -0.004819080699235201, -0.004500167444348335, -0.004181253723800182, -0.0038623404689133167, -0.003543427214026451, -0.0032245139591395855, -0.0029056004714220762, -0.002586686983704567, -0.0022677737288177013, -0.001948860357515514, -0.0016299469862133265, -0.001311033614911139, -0.0009921202436089516, -0.0006732068723067641, -0.0003542935010045767, -3.538012970238924e-05, 0.0002835332415997982, 0.0006024466129019856, 0.0009213599842041731, 0.0012402733555063605, 0.001559186726808548, 0.0018781000981107354, 0.002197013469412923, 0.002515926957130432, 0.0028348402120172977, 0.0031537534669041634, 0.0034726669546216726, 0.003791580442339182, 0.0041104936972260475, 0.004429406952112913, 0.004748320206999779, 0.005067233927547932, 0.005386147182434797, 0.005705060437321663, 0.006023974157869816, 0.0063428874127566814, 0.006661800667643547, 0.006980713922530413, 0.007299627177417278, 0.007618540897965431, 0.00793745368719101, 0.008256367407739162, 0.008575281128287315, 0.008894193917512894, 0.009213107638061047, 0.0095320213586092, 0.009850934147834778, 0.01016984786838293, 0.010488761588931084, 0.010807674378156662, 0.011126588098704815, 0.011445500887930393, 0.011764414608478546]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 2.0, 5.0, 7.0, 9.0, 7.0, 15.0, 16.0, 17.0, 34.0, 45.0, 44.0, 64.0, 78.0, 103.0, 120.0, 143.0, 222.0, 249.0, 291.0, 337.0, 402.0, 465.0, 503.0, 675.0, 910.0, 1188.0, 1617.0, 6792.0, 1524.0, 775.0, 491.0, 274.0, 204.0, 164.0, 155.0, 107.0, 77.0, 64.0, 49.0, 41.0, 21.0, 12.0, 14.0, 14.0, 20.0, 5.0, 6.0, 7.0, 7.0, 6.0, 6.0, 4.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.007354725152254105, -0.00711317453533411, -0.006871623452752829, -0.006630072835832834, -0.00638852221891284, -0.0061469716019928455, -0.005905420519411564, -0.0056638699024915695, -0.005422319285571575, -0.0051807682029902935, -0.004939217586070299, -0.004697666969150305, -0.0044561163522303104, -0.004214565269649029, -0.003973014652729034, -0.00373146403580904, -0.003489913186058402, -0.003248362336307764, -0.0030068117193877697, -0.0027652608696371317, -0.0025237102527171373, -0.0022821594029664993, -0.002040608786046505, -0.001799057936295867, -0.0015575072029605508, -0.0013159564696252346, -0.0010744057362899184, -0.0008328549447469413, -0.0005913042114116251, -0.00034975347807630897, -0.00010820271563716233, 0.00013334803225006908, 0.0003748987801373005, 0.0006164495134726167, 0.0008580002468079329, 0.001099550980143249, 0.0013411017134785652, 0.0015826525632292032, 0.0018242032965645194, 0.0020657540298998356, 0.00230730464681983, 0.002548855496570468, 0.002790406346321106, 0.0030319569632411003, 0.0032735078129917383, 0.0035150584299117327, 0.0037566092796623707, 0.003998159896582365, 0.004239710979163647, 0.004481261596083641, 0.004722812213003635, 0.00496436282992363, 0.005205913912504911, 0.005447464529424906, 0.0056890151463449, 0.0059305657632648945, 0.006172116845846176, 0.0064136674627661705, 0.006655218079686165, 0.0068967691622674465, 0.007138319779187441, 0.007379870396107435, 0.00762142101302743, 0.007862972095608711, 0.008104522712528706]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029988892376422882, -0.02922774851322174, -0.0284666046500206, -0.027705460786819458, -0.026944316923618317, -0.026183174923062325, -0.025422031059861183, -0.024660887196660042, -0.0238997433334589, -0.02313859947025776, -0.022377455607056618, -0.021616311743855476, -0.020855169743299484, -0.020094025880098343, -0.0193328820168972, -0.01857173815369606, -0.01781059429049492, -0.017049450427293777, -0.016288306564092636, -0.01552716363221407, -0.014766019769012928, -0.014004875905811787, -0.01324373297393322, -0.012482589110732079, -0.011721445247530937, -0.010960301384329796, -0.010199157521128654, -0.009438014589250088, -0.008676870726048946, -0.007915726862847805, -0.007154583465307951, -0.006393440067768097, -0.005632296204566956, -0.004871152341365814, -0.00411000894382596, -0.0033488653134554625, -0.0025877216830849648, -0.001826578052714467, -0.0010654344223439693, -0.00030429079197347164, 0.00045685283839702606, 0.0012179964687675238, 0.0019791400991380215, 0.002740283729508519, 0.003501427359879017, 0.004262571223080158, 0.005023714620620012, 0.005784858018159866, 0.006546001881361008, 0.007307145744562149, 0.00806828960776329, 0.008829432539641857, 0.009590576402842999, 0.01035172026604414, 0.011112863197922707, 0.011874007061123848, 0.01263515092432499, 0.01339629478752613, 0.014157438650727272, 0.014918581582605839, 0.015679724514484406, 0.016440868377685547, 0.017202012240886688, 0.01796315610408783, 0.01872429996728897]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 6.0, 4.0, 4.0, 3.0, 5.0, 6.0, 3.0, 4.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 9.0, 3.0, 6.0, 7.0, 3.0, 5.0, 1.0, 6.0, 4.0, 12.0, 5.0, 11.0, 14.0, 60.0, 10.0, 6.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.02624174766242504, -0.02572951652109623, -0.02521728351712227, -0.024705052375793457, -0.024192821234464645, -0.023680588230490685, -0.023168357089161873, -0.022656124085187912, -0.0221438929438591, -0.02163166180253029, -0.021119428798556328, -0.020607197657227516, -0.020094964653253555, -0.019582733511924744, -0.019070502370595932, -0.01855826936662197, -0.01804603822529316, -0.017533807083964348, -0.017021574079990387, -0.016509342938661575, -0.015997111797332764, -0.015484878793358803, -0.014972647652029991, -0.014460415579378605, -0.013948183506727219, -0.013435951434075832, -0.012923719361424446, -0.012411488220095634, -0.011899256147444248, -0.011387024074792862, -0.01087479293346405, -0.010362560860812664, -0.009850328788161278, -0.009338096715509892, -0.008825864642858505, -0.008313633501529694, -0.007801401428878307, -0.007289169356226921, -0.006776937749236822, -0.006264706142246723, -0.005752474069595337, -0.005240241996943951, -0.004728010389953852, -0.004215778782963753, -0.0037035467103123665, -0.003191314870491624, -0.0026790830306708813, -0.0021668511908501387, -0.001654619351029396, -0.0011423875112086535, -0.0006301556713879108, -0.00011792383156716824, 0.00039430800825357437, 0.000906539848074317, 0.0014187716878950596, 0.0019310035277158022, 0.002443235367536545, 0.0029554672073572874, 0.00346769904717803, 0.003979930654168129, 0.004492162726819515, 0.0050043947994709015, 0.0055166264064610004, 0.006028858013451099, 0.006541090086102486]}, "_runtime": 9.87999701499939, "_timestamp": 1596209162.6435678, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015643006190657616, -0.015162340365350246, -0.014681674540042877, -0.014201007783412933, -0.013720341958105564, -0.013239676132798195, -0.012759010307490826, -0.012278344482183456, -0.011797677725553513, -0.011317011900246143, -0.010836346074938774, -0.010355680249631405, -0.009875014424324036, -0.009394348599016666, -0.008913681842386723, -0.008433016017079353, -0.007952350191771984, -0.007471684366464615, -0.006991018075495958, -0.006510352250188589, -0.0060296859592199326, -0.005549020133912563, -0.005068354308605194, -0.0045876880176365376, -0.004107022192329168, -0.0036263561341911554, -0.0031456900760531425, -0.0026650242507457733, -0.0021843581926077604, -0.0017036921344697475, -0.0012230261927470565, -0.0007423601928167045, -0.00026169419288635254, 0.00021897180704399943, 0.0006996378069743514, 0.0011803037486970425, 0.0016609698068350554, 0.0021416358649730682, 0.0026223016902804375, 0.0031029677484184504, 0.0035836338065564632, 0.0040642996318638325, 0.004544965922832489, 0.005025631748139858, 0.0055062975734472275, 0.005986963864415884, 0.006467629689723253, 0.00694829598069191, 0.007428961805999279, 0.007909627631306648, 0.008390293456614017, 0.008870960213243961, 0.00935162603855133, 0.0098322918638587, 0.010312957689166069, 0.010793623514473438, 0.011274289339780807, 0.011754956096410751, 0.01223562192171812, 0.01271628774702549, 0.013196953572332859, 0.013677619397640228, 0.014158286154270172, 0.014638951979577541, 0.01511961780488491]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 6.0, 1.0, 5.0, 6.0, 7.0, 12.0, 11.0, 8.0, 13.0, 21.0, 29.0, 38.0, 39.0, 51.0, 73.0, 70.0, 96.0, 131.0, 167.0, 189.0, 264.0, 270.0, 366.0, 504.0, 2741.0, 1030.0, 590.0, 363.0, 209.0, 161.0, 121.0, 81.0, 63.0, 45.0, 38.0, 23.0, 18.0, 11.0, 13.0, 9.0, 10.0, 2.0, 3.0, 1.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.17419344186782837, -0.16949215531349182, -0.16479086875915527, -0.16008958220481873, -0.15538829565048218, -0.15068700909614563, -0.14598572254180908, -0.14128443598747253, -0.136583149433136, -0.13188186287879944, -0.1271805763244629, -0.12247928977012634, -0.1177780032157898, -0.11307671666145325, -0.1083754301071167, -0.10367414355278015, -0.0989728569984436, -0.09427157044410706, -0.08957028388977051, -0.08486899733543396, -0.08016771078109741, -0.07546642422676086, -0.07076513767242432, -0.06606385111808777, -0.06136256456375122, -0.05666127800941467, -0.051959991455078125, -0.04725870490074158, -0.04255741834640503, -0.03785613179206848, -0.033154845237731934, -0.028453558683395386, -0.023752272129058838, -0.01905098557472229, -0.014349699020385742, -0.009648412466049194, -0.0049471259117126465, -0.00024583935737609863, 0.004455447196960449, 0.009156733751296997, 0.013858020305633545, 0.018559306859970093, 0.02326059341430664, 0.02796187996864319, 0.032663166522979736, 0.037364453077316284, 0.04206573963165283, 0.04676702618598938, 0.05146831274032593, 0.056169599294662476, 0.06087088584899902, 0.06557217240333557, 0.07027345895767212, 0.07497474551200867, 0.07967603206634521, 0.08437731862068176, 0.08907860517501831, 0.09377989172935486, 0.0984811782836914, 0.10318246483802795, 0.1078837513923645, 0.11258503794670105, 0.1172863245010376, 0.12198761105537415, 0.1266888976097107]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 6.0, 1.0, 5.0, 4.0, 4.0, 2.0, 25.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006313536316156387, -0.0061225914396345615, -0.005931646563112736, -0.005740702152252197, -0.0055497572757303715, -0.005358812399208546, -0.00516786752268672, -0.004976923111826181, -0.004785978235304356, -0.00459503335878253, -0.004404088482260704, -0.004213143605738878, -0.00402219919487834, -0.003831254318356514, -0.003640309441834688, -0.003449364798143506, -0.0032584199216216803, -0.0030674750450998545, -0.0028765304014086723, -0.0026855855248868465, -0.0024946408811956644, -0.0023036960046738386, -0.0021127513609826565, -0.0019218064844608307, -0.0017308617243543267, -0.0015399169642478228, -0.0013489722041413188, -0.0011580274440348148, -0.00096708262572065, -0.000776137865614146, -0.0005851930472999811, -0.00039424828719347715, -0.0002033035270869732, -1.2358752428553998e-05, 0.0001785860222298652, 0.0003695308114401996, 0.0005604755715467036, 0.0007514203316532075, 0.0009423651499673724, 0.0011333099100738764, 0.0013242546701803803, 0.0015151994302868843, 0.0017061441903933883, 0.0018970889504998922, 0.002088033827021718, 0.0022789784707129, 0.002469923347234726, 0.002660867990925908, 0.002851812867447734, 0.0030427577439695597, 0.003233702387660742, 0.0034246472641825676, 0.0036155919078737497, 0.0038065367843955755, 0.003997481428086758, 0.0041884263046085835, 0.004379371181130409, 0.004570316057652235, 0.0047612604685127735, 0.004952205345034599, 0.005143150221556425, 0.005334095098078251, 0.005525039508938789, 0.005715984385460615, 0.005906929261982441]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 3.0, 19.0, 22.0, 36.0, 46.0, 92.0, 160.0, 256.0, 362.0, 520.0, 736.0, 1065.0, 1386.0, 1926.0, 2496.0, 3335.0, 4399.0, 6016.0, 7843.0, 10372.0, 13717.0, 18237.0, 24386.0, 32805.0, 44891.0, 63248.0, 87410.0, 118163.0, 426184.0, 86753.0, 61529.0, 43109.0, 30807.0, 22556.0, 16829.0, 12837.0, 9451.0, 7074.0, 5225.0, 3934.0, 2783.0, 2021.0, 1468.0, 986.0, 743.0, 499.0, 350.0, 203.0, 136.0, 97.0, 52.0, 28.0, 27.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.01540004275739193, -0.014920760877430439, -0.014441478066146374, -0.013962196186184883, -0.013482914306223392, -0.013003631494939327, -0.012524349614977837, -0.012045067735016346, -0.011565785855054855, -0.01108650304377079, -0.0106072211638093, -0.010127939283847809, -0.009648656472563744, -0.009169374592602253, -0.008690092712640762, -0.008210809901356697, -0.0077315280213952065, -0.0072522456757724285, -0.006772963795810938, -0.00629368145018816, -0.005814399570226669, -0.005335117224603891, -0.0048558348789811134, -0.004376552999019623, -0.003897270653396845, -0.0034179885406047106, -0.0029387064278125763, -0.0024594240821897984, -0.001980141969397664, -0.0015008598566055298, -0.0010215776273980737, -0.0005422954563982785, -6.301328539848328e-05, 0.0004162688856013119, 0.0008955510566011071, 0.0013748332858085632, 0.0018541153986006975, 0.002333397511392832, 0.0028126798570156097, 0.003291961969807744, 0.0037712440825998783, 0.004250526428222656, 0.004729808308184147, 0.005209090653806925, 0.005688372999429703, 0.006167654879391193, 0.006646937225013971, 0.007126219104975462, 0.00760550145059824, 0.00808478333055973, 0.008564066141843796, 0.009043348021805286, 0.009522629901766777, 0.010001912713050842, 0.010481194593012333, 0.010960476472973824, 0.011439759284257889, 0.01191904116421938, 0.01239832304418087, 0.01287760492414236, 0.013356887735426426, 0.013836169615387917, 0.014315451495349407, 0.014794734306633472, 0.015274016186594963]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 10.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013012990355491638, -0.012720816768705845, -0.012428643181920052, -0.012136469595134258, -0.011844296008348465, -0.011552122421562672, -0.011259948834776878, -0.010967775247991085, -0.010675601661205292, -0.010383428074419498, -0.010091254487633705, -0.009799080900847912, -0.009506907314062119, -0.009214733727276325, -0.008922560140490532, -0.008630386553704739, -0.008338212966918945, -0.008046038448810577, -0.007753865327686071, -0.007461691740900278, -0.007169518154114485, -0.0068773445673286915, -0.006585170980542898, -0.006292997393757105, -0.006000823341310024, -0.005708649754524231, -0.005416476167738438, -0.005124302580952644, -0.004832128994166851, -0.004539955407381058, -0.0042477818205952644, -0.003955608233809471, -0.003663434647023678, -0.0033712610602378845, -0.0030790874734520912, -0.002786913886666298, -0.0024947402998805046, -0.0022025664802640676, -0.0019103928934782743, -0.001618219306692481, -0.0013260457199066877, -0.0010338721331208944, -0.0007416984881274402, -0.00044952487223781645, -0.0001573512563481927, 0.00013482235954143107, 0.00042699597543105483, 0.000719169620424509, 0.0010113432072103024, 0.0013035167939960957, 0.001595690380781889, 0.001887864083983004, 0.0021800375543534756, 0.0024722113739699125, 0.002764384960755706, 0.003056558547541499, 0.0033487321343272924, 0.0036409057211130857, 0.003933079540729523, 0.004225253127515316, 0.004517426714301109, 0.004809600301086903, 0.005101773887872696, 0.005393947474658489, 0.0056861210614442825]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 6.0, 13.0, 7.0, 14.0, 11.0, 18.0, 15.0, 18.0, 28.0, 46.0, 36.0, 59.0, 73.0, 71.0, 78.0, 79.0, 99.0, 113.0, 135.0, 131.0, 156.0, 183.0, 197.0, 222.0, 248.0, 285.0, 380.0, 391.0, 436.0, 546.0, 791.0, 972.0, 1197.0, 6155.0, 1647.0, 964.0, 623.0, 453.0, 352.0, 296.0, 223.0, 186.0, 154.0, 95.0, 83.0, 32.0, 34.0, 17.0, 15.0, 10.0, 4.0, 5.0, 3.0], "bins": [-0.00768550019711256, -0.007513605523854494, -0.007341711316257715, -0.007169816642999649, -0.00699792243540287, -0.006826027762144804, -0.006654133554548025, -0.006482238881289959, -0.00631034467369318, -0.006138450000435114, -0.005966555792838335, -0.005794661119580269, -0.00562276691198349, -0.005450872238725424, -0.005278978031128645, -0.005107083357870579, -0.0049351891502738, -0.004763294477015734, -0.0045913998037576675, -0.004419505596160889, -0.0042476109229028225, -0.004075716715306044, -0.003903822274878621, -0.0037319278344511986, -0.0035600331611931324, -0.00338813872076571, -0.0032162442803382874, -0.003044349839910865, -0.0028724553994834423, -0.0027005609590560198, -0.0025286665186285973, -0.0023567720782011747, -0.002184877637773752, -0.0020129831973463297, -0.0018410887569189072, -0.0016691943164914846, -0.0014972998760640621, -0.0013254053192213178, -0.0011535108787938952, -0.0009816164383664727, -0.0008097219979390502, -0.0006378275575116277, -0.0004659330879803747, -0.0002940386184491217, -0.0001221441780216992, 4.975027695763856e-05, 0.00022164473193697631, 0.0003935392014682293, 0.0005654336418956518, 0.0007373280823230743, 0.0009092225227504969, 0.0010811169631779194, 0.001253011403605342, 0.0014249059604480863, 0.0015968004008755088, 0.0017686948413029313, 0.0019405892817303538, 0.002112483838573098, 0.0022843782790005207, 0.0024562727194279432, 0.0026281671598553658, 0.0028000616002827883, 0.002971956040710211, 0.0031438504811376333, 0.003315744921565056]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.038680531084537506, -0.03785504773259163, -0.03702956438064575, -0.036204081028699875, -0.035378597676754, -0.03455311432480812, -0.033727630972862244, -0.03290214762091637, -0.03207666426897049, -0.031251177191734314, -0.030425695702433586, -0.02960021235048771, -0.028774727135896683, -0.027949243783950806, -0.02712376043200493, -0.02629827708005905, -0.025472793728113174, -0.024647310376167297, -0.02382182702422142, -0.022996343672275543, -0.022170860320329666, -0.02134537510573864, -0.020519891753792763, -0.019694408401846886, -0.01886892504990101, -0.01804344169795513, -0.017217958346009254, -0.016392474994063377, -0.015566990710794926, -0.014741507358849049, -0.013916023075580597, -0.01309053972363472, -0.012265056371688843, -0.011439573019742966, -0.010614089667797089, -0.009788605384528637, -0.00896312203258276, -0.008137638680636883, -0.007312154863029718, -0.006486671045422554, -0.005661187693476677, -0.0048357043415308, -0.0040102205239236355, -0.0031847369391471148, -0.002359253354370594, -0.0015337697695940733, -0.0007082861848175526, 0.00011719739995896816, 0.0009426809847354889, 0.0017681645695120096, 0.0025936481542885303, 0.003419131739065051, 0.004244615323841572, 0.005070098675787449, 0.005895582493394613, 0.006721066311001778, 0.007546549662947655, 0.008372033014893532, 0.009197516366839409, 0.01002300065010786, 0.010848484002053738, 0.011673967353999615, 0.012499451637268066, 0.013324934989213943, 0.01415041834115982]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 7.0, 4.0, 2.0, 3.0, 5.0, 4.0, 4.0, 10.0, 8.0, 6.0, 4.0, 3.0, 5.0, 6.0, 4.0, 2.0, 5.0, 6.0, 4.0, 3.0, 8.0, 2.0, 5.0, 11.0, 8.0, 15.0, 15.0, 54.0, 3.0, 3.0, 3.0, 1.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.018021224066615105, -0.017669623717665672, -0.01731802336871624, -0.016966423019766808, -0.016614822670817375, -0.016263222321867943, -0.01591162011027336, -0.015560020692646503, -0.015208419412374496, -0.014856819063425064, -0.014505218714475632, -0.0141536183655262, -0.013802018016576767, -0.013450417667627335, -0.013098816387355328, -0.012747216038405895, -0.012395615689456463, -0.01204401534050703, -0.011692414991557598, -0.011340813711285591, -0.010989213362336159, -0.010637613013386726, -0.010286012664437294, -0.009934412315487862, -0.00958281196653843, -0.009231210686266422, -0.00887961033731699, -0.008528009988367558, -0.008176409639418125, -0.007824809290468693, -0.007473208475857973, -0.007121607661247253, -0.006770007312297821, -0.006418406963348389, -0.006066806148737669, -0.005715205799788237, -0.005363604985177517, -0.0050120046362280846, -0.004660404287278652, -0.0043088034726679325, -0.0039572031237185, -0.003605602541938424, -0.003254001960158348, -0.0029024016112089157, -0.0025508010294288397, -0.0021992004476487637, -0.0018475999822840095, -0.0014959995169192553, -0.0011443989351391792, -0.0007927984115667641, -0.000441197887994349, -8.959736442193389e-05, 0.0002620031591504812, 0.0006136036827228963, 0.0009652042062953115, 0.0013168046716600657, 0.0016684052534401417, 0.0020200058352202177, 0.0023716064170002937, 0.002723206765949726, 0.003074807347729802, 0.003426407929509878, 0.0037780082784593105, 0.00412960909307003, 0.004481209442019463]}, "_runtime": 10.708492279052734, "_timestamp": 1596209163.472063, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 5.0, 3.0, 3.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023891547694802284, -0.023219149559736252, -0.02254675142467022, -0.021874351426959038, -0.021201953291893005, -0.020529555156826973, -0.01985715702176094, -0.019184758886694908, -0.018512360751628876, -0.017839960753917694, -0.01716756261885166, -0.01649516448378563, -0.015822766348719597, -0.01515036728233099, -0.014477969147264957, -0.01380557008087635, -0.013133171945810318, -0.012460773810744286, -0.011788374744355679, -0.011115976609289646, -0.010443577542901039, -0.009771179407835007, -0.009098781272768974, -0.008426382206380367, -0.007753984071314335, -0.007081585470587015, -0.0064091868698596954, -0.005736788734793663, -0.005064390134066343, -0.004391991533339024, -0.0037195931654423475, -0.0030471947975456715, -0.0023747961968183517, -0.0017023977125063539, -0.001029999228194356, -0.0003576007438823581, 0.0003147977404296398, 0.0009871962247416377, 0.0016595947090536356, 0.0023319930769503117, 0.0030043916776776314, 0.003676790278404951, 0.004349188879132271, 0.005021587014198303, 0.005693985614925623, 0.006366384215652943, 0.007038782350718975, 0.007711180951446295, 0.008383579552173615, 0.009055977687239647, 0.009728376753628254, 0.010400774888694286, 0.011073173955082893, 0.011745572090148926, 0.012417970225214958, 0.013090369291603565, 0.013762767426669598, 0.01443516556173563, 0.015107564628124237, 0.01577996276319027, 0.016452360898256302, 0.017124759033322334, 0.017797159031033516, 0.01846955716609955, 0.01914195530116558]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 5.0, 3.0, 1.0, 4.0, 7.0, 9.0, 6.0, 8.0, 17.0, 10.0, 29.0, 33.0, 38.0, 70.0, 78.0, 120.0, 203.0, 265.0, 408.0, 616.0, 3111.0, 1462.0, 620.0, 328.0, 166.0, 115.0, 64.0, 38.0, 23.0, 17.0, 13.0, 4.0, 2.0, 10.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2768533527851105, -0.2688256800174713, -0.26079800724983215, -0.252770334482193, -0.24474267661571503, -0.23671500384807587, -0.2286873459815979, -0.22065967321395874, -0.21263200044631958, -0.20460432767868042, -0.19657665491104126, -0.1885489970445633, -0.18052132427692413, -0.17249365150928497, -0.164465993642807, -0.15643832087516785, -0.1484106481075287, -0.14038297533988953, -0.13235530257225037, -0.1243276447057724, -0.11629997193813324, -0.10827229917049408, -0.10024463385343552, -0.09221696853637695, -0.08418929576873779, -0.07616162300109863, -0.06813395768404007, -0.06010628864169121, -0.052078619599342346, -0.044050950556993484, -0.03602328151464462, -0.02799561247229576, -0.0199679434299469, -0.011940274387598038, -0.003912605345249176, 0.004115063697099686, 0.012142732739448547, 0.02017040178179741, 0.02819807082414627, 0.03622573986649513, 0.044253408908843994, 0.052281077951192856, 0.06030874699354172, 0.06833641231060028, 0.07636408507823944, 0.0843917578458786, 0.09241942316293716, 0.10044708847999573, 0.10847476124763489, 0.11650243401527405, 0.12453009933233261, 0.13255776464939117, 0.14058543741703033, 0.1486131101846695, 0.15664076805114746, 0.16466844081878662, 0.17269611358642578, 0.18072378635406494, 0.1887514591217041, 0.19677911698818207, 0.20480678975582123, 0.2128344625234604, 0.22086212038993835, 0.22888979315757751, 0.23691746592521667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 2.0, 6.0, 8.0, 4.0, 29.0, 4.0, 5.0, 7.0, 6.0, 5.0, 5.0, 2.0, 1.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009669591672718525, -0.009348785504698753, -0.009027979336678982, -0.00870717316865921, -0.008386367000639439, -0.008065560832619667, -0.007744754198938608, -0.007423948030918837, -0.007103141397237778, -0.006782335229218006, -0.0064615290611982346, -0.006140722893178463, -0.005819916725158691, -0.00549911055713892, -0.005178303923457861, -0.004857497755438089, -0.004536691587418318, -0.004215885419398546, -0.003895079018548131, -0.0035742728505283594, -0.003253466449677944, -0.0029326602816581726, -0.002611854113638401, -0.002291047712787986, -0.0019702415447682142, -0.0016494352603331208, -0.0013286289758980274, -0.0010078228078782558, -0.0006870165234431624, -0.0003662102681118995, -4.540401278063655e-05, 0.0002754022425506264, 0.0005962084978818893, 0.0009170147823169827, 0.0012378210667520761, 0.0015586272347718477, 0.0018794335192069411, 0.0022002398036420345, 0.002521045971661806, 0.0028418523725122213, 0.003162658540531993, 0.0034834647085517645, 0.0038042711094021797, 0.004125077277421951, 0.004445883445441723, 0.0047666896134614944, 0.005087496247142553, 0.005408302415162325, 0.0057291085831820965, 0.006049914751201868, 0.00637072091922164, 0.0066915275529026985, 0.00701233372092247, 0.007333139888942242, 0.007653946056962013, 0.007974752224981785, 0.008295558393001556, 0.008616364561021328, 0.0089371707290411, 0.009257977828383446, 0.009578783996403217, 0.009899590164422989, 0.01022039633244276, 0.010541202500462532, 0.010862008668482304]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 8.0, 14.0, 22.0, 38.0, 54.0, 88.0, 119.0, 157.0, 207.0, 263.0, 291.0, 368.0, 375.0, 519.0, 738.0, 1046.0, 1511.0, 2444.0, 3825.0, 5820.0, 8758.0, 12606.0, 18335.0, 26536.0, 39272.0, 60541.0, 94627.0, 143797.0, 461495.0, 104161.0, 64326.0, 40433.0, 27233.0, 18867.0, 12957.0, 8900.0, 5936.0, 3762.0, 2515.0, 1614.0, 1173.0, 813.0, 608.0, 462.0, 355.0, 333.0, 268.0, 241.0, 209.0, 166.0, 126.0, 100.0, 73.0, 58.0, 37.0, 26.0, 8.0, 4.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.020930515602231026, -0.020236637443304062, -0.019542761147022247, -0.018848884850740433, -0.01815500669181347, -0.017461128532886505, -0.01676725223660469, -0.016073375940322876, -0.015379497781395912, -0.014685620553791523, -0.013991743326187134, -0.013297866098582745, -0.012603988870978355, -0.011910111643373966, -0.011216234415769577, -0.010522357188165188, -0.009828479960560799, -0.00913460273295641, -0.00844072550535202, -0.007746848277747631, -0.007052971050143242, -0.006359093822538853, -0.0056652165949344635, -0.004971339367330074, -0.004277462139725685, -0.003583584912121296, -0.0028897076845169067, -0.0021958304569125175, -0.0015019532293081284, -0.0008080760017037392, -0.00011419877409934998, 0.0005796784535050392, 0.0012735556811094284, 0.0019674329087138176, 0.002661310136318207, 0.003355187363922596, 0.004049064591526985, 0.004742941819131374, 0.0054368190467357635, 0.006130696274340153, 0.006824573501944542, 0.007518450729548931, 0.00821232795715332, 0.00890620518475771, 0.009600082412362099, 0.010293959639966488, 0.010987836867570877, 0.011681714095175266, 0.012375591322779655, 0.013069468550384045, 0.013763345777988434, 0.014457223005592823, 0.015151100233197212, 0.015844978392124176, 0.01653885468840599, 0.017232730984687805, 0.01792660914361477, 0.018620487302541733, 0.019314363598823547, 0.020008239895105362, 0.020702118054032326, 0.02139599621295929, 0.022089872509241104, 0.02278374880552292, 0.023477626964449883]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 2.0, 5.0, 7.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01698433794081211, -0.016586661338806152, -0.016188982874155045, -0.015791306272149086, -0.015393628738820553, -0.01499595120549202, -0.014598273672163486, -0.014200597070157528, -0.013802919536828995, -0.013405242003500462, -0.013007564470171928, -0.012609886936843395, -0.012212210334837437, -0.011814532801508904, -0.01141685526818037, -0.011019177734851837, -0.010621501132845879, -0.010223823599517345, -0.009826146066188812, -0.009428468532860279, -0.009030790999531746, -0.008633114397525787, -0.008235436864197254, -0.007837759330868721, -0.007440081797540188, -0.007042404729872942, -0.006644727196544409, -0.006247050128877163, -0.00584937259554863, -0.005451695527881384, -0.005054017994552851, -0.004656340926885605, -0.004258663393557072, -0.003860986093059182, -0.0034633087925612926, -0.003065631492063403, -0.0026679541915655136, -0.0022702766582369804, -0.001872599357739091, -0.0014749220572412014, -0.0010772447567433119, -0.0006795674562454224, -0.00028189009753987193, 0.00011578723206184804, 0.000513464561663568, 0.0009111418621614575, 0.0013088192790746689, 0.0017064965795725584, 0.002104173880070448, 0.0025018511805683374, 0.002899528481066227, 0.0032972057815641165, 0.003694883082062006, 0.004092560615390539, 0.004490237683057785, 0.004887915216386318, 0.005285592749714851, 0.005683269817382097, 0.00608094735071063, 0.006478624418377876, 0.0068763019517064095, 0.007273979019373655, 0.0076716565527021885, 0.008069333620369434, 0.008467011153697968]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 5.0, 3.0, 11.0, 12.0, 17.0, 24.0, 29.0, 31.0, 33.0, 43.0, 50.0, 53.0, 74.0, 75.0, 77.0, 85.0, 116.0, 85.0, 123.0, 145.0, 190.0, 294.0, 365.0, 511.0, 771.0, 1006.0, 1374.0, 6834.0, 1980.0, 939.0, 637.0, 450.0, 275.0, 271.0, 276.0, 219.0, 182.0, 139.0, 136.0, 101.0, 84.0, 75.0, 58.0, 38.0, 33.0, 23.0, 19.0, 12.0, 9.0, 9.0, 2.0, 3.0, 6.0, 1.0, 2.0, 2.0, 4.0], "bins": [-0.008901601657271385, -0.008646265603601933, -0.008390930481255054, -0.008135594427585602, -0.00788025837391615, -0.007624922785907984, -0.007369587197899818, -0.007114251609891653, -0.006858916021883488, -0.006603579968214035, -0.00634824438020587, -0.006092908792197704, -0.005837572738528252, -0.005582237150520086, -0.005326901562511921, -0.005071565508842468, -0.004816229920834303, -0.0045608943328261375, -0.004305558279156685, -0.0040502226911485195, -0.003794887103140354, -0.003539551282301545, -0.003284215461462736, -0.0030288798734545708, -0.0027735440526157618, -0.0025182082317769527, -0.0022628726437687874, -0.0020075368229299784, -0.0017522011185064912, -0.001496865414083004, -0.001241529593244195, -0.0009861938888207078, -0.0007308581843972206, -0.00047552245086990297, -0.00022018671734258533, 3.514901618473232e-05, 0.00029048474971204996, 0.0005458204541355371, 0.0008011562167666852, 0.0010564919793978333, 0.0013118276838213205, 0.0015671633882448077, 0.001822499092668295, 0.002077834913507104, 0.002333170734345913, 0.0025885063223540783, 0.0028438421431928873, 0.0030991777312010527, 0.0033545135520398617, 0.0036098493728786707, 0.003865184960886836, 0.004120520781725645, 0.00437585636973381, 0.004631192423403263, 0.0048865280114114285, 0.005141863599419594, 0.0053971996530890465, 0.005652535241097212, 0.005907870829105377, 0.0061632064171135426, 0.006418542470782995, 0.006673878058791161, 0.006929213646799326, 0.007184549700468779, 0.007439885288476944]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.037384841591119766, -0.036366816610097885, -0.035348791629076004, -0.03433076664805412, -0.03331274166703224, -0.03229471668601036, -0.03127669543027878, -0.030258668586611748, -0.029240645468235016, -0.028222620487213135, -0.027204595506191254, -0.026186570525169373, -0.02516854554414749, -0.02415052056312561, -0.02313249744474888, -0.022114472463726997, -0.021096447482705116, -0.020078422501683235, -0.019060397520661354, -0.018042374402284622, -0.01702434942126274, -0.01600632444024086, -0.014988299459218979, -0.013970275409519672, -0.012952250428497791, -0.01193422544747591, -0.010916201397776604, -0.009898176416754723, -0.008880151435732841, -0.007862127386033535, -0.006844102405011654, -0.00582607788965106, -0.004808053374290466, -0.0037900288589298725, -0.002772004110738635, -0.0017539794789627194, -0.0007359548471868038, 0.0002820697845891118, 0.0013000944163650274, 0.002318119164556265, 0.0033361436799168587, 0.0043541681952774525, 0.005372192710638046, 0.006390217691659927, 0.007408242207020521, 0.008426266722381115, 0.009444291703402996, 0.010462315753102303, 0.011480340734124184, 0.012498365715146065, 0.013516389764845371, 0.014534414745867252, 0.015552438795566559, 0.01657046377658844, 0.01758848875761032, 0.018606513738632202, 0.019624538719654083, 0.020642561838030815, 0.021660586819052696, 0.022678611800074577, 0.02369663678109646, 0.02471466176211834, 0.02573268488049507, 0.026750709861516953, 0.027768734842538834]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 7.0, 6.0, 11.0, 5.0, 11.0, 16.0, 51.0, 11.0, 8.0, 11.0, 8.0, 15.0, 10.0, 4.0, 4.0, 7.0, 5.0, 3.0, 9.0, 6.0, 7.0, 5.0, 8.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00932667963206768, -0.008963271975517273, -0.00859986525028944, -0.008236457593739033, -0.007873049937188625, -0.007509642746299505, -0.007146235555410385, -0.006782827898859978, -0.006419420707970858, -0.0060560135170817375, -0.00569260586053133, -0.00532919866964221, -0.00496579147875309, -0.0046023838222026825, -0.004238976631313562, -0.0038755692075937986, -0.003512161783874035, -0.003148754360154271, -0.0027853469364345074, -0.0024219397455453873, -0.0020585323218256235, -0.0016951248981058598, -0.0013317175908014178, -0.000968310225289315, -0.0006049028597772121, -0.0002414954942651093, 0.00012191187124699354, 0.0004853192367590964, 0.0008487266022711992, 0.001212134025990963, 0.001575541333295405, 0.0019389486405998468, 0.0023023560643196106, 0.0026657634880393744, 0.003029170911759138, 0.003392578102648258, 0.003755985526368022, 0.004119392950087786, 0.004482800140976906, 0.004846207797527313, 0.005209614988416433, 0.0055730221793055534, 0.005936429835855961, 0.006299837026745081, 0.006663244217634201, 0.0070266518741846085, 0.0073900590650737286, 0.007753466721624136, 0.008116873912513256, 0.008480281569063663, 0.008843688294291496, 0.009207095950841904, 0.009570503607392311, 0.009933910332620144, 0.010297317989170551, 0.010660725645720959, 0.011024132370948792, 0.011387540027499199, 0.011750947684049606, 0.012114355340600014, 0.012477762065827847, 0.012841169722378254, 0.013204577378928661, 0.013567984104156494, 0.013931391760706902]}, "_runtime": 11.529006242752075, "_timestamp": 1596209164.292577, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01597253605723381, -0.015503211878240108, -0.015033887699246407, -0.014564563520252705, -0.014095239341259003, -0.013625916093587875, -0.013156591914594173, -0.012687267735600471, -0.01221794355660677, -0.011748619377613068, -0.011279295198619366, -0.010809971019625664, -0.010340647771954536, -0.009871323592960835, -0.009401999413967133, -0.00893267523497343, -0.008463351055979729, -0.007994026876986027, -0.007524702697992325, -0.00705537898465991, -0.006586054805666208, -0.006116730626672506, -0.005647406913340092, -0.00517808273434639, -0.004708758555352688, -0.004239434376358986, -0.0037701104301959276, -0.0033007864840328693, -0.0028314623050391674, -0.0023621381260454655, -0.0018928141798824072, -0.001423490117304027, -0.000954166054725647, -0.00048484199214726686, -1.5517929568886757e-05, 0.00045380613300949335, 0.0009231301955878735, 0.0013924542581662536, 0.0018617783207446337, 0.002331102266907692, 0.002800426445901394, 0.003269750624895096, 0.003739074571058154, 0.004208398517221212, 0.004677722696214914, 0.005147046875208616, 0.005616370588541031, 0.006085694767534733, 0.006555018946528435, 0.007024343125522137, 0.007493667304515839, 0.00796299148350954, 0.008432315662503242, 0.00890163891017437, 0.009370963089168072, 0.009840287268161774, 0.010309611447155476, 0.010778935626149178, 0.01124825980514288, 0.011717583984136581, 0.012186907231807709, 0.01265623141080141, 0.013125555589795113, 0.013594879768788815, 0.014064203947782516]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 3.0, 7.0, 6.0, 13.0, 10.0, 20.0, 12.0, 26.0, 26.0, 42.0, 45.0, 65.0, 87.0, 127.0, 141.0, 235.0, 295.0, 395.0, 582.0, 3112.0, 1189.0, 612.0, 308.0, 198.0, 115.0, 63.0, 52.0, 34.0, 23.0, 26.0, 16.0, 5.0, 8.0, 3.0, 8.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20839224755764008, -0.20231004059314728, -0.19622783362865448, -0.1901456117630005, -0.1840634047985077, -0.1779811978340149, -0.1718989908695221, -0.1658167690038681, -0.1597345620393753, -0.1536523550748825, -0.1475701481103897, -0.1414879411458969, -0.13540571928024292, -0.12932351231575012, -0.12324130535125732, -0.11715909093618393, -0.11107688397169113, -0.10499467700719833, -0.09891246259212494, -0.09283025562763214, -0.08674804121255875, -0.08066583424806595, -0.07458361983299255, -0.06850141286849976, -0.06241920217871666, -0.05633699148893356, -0.05025478079915047, -0.04417257010936737, -0.03809036314487457, -0.032008152455091476, -0.02592594176530838, -0.019843731075525284, -0.013761520385742188, -0.0076793101616203785, -0.0015970999374985695, 0.0044851102866232395, 0.010567320510745049, 0.016649531200528145, 0.022731740027666092, 0.028813950717449188, 0.034896161407232285, 0.04097837209701538, 0.04706058278679848, 0.053142793476581573, 0.05922500044107437, 0.06530721485614777, 0.07138942182064056, 0.07747163623571396, 0.08355384320020676, 0.08963605016469955, 0.09571826457977295, 0.10180047154426575, 0.10788268595933914, 0.11396489292383194, 0.12004710733890533, 0.12612931430339813, 0.13221152126789093, 0.13829372823238373, 0.14437595009803772, 0.15045815706253052, 0.15654036402702332, 0.1626225709915161, 0.1687047928571701, 0.1747869998216629, 0.1808692067861557]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 7.0, 3.0, 3.0, 4.0, 1.0, 7.0, 4.0, 3.0, 3.0, 26.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005068549886345863, -0.004909450188279152, -0.0047503504902124405, -0.004591250792145729, -0.004432151094079018, -0.004273050930351019, -0.0041139512322843075, -0.003954851534217596, -0.0037957518361508846, -0.003636652138084173, -0.0034775524400174618, -0.0033184525091201067, -0.0031593528110533953, -0.003000253112986684, -0.0028411531820893288, -0.0026820534840226173, -0.002522953785955906, -0.0023638540878891945, -0.002204754389822483, -0.002045654458925128, -0.0018865547608584166, -0.0017274550627917051, -0.0015683552483096719, -0.0014092554338276386, -0.0012501557357609272, -0.0010910560376942158, -0.0009319562232121825, -0.0007728564669378102, -0.0006137567106634378, -0.0004546569543890655, -0.00029555719811469316, -0.00013645744184032083, 2.2642314434051514e-05, 0.00018174207070842385, 0.0003408418269827962, 0.0004999415832571685, 0.0006590413395315409, 0.0008181410958059132, 0.0009772408520802855, 0.0011363406665623188, 0.0012954403646290302, 0.0014545400626957417, 0.001613639877177775, 0.0017727396916598082, 0.0019318393897265196, 0.002090939087793231, 0.002250039018690586, 0.0024091387167572975, 0.002568238414824009, 0.0027273381128907204, 0.002886437810957432, 0.003045537741854787, 0.0032046374399214983, 0.0033637371379882097, 0.003522837068885565, 0.0036819367669522762, 0.0038410364650189877, 0.004000136163085699, 0.0041592358611524105, 0.004318335559219122, 0.004477435722947121, 0.004636535421013832, 0.0047956351190805435, 0.004954734817147255, 0.005113834515213966]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 7.0, 16.0, 28.0, 55.0, 89.0, 156.0, 224.0, 373.0, 508.0, 800.0, 1112.0, 1503.0, 2159.0, 2986.0, 3838.0, 5345.0, 7007.0, 9193.0, 12214.0, 16004.0, 20931.0, 27909.0, 37924.0, 52767.0, 74136.0, 101199.0, 428394.0, 100585.0, 74177.0, 52964.0, 37941.0, 27468.0, 20307.0, 15373.0, 11620.0, 8259.0, 6346.0, 4780.0, 3425.0, 2562.0, 1859.0, 1426.0, 1019.0, 768.0, 559.0, 405.0, 293.0, 211.0, 140.0, 101.0, 55.0, 42.0, 29.0, 21.0, 10.0, 8.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.013907985761761665, -0.013436711393296719, -0.012965436093509197, -0.01249416172504425, -0.012022887356579304, -0.011551612988114357, -0.011080337688326836, -0.010609063319861889, -0.010137788951396942, -0.00966651365160942, -0.009195239283144474, -0.008723964914679527, -0.00825269054621458, -0.0077814157120883465, -0.007310140877962112, -0.006838866509497166, -0.006367591675370932, -0.005896316841244698, -0.005425042472779751, -0.004953767638653517, -0.00448249327018857, -0.004011218436062336, -0.0035399438347667456, -0.003068669233471155, -0.0025973946321755648, -0.0021261200308799744, -0.001654845429584384, -0.0011835707118734717, -0.0007122961105778813, -0.00024102148017846048, 0.00023025315022096038, 0.0007015278097242117, 0.001172802411019802, 0.0016440770123153925, 0.002115351613610983, 0.0025866262149065733, 0.0030579008162021637, 0.0035291756503283978, 0.0040004500187933445, 0.0044717248529195786, 0.004942999221384525, 0.005414274055510759, 0.005885548889636993, 0.00635682325810194, 0.006828098092228174, 0.007299372460693121, 0.007770647294819355, 0.008241921663284302, 0.008713196963071823, 0.00918447133153677, 0.009655745700001717, 0.010127020068466663, 0.010598295368254185, 0.011069569736719131, 0.011540844105184078, 0.012012118473649025, 0.012483393773436546, 0.012954668141901493, 0.01342594251036644, 0.013897217810153961, 0.014368492178618908, 0.014839766547083855, 0.015311040915548801, 0.015782315284013748, 0.01625359058380127]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 7.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005247096531093121, -0.005073990672826767, -0.004900884348899126, -0.0047277784906327724, -0.004554672632366419, -0.004381566774100065, -0.004208460450172424, -0.004035354591906071, -0.003862248733639717, -0.00368914264254272, -0.0035160365514457226, -0.003342930693179369, -0.0031698246020823717, -0.002996718743816018, -0.002823612652719021, -0.0026505067944526672, -0.00247740070335567, -0.0023042946122586727, -0.002131188753992319, -0.001958082662895322, -0.0017849768046289682, -0.001611870713531971, -0.0014387647388502955, -0.0012656587641686201, -0.0010925527894869447, -0.0009194468148052692, -0.0007463408401235938, -0.0005732348072342575, -0.000400128832552582, -0.00022702284331899136, -5.39168540854007e-05, 0.00011918913514818996, 0.0002922951243817806, 0.00046540109906345606, 0.0006385070737451315, 0.0008116131066344678, 0.0009847190231084824, 0.0011578251142054796, 0.001330931088887155, 0.0015040370635688305, 0.001677143038250506, 0.0018502490129321814, 0.0020233551040291786, 0.0021964609622955322, 0.0023695670533925295, 0.002542672911658883, 0.0027157790027558804, 0.002888884861022234, 0.0030619909521192312, 0.0032350970432162285, 0.003408202901482582, 0.0035813089925795794, 0.003754414850845933, 0.00392752094194293, 0.004100626800209284, 0.0042737326584756374, 0.004446838982403278, 0.004619944840669632, 0.0047930506989359856, 0.0049661570228636265, 0.00513926288112998, 0.005312368739396334, 0.005485474597662687, 0.005658580921590328, 0.005831686779856682]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 6.0, 3.0, 4.0, 5.0, 5.0, 7.0, 5.0, 14.0, 13.0, 20.0, 19.0, 25.0, 36.0, 41.0, 52.0, 62.0, 83.0, 143.0, 161.0, 203.0, 333.0, 459.0, 589.0, 829.0, 1197.0, 1901.0, 5774.0, 1281.0, 939.0, 793.0, 617.0, 464.0, 410.0, 382.0, 320.0, 256.0, 195.0, 152.0, 120.0, 121.0, 91.0, 65.0, 52.0, 35.0, 47.0, 32.0, 9.0, 12.0, 13.0, 5.0, 8.0, 4.0, 5.0, 2.0, 1.0], "bins": [-0.004728253930807114, -0.004594421945512295, -0.004460590425878763, -0.004326758440583944, -0.0041929264552891254, -0.004059094935655594, -0.003925262950360775, -0.0037914311978965998, -0.0036575994454324245, -0.0035237674601376057, -0.0033899357076734304, -0.0032561039552092552, -0.0031222719699144363, -0.002988440217450261, -0.002854608464986086, -0.002720776479691267, -0.002586944727227092, -0.0024531129747629166, -0.0023192809894680977, -0.0021854492370039225, -0.0020516174845397472, -0.0019177856156602502, -0.0017839537467807531, -0.001650121994316578, -0.0015162901254370809, -0.0013824582565575838, -0.0012486265040934086, -0.0011147946352139115, -0.0009809627663344145, -0.0008471310138702393, -0.0007132991449907422, -0.0005794673343189061, -0.00044563552364706993, -0.0003118037129752338, -0.0001779718731995672, -4.414004797581583e-05, 8.969177724793553e-05, 0.0002235236024716869, 0.00035735542769543827, 0.0004911872674711049, 0.000625019078142941, 0.0007588508888147771, 0.0008926826994866133, 0.0010265145683661103, 0.0011603464372456074, 0.0012941781897097826, 0.0014280100585892797, 0.0015618418110534549, 0.001695673679932952, 0.001829505548812449, 0.001963337417691946, 0.0020971691701561213, 0.0022310009226202965, 0.0023648329079151154, 0.0024986646603792906, 0.002632496412843466, 0.0027663283981382847, 0.00290016015060246, 0.003033991903066635, 0.0031678236555308104, 0.0033016556408256292, 0.0034354873932898045, 0.0035693191457539797, 0.0037031511310487986, 0.003836982883512974]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014194109477102757, -0.013838802464306355, -0.013483495451509953, -0.013128189370036125, -0.012772882357239723, -0.012417575344443321, -0.01206226833164692, -0.011706961318850517, -0.011351654306054115, -0.010996348224580288, -0.010641041211783886, -0.010285734198987484, -0.009930427186191082, -0.00957512017339468, -0.009219814091920853, -0.00886450707912445, -0.008509200066328049, -0.008153893053531647, -0.007798586506396532, -0.00744327949360013, -0.007087972946465015, -0.0067326659336686134, -0.0063773589208722115, -0.006022052373737097, -0.005666745360940695, -0.005311438348144293, -0.004956131801009178, -0.004600824788212776, -0.004245517775416374, -0.0038902112282812595, -0.0035349042154848576, -0.0031795974355190992, -0.002824290655553341, -0.0024689838755875826, -0.0021136770956218243, -0.0017583700828254223, -0.001403063302859664, -0.0010477565228939056, -0.0006924496265128255, -0.00033714278833940625, 1.8164049834012985e-05, 0.0003734708880074322, 0.0007287777261808515, 0.0010840846225619316, 0.00143939140252769, 0.0017946981824934483, 0.0021500051952898502, 0.0025053119752556086, 0.002860618755221367, 0.003215925535187125, 0.0035712323151528835, 0.0039265393279492855, 0.0042818458750844, 0.004637152887880802, 0.004992459900677204, 0.005347766447812319, 0.005703073460608721, 0.006058380473405123, 0.006413687020540237, 0.006768994033336639, 0.007124301046133041, 0.007479607593268156, 0.00783491414040327, 0.008190221153199673, 0.008545528165996075]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 4.0, 5.0, 2.0, 6.0, 11.0, 12.0, 52.0, 24.0, 11.0, 8.0, 8.0, 2.0, 16.0, 8.0, 7.0, 5.0, 6.0, 6.0, 9.0, 5.0, 5.0, 7.0, 8.0, 6.0, 8.0, 3.0, 0.0, 2.0, 3.0, 6.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.010094435885548592, -0.00975637324154377, -0.009418311528861523, -0.009080249816179276, -0.008742187172174454, -0.008404124528169632, -0.008066062815487385, -0.00772800063714385, -0.007389938458800316, -0.007051876280456781, -0.006713814102113247, -0.0063757519237697124, -0.006037689745426178, -0.0056996275670826435, -0.005361565388739109, -0.005023503210395575, -0.00468544103205204, -0.004347378853708506, -0.004009316675364971, -0.0036712544970214367, -0.0033331923186779022, -0.0029951301403343678, -0.0026570679619908333, -0.002319005783647299, -0.0019809436053037643, -0.0016428814269602299, -0.0013048192486166954, -0.0009667570702731609, -0.0006286948919296265, -0.000290632713586092, 4.7429464757442474e-05, 0.00038549164310097694, 0.0007235538214445114, 0.0010616159997880459, 0.0013996781781315804, 0.0017377403564751148, 0.0020758025348186493, 0.0024138647131621838, 0.0027519268915057182, 0.0030899890698492527, 0.003428051248192787, 0.0037661134265363216, 0.004104175604879856, 0.004442237783223391, 0.004780299961566925, 0.0051183621399104595, 0.005456424318253994, 0.0057944864965975285, 0.006132548674941063, 0.006470610853284597, 0.006808673031628132, 0.007146735209971666, 0.007484797388315201, 0.007822860032320023, 0.00816092174500227, 0.008498983457684517, 0.008837046101689339, 0.00917510874569416, 0.009513170458376408, 0.009851232171058655, 0.010189294815063477, 0.010527357459068298, 0.010865419171750546, 0.011203480884432793, 0.011541543528437614]}, "_runtime": 12.361618518829346, "_timestamp": 1596209165.1251893, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.015510128811001778, -0.015136279165744781, -0.01476243045181036, -0.014388580806553364, -0.014014731161296368, -0.013640882447361946, -0.01326703280210495, -0.012893183156847954, -0.012519333511590958, -0.012145484797656536, -0.01177163515239954, -0.011397785507142544, -0.011023936793208122, -0.010650087147951126, -0.01027623750269413, -0.009902388788759708, -0.009528539143502712, -0.009154689498245716, -0.008780840784311295, -0.008406991139054298, -0.008033141493797302, -0.007659292314201593, -0.0072854431346058846, -0.006911593489348888, -0.0065377443097531796, -0.006163895130157471, -0.0057900454849004745, -0.005416196305304766, -0.005042347125709057, -0.004668497480452061, -0.004294648300856352, -0.003920798655599356, -0.003546949476003647, -0.0031731000635772943, -0.002799250651150942, -0.002425401471555233, -0.0020515520591288805, -0.001677702646702528, -0.0013038533506914973, -0.0009300039964728057, -0.0005561546422541142, -0.00018230528803542256, 0.00019154406618326902, 0.0005653934204019606, 0.0009392427746206522, 0.0013130921870470047, 0.0016869414830580354, 0.002060790779069066, 0.0024346401914954185, 0.002808489603921771, 0.0031823390163481236, 0.0035561881959438324, 0.0039300378412008286, 0.004303887020796537, 0.004677736200392246, 0.005051585845649242, 0.005425435025244951, 0.00579928420484066, 0.006173133850097656, 0.006546983029693365, 0.006920832209289074, 0.00729468185454607, 0.007668531034141779, 0.008042380213737488, 0.008416229858994484]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 7.0, 6.0, 8.0, 5.0, 9.0, 4.0, 16.0, 12.0, 16.0, 20.0, 35.0, 48.0, 53.0, 66.0, 119.0, 127.0, 160.0, 209.0, 294.0, 336.0, 464.0, 2905.0, 1312.0, 605.0, 356.0, 253.0, 153.0, 84.0, 64.0, 49.0, 45.0, 27.0, 16.0, 13.0, 5.0, 6.0, 6.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.2079928070306778, -0.20271024107933044, -0.1974276900291443, -0.19214512407779694, -0.18686255812644958, -0.18157999217510223, -0.17629742622375488, -0.17101487517356873, -0.16573230922222137, -0.16044974327087402, -0.15516719222068787, -0.14988462626934052, -0.14460206031799316, -0.1393194943666458, -0.13403692841529846, -0.1287543773651123, -0.12347181141376495, -0.1181892454624176, -0.11290668696165085, -0.1076241284608841, -0.10234156250953674, -0.09705899655818939, -0.09177643805742264, -0.08649387955665588, -0.08121131360530853, -0.07592874765396118, -0.07064618915319443, -0.06536363065242767, -0.06008106470108032, -0.05479850247502327, -0.04951594024896622, -0.044233378022909164, -0.03895081579685211, -0.03366825357079506, -0.028385691344738007, -0.023103129118680954, -0.0178205668926239, -0.012538004666566849, -0.007255442440509796, -0.0019728802144527435, 0.003309682011604309, 0.008592244237661362, 0.013874806463718414, 0.019157368689775467, 0.02443993091583252, 0.029722493141889572, 0.035005055367946625, 0.04028761759400368, 0.04557017982006073, 0.05085274204611778, 0.056135304272174835, 0.06141786649823189, 0.06670042872428894, 0.07198299467563629, 0.07726555317640305, 0.0825481116771698, 0.08783067762851715, 0.0931132435798645, 0.09839580208063126, 0.10367836058139801, 0.10896092653274536, 0.11424349248409271, 0.11952605098485947, 0.12480860948562622, 0.13009117543697357]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 3.0, 6.0, 6.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 5.0, 0.0, 26.0, 5.0, 3.0, 7.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0050896815955638885, -0.004935533739626408, -0.004781385883688927, -0.004627238027751446, -0.004473090171813965, -0.004318942315876484, -0.004164794459939003, -0.004010646604001522, -0.003856498748064041, -0.00370235089212656, -0.0035482030361890793, -0.0033940551802515984, -0.0032399073243141174, -0.0030857594683766365, -0.0029316116124391556, -0.0027774637565016747, -0.0026233159005641937, -0.002469168044626713, -0.002315020188689232, -0.002160872332751751, -0.00200672447681427, -0.001852576620876789, -0.0016984287649393082, -0.0015442809090018272, -0.0013901330530643463, -0.0012359851971268654, -0.0010818373411893845, -0.0009276894852519035, -0.0007735416293144226, -0.0006193937733769417, -0.00046524591743946075, -0.00031109806150197983, -0.0001569502055644989, -2.802349627017975e-06, 0.00015134550631046295, 0.0003054933622479439, 0.0004596412181854248, 0.0006137890741229057, 0.0007679369300603867, 0.0009220847859978676, 0.0010762326419353485, 0.0012303804978728294, 0.0013845283538103104, 0.0015386762097477913, 0.0016928240656852722, 0.0018469719216227531, 0.002001119777560234, 0.002155267633497715, 0.002309415489435196, 0.002463563345372677, 0.0026177112013101578, 0.0027718590572476387, 0.0029260069131851196, 0.0030801547691226006, 0.0032343026250600815, 0.0033884504809975624, 0.0035425983369350433, 0.0036967461928725243, 0.003850894048810005, 0.004005041904747486, 0.004159189760684967, 0.004313337616622448, 0.004467485472559929, 0.00462163332849741, 0.004775781184434891]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 6.0, 9.0, 14.0, 24.0, 45.0, 62.0, 84.0, 152.0, 171.0, 249.0, 293.0, 377.0, 544.0, 763.0, 908.0, 1329.0, 1880.0, 2515.0, 3457.0, 4764.0, 6665.0, 8979.0, 11996.0, 16013.0, 21196.0, 28276.0, 39234.0, 53837.0, 74003.0, 96271.0, 423028.0, 100863.0, 72485.0, 52759.0, 38631.0, 28569.0, 21486.0, 16398.0, 12414.0, 9497.0, 7511.0, 5771.0, 4522.0, 3231.0, 2491.0, 1857.0, 1276.0, 899.0, 683.0, 412.0, 287.0, 179.0, 105.0, 79.0, 42.0, 24.0, 11.0, 10.0, 4.0, 2.0], "bins": [-0.015459327027201653, -0.01501556672155857, -0.01457180641591549, -0.014128045178949833, -0.013684284873306751, -0.01324052456766367, -0.012796764262020588, -0.012353003956377506, -0.01190924271941185, -0.011465482413768768, -0.011021722108125687, -0.010577961802482605, -0.010134201496839523, -0.009690441191196442, -0.009246679954230785, -0.008802919648587704, -0.008359159342944622, -0.00791539903730154, -0.007471638265997171, -0.00702787796035409, -0.006584117189049721, -0.006140356883406639, -0.0056965965777635574, -0.0052528358064591885, -0.004809075500816107, -0.004365315195173025, -0.003921554423868656, -0.0034777941182255745, -0.003034033579751849, -0.002590273041278124, -0.002146512735635042, -0.0017027521971613169, -0.0012589916586875916, -0.0008152311784215271, -0.00037147069815546274, 7.228978211060166e-05, 0.0005160502623766661, 0.0009598107426427305, 0.0014035712229087949, 0.0018473316449671984, 0.0022910921834409237, 0.002734852721914649, 0.0031786132603883743, 0.003622373566031456, 0.004066133871674538, 0.004509894642978907, 0.004953654948621988, 0.005397415719926357, 0.005841176025569439, 0.006284936331212521, 0.00672869710251689, 0.007172457408159971, 0.00761621817946434, 0.008059978485107422, 0.008503738790750504, 0.008947499096393585, 0.009391259402036667, 0.009835020639002323, 0.010278780944645405, 0.010722541250288486, 0.011166301555931568, 0.01161006186157465, 0.012053823098540306, 0.012497583404183388, 0.01294134370982647]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 12.0, 2.0, 3.0, 4.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.019271528348326683, -0.018773332238197327, -0.01827513612806797, -0.017776940017938614, -0.017278743907809258, -0.0167805477976799, -0.016282351687550545, -0.01578415557742119, -0.015285959467291832, -0.014787763357162476, -0.01428956724703312, -0.013791371136903763, -0.013293175026774406, -0.01279497891664505, -0.012296782806515694, -0.011798586696386337, -0.011300390586256981, -0.010802194476127625, -0.010303998365998268, -0.009805802255868912, -0.009307606145739555, -0.008809410035610199, -0.008311213925480843, -0.007813017815351486, -0.00731482170522213, -0.0068166255950927734, -0.006318429484963417, -0.005820233374834061, -0.005322037264704704, -0.004823841154575348, -0.0043256450444459915, -0.003827448934316635, -0.0033292528241872787, -0.0028310567140579224, -0.002332860603928566, -0.0018346644937992096, -0.0013364683836698532, -0.0008382722735404968, -0.00034007616341114044, 0.00015811994671821594, 0.0006563160568475723, 0.0011545121669769287, 0.001652708277106285, 0.0021509043872356415, 0.002649100497364998, 0.0031472966074943542, 0.0036454927176237106, 0.004143688827753067, 0.004641884937882423, 0.00514008104801178, 0.005638277158141136, 0.0061364732682704926, 0.006634669378399849, 0.007132865488529205, 0.007631061598658562, 0.008129257708787918, 0.008627453818917274, 0.00912564992904663, 0.009623846039175987, 0.010122042149305344, 0.0106202382594347, 0.011118434369564056, 0.011616630479693413, 0.01211482658982277, 0.012613022699952126]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 5.0, 1.0, 5.0, 7.0, 8.0, 5.0, 7.0, 13.0, 8.0, 8.0, 9.0, 8.0, 13.0, 2.0, 16.0, 15.0, 25.0, 17.0, 17.0, 22.0, 26.0, 35.0, 45.0, 61.0, 85.0, 129.0, 156.0, 230.0, 331.0, 446.0, 554.0, 858.0, 1487.0, 3396.0, 6668.0, 1448.0, 775.0, 414.0, 270.0, 251.0, 133.0, 104.0, 84.0, 68.0, 36.0, 30.0, 23.0, 17.0, 17.0, 4.0, 9.0, 4.0, 3.0, 2.0], "bins": [-0.014035150408744812, -0.013716350309550762, -0.013397550210356712, -0.013078750111162663, -0.012759950943291187, -0.012441150844097137, -0.012122350744903088, -0.011803550645709038, -0.011484750546514988, -0.011165950447320938, -0.010847151279449463, -0.010528351180255413, -0.010209551081061363, -0.009890750981867313, -0.009571950882673264, -0.009253150783479214, -0.008934350684285164, -0.008615551516413689, -0.008296751417219639, -0.007977951318025589, -0.007659151218831539, -0.007340351585298777, -0.007021551486104727, -0.006702751386910677, -0.006383951753377914, -0.006065151654183865, -0.005746351554989815, -0.005427551455795765, -0.005108751822263002, -0.0047899517230689526, -0.004471151623874903, -0.00415235199034214, -0.0038335518911480904, -0.003514752024784684, -0.0031959519255906343, -0.002877152059227228, -0.0025583519600331783, -0.002239552093669772, -0.001920752227306366, -0.001601952244527638, -0.00128315226174891, -0.0009643522789701819, -0.0006455523543991148, -0.0003267524007242173, -7.952447049319744e-06, 0.0003108475066255778, 0.0006296474603004754, 0.0009484473848715425, 0.0012672473676502705, 0.0015860473504289985, 0.0019048473332077265, 0.0022236471995711327, 0.0025424472987651825, 0.0028612471651285887, 0.003180047031491995, 0.0034988471306860447, 0.003817646997049451, 0.004136446863412857, 0.004455246962606907, 0.004774047061800957, 0.005092846695333719, 0.005411646794527769, 0.005730446893721819, 0.0060492465272545815, 0.006368046626448631]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03138378635048866, -0.030673306435346603, -0.029962826520204544, -0.029252348467707634, -0.028541868552565575, -0.027831388637423515, -0.027120910584926605, -0.026410430669784546, -0.025699950754642487, -0.024989470839500427, -0.024278990924358368, -0.023568512871861458, -0.0228580329567194, -0.02214755304157734, -0.02143707498908043, -0.02072659507393837, -0.02001611515879631, -0.01930563524365425, -0.018595155328512192, -0.01788467727601528, -0.017174197360873222, -0.016463717445731163, -0.015753239393234253, -0.015042759478092194, -0.014332279562950134, -0.013621799647808075, -0.01291132066398859, -0.012200841680169106, -0.011490361765027046, -0.010779881849884987, -0.010069402866065502, -0.009358923882246017, -0.008648443967103958, -0.007937964051961899, -0.007227485068142414, -0.006517005618661642, -0.00580652616918087, -0.005096046719700098, -0.004385567270219326, -0.003675087820738554, -0.002964608371257782, -0.00225412892177701, -0.001543649472296238, -0.0008331700228154659, -0.0001226905733346939, 0.0005877888761460781, 0.0012982683256268501, 0.002008747775107622, 0.002719227224588394, 0.003429706674069166, 0.004140186123549938, 0.00485066557303071, 0.005561145022511482, 0.006271624471992254, 0.006982103921473026, 0.007692583370953798, 0.00840306282043457, 0.00911354273557663, 0.009824021719396114, 0.010534500703215599, 0.011244980618357658, 0.011955460533499718, 0.012665939517319202, 0.013376418501138687, 0.014086898416280746]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 2.0, 2.0, 5.0, 8.0, 3.0, 7.0, 4.0, 8.0, 5.0, 5.0, 10.0, 7.0, 8.0, 4.0, 9.0, 4.0, 9.0, 14.0, 19.0, 17.0, 57.0, 16.0, 6.0, 6.0, 6.0, 6.0, 4.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.02390328422188759, -0.023455414921045303, -0.02300754375755787, -0.022559674456715584, -0.0221118051558733, -0.021663935855031013, -0.02121606469154358, -0.020768195390701294, -0.02032032608985901, -0.019872454926371574, -0.01942458562552929, -0.018976716324687004, -0.01852884516119957, -0.018080975860357285, -0.017633106559515, -0.017185237258672714, -0.01673736609518528, -0.016289496794342995, -0.01584162749350071, -0.01539375726133585, -0.01494588702917099, -0.014498017728328705, -0.014050147496163845, -0.013602277263998985, -0.0131544079631567, -0.01270653773099184, -0.012258668430149555, -0.011810798197984695, -0.011362927965819836, -0.01091505866497755, -0.01046718843281269, -0.010019319131970406, -0.009571448899805546, -0.009123578667640686, -0.008675709366798401, -0.008227839134633541, -0.007779969368129969, -0.007332099601626396, -0.006884229835122824, -0.006436360068619251, -0.0059884898364543915, -0.005540620069950819, -0.0050927503034472466, -0.004644880536943674, -0.004197010770440102, -0.0037491407711058855, -0.003301271004602313, -0.002853401005268097, -0.0024055312387645245, -0.001957661472260952, -0.0015097914729267359, -0.0010619217064231634, -0.0006140518235042691, -0.0001661819696892053, 0.00028168788412585855, 0.0007295577088370919, 0.0011774275917559862, 0.0016252974746748805, 0.002073167357593775, 0.0025210371240973473, 0.0029689068906009197, 0.003416776889935136, 0.0038646466564387083, 0.004312516655772924, 0.004760386422276497]}, "_runtime": 13.163367986679077, "_timestamp": 1596209165.9269388, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015426462516188622, -0.014963066205382347, -0.014499669894576073, -0.014036273583769798, -0.013572877272963524, -0.013109480030834675, -0.0126460837200284, -0.012182687409222126, -0.011719291098415852, -0.011255894787609577, -0.010792498476803303, -0.010329102165997028, -0.00986570492386818, -0.009402308613061905, -0.00893891230225563, -0.008475515991449356, -0.008012119680643082, -0.007548723369836807, -0.007085327059030533, -0.006621930282562971, -0.006158533971756697, -0.005695137660950422, -0.0052317408844828606, -0.004768344573676586, -0.004304948262870312, -0.0038415519520640373, -0.0033781554084271193, -0.002914758864790201, -0.0024513625539839268, -0.0019879662431776524, -0.0015245696995407343, -0.001061173272319138, -0.0005977768450975418, -0.00013438041787594557, 0.0003290160093456507, 0.0007924124365672469, 0.0012558088637888432, 0.0017192052910104394, 0.0021826017182320356, 0.0026459982618689537, 0.003109394572675228, 0.0035727908834815025, 0.004036187194287777, 0.004499583970755339, 0.004962980281561613, 0.0054263765923678875, 0.005889773368835449, 0.006353169679641724, 0.006816565990447998, 0.0072799623012542725, 0.007743358612060547, 0.008206754922866821, 0.008670151233673096, 0.009133548475801945, 0.00959694478660822, 0.010060341097414494, 0.010523737408220768, 0.010987133719027042, 0.011450530029833317, 0.011913926340639591, 0.01237732358276844, 0.012840719893574715, 0.013304116204380989, 0.013767512515187263, 0.014230908825993538]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 4.0, 7.0, 4.0, 4.0, 12.0, 11.0, 14.0, 17.0, 20.0, 37.0, 45.0, 61.0, 82.0, 108.0, 147.0, 145.0, 221.0, 336.0, 417.0, 548.0, 3123.0, 1070.0, 557.0, 329.0, 194.0, 122.0, 86.0, 51.0, 33.0, 41.0, 16.0, 14.0, 12.0, 10.0, 6.0, 4.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17919661104679108, -0.17409446835517883, -0.16899234056472778, -0.16389019787311554, -0.1587880700826645, -0.15368592739105225, -0.14858378469944, -0.14348165690898895, -0.1383795142173767, -0.13327738642692566, -0.12817524373531342, -0.12307310849428177, -0.11797097325325012, -0.11286883801221848, -0.10776669532060623, -0.10266456007957458, -0.09756242483854294, -0.09246028959751129, -0.08735815435647964, -0.0822560116648674, -0.07715387642383575, -0.07205174118280411, -0.06694960594177246, -0.061847466975450516, -0.05674533173441887, -0.05164319649338722, -0.04654105752706528, -0.04143892228603363, -0.036336787045001984, -0.03123464807868004, -0.02613251283764839, -0.021030375733971596, -0.0159282386302948, -0.010826101526618004, -0.0057239653542637825, -0.0006218287162482738, 0.004480307921767235, 0.00958244502544403, 0.014684581197798252, 0.019786717370152473, 0.02488885447382927, 0.029990991577506065, 0.03509312868118286, 0.04019526392221451, 0.045297399163246155, 0.0503995381295681, 0.05550167337059975, 0.06060381233692169, 0.06570594757795334, 0.07080808281898499, 0.07591021806001663, 0.08101236075162888, 0.08611449599266052, 0.09121663123369217, 0.09631876647472382, 0.10142090171575546, 0.10652303695678711, 0.11162517964839935, 0.116727314889431, 0.12182945013046265, 0.1269315928220749, 0.13203372061252594, 0.13713586330413818, 0.14223799109458923, 0.14734013378620148]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 1.0, 3.0, 6.0, 3.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 2.0, 7.0, 3.0, 23.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.004366672597825527, -0.004231433849781752, -0.004096194636076689, -0.003960955888032913, -0.0038257171399891376, -0.0036904781591147184, -0.0035552391782402992, -0.0034200004301965237, -0.0032847614493221045, -0.0031495224684476852, -0.0030142837204039097, -0.0028790447395294905, -0.0027438057586550713, -0.0026085670106112957, -0.0024733280297368765, -0.002338089281693101, -0.0022028503008186817, -0.0020676113199442625, -0.001932372571900487, -0.0017971335910260677, -0.0016618947265669703, -0.001526655862107873, -0.0013914168812334538, -0.0012561780167743564, -0.001120939152315259, -0.0009857002878561616, -0.0008504613651894033, -0.000715222442522645, -0.0005799835780635476, -0.00044474468450061977, -0.0003095057909376919, -0.00017426689737476408, -3.902800381183624e-05, 9.62108897510916e-05, 0.00023144978331401944, 0.0003666886768769473, 0.0005019275704398751, 0.0006371664348989725, 0.0007724053575657308, 0.0009076442802324891, 0.0010428831446915865, 0.0011781220091506839, 0.0013133608736097813, 0.0014485998544842005, 0.0015838387189432979, 0.0017190775834023952, 0.0018543165642768145, 0.00198955531232059, 0.0021247942931950092, 0.0022600332740694284, 0.002395272022113204, 0.002530511002987623, 0.0026657497510313988, 0.002800988731905818, 0.002936227712780237, 0.0030714664608240128, 0.003206705441698432, 0.003341944422572851, 0.0034771831706166267, 0.003612422151491046, 0.003747661132365465, 0.0038828998804092407, 0.004018138628453016, 0.004153377842158079, 0.004288616590201855]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 5.0, 17.0, 22.0, 52.0, 83.0, 115.0, 176.0, 310.0, 430.0, 587.0, 948.0, 1425.0, 1918.0, 2771.0, 3629.0, 4916.0, 6565.0, 8485.0, 11264.0, 14384.0, 18548.0, 24266.0, 31701.0, 41631.0, 56148.0, 74292.0, 95958.0, 422615.0, 95628.0, 68154.0, 48462.0, 34447.0, 25660.0, 19126.0, 14532.0, 10947.0, 8603.0, 6841.0, 5387.0, 4251.0, 3420.0, 2654.0, 2208.0, 1546.0, 1190.0, 950.0, 725.0, 482.0, 346.0, 261.0, 198.0, 133.0, 70.0, 65.0, 34.0, 23.0, 15.0, 11.0, 3.0, 4.0, 2.0, 3.0], "bins": [-0.012433581054210663, -0.012016819790005684, -0.01160005759447813, -0.011183296330273151, -0.010766534134745598, -0.010349772870540619, -0.009933010675013065, -0.009516249410808086, -0.009099487215280533, -0.008682725951075554, -0.008265964686870575, -0.007849202491343021, -0.0074324412271380424, -0.007015679497271776, -0.00659891776740551, -0.006182156037539244, -0.0057653943076729774, -0.005348632577806711, -0.004931870847940445, -0.004515109118074179, -0.0040983473882079124, -0.00368158589117229, -0.0032648243941366673, -0.002848062664270401, -0.0024313009344041348, -0.0020145392045378685, -0.001597777591086924, -0.0011810159776359797, -0.0007642542477697134, -0.00034749257611110806, 6.926909554749727e-05, 0.0004860307672061026, 0.000902792438864708, 0.0013195541687309742, 0.0017363157821819186, 0.002153077395632863, 0.0025698391254991293, 0.0029866008553653955, 0.003403362352401018, 0.0038201240822672844, 0.004236885812133551, 0.004653647541999817, 0.005070409271866083, 0.005487171001732349, 0.005903932265937328, 0.006320693995803595, 0.006737455725669861, 0.007154217455536127, 0.007570979185402393, 0.007987740449607372, 0.008404502645134926, 0.008821263909339905, 0.009238026104867458, 0.009654787369072437, 0.01007154956459999, 0.01048831082880497, 0.010905072093009949, 0.011321834288537502, 0.011738595552742481, 0.012155357748270035, 0.012572119012475014, 0.012988881208002567, 0.013405642472207546, 0.0138224046677351, 0.014239165931940079]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 7.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.024945205077528954, -0.024389799684286118, -0.02383439429104328, -0.023278988897800446, -0.02272358350455761, -0.022168178111314774, -0.021612772718071938, -0.0210573673248291, -0.020501960068941116, -0.01994655467569828, -0.019391149282455444, -0.01883574388921261, -0.018280338495969772, -0.017724933102726936, -0.0171695277094841, -0.016614122316241264, -0.01605871692299843, -0.015503311529755592, -0.014947906136512756, -0.01439250074326992, -0.013837095350027084, -0.013281689025461674, -0.012726283632218838, -0.012170878238976002, -0.011615472845733166, -0.01106006745249033, -0.010504662059247494, -0.009949256666004658, -0.009393850341439247, -0.008838444948196411, -0.008283039554953575, -0.007727634161710739, -0.007172228768467903, -0.006616823375225067, -0.006061417981982231, -0.005506012123078108, -0.004950606729835272, -0.004395201336592436, -0.003839795710518956, -0.0032843900844454765, -0.0027289846912026405, -0.0021735792979598045, -0.0016181736718863249, -0.001062768162228167, -0.0005073626525700092, 4.8042857088148594e-05, 0.0006034483667463064, 0.0011588538764044642, 0.001714259386062622, 0.002269664779305458, 0.0028250704053789377, 0.0033804760314524174, 0.003935881424695253, 0.004491286817938089, 0.005046692676842213, 0.005602098070085049, 0.006157503463327885, 0.006712908856570721, 0.007268314249813557, 0.007823719643056393, 0.008379125967621803, 0.00893453136086464, 0.009489936754107475, 0.010045342147350311, 0.010600747540593147]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 5.0, 2.0, 4.0, 6.0, 8.0, 7.0, 6.0, 10.0, 14.0, 12.0, 4.0, 22.0, 22.0, 23.0, 21.0, 19.0, 29.0, 44.0, 86.0, 118.0, 150.0, 177.0, 222.0, 318.0, 416.0, 703.0, 949.0, 1574.0, 2711.0, 6172.0, 1169.0, 968.0, 543.0, 392.0, 379.0, 410.0, 291.0, 163.0, 131.0, 61.0, 36.0, 6.0, 7.0, 3.0], "bins": [-0.017252640798687935, -0.016901714727282524, -0.016550790518522263, -0.016199864447116852, -0.01584893837571144, -0.015498013235628605, -0.015147087164223194, -0.014796162024140358, -0.014445235952734947, -0.014094310812652111, -0.013743385672569275, -0.013392459601163864, -0.013041534461081028, -0.012690608389675617, -0.012339683249592781, -0.01198875717818737, -0.011637832038104534, -0.011286906898021698, -0.010935980826616287, -0.010585055686533451, -0.01023412961512804, -0.009883204475045204, -0.009532278403639793, -0.009181353263556957, -0.008830428123474121, -0.00847950205206871, -0.008128576911985874, -0.007777650840580463, -0.007426725700497627, -0.007075800094753504, -0.00672487448900938, -0.006373948883265257, -0.006023023277521133, -0.00567209767177701, -0.0053211720660328865, -0.004970246460288763, -0.00461932085454464, -0.0042683957144618034, -0.00391747010871768, -0.0035665445029735565, -0.003215618897229433, -0.0028646932914853096, -0.002513767685741186, -0.0021628423128277063, -0.0018119167070835829, -0.0014609911013394594, -0.0011100656120106578, -0.0007591400644741952, -0.0004082145169377327, -5.728896940127015e-05, 0.0002936365781351924, 0.0006445621256716549, 0.0009954876732081175, 0.001346413278952241, 0.0016973387682810426, 0.002048264257609844, 0.0023991898633539677, 0.002750115469098091, 0.0031010410748422146, 0.0034519664477556944, 0.003802892053499818, 0.004153817426413298, 0.004504743032157421, 0.004855668637901545, 0.005206594243645668]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06289049983024597, -0.06114501133561134, -0.059399526566267014, -0.057654038071632385, -0.05590854957699776, -0.05416306480765343, -0.0524175763130188, -0.05067208781838417, -0.04892659932374954, -0.04718111455440521, -0.045435626059770584, -0.043690137565135956, -0.041944652795791626, -0.040199164301157, -0.03845367580652237, -0.03670819103717804, -0.03496270254254341, -0.03321721404790878, -0.03147172927856445, -0.029726240783929825, -0.027980752289295197, -0.026235265657305717, -0.02448977902531624, -0.02274429053068161, -0.02099880389869213, -0.019253317266702652, -0.017507828772068024, -0.015762342140078545, -0.014016854576766491, -0.012271367013454437, -0.010525880381464958, -0.008780392818152905, -0.007034905254840851, -0.005289417691528797, -0.0035439305938780308, -0.0017984432633966208, -5.2955932915210724e-05, 0.0016925313975661993, 0.0034380187280476093, 0.005183505825698376, 0.006928993389010429, 0.008674480952322483, 0.010419968515634537, 0.012165455147624016, 0.01391094271093607, 0.015656430274248123, 0.017401916906237602, 0.01914740540087223, 0.02089289203286171, 0.02263837866485119, 0.024383867159485817, 0.026129353791475296, 0.027874842286109924, 0.029620328918099403, 0.03136581555008888, 0.03311130404472351, 0.03485678881406784, 0.03660227730870247, 0.0383477658033371, 0.040093254297971725, 0.041838739067316055, 0.043584227561950684, 0.04532971605658531, 0.04707520082592964, 0.04882068932056427]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 2.0, 3.0, 1.0, 6.0, 5.0, 5.0, 6.0, 5.0, 10.0, 5.0, 5.0, 5.0, 5.0, 6.0, 6.0, 3.0, 4.0, 3.0, 4.0, 5.0, 8.0, 4.0, 7.0, 5.0, 6.0, 11.0, 2.0, 7.0, 9.0, 7.0, 46.0, 15.0, 11.0, 8.0, 9.0, 5.0, 8.0, 4.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.022810889407992363, -0.022263357415795326, -0.02171582542359829, -0.021168293431401253, -0.020620761439204216, -0.02007322944700718, -0.019525697454810143, -0.018978165462613106, -0.01843063347041607, -0.017883101478219032, -0.017335569486021996, -0.01678803749382496, -0.016240505501627922, -0.015692973509430885, -0.015145440585911274, -0.014597908593714237, -0.0140503766015172, -0.013502844609320164, -0.012955312617123127, -0.01240778062492609, -0.011860248632729053, -0.011312716640532017, -0.01076518464833498, -0.010217652656137943, -0.009670119732618332, -0.009122587740421295, -0.008575055748224258, -0.008027523756027222, -0.007479991763830185, -0.006932459771633148, -0.0063849277794361115, -0.005837395787239075, -0.005289863795042038, -0.004742331802845001, -0.0041947998106479645, -0.003647267585620284, -0.0030997355934232473, -0.0025522036012262106, -0.00200467137619853, -0.0014571393840014935, -0.0009096073918044567, -0.00036207534139975905, 0.0001854567090049386, 0.0007329887594096363, 0.001280520809814334, 0.0018280528020113707, 0.002375585027039051, 0.002923117019236088, 0.0034706490114331245, 0.004018181003630161, 0.004565712995827198, 0.005113244988024235, 0.0056607769802212715, 0.0062083094380795956, 0.006755841430276632, 0.007303373422473669, 0.007850905880331993, 0.00839843787252903, 0.008945969864726067, 0.009493501856923103, 0.01004103384912014, 0.010588565841317177, 0.011136097833514214, 0.01168362982571125, 0.012231161817908287]}, "_runtime": 14.00912094116211, "_timestamp": 1596209166.7726917, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 2.0, 5.0, 4.0, 0.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023162443190813065, -0.022488020360469818, -0.02181359753012657, -0.021139176562428474, -0.020464753732085228, -0.01979033090174198, -0.019115908071398735, -0.01844148524105549, -0.01776706427335739, -0.017092641443014145, -0.0164182186126709, -0.015743795782327652, -0.015069372951984406, -0.014394951052963734, -0.013720528222620487, -0.013046106323599815, -0.012371683493256569, -0.011697260662913322, -0.01102283876389265, -0.010348415933549404, -0.009673994034528732, -0.008999571204185486, -0.00832514837384224, -0.00765072600916028, -0.006976303644478321, -0.006301881279796362, -0.005627458915114403, -0.004953036084771156, -0.004278613720089197, -0.003604191355407238, -0.002929768757894635, -0.0022553461603820324, -0.0015809237957000732, -0.0009065013146027923, -0.00023207883350551128, 0.0004423436475917697, 0.0011167661286890507, 0.0017911886097863317, 0.0024656110908836126, 0.0031400336883962154, 0.0038144560530781746, 0.004488878417760134, 0.005163300782442093, 0.005837723612785339, 0.0065121459774672985, 0.007186568342149258, 0.007860991172492504, 0.008535413071513176, 0.009209835901856422, 0.009884258732199669, 0.01055868063122034, 0.011233103461563587, 0.011907525360584259, 0.012581948190927505, 0.013256371021270752, 0.013930792920291424, 0.01460521575063467, 0.015279638580977917, 0.01595406047999859, 0.016628483310341835, 0.01730290614068508, 0.017977328971028328, 0.018651749938726425, 0.01932617276906967, 0.020000595599412918]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 2.0, 8.0, 12.0, 7.0, 22.0, 17.0, 22.0, 31.0, 40.0, 55.0, 65.0, 95.0, 115.0, 167.0, 218.0, 309.0, 422.0, 2059.0, 2240.0, 884.0, 406.0, 241.0, 151.0, 98.0, 65.0, 46.0, 29.0, 23.0, 15.0, 14.0, 6.0, 9.0, 7.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1752956211566925, -0.16880163550376892, -0.16230764985084534, -0.15581367909908295, -0.14931969344615936, -0.14282570779323578, -0.1363317221403122, -0.1298377364873886, -0.12334375828504562, -0.11684977263212204, -0.11035579442977905, -0.10386180877685547, -0.09736782312393188, -0.0908738449215889, -0.08437985926866531, -0.07788588106632233, -0.07139189541339874, -0.06489790976047516, -0.05840393155813217, -0.05190994590520859, -0.0454159639775753, -0.03892198204994202, -0.03242799639701843, -0.025934014469385147, -0.01944003254175186, -0.012946049682796001, -0.006452066823840141, 4.191603511571884e-05, 0.006535898894071579, 0.013029881753027439, 0.0195238646119833, 0.026017848402261734, 0.03251183032989502, 0.039005812257528305, 0.04549979418516159, 0.051993779838085175, 0.05848776176571846, 0.06498174369335175, 0.07147572934627533, 0.07796970754861832, 0.0844636932015419, 0.09095767885446548, 0.09745165705680847, 0.10394564270973206, 0.11043962836265564, 0.11693360656499863, 0.12342759221792221, 0.1299215704202652, 0.13641555607318878, 0.14290954172611237, 0.14940352737903595, 0.15589749813079834, 0.16239148378372192, 0.1688854694366455, 0.1753794550895691, 0.18187344074249268, 0.18836742639541626, 0.19486139714717865, 0.20135538280010223, 0.20784936845302582, 0.2143433541059494, 0.22083733975887299, 0.22733131051063538, 0.23382529616355896, 0.24031928181648254]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 5.0, 2.0, 3.0, 6.0, 5.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 26.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 1.0, 4.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005231877788901329, -0.005057826638221741, -0.004883775487542152, -0.004709724336862564, -0.004535673186182976, -0.0043616220355033875, -0.004187570884823799, -0.004013519734144211, -0.0038394685834646225, -0.0036654171999543905, -0.003491366049274802, -0.003317314898595214, -0.0031432637479156256, -0.0029692125972360373, -0.002795161446556449, -0.0026211102958768606, -0.0024470591451972723, -0.002273007994517684, -0.0020989568438380957, -0.0019249056931585073, -0.001750854542478919, -0.0015768032753840089, -0.0014027521247044206, -0.0012287009740248322, -0.001054649823345244, -0.0008805986726656556, -0.0007065475219860673, -0.0005324963130988181, -0.00035844516241922975, -0.0001843939971877262, -1.0342831956222653e-05, 0.0001637083332752809, 0.00033775949850678444, 0.0005118106491863728, 0.0006858617998659611, 0.0008599130087532103, 0.0010339641012251377, 0.0012080153683200479, 0.0013820665189996362, 0.0015561176696792245, 0.0017301688203588128, 0.0019042199710384011, 0.0020782712381333113, 0.0022523223888128996, 0.002426373539492488, 0.0026004246901720762, 0.0027744758408516645, 0.002948526991531253, 0.003122578142210841, 0.0032966292928904295, 0.003470680443570018, 0.003644731594249606, 0.0038187827449291945, 0.003992834128439426, 0.004166885279119015, 0.004340936429798603, 0.004514987580478191, 0.00468903873115778, 0.004863089881837368, 0.005037141032516956, 0.005211192183196545, 0.005385243333876133, 0.005559294484555721, 0.00573334563523531, 0.005907396785914898]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 6.0, 6.0, 12.0, 18.0, 32.0, 33.0, 61.0, 81.0, 114.0, 189.0, 264.0, 317.0, 496.0, 699.0, 892.0, 1182.0, 1664.0, 2343.0, 3306.0, 4619.0, 6403.0, 8479.0, 12113.0, 16664.0, 22548.0, 30136.0, 40404.0, 54742.0, 72529.0, 93345.0, 421361.0, 94418.0, 72283.0, 54936.0, 40371.0, 29580.0, 22396.0, 16778.0, 12942.0, 10152.0, 7828.0, 5813.0, 4553.0, 3390.0, 2576.0, 1951.0, 1446.0, 1010.0, 714.0, 507.0, 340.0, 227.0, 141.0, 94.0, 58.0, 36.0, 22.0, 10.0, 3.0, 6.0, 3.0], "bins": [-0.015198498964309692, -0.014746825210750103, -0.014295151457190514, -0.01384347677230835, -0.01339180301874876, -0.01294012926518917, -0.012488455511629581, -0.012036781758069992, -0.011585107073187828, -0.011133433319628239, -0.01068175956606865, -0.01023008581250906, -0.00977841205894947, -0.009326738305389881, -0.008875063620507717, -0.008423389866948128, -0.007971716113388538, -0.007520042359828949, -0.007068368140608072, -0.006616694387048483, -0.006165020167827606, -0.005713346414268017, -0.005261672660708427, -0.004809998441487551, -0.004358324687927961, -0.003906650934368372, -0.0034549767151474953, -0.003003302961587906, -0.002551628975197673, -0.00209995498880744, -0.0016482811188325286, -0.0011966072488576174, -0.0007449332624673843, -0.0002932593342848122, 0.00015841459389775991, 0.000610088522080332, 0.0010617624502629042, 0.0015134364366531372, 0.0019651101902127266, 0.0024167841766029596, 0.0028684581629931927, 0.0033201321493834257, 0.0037718061357736588, 0.004223479889333248, 0.0046751536428928375, 0.005126827862113714, 0.005578501615673304, 0.00603017583489418, 0.00648184958845377, 0.006933523342013359, 0.007385197561234236, 0.007836871780455112, 0.008288545534014702, 0.008740219287574291, 0.00919189304113388, 0.00964356679469347, 0.01009524054825306, 0.010546915233135223, 0.010998588986694813, 0.011450262740254402, 0.011901936493813992, 0.012353610247373581, 0.012805284932255745, 0.013256958685815334, 0.013708632439374924]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 6.0, 5.0, 3.0, 6.0, 3.0, 3.0, 9.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01952865719795227, -0.018968043848872185, -0.0184074304997921, -0.017846817150712013, -0.017286203801631927, -0.016725588589906693, -0.016164975240826607, -0.015604361891746521, -0.015043748542666435, -0.01448313519358635, -0.013922521844506264, -0.013361907564103603, -0.012801294215023518, -0.012240680865943432, -0.011680066585540771, -0.011119453236460686, -0.0105588398873806, -0.009998226538300514, -0.009437613189220428, -0.008876998908817768, -0.008316385559737682, -0.007755772210657597, -0.0071951583959162235, -0.0066345445811748505, -0.006073931232094765, -0.005513317883014679, -0.004952704068273306, -0.004392090253531933, -0.003831476904451847, -0.0032708633225411177, -0.0027102497406303883, -0.002149636158719659, -0.0015890225768089294, -0.0010284089948982, -0.0004677954129874706, 9.281816892325878e-05, 0.0006534317508339882, 0.0012140453327447176, 0.001774658914655447, 0.0023352724965661764, 0.002895886078476906, 0.0034564996603876352, 0.004017113242298365, 0.004577727057039738, 0.0051383404061198235, 0.005698953755199909, 0.006259567569941282, 0.006820181384682655, 0.007380794733762741, 0.007941408082842827, 0.008502021431922913, 0.009062635712325573, 0.009623249061405659, 0.010183862410485744, 0.010744476690888405, 0.01130509003996849, 0.011865703389048576, 0.012426316738128662, 0.012986930087208748, 0.013547544367611408, 0.014108157716691494, 0.01466877106577158, 0.01522938534617424, 0.015789998695254326, 0.01635061204433441]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 7.0, 3.0, 7.0, 4.0, 6.0, 7.0, 14.0, 13.0, 10.0, 10.0, 10.0, 20.0, 6.0, 9.0, 11.0, 12.0, 20.0, 26.0, 32.0, 39.0, 70.0, 115.0, 165.0, 225.0, 386.0, 631.0, 1094.0, 1594.0, 3159.0, 6868.0, 1519.0, 795.0, 449.0, 290.0, 207.0, 144.0, 122.0, 94.0, 60.0, 42.0, 36.0, 23.0, 8.0, 10.0, 16.0, 9.0, 3.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01564112864434719, -0.015252210199832916, -0.014863292686641216, -0.014474374242126942, -0.014085455797612667, -0.013696538284420967, -0.013307619839906693, -0.012918701395392418, -0.012529782950878143, -0.012140865437686443, -0.011751946993172169, -0.011363028548657894, -0.010974111035466194, -0.01058519259095192, -0.010196274146437645, -0.009807356633245945, -0.00941843818873167, -0.009029519744217396, -0.008640602231025696, -0.008251683786511421, -0.007862765341997147, -0.007473847363144159, -0.007084929384291172, -0.006696010939776897, -0.00630709296092391, -0.005918174982070923, -0.005529256537556648, -0.005140338558703661, -0.004751420579850674, -0.004362502135336399, -0.003973584156483412, -0.003584665944799781, -0.00319574773311615, -0.002806829521432519, -0.002417911309748888, -0.0020289933308959007, -0.0016400751192122698, -0.0012511569075286388, -0.0008622388122603297, -0.0004733206587843597, -8.440250530838966e-05, 0.00030451564816758037, 0.0006934338016435504, 0.0010823518969118595, 0.0014712701085954905, 0.0018601883202791214, 0.0022491062991321087, 0.0026380245108157396, 0.0030269427224993706, 0.0034158609341830015, 0.0038047791458666325, 0.00419369712471962, 0.004582615569233894, 0.004971533548086882, 0.005360451526939869, 0.0057493699714541435, 0.006138287950307131, 0.006527205929160118, 0.006916124373674393, 0.00730504235252738, 0.007693960331380367, 0.008082878775894642, 0.008471797220408916, 0.008860714733600616, 0.009249633178114891]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.04679678753018379, -0.04555385932326317, -0.044310931116342545, -0.04306800663471222, -0.041825078427791595, -0.04058215022087097, -0.03933922201395035, -0.038096293807029724, -0.0368533656001091, -0.035610441118478775, -0.03436751291155815, -0.03312458470463753, -0.031881656497716904, -0.03063873015344143, -0.029395801946520805, -0.02815287560224533, -0.026909947395324707, -0.025667019188404083, -0.02442409284412861, -0.023181164637207985, -0.02193823829293251, -0.020695310086011887, -0.019452381879091263, -0.01820945553481579, -0.016966527327895164, -0.01572359912097454, -0.014480672776699066, -0.013237744569778442, -0.011994817294180393, -0.010751890018582344, -0.00950896181166172, -0.008266034536063671, -0.007023107260465622, -0.005780179984867573, -0.004537252243608236, -0.0032943247351795435, -0.0020513972267508507, -0.0008084697183221579, 0.00043445779010653496, 0.0016773852985352278, 0.0029203128069639206, 0.00416324008256197, 0.005406167823821306, 0.006649095565080643, 0.007892022840678692, 0.009134950116276741, 0.010377878323197365, 0.011620805598795414, 0.012863732874393463, 0.014106660149991512, 0.015349587425589561, 0.016592515632510185, 0.01783544197678566, 0.019078370183706284, 0.020321298390626907, 0.021564224734902382, 0.022807152941823006, 0.02405008114874363, 0.025293007493019104, 0.026535935699939728, 0.02777886390686035, 0.029021790251135826, 0.03026471845805645, 0.031507644802331924, 0.03275057300925255]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 8.0, 6.0, 2.0, 5.0, 12.0, 6.0, 8.0, 13.0, 5.0, 8.0, 8.0, 15.0, 13.0, 16.0, 20.0, 54.0, 10.0, 10.0, 10.0, 10.0, 7.0, 2.0, 3.0, 7.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.034041281789541245, -0.033232539892196655, -0.032423801720142365, -0.031615059822797775, -0.030806321650743484, -0.029997581616044044, -0.029188841581344604, -0.028380101546645164, -0.027571361511945724, -0.026762619614601135, -0.025953879579901695, -0.025145139545202255, -0.024336399510502815, -0.023527659475803375, -0.022718919441103935, -0.021910179406404495, -0.021101439371705055, -0.020292699337005615, -0.019483959302306175, -0.018675219267606735, -0.017866479232907295, -0.017057739198207855, -0.016248999163508415, -0.0154402581974864, -0.01463151816278696, -0.01382277812808752, -0.01301403809338808, -0.01220529805868864, -0.011396557092666626, -0.010587817057967186, -0.009779077023267746, -0.008970336988568306, -0.008161596953868866, -0.007352856919169426, -0.006544116884469986, -0.005735376384109259, -0.004926636349409819, -0.004117896314710379, -0.003309156047180295, -0.0025004157796502113, -0.0016916757449507713, -0.0008829355938360095, -7.419544272124767e-05, 0.0007345447083935142, 0.001543284859508276, 0.002352024894207716, 0.0031607651617377996, 0.003969505429267883, 0.004778245463967323, 0.005586985498666763, 0.006395725533366203, 0.007204466033726931, 0.008013205602765083, 0.008821946568787098, 0.009630686603486538, 0.010439426638185978, 0.011248166672885418, 0.012056906707584858, 0.012865646742284298, 0.013674386776983738, 0.014483127743005753, 0.015291867777705193, 0.016100607812404633, 0.016909347847104073, 0.017718087881803513]}, "_runtime": 14.809587717056274, "_timestamp": 1596209167.5731585, "_step": 12}
+{"val_accuracy": 0.6688812785388129, "val_loss": 1.0906864880971168, "_runtime": 16.229647159576416, "_timestamp": 1596209168.993218, "_step": 13}