Working Emnist lines dataset.

1 files changed, 14 insertions, 0 deletions

diff --git a/wandb/run-20200731_152132-1yh9vh8k/wandb-history.jsonl b/wandb/run-20200731_152132-1yh9vh8k/wandb-history.jsonl
new file mode 100644
index 0000000..a3534ce
--- /dev/null
+++ b/wandb/run-20200731_152132-1yh9vh8k/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287795811891556, -0.024627285078167915, -0.023966774344444275, -0.023306261748075485, -0.022645751014351845, -0.021985240280628204, -0.021324729546904564, -0.020664218813180923, -0.020003706216812134, -0.019343195483088493, -0.018682684749364853, -0.018022174015641212, -0.017361663281917572, -0.01670115254819393, -0.016040639951825142, -0.015380129218101501, -0.014719618484377861, -0.01405910775065422, -0.013398596085608006, -0.012738085351884365, -0.01207757368683815, -0.01141706295311451, -0.01075655221939087, -0.010096040554344654, -0.009435529820621014, -0.008775019086897373, -0.008114507421851158, -0.007453996688127518, -0.00679348548874259, -0.006132974289357662, -0.005472463555634022, -0.004811952356249094, -0.004151441156864166, -0.0034909299574792385, -0.0028304189909249544, -0.0021699080243706703, -0.0015093968249857426, -0.0008488857420161366, -0.00018837465904653072, 0.0004721364239230752, 0.0011326475068926811, 0.001793158589862287, 0.002453669672831893, 0.003114180639386177, 0.003774691838771105, 0.0044352030381560326, 0.005095713771879673, 0.005756224971264601, 0.0064167361706495285, 0.007077247370034456, 0.007737758569419384, 0.008398269303143024, 0.00905878096818924, 0.00971929170191288, 0.01037980243563652, 0.011040314100682735, 0.011700824834406376, 0.012361335568130016, 0.013021847233176231, 0.013682357966899872, 0.014342868700623512, 0.015003380365669727, 0.015663892030715942, 0.016324402764439583, 0.016984913498163223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551533937454224, -0.06376203149557114, -0.06200872361660004, -0.06025541573762894, -0.058502111583948135, -0.056748803704977036, -0.054995495826005936, -0.053242187947034836, -0.051488880068063736, -0.049735572189092636, -0.047982268035411835, -0.046228960156440735, -0.044475652277469635, -0.042722344398498535, -0.040969036519527435, -0.039215728640556335, -0.037462420761585236, -0.035709116607904434, -0.033955808728933334, -0.032202500849962234, -0.030449192970991135, -0.028695886954665184, -0.026942579075694084, -0.025189271196722984, -0.023435965180397034, -0.021682657301425934, -0.019929349422454834, -0.018176041543483734, -0.016422735527157784, -0.014669427648186684, -0.012916120700538158, -0.011162812821567059, -0.009409505873918533, -0.007656198460608721, -0.005902891047298908, -0.004149584099650383, -0.0023962766863405704, -0.0006429693894460797, 0.001110337907448411, 0.00286364508792758, 0.004616952501237392, 0.006370259914547205, 0.008123567327857018, 0.009876874275505543, 0.011630181223154068, 0.013383489102125168, 0.015136796049773693, 0.01689010299742222, 0.018643410876393318, 0.020396718755364418, 0.02215002477169037, 0.02390333265066147, 0.02565664052963257, 0.02740994654595852, 0.02916325442492962, 0.03091656230390072, 0.03266986832022667, 0.03442317619919777, 0.03617648407816887, 0.03792979195713997, 0.03968309983611107, 0.04143640398979187, 0.04318971186876297, 0.04494301974773407, 0.04669632762670517]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122025057673454, -0.00785017292946577, -0.007578320801258087, -0.007306468673050404, -0.00703461654484272, -0.0067627644166350365, -0.006490912288427353, -0.006219060160219669, -0.005947208032011986, -0.005675355903804302, -0.005403503775596619, -0.005131651647388935, -0.0048597995191812515, -0.004587947390973568, -0.004316095262765884, -0.004044243134558201, -0.0037723910063505173, -0.0035005388781428337, -0.00322868674993515, -0.0029568346217274666, -0.002684982493519783, -0.0024131303653120995, -0.002141278237104416, -0.0018694261088967323, -0.0015975739806890488, -0.0013257218524813652, -0.0010538697242736816, -0.0007820175960659981, -0.0005101654678583145, -0.00023831333965063095, 3.353878855705261e-05, 0.0003053909167647362, 0.0005772430449724197, 0.0008490951731801033, 0.0011209473013877869, 0.0013927994295954704, 0.001664651557803154, 0.0019365036860108376, 0.002208355814218521, 0.0024802079424262047, 0.0027520600706338882, 0.003023912198841572, 0.0032957643270492554, 0.003567616455256939, 0.0038394685834646225, 0.004111320711672306, 0.00438317283987999, 0.004655024968087673, 0.004926877096295357, 0.00519872922450304, 0.005470581352710724, 0.0057424334809184074, 0.006014285609126091, 0.006286137737333775, 0.006557989865541458, 0.006829841993749142, 0.007101694121956825, 0.007373546250164509, 0.007645398378372192, 0.007917250506579876, 0.00818910263478756, 0.008460954762995243, 0.008732806891202927, 0.00900465901941061, 0.009276511147618294]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1045.0, 1554.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22247.0, 33659.0, 51396.0, 75841.0, 111356.0, 523663.0, 107259.0, 68248.0, 44646.0, 29039.0, 19503.0, 13589.0, 9360.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126574404537678, -0.006893482990562916, -0.0066603911109268665, -0.006427299696952105, -0.006194207817316055, -0.005961116403341293, -0.005728024523705244, -0.005494933109730482, -0.005261841230094433, -0.005028749816119671, -0.004795658402144909, -0.00456256652250886, -0.004329475108534098, -0.004096383228898048, -0.0038632918149232864, -0.003630200168117881, -0.003397108521312475, -0.0031640168745070696, -0.002930925227701664, -0.0026978335808962584, -0.0024647419340908527, -0.0022316505201160908, -0.001998558873310685, -0.0017654672265052795, -0.001532375579699874, -0.0012992839328944683, -0.0010661922860890627, -0.0008331007556989789, -0.0006000091088935733, -0.0003669174911919981, -0.00013382587349042296, 9.92657442111522e-05, 0.00033235736191272736, 0.000565449008718133, 0.0007985405973158777, 0.0010316321859136224, 0.001264723832719028, 0.0014978154795244336, 0.0017309070099145174, 0.001963998656719923, 0.0021970903035253286, 0.0024301819503307343, 0.00266327359713614, 0.0028963652439415455, 0.0031294566579163074, 0.003362548304721713, 0.0035956399515271187, 0.0038287315983325243, 0.00406182324513793, 0.004294914659112692, 0.004528006538748741, 0.004761097952723503, 0.004994189832359552, 0.005227281246334314, 0.005460373125970364, 0.005693464539945126, 0.0059265559539198875, 0.006159647833555937, 0.006392739247530699, 0.006625831127166748, 0.00685892254114151, 0.007092014420777559, 0.007325105834752321, 0.0075581977143883705, 0.0077912891283631325]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778449580073357, -0.022277873009443283, -0.02177729457616806, -0.021276718005537987, -0.020776141434907913, -0.02027556486427784, -0.019774988293647766, -0.019274409860372543, -0.01877383328974247, -0.018273256719112396, -0.017772678285837173, -0.0172721017152071, -0.016771525144577026, -0.016270948573946953, -0.01577037200331688, -0.015269793570041656, -0.014769216999411583, -0.01426864042878151, -0.013768062926828861, -0.013267485424876213, -0.01276690885424614, -0.012266332283616066, -0.011765754781663418, -0.01126517727971077, -0.010764600709080696, -0.010264024138450623, -0.009763446636497974, -0.009262869134545326, -0.008762292563915253, -0.00826171599328518, -0.007761138491332531, -0.00726056145504117, -0.006759984418749809, -0.006259407382458448, -0.0057588303461670876, -0.005258253309875727, -0.004757676273584366, -0.004257099237293005, -0.003756522201001644, -0.0032559451647102833, -0.0027553681284189224, -0.0022547910921275616, -0.0017542140558362007, -0.0012536370195448399, -0.000753059983253479, -0.00025248294696211815, 0.0002480940893292427, 0.0007486711256206036, 0.0012492481619119644, 0.0017498251982033253, 0.002250402234494686, 0.002750979270786047, 0.003251556307077408, 0.0037521333433687687, 0.0042527103796601295, 0.00475328741595149, 0.005253864452242851, 0.005754441488534212, 0.006255018524825573, 0.006755595561116934, 0.007256172597408295, 0.0077567496336996555, 0.008257326669991016, 0.008757904171943665, 0.009258480742573738]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 72.0, 90.0, 84.0, 118.0, 144.0, 124.0, 133.0, 143.0, 190.0, 159.0, 199.0, 197.0, 240.0, 277.0, 286.0, 338.0, 313.0, 350.0, 358.0, 369.0, 435.0, 580.0, 810.0, 1562.0, 7310.0, 763.0, 544.0, 414.0, 249.0, 178.0, 163.0, 129.0, 101.0, 104.0, 93.0, 65.0, 43.0, 36.0, 22.0, 9.0, 8.0], "bins": [-0.023578567430377007, -0.02307823672890663, -0.022577906027436256, -0.02207757718861103, -0.021577246487140656, -0.02107691578567028, -0.020576585084199905, -0.02007625438272953, -0.019575923681259155, -0.01907559484243393, -0.018575264140963554, -0.01807493343949318, -0.017574602738022804, -0.01707427203655243, -0.016573943197727203, -0.01607361249625683, -0.015573281794786453, -0.015072951093316078, -0.014572621323168278, -0.014072290621697903, -0.013571960851550102, -0.013071630150079727, -0.012571299448609352, -0.012070969678461552, -0.011570638976991177, -0.011070308275520802, -0.010569978505373001, -0.010069647803902626, -0.009569317102432251, -0.00906898733228445, -0.008568656630814075, -0.008068326860666275, -0.0075679961591959, -0.007067665923386812, -0.0065673356875777245, -0.006067004986107349, -0.005566674750298262, -0.005066344514489174, -0.004566013813018799, -0.004065683577209711, -0.0035653533414006233, -0.0030650231055915356, -0.002564692636951804, -0.0020643621683120728, -0.001564031932502985, -0.0010637015802785754, -0.0005633712280541658, -6.304087582975626e-05, 0.0004372894763946533, 0.0009376198286190629, 0.0014379501808434725, 0.001938280533067882, 0.0024386108852922916, 0.0029389411211013794, 0.003439271589741111, 0.003939602058380842, 0.00443993229418993, 0.004940262529999018, 0.0054405927658081055, 0.0059409234672784805, 0.006441253703087568, 0.006941583938896656, 0.007441914640367031, 0.007942244410514832, 0.008442575111985207]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 0.0, 1.0], "bins": [-0.04203196242451668, -0.041332609951496124, -0.04063325747847557, -0.039933908730745316, -0.03923455625772476, -0.03853520378470421, -0.037835851311683655, -0.0371364988386631, -0.03643714636564255, -0.03573779761791229, -0.03503844514489174, -0.034339092671871185, -0.03363974019885063, -0.03294038772583008, -0.03224103897809982, -0.03154168650507927, -0.030842334032058716, -0.030142981559038162, -0.029443630948662758, -0.028744278475642204, -0.0280449278652668, -0.027345575392246246, -0.026646222919225693, -0.02594687230885029, -0.025247519835829735, -0.02454816736280918, -0.023848816752433777, -0.023149464279413223, -0.02245011180639267, -0.021750761196017265, -0.02105140872299671, -0.020352058112621307, -0.019652705639600754, -0.0189533531665802, -0.018254002556204796, -0.017554650083184242, -0.016855299472808838, -0.016155946999788284, -0.01545659452676773, -0.014757242985069752, -0.014057891443371773, -0.013358539901673794, -0.012659188359975815, -0.011959835886955261, -0.011260484345257282, -0.010561132803559303, -0.00986178033053875, -0.00916242878884077, -0.008463077247142792, -0.007763725705444813, -0.0070643736980855465, -0.00636502169072628, -0.005665670149028301, -0.004966318607330322, -0.004266966599971056, -0.0035676148254424334, -0.0028682630509138107, -0.002168911276385188, -0.0014695595018565655, -0.0007702077273279428, -7.085595279932022e-05, 0.0006284958217293024, 0.001327847596257925, 0.0020271993707865477, 0.0027265511453151703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.05513926222920418, -0.05417778342962265, -0.05321630463004112, -0.052254822105169296, -0.05129334330558777, -0.05033186450600624, -0.04937038570642471, -0.048408906906843185, -0.04744742810726166, -0.04648594558238983, -0.045524466782808304, -0.044562987983226776, -0.04360150918364525, -0.04264003038406372, -0.041678547859191895, -0.04071706905961037, -0.03975559026002884, -0.03879411146044731, -0.037832632660865784, -0.03687115013599396, -0.03590967133641243, -0.0349481925368309, -0.033986713737249374, -0.03302523493766785, -0.03206375241279602, -0.031102275475859642, -0.030140794813632965, -0.029179316014051437, -0.02821783721446991, -0.027256356552243233, -0.026294877752661705, -0.025333397090435028, -0.0243719182908535, -0.023410439491271973, -0.022448958829045296, -0.021487480029463768, -0.02052599936723709, -0.019564520567655563, -0.018603041768074036, -0.01764156110584736, -0.01668008230626583, -0.015718603506684303, -0.014757122844457626, -0.013795644044876099, -0.012834164313971996, -0.011872684583067894, -0.010911205783486366, -0.009949726052582264, -0.008988246321678162, -0.00802676659077406, -0.007065287325531244, -0.006103808060288429, -0.005142328329384327, -0.004180848598480225, -0.0032193693332374096, -0.002257889835163951, -0.0012964103370904922, -0.0003349308390170336, 0.0006265486590564251, 0.0015880281571298838, 0.0025495076552033424, 0.003510987153276801, 0.00447246665135026, 0.005433945916593075, 0.006395425647497177]}, "_runtime": 5.143905162811279, "_timestamp": 1596208894.7375124, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016851255670189857, -0.016196200624108315, -0.015541143715381622, -0.01488608866930008, -0.014231032691895962, -0.013575976714491844, -0.012920921668410301, -0.012265865691006184, -0.011610809713602066, -0.010955753736197948, -0.010300697758793831, -0.009645642712712288, -0.00899058673530817, -0.008335530757904053, -0.0076804752461612225, -0.007025419734418392, -0.006370363757014275, -0.005715307779610157, -0.005060252267867327, -0.0044051967561244965, -0.003750140778720379, -0.003095085034146905, -0.002440029289573431, -0.001784973544999957, -0.0011299178004264832, -0.0004748620558530092, 0.0001801936887204647, 0.0008352494332939386, 0.0014903051778674126, 0.0021453609224408865, 0.0028004166670143604, 0.0034554724115878344, 0.004110528156161308, 0.004765584133565426, 0.005420639645308256, 0.006075695157051086, 0.006730751134455204, 0.007385807111859322, 0.008040862157940865, 0.008695918135344982, 0.0093509741127491, 0.010006030090153217, 0.010661086067557335, 0.011316141113638878, 0.011971197091042995, 0.012626253068447113, 0.013281308114528656, 0.013936364091932774, 0.014591420069336891, 0.015246476046741009, 0.015901532024145126, 0.01655658707022667, 0.017211642116308212, 0.017866699025034904, 0.018521754071116447, 0.01917681097984314, 0.019831866025924683, 0.020486921072006226, 0.021141977980732918, 0.02179703302681446, 0.022452089935541153, 0.023107144981622696, 0.02376220002770424, 0.02441725693643093, 0.025072311982512474]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 6.0, 8.0, 7.0, 10.0, 13.0, 8.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 80.0, 88.0, 120.0, 155.0, 203.0, 254.0, 275.0, 437.0, 576.0, 2441.0, 760.0, 695.0, 472.0, 312.0, 188.0, 153.0, 95.0, 62.0, 47.0, 55.0, 25.0, 26.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1220431923866272, -0.11857401579618454, -0.11510483920574188, -0.11163565516471863, -0.10816647857427597, -0.10469730198383331, -0.10122811794281006, -0.0977589413523674, -0.09428976476192474, -0.09082058817148209, -0.08735141158103943, -0.08388222754001617, -0.08041305094957352, -0.07694387435913086, -0.0734746903181076, -0.07000551372766495, -0.06653633713722229, -0.06306716054677963, -0.05959798023104668, -0.05612879991531372, -0.05265962332487106, -0.049190446734428406, -0.04572126641869545, -0.042252086102962494, -0.038782909512519836, -0.03531373292207718, -0.03184455260634422, -0.028375374153256416, -0.02490619570016861, -0.021437017247080803, -0.017967838793992996, -0.01449866034090519, -0.011029481887817383, -0.007560303434729576, -0.004091124981641769, -0.0006219465285539627, 0.002847231924533844, 0.006316410377621651, 0.009785588830709457, 0.013254767283797264, 0.01672394573688507, 0.020193124189972878, 0.023662302643060684, 0.02713148109614849, 0.030600659549236298, 0.034069836139678955, 0.03753901645541191, 0.04100819677114487, 0.044477373361587524, 0.04794654995203018, 0.05141573026776314, 0.054884910583496094, 0.05835408717393875, 0.06182326376438141, 0.06529244780540466, 0.06876162439584732, 0.07223080098628998, 0.07569997757673264, 0.07916915416717529, 0.08263833820819855, 0.0861075147986412, 0.08957669138908386, 0.09304587543010712, 0.09651505202054977, 0.09998422861099243]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 2.0, 3.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006696066353470087, -0.006449091248214245, -0.006202115677297115, -0.005955140572041273, -0.005708165466785431, -0.005461190361529589, -0.0052142152562737465, -0.004967239685356617, -0.004720264580100775, -0.0044732894748449326, -0.004226313903927803, -0.003979338798671961, -0.0037323636934161186, -0.0034853885881602764, -0.0032384132500737906, -0.0029914379119873047, -0.0027444628067314625, -0.0024974877014756203, -0.0022505123633891344, -0.0020035370253026485, -0.0017565619200468063, -0.0015095866983756423, -0.0012626114767044783, -0.0010156362550333142, -0.0007686610333621502, -0.0005216858116909862, -0.0002747105900198221, -2.7735368348658085e-05, 0.00021923985332250595, 0.00046621507499367, 0.000713190296664834, 0.0009601655183359981, 0.001207140740007162, 0.0014541159616783261, 0.0017010911833494902, 0.0019480664050206542, 0.0021950416266918182, 0.0024420167319476604, 0.0026889920700341463, 0.002935967408120632, 0.0031829425133764744, 0.0034299176186323166, 0.0036768929567188025, 0.003923868294805288, 0.0041708434000611305, 0.004417818505316973, 0.004664793610572815, 0.0049117691814899445, 0.005158744286745787, 0.005405719392001629, 0.005652694962918758, 0.005899670068174601, 0.006146645173430443, 0.006393620278686285, 0.006640595383942127, 0.006887570954859257, 0.007134546060115099, 0.007381521165370941, 0.007628496736288071, 0.007875471375882626, 0.008122446946799755, 0.008369422517716885, 0.00861639715731144, 0.008863372728228569, 0.009110348299145699]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 16.0, 24.0, 25.0, 50.0, 80.0, 104.0, 163.0, 284.0, 354.0, 528.0, 710.0, 1097.0, 1592.0, 2206.0, 2897.0, 4134.0, 5702.0, 7818.0, 10615.0, 14995.0, 21090.0, 30001.0, 43005.0, 60504.0, 83456.0, 111255.0, 457953.0, 90589.0, 64958.0, 45931.0, 32419.0, 23378.0, 16708.0, 12095.0, 8788.0, 6604.0, 4863.0, 3633.0, 2696.0, 1849.0, 1400.0, 975.0, 663.0, 470.0, 302.0, 226.0, 139.0, 112.0, 47.0, 47.0, 21.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374761022627354, -0.00905530620366335, -0.00873585231602192, -0.008416397497057915, -0.008096943609416485, -0.00777748879045248, -0.007458034437149763, -0.007138580083847046, -0.006819125730544329, -0.0064996713772416115, -0.006180217023938894, -0.005860762670636177, -0.0055413078516721725, -0.005221853498369455, -0.004902399145066738, -0.004582944791764021, -0.004263490438461304, -0.0039440360851585865, -0.0036245817318558693, -0.0033051271457225084, -0.0029856727924197912, -0.002666218439117074, -0.002346763852983713, -0.002027309499680996, -0.0017078551463782787, -0.0013884007930755615, -0.0010689463233575225, -0.0007494919118471444, -0.00043003750033676624, -0.00011058308882638812, 0.00020887132268399, 0.0005283257341943681, 0.0008477801457047462, 0.0011672344990074635, 0.0014866889687255025, 0.0018061434384435415, 0.0021255977917462587, 0.002445052145048976, 0.002764506731182337, 0.003083961084485054, 0.0034034154377877712, 0.0037228697910904884, 0.004042324144393206, 0.004361778497695923, 0.004681233316659927, 0.005000687669962645, 0.005320142023265362, 0.005639596376568079, 0.005959050729870796, 0.006278505083173513, 0.006597959436476231, 0.006917413789778948, 0.007236868143081665, 0.0075563229620456696, 0.0078757768496871, 0.008195231668651104, 0.008514685556292534, 0.008834140375256538, 0.009153595194220543, 0.009473049081861973, 0.009792503900825977, 0.010111957788467407, 0.010431412607431412, 0.010750866495072842, 0.011070321314036846]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 10.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.023227619007229805, -0.02278970368206501, -0.022351786494255066, -0.02191387116909027, -0.021475955843925476, -0.021038038656115532, -0.020600123330950737, -0.020162208005785942, -0.019724290817975998, -0.019286375492811203, -0.018848460167646408, -0.018410544842481613, -0.01797262765467167, -0.017534712329506874, -0.01709679700434208, -0.016658879816532135, -0.01622096449136734, -0.015783049166202545, -0.015345132909715176, -0.014907216653227806, -0.014469301328063011, -0.014031385071575642, -0.013593468815088272, -0.013155553489923477, -0.012717637233436108, -0.012279720976948738, -0.011841805651783943, -0.011403889395296574, -0.010965973138809204, -0.01052805781364441, -0.01009014155715704, -0.009652226231992245, -0.009214309975504875, -0.008776393719017506, -0.00833847839385271, -0.007900562137365341, -0.007462646346539259, -0.007024730555713177, -0.006586814299225807, -0.006148898508399725, -0.005710982717573643, -0.0052730669267475605, -0.004835151135921478, -0.004397234879434109, -0.0039593190886080265, -0.0035214032977819443, -0.0030834872741252184, -0.0026455712504684925, -0.0022076554596424103, -0.0017697395524010062, -0.0013318236451596022, -0.0008939077379181981, -0.00045599183067679405, -1.8075923435389996e-05, 0.00041983998380601406, 0.0008577558910474181, 0.0012956717982888222, 0.0017335877055302262, 0.0021715036127716303, 0.002609419636428356, 0.0030473354272544384, 0.0034852512180805206, 0.00392316747456789, 0.004361083265393972, 0.004798999056220055]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 3.0, 8.0, 12.0, 10.0, 18.0, 29.0, 21.0, 22.0, 22.0, 39.0, 43.0, 51.0, 60.0, 58.0, 67.0, 65.0, 106.0, 115.0, 126.0, 149.0, 142.0, 202.0, 192.0, 211.0, 216.0, 223.0, 252.0, 261.0, 219.0, 265.0, 263.0, 283.0, 311.0, 309.0, 299.0, 360.0, 437.0, 580.0, 703.0, 1162.0, 6934.0, 929.0, 778.0, 542.0, 244.0, 212.0, 191.0, 194.0, 155.0, 119.0, 115.0, 57.0, 24.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025465168058872223, -0.02486073039472103, -0.02425629459321499, -0.023651856929063797, -0.023047419264912605, -0.022442983463406563, -0.02183854579925537, -0.02123410813510418, -0.020629672333598137, -0.020025234669446945, -0.019420797005295753, -0.01881636120378971, -0.01821192353963852, -0.017607485875487328, -0.017003050073981285, -0.016398612409830093, -0.01579417660832405, -0.01518973894417286, -0.014585301280021667, -0.01398086454719305, -0.013376427814364433, -0.012771990150213242, -0.012167553417384624, -0.011563116684556007, -0.010958679020404816, -0.010354242287576199, -0.009749805554747581, -0.009145368821918964, -0.008540931157767773, -0.007936494424939156, -0.007332057226449251, -0.006727620493620634, -0.00612318329513073, -0.005518746096640825, -0.004914309363812208, -0.004309872165322304, -0.003705435199663043, -0.0031009982340037823, -0.002496561035513878, -0.0018921240698546171, -0.0012876871041953564, -0.0006832500803284347, -7.881305646151304e-05, 0.0005256239674054086, 0.0011300609912723303, 0.001734497956931591, 0.0023389351554214954, 0.002943372121080756, 0.003547809086740017, 0.004152246285229921, 0.0047566830180585384, 0.005361120216548443, 0.00596555694937706, 0.006569994147866964, 0.007174431346356869, 0.007778868079185486, 0.008383305743336678, 0.008987742476165295, 0.009592179208993912, 0.010196615941822529, 0.01080105360597372, 0.011405490338802338, 0.012009927071630955, 0.012614364735782146, 0.013218801468610764]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08530125021934509, -0.08355680108070374, -0.08181235939264297, -0.08006791025400162, -0.07832346856594086, -0.0765790194272995, -0.07483457028865814, -0.07309012860059738, -0.07134567946195602, -0.06960123777389526, -0.0678567886352539, -0.06611233949661255, -0.06436789780855179, -0.06262344866991043, -0.06087900325655937, -0.05913455784320831, -0.057390112429857254, -0.055645667016506195, -0.053901221603155136, -0.05215677246451378, -0.05041232705116272, -0.04866788163781166, -0.0469234362244606, -0.04517899081110954, -0.043434545397758484, -0.041690096259117126, -0.03994565084576607, -0.03820120543241501, -0.03645676001906395, -0.03471231460571289, -0.03296786546707153, -0.031223420053720474, -0.029478974640369415, -0.027734529227018356, -0.025990081951022148, -0.02424563653767109, -0.02250118926167488, -0.020756743848323822, -0.019012298434972763, -0.017267851158976555, -0.015523405745625496, -0.013778959400951862, -0.012034513056278229, -0.01029006764292717, -0.008545621298253536, -0.006801174953579903, -0.005056729074567556, -0.0033122829627245665, -0.0015678368508815765, 0.00017660926096141338, 0.0019210553728044033, 0.0036655014846473932, 0.005409947596490383, 0.007154393941164017, 0.008898839354515076, 0.01064328569918871, 0.012387732043862343, 0.014132178388535976, 0.01587662473320961, 0.01762107014656067, 0.019365515559911728, 0.021109962835907936, 0.022854408249258995, 0.024598855525255203, 0.026343300938606262]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 6.0, 2.0, 6.0, 4.0, 5.0, 3.0], "bins": [-0.09721282124519348, -0.09549392014741898, -0.09377501904964447, -0.09205611795186996, -0.09033721685409546, -0.08861831575632095, -0.08689940720796585, -0.08518050611019135, -0.08346160501241684, -0.08174270391464233, -0.08002380281686783, -0.07830490171909332, -0.07658600062131882, -0.07486709952354431, -0.0731481984257698, -0.0714292973279953, -0.0697103887796402, -0.06799148768186569, -0.06627258658409119, -0.06455368548631668, -0.06283478438854218, -0.06111588329076767, -0.059396982192993164, -0.05767808109521866, -0.05595917999744415, -0.05424027517437935, -0.05252137407660484, -0.05080247297883034, -0.04908357188105583, -0.047364670783281326, -0.04564576596021652, -0.04392686486244202, -0.04220796376466751, -0.040489062666893005, -0.0387701615691185, -0.037051256746053696, -0.03533235564827919, -0.033613454550504684, -0.03189455345273018, -0.030175650492310524, -0.02845674939453602, -0.026737848296761513, -0.025018945336341858, -0.023300044238567352, -0.021581143140792847, -0.019862240180373192, -0.018143339082598686, -0.01642443612217903, -0.014705535024404526, -0.012986632995307446, -0.011267730966210365, -0.00954882986843586, -0.00782992783933878, -0.006111025810241699, -0.004392124246805906, -0.0026732224505394697, -0.0009543206542730331, 0.0007645811419934034, 0.00248348293825984, 0.004202384501695633, 0.005921286530792713, 0.007640188559889793, 0.009359089657664299, 0.01107799168676138, 0.01279689371585846]}, "_runtime": 5.922091960906982, "_timestamp": 1596208895.5156991, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019288841634988785, -0.018661081790924072, -0.01803332380950451, -0.017405563965439796, -0.016777805984020233, -0.01615004613995552, -0.015522286295890808, -0.01489452738314867, -0.014266768470406532, -0.013639009557664394, -0.013011250644922256, -0.012383490800857544, -0.011755731888115406, -0.011127972975373268, -0.010500213131308556, -0.009872454218566418, -0.00924469530582428, -0.008616936393082142, -0.007989177480340004, -0.0073614176362752914, -0.0067336587235331535, -0.006105899810791016, -0.00547814043238759, -0.004850381053984165, -0.004222622141242027, -0.0035948629956692457, -0.002967103850096464, -0.0023393447045236826, -0.001711585558950901, -0.0010838264133781195, -0.0004560672678053379, 0.00017169187776744366, 0.0007994510233402252, 0.0014272101689130068, 0.0020549693144857883, 0.00268272846005857, 0.0033104876056313515, 0.003938246518373489, 0.004566005896776915, 0.00519376527518034, 0.005821524187922478, 0.006449283100664616, 0.007077042479068041, 0.007704801857471466, 0.008332560770213604, 0.008960319682955742, 0.009588079527020454, 0.010215838439762592, 0.01084359735250473, 0.011471356265246868, 0.012099115177989006, 0.012726875022053719, 0.013354633934795856, 0.013982392847537994, 0.014610152691602707, 0.015237911604344845, 0.015865670517086983, 0.016493430361151695, 0.01712118834257126, 0.01774894818663597, 0.018376708030700684, 0.019004466012120247, 0.01963222585618496, 0.020259983837604523, 0.020887743681669235]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 4.0, 5.0, 6.0, 10.0, 5.0, 8.0, 12.0, 16.0, 14.0, 20.0, 15.0, 19.0, 36.0, 42.0, 40.0, 46.0, 61.0, 70.0, 97.0, 103.0, 133.0, 173.0, 250.0, 258.0, 343.0, 402.0, 2101.0, 817.0, 774.0, 603.0, 439.0, 276.0, 191.0, 127.0, 104.0, 72.0, 51.0, 46.0, 23.0, 22.0, 18.0, 13.0, 13.0, 5.0, 3.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12215584516525269, -0.11842332035303116, -0.11469079554080963, -0.1109582707285881, -0.10722574591636658, -0.10349322110414505, -0.09976069629192352, -0.096028171479702, -0.09229564666748047, -0.08856312185525894, -0.08483059704303741, -0.08109807223081589, -0.07736554741859436, -0.07363302260637283, -0.0699004977941513, -0.06616797298192978, -0.06243545189499855, -0.05870292708277702, -0.054970402270555496, -0.05123787745833397, -0.04750535264611244, -0.043772827833890915, -0.04004030302166939, -0.03630777820944786, -0.03257525712251663, -0.028842730447649956, -0.02511020563542843, -0.0213776808232069, -0.017645157873630524, -0.013912632130086422, -0.01018010824918747, -0.006447583436965942, -0.0027150586247444153, 0.0010174659546464682, 0.004749990534037352, 0.008482514880597591, 0.012215039692819118, 0.01594756357371807, 0.019680088385939598, 0.023412613198161125, 0.027145138010382652, 0.03087766282260418, 0.03461018577218056, 0.038342710584402084, 0.04207523539662361, 0.04580776020884514, 0.049540285021066666, 0.05327280983328819, 0.05700533464550972, 0.06073785945773125, 0.06447038054466248, 0.068202905356884, 0.07193543016910553, 0.07566795498132706, 0.07940047979354858, 0.08313300460577011, 0.08686552941799164, 0.09059805423021317, 0.09433057904243469, 0.09806310385465622, 0.10179562866687775, 0.10552815347909927, 0.1092606782913208, 0.11299320310354233, 0.11672572791576385]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 0.0, 2.0, 2.0, 28.0, 5.0, 5.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006829284131526947, -0.0065746670588850975, -0.006320049986243248, -0.006065433379262686, -0.005810816306620836, -0.005556199233978987, -0.005301582161337137, -0.005046965088695288, -0.0047923484817147255, -0.004537731409072876, -0.0042831143364310265, -0.004028497263789177, -0.0037738801911473274, -0.0035192633513361216, -0.003264646278694272, -0.003010029438883066, -0.0027554123662412167, -0.002500795293599367, -0.0022461784537881613, -0.0019915613811463118, -0.001736944424919784, -0.0014823274686932564, -0.0012277103960514069, -0.0009730934398248792, -0.0007184764835983515, -0.00046385949826799333, -0.00020924251293763518, 4.5374472392722964e-05, 0.0002999914577230811, 0.0005546084139496088, 0.0008092254283837974, 0.001063842442817986, 0.0013184593990445137, 0.0015730763552710414, 0.001827693311497569, 0.0020823103841394186, 0.0023369272239506245, 0.002591544296592474, 0.0028461613692343235, 0.0031007782090455294, 0.003355395281687379, 0.0036100123543292284, 0.0038646291941404343, 0.004119246266782284, 0.004373863339424133, 0.004628480412065983, 0.004883097019046545, 0.0051377140916883945, 0.005392331164330244, 0.005646948236972094, 0.005901565309613943, 0.006156181916594505, 0.006410798989236355, 0.006665416061878204, 0.006920033134520054, 0.007174650207161903, 0.007429267279803753, 0.007683883886784315, 0.007938501425087452, 0.008193117566406727, 0.008447734639048576, 0.008702351711690426, 0.008956968784332275, 0.009211585856974125, 0.009466202929615974]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 6.0, 12.0, 21.0, 21.0, 38.0, 56.0, 89.0, 151.0, 240.0, 325.0, 587.0, 874.0, 1352.0, 1936.0, 2851.0, 4228.0, 5996.0, 8079.0, 11316.0, 15779.0, 21664.0, 30624.0, 44560.0, 64996.0, 90585.0, 114814.0, 437158.0, 90536.0, 65294.0, 46191.0, 32450.0, 23129.0, 17074.0, 12394.0, 9269.0, 6790.0, 4956.0, 3693.0, 2668.0, 2046.0, 1423.0, 1014.0, 751.0, 483.0, 357.0, 269.0, 159.0, 121.0, 69.0, 52.0, 34.0, 17.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012310009449720383, -0.011887787841260433, -0.011465566232800484, -0.011043344624340534, -0.010621123015880585, -0.01019890047609806, -0.009776678867638111, -0.009354457259178162, -0.008932235650718212, -0.008510014042258263, -0.008087792433798313, -0.007665570359677076, -0.007243348751217127, -0.006821127142757177, -0.0063989050686359406, -0.005976683460175991, -0.0055544618517160416, -0.005132240243256092, -0.004710018634796143, -0.004287796560674906, -0.0038655749522149563, -0.003443353343755007, -0.0030211315024644136, -0.0025989096611738205, -0.002176688052713871, -0.0017544663278385997, -0.0013322446029633284, -0.000910022878088057, -0.0004878011532127857, -6.55794283375144e-05, 0.0003566422965377569, 0.0007788640214130282, 0.0012010857462882996, 0.0016233074711635709, 0.002045529196038842, 0.0024677510373294353, 0.002889972645789385, 0.0033121942542493343, 0.0037344160955399275, 0.004156637936830521, 0.00457885954529047, 0.00500108115375042, 0.005423302762210369, 0.005845524836331606, 0.006267746444791555, 0.006689968053251505, 0.007112190127372742, 0.007534411735832691, 0.00795663334429264, 0.00837885495275259, 0.00880107656121254, 0.00922329816967249, 0.009645519778132439, 0.010067742317914963, 0.010489963926374912, 0.010912185534834862, 0.011334407143294811, 0.01175662875175476, 0.01217885036021471, 0.01260107196867466, 0.013023294508457184, 0.013445516116917133, 0.013867737725377083, 0.014289959333837032, 0.014712180942296982]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 8.0, 1.0, 3.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.010816008783876896, -0.0105142118409276, -0.010212414897978306, -0.00991061795502901, -0.009608820080757141, -0.009307023137807846, -0.009005226194858551, -0.008703429251909256, -0.008401632308959961, -0.008099835366010666, -0.007798038423061371, -0.0074962410144507885, -0.0071944440715014935, -0.006892647128552198, -0.006590849719941616, -0.006289052776992321, -0.005987255834043026, -0.005685458891093731, -0.005383661948144436, -0.0050818645395338535, -0.0047800675965845585, -0.0044782706536352634, -0.004176473245024681, -0.003874676302075386, -0.003572879359126091, -0.003271082416176796, -0.0029692852403968573, -0.0026674880646169186, -0.0023656911216676235, -0.0020638941787183285, -0.0017620970029383898, -0.001460299943573773, -0.001158502884209156, -0.0008567058248445392, -0.0005549087654799223, -0.0002531117061153054, 4.868535324931145e-05, 0.0003504824126139283, 0.0006522794719785452, 0.0009540765313431621, 0.001255873590707779, 0.0015576706500723958, 0.0018594677094370127, 0.0021612648852169514, 0.0024630618281662464, 0.0027648587711155415, 0.00306665594689548, 0.003368453122675419, 0.003670250065624714, 0.003972047008574009, 0.004273843951523304, 0.004575641360133886, 0.004877438303083181, 0.005179235246032476, 0.005481032654643059, 0.005782829597592354, 0.006084626540541649, 0.006386423483490944, 0.006688220426440239, 0.006990017835050821, 0.007291814778000116, 0.007593611720949411, 0.007895409129559994, 0.008197206072509289, 0.008499003015458584]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 8.0, 5.0, 12.0, 11.0, 12.0, 14.0, 21.0, 26.0, 33.0, 48.0, 53.0, 37.0, 59.0, 82.0, 93.0, 110.0, 109.0, 132.0, 158.0, 199.0, 217.0, 215.0, 205.0, 261.0, 265.0, 239.0, 268.0, 267.0, 266.0, 277.0, 342.0, 389.0, 471.0, 561.0, 740.0, 6246.0, 1808.0, 1039.0, 691.0, 533.0, 396.0, 361.0, 303.0, 232.0, 194.0, 150.0, 103.0, 57.0, 41.0, 22.0, 18.0, 14.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.014362259767949581, -0.014035284519195557, -0.013708309270441532, -0.013381334021687508, -0.013054359704256058, -0.012727384455502033, -0.012400409206748009, -0.012073433957993984, -0.01174645870923996, -0.011419483460485935, -0.011092509143054485, -0.01076553389430046, -0.010438558645546436, -0.010111583396792412, -0.009784608148038387, -0.009457632899284363, -0.009130658581852913, -0.008803683333098888, -0.008476708084344864, -0.00814973283559084, -0.007822757586836815, -0.007495782803744078, -0.007168807554990053, -0.006841832306236029, -0.0065148575231432915, -0.006187882274389267, -0.0058609070256352425, -0.005533931776881218, -0.005206956993788481, -0.004879981745034456, -0.004553006496280432, -0.0042260317131876945, -0.00389905646443367, -0.003572081448510289, -0.0032451061997562647, -0.002918131183832884, -0.0025911559350788593, -0.0022641809191554785, -0.0019372059032320976, -0.001610230770893395, -0.0012832556385546923, -0.0009562805062159896, -0.0006293054320849478, -0.0003023303288500756, 2.464477438479662e-05, 0.00035161987761966884, 0.0006785949808545411, 0.0010055700549855828, 0.0013325451873242855, 0.0016595203196629882, 0.001986495452001691, 0.0023134704679250717, 0.0026404457166790962, 0.002967420732602477, 0.003294395748525858, 0.0036213709972798824, 0.00394834578037262, 0.004275321029126644, 0.004602296277880669, 0.004929271526634693, 0.00525624630972743, 0.005583221558481455, 0.005910196807235479, 0.0062371715903282166, 0.006564146839082241]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054233331233263016, -0.053117409348487854, -0.05200148746371269, -0.05088556557893753, -0.04976964741945267, -0.048653725534677505, -0.047537803649902344, -0.04642188176512718, -0.04530595988035202, -0.04419003799557686, -0.0430741161108017, -0.041958194226026535, -0.04084227234125137, -0.03972635418176651, -0.03861043229699135, -0.037494510412216187, -0.036378588527441025, -0.03526266664266586, -0.0341467447578907, -0.03303082287311554, -0.031914904713630676, -0.030798980966210365, -0.029683060944080353, -0.02856713905930519, -0.02745121717453003, -0.026335295289754868, -0.025219373404979706, -0.024103453382849693, -0.02298753149807453, -0.02187160961329937, -0.020755689591169357, -0.019639767706394196, -0.018523845821619034, -0.017407923936843872, -0.01629200205206871, -0.015176082029938698, -0.014060160145163536, -0.012944238260388374, -0.011828317306935787, -0.0107123963534832, -0.009596474468708038, -0.008480552583932877, -0.0073646316304802895, -0.006248710211366415, -0.005132788792252541, -0.004016867373138666, -0.0029009459540247917, -0.0017850245349109173, -0.0006691031157970428, 0.0004468183033168316, 0.001562739722430706, 0.0026786611415445805, 0.003794582560658455, 0.004910503979772329, 0.006026425398886204, 0.007142346818000078, 0.008258268237113953, 0.009374190121889114, 0.010490111075341702, 0.011606032028794289, 0.01272195391356945, 0.013837875798344612, 0.0149537967517972, 0.016069717705249786, 0.017185639590024948]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 8.0, 5.0, 4.0, 11.0, 6.0, 4.0, 4.0, 5.0, 8.0, 4.0, 6.0, 4.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 12.0, 67.0, 14.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055582936853170395, -0.0544847697019577, -0.05338660627603531, -0.052288442850112915, -0.05119027569890022, -0.05009210854768753, -0.04899394512176514, -0.04789578169584274, -0.04679761454463005, -0.04569944739341736, -0.044601283967494965, -0.04350312054157257, -0.04240495339035988, -0.041306786239147186, -0.04020862281322479, -0.0391104593873024, -0.038012292236089706, -0.036914125084877014, -0.03581596165895462, -0.03471779823303223, -0.033619631081819534, -0.03252146393060684, -0.03142330050468445, -0.030325135216116905, -0.029226969927549362, -0.02812880463898182, -0.027030639350414276, -0.025932474061846733, -0.02483430877327919, -0.023736143484711647, -0.022637978196144104, -0.02153981290757656, -0.020441647619009018, -0.019343482330441475, -0.018245317041873932, -0.01714715175330639, -0.016048986464738846, -0.014950821176171303, -0.01385265588760376, -0.012754490599036217, -0.011656325310468674, -0.01055816002190113, -0.009459994733333588, -0.008361829444766045, -0.007263664156198502, -0.0061654988676309586, -0.0050673335790634155, -0.0039691682904958725, -0.0028710030019283295, -0.0017728377133607864, -0.0006746724247932434, 0.0004234928637742996, 0.0015216581523418427, 0.0026198234409093857, 0.0037179887294769287, 0.004816154018044472, 0.005914319306612015, 0.007012484595179558, 0.0081106498837471, 0.009208815172314644, 0.010306980460882187, 0.01140514574944973, 0.012503311038017273, 0.013601476326584816, 0.014699641615152359]}, "_runtime": 6.6899096965789795, "_timestamp": 1596208896.283517, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014643765985965729, -0.01419030036777258, -0.01373683474957943, -0.013283368200063705, -0.012829902581870556, -0.012376436963677406, -0.011922971345484257, -0.011469504795968533, -0.011016039177775383, -0.010562573559582233, -0.010109107941389084, -0.009655642323195934, -0.00920217577368021, -0.00874871015548706, -0.008295244537293911, -0.007841778919100761, -0.0073883128352463245, -0.006934847217053175, -0.006481381133198738, -0.0060279155150055885, -0.005574449431151152, -0.005120983812958002, -0.004667517729103565, -0.004214052110910416, -0.0037605862598866224, -0.003307120408862829, -0.002853654557839036, -0.0024001887068152428, -0.0019467229722067714, -0.0014932571211829782, -0.0010397913865745068, -0.0005863255355507135, -0.00013285968452692032, 0.00032060613739304245, 0.0007740719593130052, 0.0012275377521291375, 0.0016810036031529307, 0.002134469337761402, 0.0025879351887851954, 0.0030414010398089886, 0.003494866890832782, 0.003948332741856575, 0.004401798360049725, 0.0048552644439041615, 0.005308730062097311, 0.005762196145951748, 0.0062156617641448975, 0.006669127847999334, 0.007122593466192484, 0.0075760590843856335, 0.00802952516824007, 0.00848299078643322, 0.00893645640462637, 0.009389922954142094, 0.009843388572335243, 0.010296854190528393, 0.010750319808721542, 0.011203785426914692, 0.011657251976430416, 0.012110717594623566, 0.012564183212816715, 0.013017648831009865, 0.013471115380525589, 0.013924580998718739, 0.014378046616911888]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 7.0, 6.0, 6.0, 6.0, 5.0, 9.0, 15.0, 15.0, 33.0, 39.0, 31.0, 51.0, 60.0, 55.0, 72.0, 100.0, 109.0, 152.0, 236.0, 297.0, 422.0, 539.0, 2266.0, 1166.0, 850.0, 495.0, 281.0, 182.0, 119.0, 80.0, 71.0, 46.0, 34.0, 21.0, 12.0, 4.0, 13.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17848622798919678, -0.1738375425338745, -0.16918884217739105, -0.1645401567220688, -0.15989145636558533, -0.15524277091026306, -0.1505940705537796, -0.14594538509845734, -0.14129668474197388, -0.1366479992866516, -0.13199929893016815, -0.1273506134748459, -0.12270192056894302, -0.11805322766304016, -0.1134045347571373, -0.10875584185123444, -0.10410714894533157, -0.09945845603942871, -0.09480976313352585, -0.09016107022762299, -0.08551237732172012, -0.08086368441581726, -0.0762149915099144, -0.07156629860401154, -0.06691761314868927, -0.06226891651749611, -0.057620223611593246, -0.052971530705690384, -0.04832284152507782, -0.04367414861917496, -0.039025455713272095, -0.03437676280736923, -0.02972806990146637, -0.025079376995563507, -0.020430684089660645, -0.01578199304640293, -0.011133300140500069, -0.006484607700258493, -0.0018359152600169182, 0.002812777180224657, 0.007461469620466232, 0.012110162526369095, 0.016758855432271957, 0.02140754647552967, 0.026056239381432533, 0.030704932287335396, 0.03535362333059311, 0.04000231623649597, 0.044651009142398834, 0.0492997020483017, 0.05394839495420456, 0.05859708786010742, 0.06324578076601028, 0.06789447367191315, 0.07254316657781601, 0.07719185948371887, 0.08184054493904114, 0.086489237844944, 0.09113793075084686, 0.09578662365674973, 0.10043531656265259, 0.10508400946855545, 0.10973270237445831, 0.11438139528036118, 0.11903008818626404]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 2.0, 1.0, 4.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 25.0, 2.0, 3.0, 4.0, 5.0, 3.0, 5.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 4.0, 2.0, 5.0, 0.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005999384447932243, -0.0058043659664690495, -0.0056093474850058556, -0.005414329003542662, -0.005219310522079468, -0.005024291574954987, -0.004829273093491793, -0.004634254612028599, -0.004439236130565405, -0.004244217649102211, -0.004049199167639017, -0.0038541804533451796, -0.0036591619718819857, -0.0034641434904187918, -0.0032691247761249542, -0.0030741062946617603, -0.0028790878131985664, -0.0026840693317353725, -0.0024890508502721786, -0.002294032135978341, -0.002099013654515147, -0.0019039951730519533, -0.0017089765751734376, -0.0015139579772949219, -0.001318939495831728, -0.001123921014368534, -0.0009289024164900184, -0.0007338838768191636, -0.0005388653371483088, -0.00034384679747745395, -0.00014882825780659914, 4.619028186425567e-05, 0.00024120882153511047, 0.0004362273612059653, 0.0006312459008768201, 0.0008262644405476749, 0.0010212829802185297, 0.0012163014616817236, 0.0014113200595602393, 0.001606338657438755, 0.001801357138901949, 0.001996375620365143, 0.0021913941018283367, 0.0023864128161221743, 0.002581431297585368, 0.002776449779048562, 0.0029714684933423996, 0.0031664869748055935, 0.0033615054562687874, 0.0035565239377319813, 0.003751542419195175, 0.003946560900658369, 0.004141579382121563, 0.004336598329246044, 0.004531616810709238, 0.004726635292172432, 0.004921653773635626, 0.00511667225509882, 0.005311690736562014, 0.0055067092180252075, 0.005701728165149689, 0.005896746646612883, 0.0060917651280760765, 0.00628678360953927, 0.006481802091002464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 11.0, 21.0, 33.0, 56.0, 86.0, 170.0, 239.0, 330.0, 523.0, 849.0, 1267.0, 1734.0, 2440.0, 3228.0, 4417.0, 5686.0, 7415.0, 9471.0, 12126.0, 15044.0, 19721.0, 25633.0, 34385.0, 46165.0, 60413.0, 77288.0, 95324.0, 413161.0, 85901.0, 67017.0, 49528.0, 35908.0, 26420.0, 19832.0, 14824.0, 11026.0, 8467.0, 6588.0, 4873.0, 3557.0, 2516.0, 1738.0, 1328.0, 873.0, 611.0, 439.0, 283.0, 225.0, 153.0, 94.0, 66.0, 54.0, 36.0, 18.0, 12.0, 7.0, 3.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.01148548349738121, -0.01110377162694931, -0.010722058825194836, -0.010340346954762936, -0.009958634153008461, -0.009576922282576561, -0.009195209480822086, -0.008813497610390186, -0.008431784808635712, -0.008050072938203812, -0.007668360602110624, -0.007286648266017437, -0.006904936395585537, -0.00652322405949235, -0.006141511723399162, -0.005759799387305975, -0.005378087051212788, -0.0049963747151196, -0.004614662379026413, -0.004232950042933226, -0.003851237939670682, -0.0034695256035774946, -0.003087813500314951, -0.0027061011642217636, -0.0023243888281285763, -0.001942676492035389, -0.0015609642723575234, -0.001179252052679658, -0.0007975397165864706, -0.0004158274387009442, -3.4115160815417767e-05, 0.00034759711707010865, 0.0007293093949556351, 0.0011110217310488224, 0.001492733950726688, 0.0018744461704045534, 0.0022561585064977407, 0.002637870842590928, 0.0030195829458534718, 0.003401295281946659, 0.0037830076180398464, 0.004164719954133034, 0.004546432290226221, 0.004928144626319408, 0.0053098564967513084, 0.005691568832844496, 0.006073281168937683, 0.0064549935050308704, 0.006836705841124058, 0.007218418177217245, 0.0076001305133104324, 0.007981842383742332, 0.008363555185496807, 0.008745267055928707, 0.009126979857683182, 0.009508691728115082, 0.009890403598546982, 0.010272116400301456, 0.010653828270733356, 0.011035541072487831, 0.011417252942919731, 0.011798965744674206, 0.012180677615106106, 0.01256239041686058, 0.01294410228729248]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 8.0, 2.0, 1.0, 5.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020199287682771683, -0.01978139579296112, -0.01936350390315056, -0.018945612013339996, -0.018527720123529434, -0.018109828233718872, -0.01769193634390831, -0.017274044454097748, -0.016856152564287186, -0.016438258811831474, -0.016020366922020912, -0.015602475963532925, -0.015184583142399788, -0.014766691252589226, -0.014348799362778664, -0.013930907472968102, -0.01351301558315754, -0.013095123693346977, -0.012677231803536415, -0.012259339913725853, -0.01184144802391529, -0.011423555202782154, -0.011005663312971592, -0.01058777142316103, -0.010169879533350468, -0.009751987643539906, -0.009334095753729343, -0.008916203863918781, -0.008498311042785645, -0.008080419152975082, -0.00766252726316452, -0.007244635373353958, -0.006826743483543396, -0.006408851593732834, -0.005990959703922272, -0.005573067348450422, -0.00515517545863986, -0.004737283568829298, -0.004319391213357449, -0.0039014993235468864, -0.0034836074337363243, -0.003065715543925762, -0.0026478234212845564, -0.0022299312986433506, -0.0018120394088327885, -0.0013941474026069045, -0.0009762553963810205, -0.0005583633901551366, -0.00014047138392925262, 0.00027742062229663134, 0.0006953126285225153, 0.0011132046347483993, 0.0015310966409742832, 0.0019489886472001672, 0.002366880653426051, 0.002784772776067257, 0.003202664665877819, 0.003620556555688381, 0.004038448445498943, 0.004456340800970793, 0.004874232690781355, 0.005292124580591917, 0.0057100169360637665, 0.006127908825874329, 0.006545800715684891]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 10.0, 5.0, 8.0, 9.0, 9.0, 10.0, 10.0, 16.0, 22.0, 23.0, 37.0, 47.0, 40.0, 43.0, 47.0, 51.0, 57.0, 59.0, 75.0, 78.0, 85.0, 107.0, 109.0, 113.0, 115.0, 159.0, 193.0, 191.0, 216.0, 239.0, 252.0, 287.0, 297.0, 346.0, 337.0, 406.0, 422.0, 477.0, 604.0, 666.0, 752.0, 992.0, 6582.0, 1316.0, 724.0, 482.0, 304.0, 211.0, 167.0, 160.0, 148.0, 121.0, 80.0, 44.0, 29.0, 11.0, 13.0, 6.0], "bins": [-0.010605327785015106, -0.010387620888650417, -0.010169913992285728, -0.009952206164598465, -0.009734499268233776, -0.009516792371869087, -0.009299085475504398, -0.009081377647817135, -0.008863670751452446, -0.008645963855087757, -0.008428256958723068, -0.008210549131035805, -0.007992842234671116, -0.007775135338306427, -0.007557427976280451, -0.007339721079915762, -0.007122013717889786, -0.006904306821525097, -0.006686599925160408, -0.006468892563134432, -0.006251185666769743, -0.006033478304743767, -0.005815771408379078, -0.005598064046353102, -0.005380357149988413, -0.005162649787962437, -0.004944942891597748, -0.004727235529571772, -0.004509528633207083, -0.004291821271181107, -0.004074114374816418, -0.003856407245621085, -0.0036387001164257526, -0.00342099298723042, -0.0032032858580350876, -0.002985578728839755, -0.0027678715996444225, -0.00255016447044909, -0.0023324573412537575, -0.002114750212058425, -0.0018970431992784142, -0.0016793360700830817, -0.0014616289408877492, -0.0012439218116924167, -0.001026214798912406, -0.0008085076115094125, -0.0005908005405217409, -0.0003730934113264084, -0.00015538628213107586, 6.232083251234144e-05, 0.00028002794715575874, 0.0004977350472472608, 0.0007154421764425933, 0.0009331493056379259, 0.0011508563766255975, 0.00136856350582093, 0.0015862706350162625, 0.001803977764211595, 0.0020216847769916058, 0.0022393919061869383, 0.002457099035382271, 0.0026748061645776033, 0.002892513293772936, 0.0031102204229682684, 0.003327927552163601]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04851961135864258, -0.04761063680052757, -0.04670166224241257, -0.04579268768429756, -0.044883713126182556, -0.04397473856806755, -0.043065764009952545, -0.04215679317712784, -0.04124781861901283, -0.04033884406089783, -0.03942986950278282, -0.038520894944667816, -0.03761192038655281, -0.036702945828437805, -0.0357939712703228, -0.034884996712207794, -0.03397602215409279, -0.03306704759597778, -0.03215807303786278, -0.03124910034239292, -0.030340125784277916, -0.02943115122616291, -0.028522176668047905, -0.02761320397257805, -0.026704229414463043, -0.025795254856348038, -0.024886280298233032, -0.023977305740118027, -0.02306833118200302, -0.022159358486533165, -0.02125038392841816, -0.020341409370303154, -0.01943243481218815, -0.018523460254073143, -0.017614485695958138, -0.016705511137843132, -0.015796538442373276, -0.01488756388425827, -0.013978589326143265, -0.01306961476802826, -0.012160640209913254, -0.011251666583120823, -0.010342692025005817, -0.009433717466890812, -0.008524743840098381, -0.0076157692819833755, -0.006706795189529657, -0.005797820631414652, -0.004888846538960934, -0.0039798724465072155, -0.00307089788839221, -0.002161923795938492, -0.00125294947065413, -0.00034397520357742906, 0.0005649990634992719, 0.0014739732723683119, 0.0023829475976526737, 0.0032919219229370356, 0.004200896248221397, 0.005109870340675116, 0.006018844433128834, 0.006927818991243839, 0.007836793549358845, 0.008745767176151276, 0.009654741734266281]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 4.0, 4.0, 6.0, 3.0, 4.0, 5.0, 2.0, 4.0, 7.0, 4.0, 6.0, 6.0, 4.0, 6.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 4.0, 7.0, 2.0, 4.0, 0.0, 4.0, 4.0, 4.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 6.0, 7.0, 15.0, 65.0, 19.0, 7.0, 5.0, 4.0, 1.0, 3.0, 3.0, 3.0], "bins": [-0.03241604566574097, -0.031832363456487656, -0.031248683109879494, -0.030665000900626183, -0.03008132055401802, -0.02949763834476471, -0.0289139561355114, -0.028330275788903236, -0.027746593579649925, -0.027162911370396614, -0.026579231023788452, -0.02599554881453514, -0.02541186660528183, -0.024828186258673668, -0.024244504049420357, -0.023660823702812195, -0.023077141493558884, -0.022493459284305573, -0.02190977893769741, -0.0213260967284441, -0.020742416381835938, -0.020158734172582626, -0.019575051963329315, -0.018991371616721153, -0.018407689407467842, -0.01782400719821453, -0.01724032685160637, -0.016656644642353058, -0.016072962433099747, -0.015489282086491585, -0.014905599877238274, -0.014321918599307537, -0.0137382373213768, -0.013154556043446064, -0.012570874765515327, -0.011987192556262016, -0.01140351127833128, -0.010819830000400543, -0.010236147791147232, -0.009652466513216496, -0.009068785235285759, -0.008485103957355022, -0.007901422679424286, -0.007317740470170975, -0.006734059192240238, -0.006150377914309502, -0.005566696170717478, -0.004983014427125454, -0.004399333149194717, -0.003815651638433337, -0.003231970127671957, -0.002648288616910577, -0.0020646071061491966, -0.0014809255953878164, -0.0008972440846264362, -0.00031356257386505604, 0.00027011893689632416, 0.0008538004476577044, 0.0014374819584190845, 0.0020211634691804647, 0.002604844979941845, 0.003188526490703225, 0.0037722080014646053, 0.004355889745056629, 0.004939571022987366]}, "_runtime": 7.460381507873535, "_timestamp": 1596208897.0539887, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.016988281160593033, -0.016534307971596718, -0.016080336645245552, -0.015626363456249237, -0.015172392129898071, -0.014718419872224331, -0.01426444761455059, -0.01381047535687685, -0.01335650309920311, -0.012902529910206795, -0.012448557652533054, -0.011994585394859314, -0.011540613137185574, -0.011086640879511833, -0.010632668621838093, -0.010178696364164352, -0.009724724106490612, -0.009270751848816872, -0.008816779591143131, -0.008362807333469391, -0.00790883507579565, -0.007454862352460623, -0.007000890094786882, -0.006546917837113142, -0.006092945579439402, -0.005638973321765661, -0.005185001064091921, -0.0047310288064181805, -0.004277056083083153, -0.003823084058240056, -0.003369111567735672, -0.0029151393100619316, -0.0024611670523881912, -0.002007194794714451, -0.0015532224206253886, -0.0010992500465363264, -0.000645277788862586, -0.00019130547298118472, 0.0002626668429002166, 0.0007166391587816179, 0.0011706114746630192, 0.0016245837323367596, 0.0020785559900105, 0.002532528480514884, 0.0029865007381886244, 0.0034404729958623648, 0.003894445486366749, 0.004348417744040489, 0.00480239000171423, 0.00525636225938797, 0.00571033451706171, 0.006164306774735451, 0.006618279032409191, 0.007072251755744219, 0.007526224013417959, 0.007980195805430412, 0.008434168994426727, 0.008888141252100468, 0.009342113509774208, 0.009796085767447948, 0.010250058025121689, 0.01070403028279543, 0.01115800254046917, 0.01161197479814291, 0.01206594705581665]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 3.0, 7.0, 6.0, 9.0, 10.0, 21.0, 19.0, 26.0, 38.0, 50.0, 85.0, 69.0, 96.0, 112.0, 154.0, 169.0, 236.0, 306.0, 403.0, 513.0, 2316.0, 1102.0, 743.0, 499.0, 325.0, 172.0, 140.0, 87.0, 57.0, 34.0, 22.0, 24.0, 16.0, 12.0, 8.0, 11.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.161556214094162, -0.15670688450336456, -0.15185755491256714, -0.14700822532176971, -0.1421588957309723, -0.13730956614017487, -0.13246023654937744, -0.12761090695858002, -0.12276157736778259, -0.11791224777698517, -0.11306291818618774, -0.10821358859539032, -0.1033642590045929, -0.09851492941379547, -0.09366559982299805, -0.08881627023220062, -0.0839669406414032, -0.07911761105060577, -0.07426828145980835, -0.06941895186901093, -0.0645696222782135, -0.05972029268741608, -0.05487096309661865, -0.05002163350582123, -0.045172303915023804, -0.04032297432422638, -0.035473644733428955, -0.03062431514263153, -0.025774985551834106, -0.020925655961036682, -0.016076326370239258, -0.011226996779441833, -0.006377667188644409, -0.0015283375978469849, 0.0033209919929504395, 0.008170321583747864, 0.013019651174545288, 0.017868980765342712, 0.022718310356140137, 0.02756763994693756, 0.032416969537734985, 0.03726629912853241, 0.042115628719329834, 0.04696495831012726, 0.05181428790092468, 0.05666361749172211, 0.06151294708251953, 0.06636227667331696, 0.07121160626411438, 0.0760609358549118, 0.08091026544570923, 0.08575959503650665, 0.09060892462730408, 0.0954582542181015, 0.10030758380889893, 0.10515691339969635, 0.11000624299049377, 0.1148555725812912, 0.11970490217208862, 0.12455423176288605, 0.12940356135368347, 0.1342528909444809, 0.13910222053527832, 0.14395155012607574, 0.14880087971687317]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 25.0, 3.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004232034087181091, -0.004065985791385174, -0.0038999379612505436, -0.0037338898982852697, -0.003567841835319996, -0.0034017935395240784, -0.0032357454765588045, -0.0030696974135935307, -0.002903649350628257, -0.002737601287662983, -0.002571553224697709, -0.0024055051617324352, -0.0022394568659365177, -0.002073408802971244, -0.00190736074000597, -0.0017413126770406961, -0.0015752646140754223, -0.0014092165511101484, -0.0012431684881448746, -0.0010771203087642789, -0.000911072245799005, -0.0007450241828337312, -0.0005789760616607964, -0.0004129279695916921, -0.0002468798775225878, -8.083178545348346e-05, 8.521630661562085e-05, 0.00025126439868472517, 0.0004173124907538295, 0.0005833605537191033, 0.0007494086748920381, 0.0009154567960649729, 0.0010815048590302467, 0.0012475529219955206, 0.0014136009849607944, 0.0015796491643413901, 0.001745697227306664, 0.0019117452902719378, 0.0020777934696525335, 0.0022438415326178074, 0.0024098895955830812, 0.002575937658548355, 0.002741985721513629, 0.002908033784478903, 0.0030740820802748203, 0.003240130143240094, 0.003406178206205368, 0.003572226269170642, 0.0037382743321359158, 0.0039043223951011896, 0.0040703704580664635, 0.004236418753862381, 0.004402466583997011, 0.004568514879792929, 0.004734562709927559, 0.004900611005723476, 0.005066659301519394, 0.005232707131654024, 0.005398755427449942, 0.005564803257584572, 0.005730851553380489, 0.0058968993835151196, 0.006062947679311037, 0.006228995509445667, 0.006395043805241585]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 6.0, 15.0, 20.0, 29.0, 51.0, 82.0, 126.0, 227.0, 343.0, 540.0, 816.0, 1223.0, 1798.0, 2729.0, 3950.0, 5635.0, 7648.0, 10615.0, 14190.0, 19575.0, 26445.0, 37552.0, 54344.0, 76849.0, 102999.0, 429020.0, 99947.0, 76161.0, 55165.0, 40095.0, 28853.0, 20751.0, 15419.0, 11539.0, 8963.0, 6859.0, 5340.0, 3861.0, 2977.0, 2089.0, 1505.0, 1122.0, 791.0, 501.0, 319.0, 207.0, 138.0, 83.0, 49.0, 29.0, 22.0, 9.0, 8.0, 4.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011940260417759418, -0.011522089131176472, -0.011103917844593525, -0.010685746558010578, -0.010267576202750206, -0.00984940491616726, -0.009431233629584312, -0.009013062343001366, -0.008594891056418419, -0.008176719769835472, -0.007758548948913813, -0.007340377662330866, -0.006922206841409206, -0.00650403555482626, -0.006085864268243313, -0.005667693447321653, -0.005249522160738707, -0.00483135087415576, -0.0044131800532341, -0.0039950087666511536, -0.003576837480068207, -0.0031586664263159037, -0.0027404953725636005, -0.0023223240859806538, -0.0019041530322283506, -0.0014859818620607257, -0.0010678106918931007, -0.0006496396381407976, -0.00023146846797317266, 0.00018670267309062183, 0.0006048738141544163, 0.0010230449261143804, 0.0014412160962820053, 0.0018593872664496303, 0.002277558436617255, 0.0026957294903695583, 0.003113900776952505, 0.0035320718307048082, 0.003950242884457111, 0.004368414171040058, 0.004786585457623005, 0.005204756278544664, 0.005622927565127611, 0.006041098851710558, 0.006459269672632217, 0.006877440959215164, 0.007295612245798111, 0.00771378306671977, 0.008131954818964005, 0.008550125174224377, 0.008968296460807323, 0.00938646774739027, 0.009804639033973217, 0.010222810320556164, 0.01064098160713911, 0.011059151962399483, 0.01147732324898243, 0.011895494535565376, 0.012313665822148323, 0.01273183710873127, 0.013150008395314217, 0.013568178750574589, 0.013986350037157536, 0.014404521323740482, 0.014822692610323429]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 6.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006762606091797352, -0.00655020447447896, -0.006337802857160568, -0.0061254012398421764, -0.005912999622523785, -0.005700598005205393, -0.005488196387887001, -0.005275794770568609, -0.0050633931532502174, -0.004850991535931826, -0.004638589918613434, -0.004426188301295042, -0.00421378668397665, -0.0040013850666582584, -0.003788983216509223, -0.003576581599190831, -0.0033641799818724394, -0.0031517783645540476, -0.002939376747235656, -0.002726975129917264, -0.002514573512598872, -0.0023021718952804804, -0.0020897702779620886, -0.001877368544228375, -0.0016649669269099832, -0.0014525653095915914, -0.0012401636922731996, -0.0010277620749548078, -0.000815360399428755, -0.0006029587821103632, -0.000390557135688141, -0.00017815550381783396, 3.424612805247307e-05, 0.00024664774537086487, 0.0004590493917930871, 0.0006714510382153094, 0.0008838526555337012, 0.001096254331059754, 0.0013086559483781457, 0.0015210575656965375, 0.0017334591830149293, 0.001945860800333321, 0.0021582625340670347, 0.0023706641513854265, 0.0025830657687038183, 0.00279546738602221, 0.003007869003340602, 0.0032202706206589937, 0.0034326722379773855, 0.0036450738552957773, 0.003857475472614169, 0.004069877322763205, 0.004282278940081596, 0.004494680557399988, 0.00470708217471838, 0.004919483792036772, 0.005131885409355164, 0.005344287026673555, 0.005556688643991947, 0.005769090261310339, 0.005981491878628731, 0.006193893495947123, 0.006406295113265514, 0.006618696730583906, 0.006831098347902298]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 7.0, 3.0, 5.0, 3.0, 6.0, 10.0, 17.0, 10.0, 17.0, 17.0, 34.0, 35.0, 27.0, 38.0, 79.0, 56.0, 80.0, 115.0, 134.0, 152.0, 207.0, 221.0, 257.0, 295.0, 358.0, 394.0, 388.0, 502.0, 565.0, 738.0, 971.0, 2190.0, 6598.0, 1322.0, 700.0, 596.0, 426.0, 332.0, 173.0, 125.0, 73.0, 34.0, 23.0, 17.0, 17.0, 12.0, 8.0, 9.0, 6.0, 5.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0], "bins": [-0.008211884647607803, -0.007995841093361378, -0.007779798004776239, -0.007563754916191101, -0.0073477113619446754, -0.007131668273359537, -0.006915625184774399, -0.006699581630527973, -0.006483538541942835, -0.0062674954533576965, -0.006051451899111271, -0.005835408810526133, -0.005619365721940994, -0.005403322167694569, -0.00518727907910943, -0.004971235524863005, -0.004755192436277866, -0.004539149347692728, -0.004323105793446302, -0.004107062704861164, -0.003891019383445382, -0.0036749760620296, -0.003458932973444462, -0.00324288965202868, -0.003026846330612898, -0.002810803009197116, -0.002594759687781334, -0.0023787165991961956, -0.0021626732777804136, -0.0019466299563646317, -0.0017305867513641715, -0.0015145435463637114, -0.0012985002249479294, -0.0010824569035321474, -0.0008664136985316873, -0.0006503704353235662, -0.00043432717211544514, -0.00021828390890732408, -2.2406456992030144e-06, 0.00021380261750891805, 0.0004298458807170391, 0.0006458891439251602, 0.0008619324071332812, 0.0010779756121337414, 0.0012940189335495234, 0.0015100622549653053, 0.0017261054599657655, 0.0019421486649662256, 0.0021581919863820076, 0.0023742353077977896, 0.0025902786292135715, 0.00280632171779871, 0.003022365039214492, 0.003238408360630274, 0.003454451449215412, 0.003670494770631194, 0.003886538092046976, 0.004102581180632114, 0.00431862473487854, 0.004534667823463678, 0.004750710912048817, 0.004966754466295242, 0.005182797554880381, 0.005398841109126806, 0.005614884197711945]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03136377036571503, -0.030832529067993164, -0.030301285907626152, -0.02977004460990429, -0.029238801449537277, -0.028707560151815414, -0.028176316991448402, -0.02764507569372654, -0.027113832533359528, -0.026582591235637665, -0.026051348075270653, -0.02552010677754879, -0.024988863617181778, -0.024457622319459915, -0.023926379159092903, -0.02339513786137104, -0.02286389470100403, -0.022332653403282166, -0.021801412105560303, -0.02127016894519329, -0.020738927647471428, -0.020207684487104416, -0.019676443189382553, -0.01914520002901554, -0.01861395873129368, -0.018082715570926666, -0.017551474273204803, -0.01702023111283779, -0.01648898981511593, -0.015957746654748917, -0.015426505357027054, -0.014895263127982616, -0.014364020898938179, -0.013832778669893742, -0.013301536440849304, -0.012770294211804867, -0.01223905198276043, -0.011707809753715992, -0.011176567524671555, -0.010645325295627117, -0.01011408306658268, -0.009582841768860817, -0.00905159953981638, -0.008520357310771942, -0.007989115081727505, -0.007457872852683067, -0.00692663062363863, -0.0063953883945941925, -0.005864146165549755, -0.005332903936505318, -0.00480166170746088, -0.004270419478416443, -0.003739177482202649, -0.0032079352531582117, -0.002676693256944418, -0.0021454510278999805, -0.0016142087988555431, -0.0010829665698111057, -0.0005517244571819901, -2.048228634521365e-05, 0.0005107598844915628, 0.0010420021135360003, 0.0015732442261651158, 0.0021044863387942314, 0.002635728567838669]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 4.0, 9.0, 8.0, 3.0, 3.0, 2.0, 5.0, 3.0, 2.0, 3.0, 4.0, 8.0, 2.0, 4.0, 1.0, 4.0, 2.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 9.0, 6.0, 7.0, 6.0, 3.0, 6.0, 6.0, 4.0, 2.0, 0.0, 4.0, 5.0, 9.0, 4.0, 12.0, 56.0, 16.0, 9.0, 7.0, 9.0, 4.0, 6.0, 1.0, 1.0, 2.0], "bins": [-0.02699960209429264, -0.0265083909034729, -0.02601717971265316, -0.02552596852183342, -0.02503475733101368, -0.02454354614019394, -0.024052336812019348, -0.023561125621199608, -0.023069914430379868, -0.022578703239560127, -0.022087492048740387, -0.021596280857920647, -0.021105069667100906, -0.020613858476281166, -0.020122647285461426, -0.019631436094641685, -0.019140224903821945, -0.018649015575647354, -0.018157804384827614, -0.017666593194007874, -0.017175382003188133, -0.016684170812368393, -0.016192959621548653, -0.015701748430728912, -0.015210537239909172, -0.014719326980412006, -0.014228115789592266, -0.013736904598772526, -0.013245693407952785, -0.012754482217133045, -0.01226327195763588, -0.01177206076681614, -0.011280849575996399, -0.010789638385176659, -0.010298427194356918, -0.009807216934859753, -0.009316005744040012, -0.008824794553220272, -0.008333583362400532, -0.007842372171580791, -0.0073511614464223385, -0.006859950255602598, -0.006368739530444145, -0.005877528339624405, -0.005386317148804665, -0.004895106423646212, -0.004403895232826471, -0.003912684507668018, -0.003421473316848278, -0.0029302623588591814, -0.0024390514008700848, -0.0019478402100503445, -0.0014566292520612478, -0.0009654182358644903, -0.0004742072196677327, 1.700379652902484e-05, 0.0005082148127257824, 0.000999425770714879, 0.0014906368451192975, 0.001981847919523716, 0.0024730588775128126, 0.0029642698355019093, 0.0034554810263216496, 0.0039466917514801025, 0.004437902942299843]}, "_runtime": 8.227408409118652, "_timestamp": 1596208897.8210156, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 2.0, 5.0, 2.0, 4.0, 3.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027740340679883957, -0.02702631801366806, -0.026312295347452164, -0.025598274543881416, -0.02488425187766552, -0.024170229211449623, -0.023456206545233727, -0.02274218387901783, -0.022028163075447083, -0.021314140409231186, -0.02060011774301529, -0.019886095076799393, -0.019172072410583496, -0.0184580497443676, -0.017744028940796852, -0.017030006274580956, -0.01631598360836506, -0.015601960942149162, -0.01488793920725584, -0.014173916541039944, -0.013459894806146622, -0.012745872139930725, -0.012031849473714828, -0.011317827738821507, -0.01060380507260561, -0.009889782406389713, -0.009175760671496391, -0.008461738005280495, -0.007747715804725885, -0.007033693604171276, -0.0063196709379553795, -0.00560564873740077, -0.004891626536846161, -0.004177604336291552, -0.0034635819029062986, -0.0027495594695210457, -0.0020355372689664364, -0.0013215149519965053, -0.0006074926350265741, 0.00010652968194335699, 0.0008205519989132881, 0.0015345743158832192, 0.0022485966328531504, 0.0029626190662384033, 0.0036766412667930126, 0.004390663467347622, 0.0051046861335635185, 0.005818708334118128, 0.006532730534672737, 0.007246752735227346, 0.007960774935781956, 0.008674797601997852, 0.009388819336891174, 0.010102842003107071, 0.010816864669322968, 0.01153088640421629, 0.012244909070432186, 0.012958931736648083, 0.013672953471541405, 0.014386976137757301, 0.015100998803973198, 0.015815021470189095, 0.016529042273759842, 0.01724306493997574, 0.017957087606191635]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 6.0, 1.0, 4.0, 7.0, 11.0, 7.0, 22.0, 25.0, 43.0, 55.0, 66.0, 91.0, 141.0, 192.0, 350.0, 457.0, 657.0, 2792.0, 1469.0, 704.0, 335.0, 192.0, 107.0, 62.0, 30.0, 23.0, 19.0, 13.0, 9.0, 8.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27480465173721313, -0.2678300440311432, -0.26085540652275085, -0.2538807988166809, -0.24690617620944977, -0.23993155360221863, -0.23295694589614868, -0.22598232328891754, -0.2190077006816864, -0.21203309297561646, -0.20505847036838531, -0.19808384776115417, -0.19110922515392303, -0.1841346174478531, -0.17715999484062195, -0.1701853722333908, -0.16321074962615967, -0.15623614192008972, -0.14926151931285858, -0.14228689670562744, -0.1353122889995575, -0.12833766639232635, -0.12136304378509521, -0.11438842862844467, -0.10741381347179413, -0.10043919086456299, -0.09346457570791245, -0.0864899531006813, -0.07951533794403076, -0.07254071533679962, -0.06556610018014908, -0.05859148129820824, -0.051616862416267395, -0.04464224353432655, -0.03766762465238571, -0.03069300763309002, -0.023718388751149178, -0.016743769869208336, -0.009769151918590069, -0.0027945335023105145, 0.00418008491396904, 0.011154703795909882, 0.018129322677850723, 0.025103939697146416, 0.03207855671644211, 0.03905317559838295, 0.04602779448032379, 0.05300241336226463, 0.059977032244205475, 0.06695164740085602, 0.07392627000808716, 0.0809008851647377, 0.08787550777196884, 0.09485012292861938, 0.10182474553585052, 0.10879936069250107, 0.11577397584915161, 0.12274859845638275, 0.1297232210636139, 0.13669782876968384, 0.14367245137691498, 0.15064707398414612, 0.15762169659137726, 0.1645963042974472, 0.17157092690467834]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 25.0, 6.0, 5.0, 1.0, 3.0, 6.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00524064339697361, -0.0050686257891356945, -0.004896607715636492, -0.004724590107798576, -0.004552572034299374, -0.004380554426461458, -0.0042085363529622555, -0.00403651874512434, -0.0038645006716251373, -0.003692483063787222, -0.003520465223118663, -0.0033484473824501038, -0.0031764295417815447, -0.0030044117011129856, -0.0028323938604444265, -0.0026603760197758675, -0.0024883581791073084, -0.0023163403384387493, -0.0021443224977701902, -0.001972304657101631, -0.001800286816433072, -0.0016282690921798348, -0.0014562512515112758, -0.0012842334108427167, -0.0011122155701741576, -0.0009401977295055985, -0.0007681798888370395, -0.0005961621063761413, -0.00042414426570758224, -0.00025212642503902316, -8.010861347429454e-05, 9.19092126423493e-05, 0.00026392703875899315, 0.0004359448794275522, 0.0006079627200961113, 0.0007799805025570095, 0.0009519983432255685, 0.0011240161256864667, 0.0012960339663550258, 0.0014680518070235848, 0.001640069647692144, 0.001812087488360703, 0.0019841052126139402, 0.0021561230532824993, 0.0023281408939510584, 0.0025001587346196175, 0.0026721765752881765, 0.0028441944159567356, 0.0030162122566252947, 0.0031882300972938538, 0.003360247937962413, 0.003532265778630972, 0.003704283619299531, 0.00387630145996809, 0.0040483190678060055, 0.004220337141305208, 0.004392354749143124, 0.004564372822642326, 0.004736390430480242, 0.0049084085039794445, 0.00508042611181736, 0.005252444185316563, 0.005424461793154478, 0.005596479866653681, 0.005768497474491596]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 5.0, 7.0, 6.0, 10.0, 22.0, 43.0, 92.0, 127.0, 228.0, 395.0, 577.0, 885.0, 1238.0, 1742.0, 2389.0, 3240.0, 4337.0, 5650.0, 7284.0, 9540.0, 12093.0, 15783.0, 21376.0, 29049.0, 41096.0, 60011.0, 85996.0, 116402.0, 436347.0, 92396.0, 63901.0, 43880.0, 30561.0, 22687.0, 16879.0, 12924.0, 9999.0, 7609.0, 5821.0, 4555.0, 3408.0, 2510.0, 1902.0, 1370.0, 975.0, 697.0, 506.0, 368.0, 259.0, 159.0, 125.0, 70.0, 54.0, 29.0, 12.0, 7.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013574122451245785, -0.013108698651194572, -0.01264327485114336, -0.012177850119769573, -0.011712426319718361, -0.011247002519667149, -0.010781578719615936, -0.010316154919564724, -0.009850731119513512, -0.009385306388139725, -0.008919882588088512, -0.0084544587880373, -0.007989034987986088, -0.007523610722273588, -0.007058186922222376, -0.006592762656509876, -0.006127338856458664, -0.005661915056407452, -0.005196490790694952, -0.00473106699064374, -0.00426564272493124, -0.0038002189248800278, -0.0033347951248288155, -0.0028693710919469595, -0.0024039470590651035, -0.0019385230261832476, -0.0014730991097167134, -0.0010076751932501793, -0.0005422511603683233, -7.682718569412827e-05, 0.0003885967889800668, 0.0008540207636542618, 0.0013194447383284569, 0.0017848687712103128, 0.002250292804092169, 0.002715716604143381, 0.003181140637025237, 0.003646564669907093, 0.004111988469958305, 0.004577412735670805, 0.005042836535722017, 0.00550826033577323, 0.005973684601485729, 0.0064391084015369415, 0.006904532201588154, 0.0073699564673006535, 0.007835380733013153, 0.008300804533064365, 0.008766228333115578, 0.00923165213316679, 0.009697075933218002, 0.01016250066459179, 0.010627924464643002, 0.011093348264694214, 0.011558772064745426, 0.012024195864796638, 0.012489620596170425, 0.012955044396221638, 0.01342046819627285, 0.013885891996324062, 0.014351315796375275, 0.014816739596426487, 0.015282164327800274, 0.015747588127851486, 0.016213010996580124]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 6.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008299876004457474, -0.007902765646576881, -0.007505655754357576, -0.007108545862138271, -0.006711435504257679, -0.006314325146377087, -0.005917215254157782, -0.0055201053619384766, -0.005122995004057884, -0.004725884646177292, -0.004328774753957987, -0.003931664861738682, -0.0035345545038580894, -0.0031374443788081408, -0.002740334253758192, -0.0023432241287082434, -0.0019461140036582947, -0.001549003878608346, -0.0011518937535583973, -0.0007547836285084486, -0.0003576735034584999, 3.9436621591448784e-05, 0.0004365467466413975, 0.0008336568716913462, 0.0012307669967412949, 0.0016278771217912436, 0.0020249872468411922, 0.002422097371891141, 0.0028192074969410896, 0.0032163176219910383, 0.003613427747040987, 0.004010537639260292, 0.004407647997140884, 0.004804758355021477, 0.005201868247240782, 0.005598978139460087, 0.005996088497340679, 0.0063931988552212715, 0.0067903087474405766, 0.007187418639659882, 0.007584528997540474, 0.007981639355421066, 0.008378749713301659, 0.008775859139859676, 0.009172969497740269, 0.009570079855620861, 0.009967189282178879, 0.010364299640059471, 0.010761409997940063, 0.011158520355820656, 0.011555630713701248, 0.011952740140259266, 0.012349850498139858, 0.01274696085602045, 0.013144070282578468, 0.01354118064045906, 0.013938290998339653, 0.014335401356220245, 0.014732511714100838, 0.015129621140658855, 0.015526731498539448, 0.015923840925097466, 0.016320951282978058, 0.01671806164085865, 0.017115171998739243]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 7.0, 17.0, 18.0, 20.0, 19.0, 44.0, 59.0, 81.0, 79.0, 144.0, 156.0, 191.0, 243.0, 307.0, 357.0, 389.0, 440.0, 573.0, 728.0, 970.0, 1163.0, 2128.0, 6871.0, 1104.0, 599.0, 448.0, 335.0, 265.0, 179.0, 103.0, 79.0, 63.0, 46.0, 34.0, 26.0, 32.0, 20.0, 17.0, 10.0, 8.0, 7.0, 3.0, 2.0, 3.0, 2.0, 1.0, 6.0, 9.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0], "bins": [-0.007050433196127415, -0.006781149655580521, -0.0065118661150336266, -0.006242582108825445, -0.005973298568278551, -0.005704015027731657, -0.005434731021523476, -0.005165447480976582, -0.0048961639404296875, -0.004626880399882793, -0.004357596859335899, -0.004088312853127718, -0.003819029312580824, -0.00354974577203393, -0.003280461998656392, -0.0030111782252788544, -0.0027418946847319603, -0.0024726111441850662, -0.0022033273708075285, -0.0019340437138453126, -0.0016647600568830967, -0.0013954763999208808, -0.001126192742958665, -0.000856909085996449, -0.0005876254290342331, -0.0003183417720720172, -4.905811510980129e-05, 0.0002202255418524146, 0.0004895091988146305, 0.0007587928557768464, 0.0010280765127390623, 0.0012973601697012782, 0.0015666438266634941, 0.00183592748362571, 0.002105211140587926, 0.0023744949139654636, 0.0026437784545123577, 0.002913061995059252, 0.0031823457684367895, 0.0034516295418143272, 0.0037209130823612213, 0.003990196622908115, 0.0042594801634550095, 0.004528764169663191, 0.004798047710210085, 0.005067331250756979, 0.00533661525696516, 0.0056058987975120544, 0.0058751823380589485, 0.006144465878605843, 0.006413749419152737, 0.006683033425360918, 0.006952316965907812, 0.007221600506454706, 0.007490884512662888, 0.007760168053209782, 0.008029451593756676, 0.00829873513430357, 0.008568018674850464, 0.008837302215397358, 0.009106585755944252, 0.00937587022781372, 0.009645153768360615, 0.009914437308907509, 0.010183720849454403]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.035189464688301086, -0.03447755053639412, -0.03376563638448715, -0.033053718507289886, -0.03234180435538292, -0.03162989020347595, -0.030917974188923836, -0.03020606003701687, -0.029494144022464752, -0.028782229870557785, -0.028070315718650818, -0.0273583997040987, -0.026646485552191734, -0.025934569537639618, -0.02522265538573265, -0.024510739371180534, -0.023798825219273567, -0.0230869110673666, -0.022374995052814484, -0.021663080900907516, -0.0209511648863554, -0.020239250734448433, -0.019527334719896317, -0.01881542056798935, -0.018103506416082382, -0.017391590401530266, -0.0166796762496233, -0.015967760235071182, -0.015255846083164215, -0.014543930999934673, -0.013832015916705132, -0.01312010083347559, -0.012408185750246048, -0.011696270667016506, -0.010984355583786964, -0.010272440500557423, -0.00956052541732788, -0.008848611265420914, -0.008136696182191372, -0.00742478109896183, -0.006712866015732288, -0.006000950932502747, -0.005289035849273205, -0.00457712123170495, -0.0038652061484754086, -0.0031532910652458668, -0.0024413762148469687, -0.0017294612480327487, -0.0010175462812185287, -0.0003056313144043088, 0.00040628365240991116, 0.001118198619224131, 0.001830113586038351, 0.002542028669267893, 0.003253943519666791, 0.003965858370065689, 0.004677773453295231, 0.005389688536524773, 0.006101603619754314, 0.006813518237322569, 0.007525433320552111, 0.008237347938120365, 0.008949263021349907, 0.009661178104579449, 0.01037309318780899]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 6.0, 4.0, 4.0, 2.0, 3.0, 5.0, 7.0, 7.0, 4.0, 4.0, 3.0, 9.0, 4.0, 8.0, 4.0, 2.0, 6.0, 6.0, 5.0, 6.0, 5.0, 6.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 1.0, 6.0, 4.0, 59.0, 10.0, 9.0, 6.0, 7.0, 5.0, 2.0, 10.0, 5.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.022123079746961594, -0.021674703806638718, -0.021226326003670692, -0.020777950063347816, -0.02032957412302494, -0.019881196320056915, -0.01943282037973404, -0.018984444439411163, -0.018536066636443138, -0.018087690696120262, -0.017639314755797386, -0.01719093695282936, -0.016742561012506485, -0.01629418507218361, -0.015845807269215584, -0.015397431328892708, -0.014949054457247257, -0.014500677585601807, -0.01405230164527893, -0.01360392477363348, -0.01315554790198803, -0.012707171961665154, -0.012258795090019703, -0.011810418218374252, -0.011362042278051376, -0.010913665406405926, -0.010465288534760475, -0.010016911663115025, -0.009568535722792149, -0.009120158851146698, -0.008671781979501247, -0.008223406039178371, -0.007775029167532921, -0.0073266527615487576, -0.006878275889903307, -0.006429899483919144, -0.005981522612273693, -0.00553314620628953, -0.0050847698003053665, -0.004636392928659916, -0.004188016522675753, -0.0037396398838609457, -0.0032912632450461388, -0.0028428868390619755, -0.0023945102002471685, -0.0019461335614323616, -0.0014977570390328765, -0.0010493805166333914, -0.0006010038778185844, -0.00015262729721143842, 0.0002957492833957076, 0.0007441258640028536, 0.0011925024446099997, 0.0016408790834248066, 0.00208925548940897, 0.002537632128223777, 0.0029860087670385838, 0.0034343854058533907, 0.0038827620446681976, 0.004331138450652361, 0.004779514856636524, 0.005227891728281975, 0.005676268134266138, 0.006124645005911589, 0.006573021411895752]}, "_runtime": 9.00781798362732, "_timestamp": 1596208898.6014252, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012590455822646618, -0.012185032479465008, -0.011779610067605972, -0.011374186724424362, -0.010968764312565327, -0.010563340969383717, -0.010157918557524681, -0.009752495214343071, -0.009347071871161461, -0.008941649459302425, -0.008536226116120815, -0.00813080370426178, -0.00772538036108017, -0.007319957483559847, -0.006914534606039524, -0.006509111728519201, -0.0061036888509988785, -0.005698265973478556, -0.005292843095958233, -0.00488742021843791, -0.004481997340917587, -0.004076573997735977, -0.0036711511202156544, -0.0032657282426953316, -0.0028603053651750088, -0.002454882487654686, -0.002049459610134363, -0.0016440364997833967, -0.001238613622263074, -0.0008331906865350902, -0.0004277677508071065, -2.2344815079122782e-05, 0.00038307812064886093, 0.0007885010563768446, 0.0011939239921048284, 0.001599346986040473, 0.002004769863560796, 0.0024101927410811186, 0.002815615851432085, 0.003221038728952408, 0.0036264616064727306, 0.0040318844839930534, 0.004437307361513376, 0.004842730239033699, 0.005248153582215309, 0.005653576459735632, 0.006058999337255955, 0.0064644222147762775, 0.0068698450922966, 0.007275267969816923, 0.007680690847337246, 0.008086114190518856, 0.008491536602377892, 0.008896959945559502, 0.009302382357418537, 0.009707805700600147, 0.010113228112459183, 0.010518651455640793, 0.010924074798822403, 0.011329497210681438, 0.011734920553863049, 0.012140342965722084, 0.012545766308903694, 0.01295118872076273, 0.01335661206394434]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 5.0, 9.0, 1.0, 9.0, 5.0, 15.0, 14.0, 15.0, 22.0, 20.0, 40.0, 43.0, 51.0, 52.0, 79.0, 118.0, 134.0, 174.0, 227.0, 277.0, 276.0, 439.0, 1964.0, 1208.0, 993.0, 576.0, 377.0, 219.0, 151.0, 98.0, 76.0, 51.0, 48.0, 29.0, 23.0, 19.0, 15.0, 7.0, 10.0, 6.0, 6.0, 6.0, 7.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14804580807685852, -0.14354999363422394, -0.13905416429042816, -0.13455834984779358, -0.1300625205039978, -0.12556670606136322, -0.12107088416814804, -0.11657506227493286, -0.11207924038171768, -0.1075834184885025, -0.10308759659528732, -0.09859177470207214, -0.09409596025943756, -0.08960013836622238, -0.0851043164730072, -0.08060849457979202, -0.07611267268657684, -0.07161685079336166, -0.06712102890014648, -0.0626252070069313, -0.058129388839006424, -0.053633566945791245, -0.049137748777866364, -0.044641926884651184, -0.040146104991436005, -0.035650283098220825, -0.031154463067650795, -0.026658643037080765, -0.022162821143865585, -0.017666999250650406, -0.013171179220080376, -0.00867535825818777, -0.004179537296295166, 0.0003162836655974388, 0.004812104627490044, 0.009307925589382648, 0.013803746551275253, 0.018299568444490433, 0.022795388475060463, 0.027291208505630493, 0.03178703039884567, 0.03628285229206085, 0.04077867418527603, 0.04527449235320091, 0.04977031424641609, 0.05426613613963127, 0.05876195430755615, 0.06325777620077133, 0.06775359809398651, 0.07224941998720169, 0.07674524188041687, 0.08124106377363205, 0.08573688566684723, 0.09023270010948181, 0.09472852200269699, 0.09922434389591217, 0.10372016578912735, 0.10821598768234253, 0.11271180957555771, 0.11720763146877289, 0.12170344591140747, 0.12619927525520325, 0.13069508969783783, 0.1351909190416336, 0.1396867334842682]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 6.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 23.0, 4.0, 1.0, 1.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.006251100916415453, -0.006085454486310482, -0.005919808056205511, -0.005754161160439253, -0.005588514730334282, -0.005422868300229311, -0.00525722187012434, -0.005091575440019369, -0.004925929009914398, -0.00476028211414814, -0.004594635684043169, -0.004428989253938198, -0.004263342823833227, -0.004097696393728256, -0.003932049497961998, -0.003766403067857027, -0.003600756637752056, -0.003435110207647085, -0.0032694635447114706, -0.0031038171146064997, -0.002938170451670885, -0.002772524021565914, -0.0026068775914609432, -0.0024412309285253286, -0.0022755844984203577, -0.0021099380683153868, -0.0019442914053797722, -0.0017786449752748013, -0.0016129984287545085, -0.0014473518822342157, -0.0012817054521292448, -0.001116058905608952, -0.0009504123590886593, -0.0007847658125683665, -0.0006191193242557347, -0.0004534728068392724, -0.0002878262894228101, -0.00012217977200634778, 4.346674541011453e-05, 0.00020911326282657683, 0.00037475978024303913, 0.0005404063267633319, 0.0007060528150759637, 0.0008716993033885956, 0.0010373458499088883, 0.001202992396429181, 0.001368638826534152, 0.0015342853730544448, 0.0016999319195747375, 0.0018655784660950303, 0.002031225012615323, 0.002196871442720294, 0.0023625181056559086, 0.0025281645357608795, 0.0026938109658658504, 0.002859457628801465, 0.003025104058906436, 0.003190750489011407, 0.0033563971519470215, 0.0035220435820519924, 0.0036876900121569633, 0.003853336675092578, 0.0040189833380281925, 0.0041846297681331635, 0.004350276198238134]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 8.0, 13.0, 21.0, 33.0, 45.0, 79.0, 128.0, 181.0, 265.0, 454.0, 562.0, 765.0, 1078.0, 1407.0, 1930.0, 2503.0, 3156.0, 4075.0, 5221.0, 6473.0, 8159.0, 10204.0, 12833.0, 16081.0, 20028.0, 25367.0, 33463.0, 44621.0, 60775.0, 81872.0, 107837.0, 408351.0, 81544.0, 60313.0, 43901.0, 32004.0, 24029.0, 18618.0, 14879.0, 11841.0, 9252.0, 6999.0, 5418.0, 3823.0, 2798.0, 2019.0, 1397.0, 910.0, 645.0, 492.0, 244.0, 203.0, 118.0, 87.0, 53.0, 33.0, 15.0, 8.0, 8.0, 0.0, 2.0], "bins": [-0.01449078693985939, -0.014066297560930252, -0.013641809113323689, -0.01321731973439455, -0.012792830355465412, -0.012368340976536274, -0.01194385252892971, -0.011519363150000572, -0.011094873771071434, -0.01067038532346487, -0.010245895944535732, -0.009821406565606594, -0.009396917186677456, -0.008972428739070892, -0.008547939360141754, -0.008123449981212616, -0.007698961067944765, -0.007274472154676914, -0.006849982775747776, -0.006425493862479925, -0.006001004483550787, -0.005576515570282936, -0.005152026191353798, -0.004727537278085947, -0.004303048364818096, -0.003878558985888958, -0.0034540698397904634, -0.003029580693691969, -0.002605091780424118, -0.0021806026343256235, -0.001756113488227129, -0.0013316243421286345, -0.0009071351960301399, -0.00048264607903547585, -5.815696204081178e-05, 0.0003663321549538523, 0.0007908212719485164, 0.001215310418047011, 0.0016397994477301836, 0.002064288593828678, 0.0024887777399271727, 0.002913266886025667, 0.0033377560321241617, 0.0037622451782226562, 0.004186734091490507, 0.004611223470419645, 0.005035712383687496, 0.005460201762616634, 0.005884690675884485, 0.006309179589152336, 0.006733668968081474, 0.007158157881349325, 0.007582647260278463, 0.008007136173546314, 0.008431625552475452, 0.00885611493140459, 0.009280603379011154, 0.009705092757940292, 0.01012958213686943, 0.010554070584475994, 0.010978559963405132, 0.01140304934233427, 0.011827538721263409, 0.012252027168869972, 0.01267651654779911]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 2.0, 0.0, 5.0, 9.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007898630574345589, -0.0075815459713339806, -0.007264460902661085, -0.006947376299649477, -0.006630291230976582, -0.0063132066279649734, -0.005996121559292078, -0.00567903695628047, -0.0053619518876075745, -0.005044867284595966, -0.004727782681584358, -0.004410697612911463, -0.004093613009899855, -0.003776528174057603, -0.003459443338215351, -0.0031423585023730993, -0.0028252736665308475, -0.0025081888306885958, -0.002191103994846344, -0.001874019275419414, -0.0015569344395771623, -0.0012398496037349105, -0.0009227648261003196, -0.0006056800484657288, -0.000288595212623477, 2.848959411494434e-05, 0.00034557440085336566, 0.0006626591784879565, 0.0009797440143302083, 0.00129682885017246, 0.00161391356959939, 0.0019309984054416418, 0.0022480832412838936, 0.0025651680771261454, 0.002882252912968397, 0.003199337748810649, 0.0035164225846529007, 0.003833507187664509, 0.004150592256337404, 0.004467676859349012, 0.004784761928021908, 0.005101846531033516, 0.005418931134045124, 0.0057360162027180195, 0.006053100805729628, 0.006370185874402523, 0.006687270477414131, 0.007004355546087027, 0.007321440149098635, 0.007638524752110243, 0.007955609820783138, 0.008272694423794746, 0.008589779026806355, 0.008906864561140537, 0.009223949164152145, 0.009541033767163754, 0.009858118370175362, 0.01017520297318697, 0.010492288507521152, 0.01080937311053276, 0.011126457713544369, 0.011443542316555977, 0.01176062785089016, 0.012077712453901768, 0.012394797056913376]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 2.0, 8.0, 6.0, 7.0, 13.0, 17.0, 17.0, 31.0, 37.0, 53.0, 55.0, 78.0, 95.0, 117.0, 131.0, 202.0, 237.0, 256.0, 357.0, 387.0, 468.0, 531.0, 654.0, 911.0, 1182.0, 1678.0, 6875.0, 1491.0, 785.0, 477.0, 265.0, 221.0, 159.0, 157.0, 102.0, 80.0, 53.0, 48.0, 40.0, 23.0, 14.0, 13.0, 15.0, 12.0, 8.0, 7.0, 7.0, 7.0, 6.0, 6.0, 5.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007153067272156477, -0.006909611634910107, -0.006666155997663736, -0.006422700360417366, -0.006179244257509708, -0.005935788620263338, -0.005692332983016968, -0.0054488773457705975, -0.005205421708524227, -0.004961966071277857, -0.0047185104340314865, -0.004475054796785116, -0.004231599159538746, -0.003988143056631088, -0.003744687419384718, -0.0035012317821383476, -0.0032577761448919773, -0.003014320507645607, -0.0027708648703992367, -0.0025274090003222227, -0.0022839533630758524, -0.002040497725829482, -0.00179704197216779, -0.0015535862185060978, -0.0013101305812597275, -0.0010666749440133572, -0.000823219190351665, -0.0005797634948976338, -0.00033630779944360256, -9.285210398957133e-05, 0.0001506035914644599, 0.0003940592869184911, 0.0006375149823725224, 0.0008809706778265536, 0.0011244263732805848, 0.001367882126942277, 0.0016113377641886473, 0.0018547934014350176, 0.0020982492715120316, 0.002341704908758402, 0.002585160546004772, 0.0028286161832511425, 0.003072071820497513, 0.003315527690574527, 0.003558983327820897, 0.0038024389650672674, 0.004045894835144281, 0.004289350472390652, 0.004532806109637022, 0.004776261746883392, 0.005019717384129763, 0.005263173021376133, 0.005506629124283791, 0.005750084761530161, 0.005993540398776531, 0.0062369960360229015, 0.006480451673269272, 0.006723907310515642, 0.0069673629477620125, 0.007210818585008383, 0.007454274222254753, 0.007697730325162411, 0.007941185496747494, 0.008184641599655151, 0.008428096771240234]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0303180068731308, -0.029572265222668648, -0.028826523572206497, -0.028080780059099197, -0.027335038408637047, -0.026589296758174896, -0.025843555107712746, -0.025097811594605446, -0.024352069944143295, -0.023606328293681145, -0.022860586643218994, -0.022114844992756844, -0.021369101479649544, -0.020623359829187393, -0.019877618178725243, -0.019131876528263092, -0.018386133015155792, -0.01764039136469364, -0.01689464971423149, -0.01614890806376934, -0.015403165481984615, -0.014657423831522465, -0.01391168124973774, -0.013165939599275589, -0.012420197948813438, -0.011674455367028713, -0.010928713716566563, -0.010182971134781837, -0.009437229484319687, -0.008691486902534962, -0.007945745252072811, -0.007200003135949373, -0.006454261019825935, -0.0057085189037024975, -0.00496277678757906, -0.004217034671455622, -0.0034712927881628275, -0.0027255506720393896, -0.0019798087887465954, -0.0012340666726231575, -0.0004883245564997196, 0.00025741750141605735, 0.0010031595593318343, 0.0017489015590399504, 0.0024946436751633883, 0.003240385791286826, 0.00398612767457962, 0.004731869790703058, 0.005477611906826496, 0.006223354022949934, 0.006969096139073372, 0.00771483825519681, 0.008460580371320248, 0.009206322021782398, 0.009952064603567123, 0.010697806254029274, 0.011443547904491425, 0.01218929048627615, 0.0129350321367383, 0.013680774718523026, 0.014426516368985176, 0.015172258950769901, 0.015918001532554626, 0.016663743183016777, 0.017409484833478928]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 3.0, 2.0, 4.0, 4.0, 4.0, 3.0, 3.0, 6.0, 6.0, 1.0, 6.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 6.0, 5.0, 9.0, 4.0, 3.0, 3.0, 2.0, 2.0, 5.0, 8.0, 9.0, 12.0, 13.0, 60.0, 10.0, 8.0, 5.0, 2.0, 2.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.02568560652434826, -0.025186311453580856, -0.024687016382813454, -0.0241877231746912, -0.023688428103923798, -0.023189133033156395, -0.022689837962388992, -0.02219054475426674, -0.021691249683499336, -0.021191954612731934, -0.02069265954196453, -0.02019336447119713, -0.019694071263074875, -0.019194776192307472, -0.01869548112154007, -0.018196186050772667, -0.017696890980005264, -0.01719759777188301, -0.016698302701115608, -0.016199007630348206, -0.015699712559580803, -0.015200418420135975, -0.014701124280691147, -0.014201829209923744, -0.013702534139156342, -0.013203239999711514, -0.012703944928944111, -0.012204650789499283, -0.01170535571873188, -0.011206061579287052, -0.01070676650851965, -0.010207472369074821, -0.009708177298307419, -0.009208882227540016, -0.008709588088095188, -0.008210293017327785, -0.0077109988778829575, -0.007211703807115555, -0.0067124092020094395, -0.006213114596903324, -0.005713819991797209, -0.0052145253866910934, -0.004715230781584978, -0.004215936176478863, -0.0037166413385421038, -0.0032173467334359884, -0.0027180518954992294, -0.002218757290393114, -0.0017194626852869987, -0.0012201680801808834, -0.0007208733586594462, -0.00022157869534566998, 0.00027771596796810627, 0.0007770106312818825, 0.0012763052945956588, 0.001775600016117096, 0.0022748946212232113, 0.0027741892263293266, 0.003273483831435442, 0.003772778669372201, 0.00427207350730896, 0.004771368112415075, 0.005270662717521191, 0.005769957322627306, 0.006269251927733421]}, "_runtime": 9.786194562911987, "_timestamp": 1596208899.3798018, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015279727056622505, -0.014801948331296444, -0.014324169605970383, -0.013846390880644321, -0.01336861215531826, -0.012890833429992199, -0.012413054704666138, -0.011935275979340076, -0.011457497254014015, -0.010979719460010529, -0.010501940734684467, -0.010024162009358406, -0.009546383284032345, -0.009068604558706284, -0.008590825833380222, -0.008113047108054161, -0.0076352683827281, -0.007157489657402039, -0.006679710932075977, -0.006201932206749916, -0.005724153481423855, -0.005246375221759081, -0.00476859649643302, -0.004290817771106958, -0.003813039045780897, -0.003335260320454836, -0.0028574815951287746, -0.002379703102633357, -0.0019019243773072958, -0.0014241456519812346, -0.0009463670430704951, -0.0004685883759520948, 9.190291166305542e-06, 0.0004869689582847059, 0.0009647476254031062, 0.0014425262343138456, 0.0019203049596399069, 0.002398083684965968, 0.0028758621774613857, 0.003353640902787447, 0.0038314196281135082, 0.0043091983534395695, 0.004786977078765631, 0.005264755804091692, 0.005742534063756466, 0.006220312789082527, 0.006698091514408588, 0.00717587023973465, 0.007653648965060711, 0.008131427690386772, 0.008609206415712833, 0.009086985141038895, 0.009564763866364956, 0.010042542591691017, 0.010520321317017078, 0.01099810004234314, 0.011475877836346626, 0.011953656561672688, 0.012431435286998749, 0.01290921401232481, 0.013386992737650871, 0.013864771462976933, 0.014342550188302994, 0.014820328913629055, 0.015298107638955116]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 7.0, 3.0, 4.0, 4.0, 5.0, 5.0, 7.0, 11.0, 12.0, 9.0, 12.0, 27.0, 29.0, 38.0, 43.0, 56.0, 66.0, 83.0, 98.0, 131.0, 172.0, 200.0, 250.0, 272.0, 385.0, 1898.0, 1362.0, 980.0, 578.0, 333.0, 213.0, 175.0, 118.0, 85.0, 65.0, 47.0, 32.0, 32.0, 15.0, 12.0, 15.0, 7.0, 11.0, 4.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 3.0, 1.0], "bins": [-0.170221745967865, -0.16561876237392426, -0.16101577877998352, -0.15641279518604279, -0.15180981159210205, -0.14720682799816132, -0.14260384440422058, -0.13800086081027985, -0.1333978772163391, -0.12879489362239838, -0.12419191747903824, -0.1195889338850975, -0.11498595029115677, -0.11038296669721603, -0.1057799831032753, -0.10117699950933456, -0.09657401591539383, -0.0919710323214531, -0.08736804872751236, -0.08276506513357162, -0.07816208153963089, -0.07355909794569016, -0.06895611435174942, -0.06435313075780869, -0.05975015088915825, -0.055147167295217514, -0.05054418370127678, -0.045941200107336044, -0.04133822023868561, -0.03673523664474487, -0.03213225305080414, -0.027529269456863403, -0.02292628586292267, -0.018323302268981934, -0.013720319606363773, -0.009117336943745613, -0.004514353349804878, 8.862977847456932e-05, 0.004691612906754017, 0.009294595569372177, 0.013897579163312912, 0.018500562757253647, 0.02310354635119438, 0.027706528082489967, 0.03230950981378555, 0.03691249340772629, 0.04151547700166702, 0.04611846059560776, 0.05072144418954849, 0.05532442778348923, 0.05992741137742996, 0.0645303949713707, 0.06913337856531143, 0.07373636215925217, 0.0783393457531929, 0.08294232934713364, 0.08754530549049377, 0.09214828908443451, 0.09675127267837524, 0.10135425627231598, 0.10595723986625671, 0.11056022346019745, 0.11516320705413818, 0.11976619064807892, 0.12436917424201965]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 3.0, 6.0, 1.0, 5.0, 2.0, 3.0, 4.0, 24.0, 6.0, 2.0, 0.0, 5.0, 1.0, 3.0, 1.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.006069324444979429, -0.005885537713766098, -0.005701750982552767, -0.005517964251339436, -0.005334177520126104, -0.005150390788912773, -0.004966603592038155, -0.004782816860824823, -0.004599030129611492, -0.004415243398398161, -0.00423145666718483, -0.0040476699359714985, -0.0038638832047581673, -0.003680096473544836, -0.003496309509500861, -0.00331252277828753, -0.0031287360470741987, -0.0029449493158608675, -0.0027611625846475363, -0.0025773756206035614, -0.00239358888939023, -0.002209802158176899, -0.0020260154269635677, -0.0018422285793349147, -0.0016584418481215835, -0.0014746551169082522, -0.0012908682692795992, -0.001107081538066268, -0.0009232947486452758, -0.0007395079592242837, -0.0005557212280109525, -0.00037193443858996034, -0.0001881476491689682, -4.360874299891293e-06, 0.00017942590056918561, 0.0003632126608863473, 0.0005469994503073394, 0.0007307862397283316, 0.0009145729709416628, 0.0010983598185703158, 0.001282146549783647, 0.0014659332809969783, 0.0016497201286256313, 0.0018335068598389626, 0.0020172935910522938, 0.002201080322265625, 0.0023848672863096, 0.002568654017522931, 0.0027524407487362623, 0.0029362274799495935, 0.0031200142111629248, 0.0033038011752068996, 0.003487587906420231, 0.003671374637633562, 0.0038551613688468933, 0.0040389481000602245, 0.004222734831273556, 0.004406521562486887, 0.004590308293700218, 0.004774095490574837, 0.004957882221788168, 0.005141668953001499, 0.00532545568421483, 0.005509242415428162, 0.005693029146641493]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 18.0, 20.0, 28.0, 34.0, 65.0, 114.0, 184.0, 295.0, 408.0, 564.0, 831.0, 1173.0, 1543.0, 2164.0, 2892.0, 3708.0, 5127.0, 6775.0, 8649.0, 11526.0, 14784.0, 19850.0, 26049.0, 35180.0, 47531.0, 66639.0, 91544.0, 121500.0, 408174.0, 82280.0, 58531.0, 41224.0, 29887.0, 22124.0, 16649.0, 13007.0, 9709.0, 7393.0, 5687.0, 4188.0, 3247.0, 2444.0, 1738.0, 1287.0, 879.0, 651.0, 481.0, 323.0, 205.0, 129.0, 76.0, 59.0, 29.0, 23.0, 9.0, 6.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.014611290767788887, -0.014154704287648201, -0.013698117807507515, -0.013241531327366829, -0.012784944847226143, -0.012328359298408031, -0.011871772818267345, -0.01141518633812666, -0.010958599857985973, -0.010502013377845287, -0.010045426897704601, -0.009588840417563915, -0.009132254868745804, -0.008675668388605118, -0.008219081908464432, -0.007762495428323746, -0.00730590894818306, -0.006849322468042374, -0.006392735987901688, -0.005936149973422289, -0.005479563493281603, -0.005022977013140917, -0.004566390998661518, -0.004109804518520832, -0.003653218038380146, -0.00319663155823946, -0.0027400453109294176, -0.0022834590636193752, -0.0018268725834786892, -0.001370286219753325, -0.0009136998560279608, -0.00045711349230259657, -5.271285772323608e-07, 0.00045605923514813185, 0.0009126455988734961, 0.0013692319625988603, 0.0018258183263242245, 0.0022824048064649105, 0.002738991053774953, 0.0031955773010849953, 0.0036521637812256813, 0.004108750261366367, 0.004565336741507053, 0.005021922755986452, 0.005478509236127138, 0.005935095716267824, 0.006391681730747223, 0.006848268210887909, 0.007304854691028595, 0.007761441171169281, 0.008218027651309967, 0.008674614131450653, 0.009131200611591339, 0.00958778616040945, 0.010044372640550137, 0.010500959120690823, 0.010957545600831509, 0.011414132080972195, 0.01187071856111288, 0.012327305041253567, 0.012783890590071678, 0.013240477070212364, 0.01369706355035305, 0.014153650030493736, 0.014610236510634422]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 0.0, 0.0, 3.0, 9.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.012347501702606678, -0.012091441079974174, -0.011835380457341671, -0.011579319834709167, -0.011323259212076664, -0.01106719858944416, -0.010811137966811657, -0.010555077344179153, -0.010299015790224075, -0.010042955167591572, -0.009786894544959068, -0.009530833922326565, -0.009274773299694061, -0.009018712677061558, -0.008762652054429054, -0.00850659143179655, -0.008250530809164047, -0.007994470186531544, -0.00773840956389904, -0.007482348941266537, -0.007226288318634033, -0.006970227230340242, -0.006714166607707739, -0.006458105985075235, -0.006202045362442732, -0.005945984739810228, -0.005689924117177725, -0.005433863494545221, -0.0051778024062514305, -0.004921741783618927, -0.0046656811609864235, -0.00440962053835392, -0.0041535599157214165, -0.003897499293088913, -0.0036414386704564095, -0.0033853778149932623, -0.0031293171923607588, -0.0028732565697282553, -0.002617195714265108, -0.0023611350916326046, -0.002105074469000101, -0.0018490138463675976, -0.0015929531073197722, -0.001336892368271947, -0.0010808317456394434, -0.000824771064799279, -0.0005687103839591146, -0.00031264970311895013, -5.6589022278785706e-05, 0.00019947165856137872, 0.00045553233940154314, 0.0007115930202417076, 0.000967653701081872, 0.0012237143237143755, 0.0014797750627622008, 0.0017358358018100262, 0.0019918964244425297, 0.002247957047075033, 0.0025040176697075367, 0.002760078525170684, 0.0030161391478031874, 0.003272199770435691, 0.003528260625898838, 0.0037843212485313416, 0.004040381871163845]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 5.0, 2.0, 3.0, 3.0, 7.0, 8.0, 9.0, 10.0, 13.0, 16.0, 13.0, 12.0, 33.0, 35.0, 44.0, 54.0, 62.0, 63.0, 75.0, 94.0, 97.0, 104.0, 133.0, 121.0, 145.0, 172.0, 203.0, 222.0, 238.0, 285.0, 351.0, 431.0, 451.0, 533.0, 788.0, 987.0, 1202.0, 6095.0, 1775.0, 1036.0, 644.0, 446.0, 379.0, 286.0, 240.0, 151.0, 122.0, 78.0, 42.0, 38.0, 17.0, 19.0, 11.0, 3.0, 7.0, 3.0, 3.0, 1.0], "bins": [-0.00744177820160985, -0.007271976675838232, -0.007102175150066614, -0.006932373624294996, -0.006762572098523378, -0.0065927705727517605, -0.006422969046980143, -0.006253167521208525, -0.006083365995436907, -0.005913564469665289, -0.005743762943893671, -0.005573961418122053, -0.005404159892350435, -0.005234358366578817, -0.0050645568408071995, -0.004894755315035582, -0.004724953789263964, -0.004555152263492346, -0.004385350737720728, -0.00421554921194911, -0.004045747686177492, -0.0038759461604058743, -0.0037061446346342564, -0.0035363431088626385, -0.0033665415830910206, -0.0031967400573194027, -0.003026938531547785, -0.002857137005776167, -0.002687335480004549, -0.002517533954232931, -0.0023477324284613132, -0.0021779309026896954, -0.0020081293769180775, -0.0018383278511464596, -0.0016685263253748417, -0.0014987247996032238, -0.001328923273831606, -0.001159121748059988, -0.0009893202222883701, -0.0008195186965167522, -0.0006497171707451344, -0.00047991564497351646, -0.0003101141192018986, -0.00014031259343028069, 2.9488932341337204e-05, 0.0001992904581129551, 0.000369091983884573, 0.0005388935096561909, 0.0007086950354278088, 0.0008784965611994267, 0.0010482980869710445, 0.0012180996127426624, 0.0013879011385142803, 0.0015577026642858982, 0.001727504190057516, 0.001897305715829134, 0.002067107241600752, 0.0022369087673723698, 0.0024067102931439877, 0.0025765118189156055, 0.0027463133446872234, 0.0029161148704588413, 0.003085916396230459, 0.003255717922002077, 0.003425519447773695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03648096323013306, -0.0357041098177433, -0.034927256405353546, -0.03415040671825409, -0.033373553305864334, -0.03259669989347458, -0.031819846481084824, -0.031042994931340218, -0.03026614338159561, -0.029489289969205856, -0.0287124365568161, -0.027935585007071495, -0.02715873159468174, -0.026381880044937134, -0.02560502663254738, -0.024828175082802773, -0.024051321670413017, -0.023274468258023262, -0.022497616708278656, -0.0217207632958889, -0.020943911746144295, -0.02016705833375454, -0.019390206784009933, -0.018613353371620178, -0.017836499959230423, -0.017059648409485817, -0.01628279499709606, -0.015505943447351456, -0.0147290900349617, -0.01395223755389452, -0.01317538507282734, -0.012398532591760159, -0.011621680110692978, -0.010844827629625797, -0.010067975148558617, -0.009291122667491436, -0.008514270186424255, -0.007737417239695787, -0.0069605642929673195, -0.006183711811900139, -0.005406859330832958, -0.004630006849765778, -0.0038531541358679533, -0.003076301421970129, -0.0022994489409029484, -0.001522596343420446, -0.0007457437459379435, 3.1108851544559e-05, 0.0008079614490270615, 0.001584814046509564, 0.0023616666439920664, 0.0031385193578898907, 0.003915371838957071, 0.004692224320024252, 0.00546907726675272, 0.0062459297478199005, 0.007022782228887081, 0.007799634709954262, 0.008576487191021442, 0.009353339672088623, 0.010130193084478378, 0.010907045565545559, 0.01168389804661274, 0.01246075052767992, 0.0132376030087471]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 4.0, 6.0, 0.0, 5.0, 4.0, 5.0, 1.0, 9.0, 5.0, 7.0, 6.0, 6.0, 5.0, 4.0, 4.0, 6.0, 6.0, 7.0, 3.0, 3.0, 5.0, 6.0, 5.0, 5.0, 10.0, 18.0, 17.0, 52.0, 4.0, 3.0, 4.0, 1.0, 4.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.01819206029176712, -0.017837651073932648, -0.017483239993453026, -0.017128830775618553, -0.01677442155778408, -0.01642001047730446, -0.016065601259469986, -0.015711192041635513, -0.015356780961155891, -0.015002371743321419, -0.014647961594164371, -0.014293551445007324, -0.013939142227172852, -0.013584732078015804, -0.013230321928858757, -0.012875912711024284, -0.012521502561867237, -0.01216709241271019, -0.011812683194875717, -0.01145827304571867, -0.011103862896561623, -0.01074945367872715, -0.010395043529570103, -0.010040633380413055, -0.009686224162578583, -0.009331814013421535, -0.008977403864264488, -0.008622993715107441, -0.008268584497272968, -0.007914174348115921, -0.007559764664620161, -0.007205354515463114, -0.006850944831967354, -0.006496535148471594, -0.006142124999314547, -0.005787715315818787, -0.005433305166661739, -0.005078895483165979, -0.004724485799670219, -0.004370075650513172, -0.004015665967017412, -0.0036612560506910086, -0.003306846134364605, -0.002952436450868845, -0.0025980265345424414, -0.0022436166182160378, -0.001889206818304956, -0.0015347970183938742, -0.0011803871020674706, -0.0008259772439487278, -0.00047156738582998514, -0.00011715752771124244, 0.00023725233040750027, 0.000591662188526243, 0.0009460720466449857, 0.0013004818465560675, 0.001654891762882471, 0.0020093016792088747, 0.0023637115955352783, 0.0027181212790310383, 0.003072531195357442, 0.0034269411116838455, 0.0037813507951796055, 0.004135760944336653, 0.004490170627832413]}, "_runtime": 10.551816701889038, "_timestamp": 1596208900.145424, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02486497163772583, -0.024167940020561218, -0.023470906540751457, -0.022773874923586845, -0.022076841443777084, -0.021379809826612473, -0.02068277634680271, -0.0199857447296381, -0.01928871124982834, -0.018591679632663727, -0.017894646152853966, -0.017197614535689354, -0.016500581055879593, -0.01580354943871498, -0.015106516890227795, -0.014409484341740608, -0.013712451793253422, -0.013015419244766235, -0.012318386696279049, -0.011621354147791862, -0.010924321599304676, -0.01022728905081749, -0.009530256502330303, -0.008833223953843117, -0.008136192336678505, -0.007439159322530031, -0.006742126774042845, -0.006045094225555658, -0.005348062142729759, -0.004651029594242573, -0.003953997045755386, -0.0032569644972682, -0.0025599319487810135, -0.001862899400293827, -0.0011658669682219625, -0.00046883447794243693, 0.00022819801233708858, 0.0009252305026166141, 0.0016222629928961396, 0.0023192954249680042, 0.0030163279734551907, 0.003713360521942377, 0.0044103930704295635, 0.00510742561891675, 0.005804457701742649, 0.0065014902502298355, 0.007198522798717022, 0.007895555347204208, 0.008592587895691395, 0.009289620444178581, 0.009986652992665768, 0.010683685541152954, 0.01138071808964014, 0.012077750638127327, 0.012774783186614513, 0.0134718157351017, 0.014168847352266312, 0.014865879900753498, 0.015562912449240685, 0.016259945929050446, 0.016956977546215057, 0.01765401102602482, 0.01835104264318943, 0.01904807612299919, 0.019745107740163803]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 6.0, 3.0, 3.0, 5.0, 8.0, 7.0, 9.0, 11.0, 13.0, 22.0, 23.0, 48.0, 48.0, 83.0, 104.0, 166.0, 242.0, 346.0, 553.0, 2317.0, 2084.0, 858.0, 399.0, 211.0, 125.0, 74.0, 49.0, 30.0, 19.0, 13.0, 10.0, 3.0, 4.0, 4.0, 2.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.26976528763771057, -0.26179295778274536, -0.25382062792778015, -0.24584829807281494, -0.23787596821784973, -0.22990365326404572, -0.2219313234090805, -0.2139589935541153, -0.20598666369915009, -0.19801433384418488, -0.19004200398921967, -0.18206967413425446, -0.17409735918045044, -0.16612502932548523, -0.15815269947052002, -0.1501803696155548, -0.1422080397605896, -0.1342357099056244, -0.12626338005065918, -0.11829105764627457, -0.11031872779130936, -0.10234639793634415, -0.09437407553195953, -0.08640174567699432, -0.07842941582202911, -0.0704570859670639, -0.06248475983738899, -0.05451243370771408, -0.04654010385274887, -0.03856777399778366, -0.03059544786810875, -0.02262311987578869, -0.014650791883468628, -0.006678463891148567, 0.0012938641011714935, 0.009266192093491554, 0.017238520085811615, 0.025210848078131676, 0.033183176070451736, 0.04115550220012665, 0.04912783205509186, 0.05710016191005707, 0.06507249176502228, 0.07304481416940689, 0.0810171440243721, 0.08898947387933731, 0.09696179628372192, 0.10493412613868713, 0.11290645599365234, 0.12087878584861755, 0.12885111570358276, 0.13682344555854797, 0.14479577541351318, 0.1527680903673172, 0.1607404202222824, 0.16871275007724762, 0.17668507993221283, 0.18465740978717804, 0.19262973964214325, 0.20060206949710846, 0.20857438445091248, 0.21654671430587769, 0.2245190441608429, 0.2324913740158081, 0.24046370387077332]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 7.0, 2.0, 2.0, 5.0, 5.0, 6.0, 6.0, 26.0, 5.0, 6.0, 7.0, 7.0, 5.0, 2.0, 4.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009849692694842815, -0.009529429487884045, -0.009209166280925274, -0.008888903073966503, -0.008568638935685158, -0.008248375728726387, -0.007928112521767616, -0.0076078493148088455, -0.007287586107850075, -0.006967322900891304, -0.006647059693932533, -0.006326796021312475, -0.0060065328143537045, -0.005686269607394934, -0.005366005934774876, -0.005045742727816105, -0.004725479520857334, -0.004405216313898563, -0.004084953106939793, -0.0037646894343197346, -0.003444426227360964, -0.003124163020402193, -0.0028038995806127787, -0.0024836361408233643, -0.0021633729338645935, -0.001843109610490501, -0.0015228462871164083, -0.0012025829637423158, -0.0008823196403682232, -0.0005620563169941306, -0.00024179299362003803, 7.847032975405455e-05, 0.0003987336531281471, 0.0007189969765022397, 0.0010392602998763323, 0.0013595236232504249, 0.0016797869466245174, 0.002000050153583288, 0.0023203135933727026, 0.002640577033162117, 0.0029608402401208878, 0.0032811034470796585, 0.003601366886869073, 0.003921630326658487, 0.004241893533617258, 0.004562156740576029, 0.004882420413196087, 0.005202683620154858, 0.005522946827113628, 0.005843210034072399, 0.00616347324103117, 0.006483736913651228, 0.006804000120609999, 0.0071242633275687695, 0.0074445270001888275, 0.007764790207147598, 0.008085053414106369, 0.00840531662106514, 0.00872557982802391, 0.009045843034982681, 0.009366106241941452, 0.009686370380222797, 0.010006633587181568, 0.010326896794140339, 0.01064716000109911]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 8.0, 13.0, 19.0, 32.0, 61.0, 76.0, 114.0, 147.0, 196.0, 246.0, 275.0, 314.0, 386.0, 426.0, 574.0, 840.0, 1150.0, 1735.0, 2847.0, 4342.0, 6606.0, 9812.0, 14593.0, 20920.0, 30423.0, 45805.0, 71856.0, 111454.0, 459490.0, 138770.0, 89268.0, 54585.0, 35418.0, 24283.0, 16397.0, 11700.0, 7922.0, 5149.0, 3366.0, 2274.0, 1418.0, 987.0, 678.0, 513.0, 390.0, 323.0, 325.0, 232.0, 214.0, 195.0, 126.0, 110.0, 71.0, 69.0, 43.0, 30.0, 18.0, 2.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.0212322436273098, -0.020543133839964867, -0.019854024052619934, -0.01916491612792015, -0.018475806340575218, -0.017786696553230286, -0.017097586765885353, -0.01640847697854042, -0.015719369053840637, -0.01503025833517313, -0.014341149479150772, -0.01365203969180584, -0.012962929904460907, -0.012273821048438549, -0.011584711261093616, -0.010895602405071259, -0.010206492617726326, -0.009517382830381393, -0.008828273974359035, -0.008139164187014103, -0.007450054865330458, -0.0067609455436468124, -0.00607183575630188, -0.005382726434618235, -0.004693617112934589, -0.004004507791250944, -0.0033153982367366552, -0.0026262886822223663, -0.001937179360538721, -0.001248069922439754, -0.0005589604843407869, 0.00013014895375818014, 0.0008192583918571472, 0.0015083678299561143, 0.0021974772680550814, 0.0028865868225693703, 0.0035756961442530155, 0.004264805465936661, 0.004953915253281593, 0.005643024574965239, 0.006332133896648884, 0.007021243218332529, 0.007710352540016174, 0.008399462327361107, 0.00908857211470604, 0.009777680970728397, 0.01046679075807333, 0.011155899614095688, 0.01184500940144062, 0.012534119188785553, 0.013223228044807911, 0.013912337832152843, 0.014601446688175201, 0.015290556475520134, 0.015979666262865067, 0.01666877605021, 0.01735788583755493, 0.018046993762254715, 0.018736103549599648, 0.01942521333694458, 0.020114323124289513, 0.020803432911634445, 0.02149254083633423, 0.02218165062367916, 0.022870760411024094]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 2.0, 1.0, 5.0, 10.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.019365642219781876, -0.018912052735686302, -0.01845846325159073, -0.018004871904850006, -0.017551282420754433, -0.01709769293665886, -0.016644101589918137, -0.016190512105822563, -0.01573692262172699, -0.015283333137631416, -0.014829742722213268, -0.01437615230679512, -0.013922562822699547, -0.013468973338603973, -0.013015382923185825, -0.012561792507767677, -0.012108203023672104, -0.01165461353957653, -0.011201023124158382, -0.010747432708740234, -0.010293843224644661, -0.009840253740549088, -0.00938666332513094, -0.008933072909712791, -0.008479483425617218, -0.008025893941521645, -0.0075723035261034966, -0.007118713576346636, -0.006665123626589775, -0.006211533676832914, -0.005757943727076054, -0.005304353777319193, -0.004850763827562332, -0.004397173877805471, -0.003943583928048611, -0.00348999397829175, -0.0030364040285348892, -0.0025828140787780285, -0.0021292241290211678, -0.001675634179264307, -0.0012220442295074463, -0.0007684542797505856, -0.0003148643299937248, 0.0001387256197631359, 0.0005923155695199966, 0.0010459055192768574, 0.0014994954690337181, 0.0019530854187905788, 0.0024066753685474396, 0.0028602653183043003, 0.003313855268061161, 0.0037674452178180218, 0.0042210351675748825, 0.004674625117331743, 0.005128215067088604, 0.005581805016845465, 0.0060353949666023254, 0.006488984916359186, 0.006942574866116047, 0.007396164815872908, 0.007849754765629768, 0.008303344249725342, 0.00875693466514349, 0.009210525080561638, 0.009664114564657211]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 2.0, 5.0, 8.0, 8.0, 17.0, 15.0, 18.0, 27.0, 31.0, 45.0, 41.0, 40.0, 65.0, 91.0, 63.0, 81.0, 77.0, 80.0, 91.0, 86.0, 93.0, 118.0, 181.0, 251.0, 349.0, 598.0, 849.0, 1145.0, 1942.0, 7032.0, 1436.0, 768.0, 486.0, 397.0, 294.0, 283.0, 250.0, 206.0, 161.0, 146.0, 125.0, 86.0, 81.0, 62.0, 58.0, 30.0, 33.0, 21.0, 13.0, 7.0, 11.0, 4.0, 3.0, 4.0, 5.0, 0.0, 2.0, 4.0], "bins": [-0.009914515540003777, -0.009633693844079971, -0.00935287307947874, -0.009072051383554935, -0.00879122968763113, -0.0085104089230299, -0.008229587227106094, -0.007948765531182289, -0.007667944300919771, -0.007387123070657253, -0.007106301374733448, -0.00682548014447093, -0.006544658914208412, -0.006263837218284607, -0.005983015988022089, -0.005702194292098284, -0.005421373061835766, -0.005140551831573248, -0.004859730135649443, -0.004578908905386925, -0.0042980872094631195, -0.004017265979200602, -0.0037364447489380836, -0.003455623285844922, -0.0031748018227517605, -0.002893980359658599, -0.0026131588965654373, -0.0023323376663029194, -0.002051516203209758, -0.0017706947401165962, -0.0014898733934387565, -0.0012090520467609167, -0.0009282305836677551, -0.0006474091787822545, -0.0003665877738967538, -8.576636901125312e-05, 0.00019505503587424755, 0.0004758764407597482, 0.0007566978456452489, 0.0010375191923230886, 0.0013183406554162502, 0.0015991621185094118, 0.0018799834651872516, 0.0021608048118650913, 0.002441626274958253, 0.0027224477380514145, 0.0030032689683139324, 0.003284090431407094, 0.0035649118945002556, 0.003845733357593417, 0.004126554820686579, 0.004407376050949097, 0.004688197746872902, 0.00496901897713542, 0.005249840207397938, 0.005530661903321743, 0.005811483133584261, 0.006092304363846779, 0.006373126059770584, 0.006653947290033102, 0.00693476852029562, 0.007215590216219425, 0.007496411446481943, 0.007777233142405748, 0.008058054372668266]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04693852365016937, -0.04562155529856682, -0.044304586946964264, -0.04298762232065201, -0.041670653969049454, -0.0403536856174469, -0.039036720991134644, -0.03771975263953209, -0.036402784287929535, -0.03508581593632698, -0.033768847584724426, -0.03245188295841217, -0.031134914606809616, -0.029817946255207062, -0.028500979766249657, -0.02718401327729225, -0.025867044925689697, -0.024550076574087143, -0.023233110085129738, -0.021916143596172333, -0.02059917524456978, -0.019282206892967224, -0.01796524040400982, -0.016648273915052414, -0.01533130556344986, -0.01401433814316988, -0.0126973707228899, -0.01138040330260992, -0.01006343588232994, -0.008746468462049961, -0.007429501041769981, -0.006112533621490002, -0.004795566201210022, -0.0034785987809300423, -0.0021616313606500626, -0.0008446639403700829, 0.00047230347990989685, 0.0017892709001898766, 0.0031062383204698563, 0.004423205740749836, 0.005740173161029816, 0.007057140581309795, 0.008374108001589775, 0.009691075421869755, 0.011008042842149734, 0.012325010262429714, 0.013641977682709694, 0.014958945102989674, 0.016275912523269653, 0.017592880874872208, 0.018909847363829613, 0.020226813852787018, 0.021543782204389572, 0.022860750555992126, 0.02417771704494953, 0.025494683533906937, 0.02681165188550949, 0.028128620237112045, 0.02944558672606945, 0.030762553215026855, 0.03207952156662941, 0.033396489918231964, 0.03471345454454422, 0.036030422896146774, 0.03734739124774933]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 5.0, 1.0, 7.0, 6.0, 6.0, 7.0, 7.0, 9.0, 16.0, 49.0, 10.0, 5.0, 3.0, 6.0, 9.0, 9.0, 8.0, 7.0, 12.0, 8.0, 8.0, 3.0, 2.0, 4.0, 10.0, 4.0, 8.0, 3.0, 3.0, 9.0, 4.0, 5.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009977397508919239, -0.009591507725417614, -0.009205617941915989, -0.00881972722709179, -0.008433837443590164, -0.008047947660088539, -0.007662057876586914, -0.007276167627424002, -0.006890277843922377, -0.006504388060420752, -0.006118497811257839, -0.005732608027756214, -0.005346718244254589, -0.004960827995091677, -0.004574938211590052, -0.004189047962427139, -0.0038031581789255142, -0.0034172681625932455, -0.003031378146260977, -0.0026454883627593517, -0.002259598346427083, -0.0018737083300948143, -0.0014878184301778674, -0.0011019285302609205, -0.0007160385139286518, -0.000330148555804044, 5.574140232056379e-05, 0.0004416313604451716, 0.0008275213185697794, 0.0012134113349020481, 0.001599301234818995, 0.001985191134735942, 0.0023710811510682106, 0.0027569711674004793, 0.003142861183732748, 0.003528750967234373, 0.0039146412163972855, 0.0043005309998989105, 0.004686420783400536, 0.005072311032563448, 0.005458200816065073, 0.005844090599566698, 0.0062299808487296104, 0.0066158706322312355, 0.0070017604157328606, 0.007387650664895773, 0.007773540448397398, 0.00815943069756031, 0.008545320481061935, 0.00893121026456356, 0.009317100048065186, 0.009702990762889385, 0.01008888054639101, 0.010474770329892635, 0.01086066011339426, 0.011246549896895885, 0.011632440611720085, 0.01201833039522171, 0.012404220178723335, 0.01279010996222496, 0.013175999745726585, 0.01356188952922821, 0.01394778024405241, 0.014333670027554035, 0.01471955981105566]}, "_runtime": 11.325135707855225, "_timestamp": 1596208900.918743, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 6.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01596062071621418, -0.015488953329622746, -0.015017285943031311, -0.014545619487762451, -0.014073952101171017, -0.013602284714579582, -0.013130618259310722, -0.012658950872719288, -0.012187283486127853, -0.011715616099536419, -0.011243948712944984, -0.010772282257676125, -0.01030061487108469, -0.009828947484493256, -0.009357281029224396, -0.008885613642632961, -0.008413946256041527, -0.007942278869450092, -0.007470611948519945, -0.006998945027589798, -0.0065272776409983635, -0.006055610254406929, -0.005583943333476782, -0.005112276412546635, -0.0046406090259552, -0.004168941639363766, -0.0036972747184336185, -0.0032256075646728277, -0.002753940410912037, -0.002282273257151246, -0.0018106061033904552, -0.0013389389496296644, -0.0008672717958688736, -0.00039560464210808277, 7.606251165270805e-05, 0.0005477296654134989, 0.0010193968191742897, 0.0014910639729350805, 0.0019627311266958714, 0.002434398280456662, 0.002906065434217453, 0.003377732587978244, 0.0038493997417390347, 0.004321066662669182, 0.004792734049260616, 0.005264401435852051, 0.005736068356782198, 0.006207735277712345, 0.00667940266430378, 0.007151070050895214, 0.007622736971825361, 0.008094403892755508, 0.008566071279346943, 0.009037738665938377, 0.009509405121207237, 0.009981072507798672, 0.010452739894390106, 0.01092440728098154, 0.011396074667572975, 0.011867741122841835, 0.01233940850943327, 0.012811075896024704, 0.013282742351293564, 0.013754409737884998, 0.014226077124476433]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 8.0, 10.0, 13.0, 13.0, 16.0, 13.0, 32.0, 28.0, 41.0, 60.0, 59.0, 110.0, 144.0, 168.0, 240.0, 337.0, 437.0, 2014.0, 1949.0, 958.0, 491.0, 271.0, 158.0, 107.0, 72.0, 40.0, 28.0, 27.0, 26.0, 8.0, 8.0, 7.0, 7.0, 4.0, 4.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2097451239824295, -0.20374521613121033, -0.19774529337882996, -0.19174538552761078, -0.1857454627752304, -0.17974555492401123, -0.17374564707279205, -0.16774572432041168, -0.1617458164691925, -0.15574589371681213, -0.14974598586559296, -0.14374607801437378, -0.1377461552619934, -0.13174624741077423, -0.12574632465839386, -0.11974641680717468, -0.11374650150537491, -0.10774658620357513, -0.10174667090177536, -0.09574676305055618, -0.08974684774875641, -0.08374693244695663, -0.07774701714515686, -0.07174710184335709, -0.06574718654155731, -0.059747274965047836, -0.05374736338853836, -0.047747448086738586, -0.04174753278493881, -0.03574762120842934, -0.029747705906629562, -0.023747792467474937, -0.017747879028320312, -0.011747965589165688, -0.005748051218688488, 0.00025186268612742424, 0.0062517765909433365, 0.012251690030097961, 0.018251605331897736, 0.02425151877105236, 0.030251432210206985, 0.03625134751200676, 0.042251259088516235, 0.04825117439031601, 0.054251089692115784, 0.06025100126862526, 0.06625091284513474, 0.07225082814693451, 0.07825074344873428, 0.08425065875053406, 0.09025057405233383, 0.09625048190355301, 0.10225039720535278, 0.10825031250715256, 0.11425022780895233, 0.1202501431107521, 0.12625005841255188, 0.13224996626377106, 0.13824988901615143, 0.1442497968673706, 0.15024970471858978, 0.15624962747097015, 0.16224953532218933, 0.1682494580745697, 0.17424936592578888]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 4.0, 3.0, 3.0, 6.0, 4.0, 4.0, 1.0, 24.0, 5.0, 1.0, 4.0, 5.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005122067406773567, -0.004957428202033043, -0.004792788531631231, -0.004628149326890707, -0.004463510122150183, -0.004298870451748371, -0.004134231247007847, -0.0039695920422673225, -0.003804952371865511, -0.0036403131671249866, -0.0034756737295538187, -0.0033110342919826508, -0.0031463950872421265, -0.0029817556496709585, -0.0028171162120997906, -0.0026524770073592663, -0.0024878375697880983, -0.0023231981322169304, -0.002158558927476406, -0.001993919489905238, -0.0018292800523340702, -0.001664640731178224, -0.001500001410022378, -0.00133536197245121, -0.001170722651295364, -0.0010060833301395178, -0.0008414438925683498, -0.0006768045714125037, -0.0005121651920489967, -0.00034752581268548965, -0.00018288646242581308, -1.8247097614221275e-05, 0.00014639226719737053, 0.00031103164656087756, 0.00047567099682055414, 0.0006403103470802307, 0.0008049497264437377, 0.0009695891058072448, 0.001134228426963091, 0.0012988678645342588, 0.001463507185690105, 0.001628146506845951, 0.001792785944417119, 0.001957425381988287, 0.0021220645867288113, 0.002286704024299979, 0.002451343461871147, 0.0026159826666116714, 0.0027806221041828394, 0.0029452615417540073, 0.0031099007464945316, 0.0032745401840656996, 0.0034391796216368675, 0.003603818826377392, 0.0037684582639485598, 0.003933097701519728, 0.004097736906260252, 0.004262376576662064, 0.004427015781402588, 0.004591654986143112, 0.004756294656544924, 0.004920933861285448, 0.005085573066025972, 0.005250212736427784, 0.005414851941168308]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 8.0, 14.0, 24.0, 57.0, 82.0, 151.0, 234.0, 340.0, 528.0, 784.0, 1124.0, 1467.0, 2200.0, 2987.0, 4123.0, 5592.0, 7459.0, 10318.0, 13488.0, 17503.0, 22975.0, 31331.0, 42798.0, 60639.0, 85425.0, 115324.0, 417496.0, 92119.0, 66463.0, 46963.0, 33829.0, 24600.0, 18481.0, 13799.0, 10323.0, 7632.0, 5707.0, 4213.0, 2992.0, 2261.0, 1589.0, 1191.0, 906.0, 625.0, 464.0, 323.0, 231.0, 147.0, 98.0, 81.0, 44.0, 27.0, 22.0, 19.0, 6.0, 7.0, 4.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.01401935052126646, -0.013537975959479809, -0.013056602329015732, -0.01257522776722908, -0.012093854136765003, -0.011612479574978352, -0.011131105944514275, -0.010649731382727623, -0.010168356820940971, -0.009686983190476894, -0.009205608628690243, -0.008724234998226166, -0.008242860436439514, -0.00776148634031415, -0.0072801122441887856, -0.006798738148063421, -0.006317364051938057, -0.005835989955812693, -0.005354615859687328, -0.004873241763561964, -0.0043918676674366, -0.003910493105649948, -0.003429119009524584, -0.0029477449133992195, -0.002466370817273855, -0.001984996721148491, -0.0015036225086078048, -0.0010222482960671186, -0.0005408741999417543, -5.9500045608729124e-05, 0.0004218741087242961, 0.0009032482630573213, 0.0013846224173903465, 0.0018659965135157108, 0.002347370609641075, 0.002828744938597083, 0.0033101190347224474, 0.0037914931308478117, 0.00427286745980382, 0.004754241555929184, 0.005235615652054548, 0.005716989748179913, 0.006198363844305277, 0.006679737940430641, 0.007161112502217293, 0.007642486598342657, 0.008123860694468021, 0.008605234324932098, 0.00908660888671875, 0.009567983448505402, 0.010049357078969479, 0.01053073164075613, 0.011012105271220207, 0.011493479833006859, 0.011974853463470936, 0.012456228025257587, 0.012937601655721664, 0.013418976217508316, 0.013900350779294968, 0.014381724409759045, 0.014863098971545696, 0.015344472602009773, 0.015825847163796425, 0.016307221725583076, 0.01678859442472458]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 5.0, 0.0, 6.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005442030727863312, -0.0052726916037499905, -0.005103352479636669, -0.0049340128898620605, -0.004764673765748739, -0.004595334641635418, -0.004425995051860809, -0.004256655927747488, -0.004087316803634167, -0.003917977679520845, -0.0037486383225768805, -0.0035792989656329155, -0.003409959841519594, -0.003240620717406273, -0.003071281360462308, -0.002901942003518343, -0.0027326028794050217, -0.0025632637552917004, -0.0023939243983477354, -0.0022245850414037704, -0.002055245917290449, -0.001885906676761806, -0.0017165674362331629, -0.0015472281957045197, -0.0013778889551758766, -0.0012085497146472335, -0.0010392104741185904, -0.0008698712335899472, -0.0007005319930613041, -0.000531192752532661, -0.00036185351200401783, -0.0001925142714753747, -2.3175030946731567e-05, 0.00014616420958191156, 0.0003155034501105547, 0.0004848426906391978, 0.000654181931167841, 0.0008235211716964841, 0.0009928604122251272, 0.0011621996527537704, 0.0013315388932824135, 0.0015008781338110566, 0.0016702173743396997, 0.0018395566148683429, 0.002008895855396986, 0.0021782349795103073, 0.0023475743364542723, 0.0025169136933982372, 0.0026862528175115585, 0.00285559194162488, 0.003024931298568845, 0.0031942706555128098, 0.003363609779626131, 0.0035329489037394524, 0.0037022882606834173, 0.0038716276176273823, 0.004040966741740704, 0.004210305865854025, 0.004379644989967346, 0.004548984579741955, 0.004718323703855276, 0.004887662827968597, 0.005057002417743206, 0.005226341541856527, 0.005395680665969849]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 4.0, 1.0, 3.0, 5.0, 6.0, 4.0, 6.0, 13.0, 13.0, 13.0, 16.0, 25.0, 24.0, 38.0, 34.0, 56.0, 81.0, 128.0, 158.0, 246.0, 365.0, 494.0, 673.0, 954.0, 1362.0, 2051.0, 5574.0, 1215.0, 886.0, 746.0, 546.0, 485.0, 407.0, 366.0, 302.0, 225.0, 222.0, 146.0, 127.0, 92.0, 70.0, 63.0, 57.0, 31.0, 22.0, 19.0, 14.0, 10.0, 7.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00476473243907094, -0.004629155155271292, -0.004493577405810356, -0.004358000122010708, -0.00422242283821106, -0.004086845088750124, -0.003951267804950476, -0.0038156902883201838, -0.003680112771689892, -0.0035445352550596, -0.003408957738429308, -0.0032733804546296597, -0.0031378029379993677, -0.0030022254213690758, -0.0028666481375694275, -0.0027310706209391356, -0.0025954931043088436, -0.0024599155876785517, -0.0023243380710482597, -0.0021887607872486115, -0.0020531832706183195, -0.0019176057539880276, -0.0017820283537730575, -0.0016464509535580873, -0.0015108734369277954, -0.0013752959202975035, -0.0012397185200825334, -0.0011041411198675632, -0.0009685636032372713, -0.0008329861448146403, -0.0006974086863920093, -0.0005618312279693782, -0.0004262537695467472, -0.0002906763111241162, -0.00015509885270148516, -1.9521394278854132e-05, 0.0001160560641437769, 0.0002516335225664079, 0.00038721098098903894, 0.00052278843941167, 0.000658365897834301, 0.000793943356256932, 0.000929520814679563, 0.0010650982148945332, 0.001200675731524825, 0.001336253248155117, 0.0014718306483700871, 0.0016074080485850573, 0.0017429855652153492, 0.0018785630818456411, 0.002014140598475933, 0.0021497178822755814, 0.0022852953989058733, 0.0024208729155361652, 0.0025564501993358135, 0.0026920277159661055, 0.0028276052325963974, 0.0029631827492266893, 0.0030987602658569813, 0.0032343375496566296, 0.0033699150662869215, 0.0035054925829172134, 0.0036410698667168617, 0.0037766473833471537, 0.003912224899977446]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014840072020888329, -0.01443458255380392, -0.014029093086719513, -0.013623603619635105, -0.013218114152550697, -0.012812623754143715, -0.012407134287059307, -0.0120016448199749, -0.011596155352890491, -0.011190665885806084, -0.010785176418721676, -0.010379686951637268, -0.009974196553230286, -0.009568707086145878, -0.00916321761906147, -0.008757728151977062, -0.008352238684892654, -0.007946749217808247, -0.007541259750723839, -0.007135769817978144, -0.006730280350893736, -0.006324790883809328, -0.005919300951063633, -0.005513811483979225, -0.005108322016894817, -0.0047028325498104095, -0.004297343082726002, -0.0038918531499803066, -0.003486363682895899, -0.003080874215811491, -0.0026753845158964396, -0.002269894815981388, -0.0018644053488969803, -0.0014589157653972507, -0.001053426181897521, -0.0006479365983977914, -0.00024244701489806175, 0.00016304256860166788, 0.0005685321521013975, 0.0009740217356011271, 0.0013795113191008568, 0.0017850009026005864, 0.002190490486100316, 0.0025959801860153675, 0.0030014696530997753, 0.003406959120184183, 0.0038124488200992346, 0.004217938520014286, 0.004623427987098694, 0.005028917454183102, 0.0054344069212675095, 0.005839896854013205, 0.006245386321097612, 0.00665087578818202, 0.007056365720927715, 0.007461855188012123, 0.007867344655096531, 0.008272834122180939, 0.008678323589265347, 0.009083813056349754, 0.009489303454756737, 0.009894792921841145, 0.010300282388925552, 0.01070577185600996, 0.011111261323094368]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 5.0, 5.0, 1.0, 1.0, 8.0, 9.0, 16.0, 49.0, 27.0, 7.0, 7.0, 7.0, 10.0, 7.0, 7.0, 11.0, 5.0, 5.0, 4.0, 8.0, 7.0, 5.0, 5.0, 10.0, 5.0, 5.0, 9.0, 0.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.010021652095019817, -0.009683862328529358, -0.009346072562038898, -0.009008282795548439, -0.00867049302905798, -0.00833270326256752, -0.00799491349607706, -0.007657123263925314, -0.0073193334974348545, -0.006981543730944395, -0.006643753964453936, -0.006305964197963476, -0.005968173965811729, -0.00563038419932127, -0.0052925944328308105, -0.004954804666340351, -0.004617014899849892, -0.004279225133359432, -0.003941435366868973, -0.0036036453675478697, -0.0032658556010574102, -0.002928065834566951, -0.0025902758352458477, -0.0022524860687553883, -0.0019146963022649288, -0.0015769065357744694, -0.001239116652868688, -0.0009013268281705678, -0.0005635370034724474, -0.00022574717877432704, 0.00011204264592379332, 0.00044983247062191367, 0.000787622295320034, 0.0011254120618104935, 0.0014632019447162747, 0.001800991827622056, 0.0021387815941125154, 0.002476571360602975, 0.002814361359924078, 0.0031521511264145374, 0.003489940892904997, 0.0038277306593954563, 0.004165520425885916, 0.004503310192376375, 0.004841100424528122, 0.005178890191018581, 0.005516679957509041, 0.0058544697239995, 0.00619225949048996, 0.006530049256980419, 0.006867839023470879, 0.007205628789961338, 0.0075434185564517975, 0.007881208322942257, 0.008218998089432716, 0.008556787855923176, 0.008894577622413635, 0.00923236832022667, 0.009570158086717129, 0.009907947853207588, 0.010245737619698048, 0.010583527386188507, 0.010921317152678967, 0.011259106919169426, 0.011596896685659885]}, "_runtime": 12.108831644058228, "_timestamp": 1596208901.7024388, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015765951946377754, -0.01537407748401165, -0.014982202090322971, -0.014590327627956867, -0.014198452234268188, -0.013806577771902084, -0.01341470330953598, -0.013022827915847301, -0.012630953453481197, -0.012239078991115093, -0.011847203597426414, -0.01145532913506031, -0.011063454672694206, -0.010671579279005527, -0.010279704816639423, -0.009887829422950745, -0.00949595496058464, -0.009104080498218536, -0.008712205104529858, -0.008320330642163754, -0.007928455248475075, -0.007536580786108971, -0.0071447063237428665, -0.006752831395715475, -0.006360956467688084, -0.005969081539660692, -0.005577206611633301, -0.005185332149267197, -0.004793457221239805, -0.004401582293212414, -0.00400970783084631, -0.0036178329028189182, -0.003225957974791527, -0.0028340830467641354, -0.0024422083515673876, -0.00205033365637064, -0.0016584587283432484, -0.0012665839167311788, -0.0008747091051191092, -0.00048283429350703955, -9.095948189496994e-05, 0.00030091532971709967, 0.0006927901413291693, 0.0010846649529412389, 0.0014765397645533085, 0.001868414576165378, 0.0022602893877774477, 0.0026521640829741955, 0.003044039011001587, 0.0034359139390289783, 0.003827788634225726, 0.004219663329422474, 0.004611538257449865, 0.005003413185477257, 0.005395287647843361, 0.005787162575870752, 0.006179037503898144, 0.006570912431925535, 0.006962787359952927, 0.007354661822319031, 0.007746536750346422, 0.008138411678373814, 0.008530286140739918, 0.008922161534428596, 0.0093140359967947]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 7.0, 4.0, 9.0, 5.0, 4.0, 12.0, 5.0, 9.0, 16.0, 15.0, 19.0, 30.0, 51.0, 61.0, 58.0, 116.0, 135.0, 160.0, 220.0, 271.0, 346.0, 464.0, 2860.0, 1346.0, 608.0, 390.0, 241.0, 140.0, 91.0, 62.0, 51.0, 38.0, 26.0, 18.0, 11.0, 10.0, 5.0, 3.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.2114846408367157, -0.20611722767353058, -0.20074979960918427, -0.19538238644599915, -0.19001495838165283, -0.1846475452184677, -0.1792801171541214, -0.17391270399093628, -0.16854527592658997, -0.16317786276340485, -0.15781043469905853, -0.1524430215358734, -0.1470755934715271, -0.14170818030834198, -0.13634075224399567, -0.13097333908081055, -0.12560591101646423, -0.12023849785327911, -0.1148710772395134, -0.10950365662574768, -0.10413623601198196, -0.09876881539821625, -0.09340139478445053, -0.08803397417068481, -0.0826665610074997, -0.07729914039373398, -0.07193171977996826, -0.06656429916620255, -0.06119687855243683, -0.05582945793867111, -0.050462037324905396, -0.04509461671113968, -0.03972719609737396, -0.034359775483608246, -0.02899235486984253, -0.023624936118721962, -0.018257515504956245, -0.012890094891190529, -0.007522675208747387, -0.0021552550606429577, 0.0032121650874614716, 0.008579585701227188, 0.01394700538367033, 0.019314425066113472, 0.02468184567987919, 0.030049266293644905, 0.03541668504476547, 0.04078410565853119, 0.046151526272296906, 0.05151894688606262, 0.05688636749982834, 0.062253788113594055, 0.06762120872735977, 0.07298862934112549, 0.0783560499548912, 0.08372347056865692, 0.08909088373184204, 0.09445830434560776, 0.09982572495937347, 0.10519314557313919, 0.11056056618690491, 0.11592798680067062, 0.12129540741443634, 0.12666283547878265, 0.13203024864196777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 2.0, 3.0, 1.0, 4.0, 4.0, 5.0, 4.0, 1.0, 4.0, 3.0, 4.0, 1.0, 1.0, 4.0, 24.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00472512049600482, -0.004574132151901722, -0.004423143807798624, -0.004272155463695526, -0.0041211675852537155, -0.003970179241150618, -0.0038191908970475197, -0.0036682025529444218, -0.003517214208841324, -0.003366225864738226, -0.003215237520635128, -0.0030642494093626738, -0.002913261065259576, -0.002762272721156478, -0.0026112846098840237, -0.0024602962657809258, -0.002309307921677828, -0.00215831957757473, -0.002007331233471632, -0.0018563431221991777, -0.0017053547780960798, -0.001554366433992982, -0.0014033782063052058, -0.0012523899786174297, -0.0011014016345143318, -0.0009504133486188948, -0.0007994250627234578, -0.0006484367768280208, -0.0004974484909325838, -0.0003464602050371468, -0.0001954719191417098, -4.44836332462728e-05, 0.0001065046526491642, 0.0002574929385446012, 0.0004084812244400382, 0.0005594695103354752, 0.0007104577962309122, 0.0008614460821263492, 0.0010124343680217862, 0.0011634225957095623, 0.0013144109398126602, 0.0014653992839157581, 0.0016163875116035342, 0.0017673757392913103, 0.0019183640833944082, 0.002069352427497506, 0.0022203405387699604, 0.0023713288828730583, 0.0025223172269761562, 0.002673305571079254, 0.002824293915182352, 0.0029752820264548063, 0.0031262703705579042, 0.003277258714661002, 0.0034282468259334564, 0.0035792351700365543, 0.0037302235141396523, 0.00388121185824275, 0.004032200202345848, 0.004183188546448946, 0.004334176890552044, 0.0044851647689938545, 0.0046361531130969524, 0.00478714145720005, 0.004938129801303148]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 6.0, 2.0, 27.0, 26.0, 57.0, 62.0, 109.0, 155.0, 222.0, 255.0, 346.0, 473.0, 669.0, 929.0, 1276.0, 1708.0, 2369.0, 3275.0, 4581.0, 6177.0, 8340.0, 10951.0, 14884.0, 19373.0, 25558.0, 34500.0, 47100.0, 63747.0, 84087.0, 104522.0, 409312.0, 83872.0, 62126.0, 45781.0, 34055.0, 25769.0, 19407.0, 15208.0, 11699.0, 8894.0, 7106.0, 5537.0, 4127.0, 3110.0, 2339.0, 1722.0, 1211.0, 868.0, 566.0, 423.0, 287.0, 167.0, 107.0, 77.0, 38.0, 22.0, 13.0, 8.0, 2.0, 2.0], "bins": [-0.015084145590662956, -0.014644775539636612, -0.014205406419932842, -0.013766036368906498, -0.013326666317880154, -0.01288729626685381, -0.01244792714715004, -0.012008557096123695, -0.011569187045097351, -0.011129817925393581, -0.010690447874367237, -0.010251077823340893, -0.009811707772314548, -0.009372338652610779, -0.008932968601584435, -0.00849359855055809, -0.008054228499531746, -0.007614859379827976, -0.007175489328801632, -0.006736119743436575, -0.006296749692410231, -0.005857380107045174, -0.005418010056018829, -0.004978640470653772, -0.004539270885288715, -0.004099900834262371, -0.0036605310160666704, -0.0032211611978709698, -0.0027817916125059128, -0.002342421794310212, -0.0019030519761145115, -0.0014636821579188108, -0.0010243123397231102, -0.0005849425215274096, -0.00014557276153936982, 0.00029379702755250037, 0.0007331668166443706, 0.0011725366348400712, 0.00161190633662045, 0.0020512761548161507, 0.0024906459730118513, 0.002930015791207552, 0.0033693856094032526, 0.0038087554275989532, 0.00424812501296401, 0.0046874950639903545, 0.0051268646493554115, 0.005566234700381756, 0.006005604285746813, 0.00644497387111187, 0.006884343922138214, 0.007323713507503271, 0.007763083558529615, 0.008202453143894672, 0.008641823194921017, 0.009081193245947361, 0.00952056236565113, 0.009959932416677475, 0.01039930246770382, 0.010838671587407589, 0.011278041638433933, 0.011717411689460278, 0.012156781740486622, 0.012596150860190392, 0.013035520911216736]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 6.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 6.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.021879252046346664, -0.021366972476243973, -0.02085469476878643, -0.020342417061328888, -0.019830137491226196, -0.019317857921123505, -0.018805580213665962, -0.01829330250620842, -0.017781022936105728, -0.017268743366003036, -0.016756465658545494, -0.01624418795108795, -0.01573190838098526, -0.015219629742205143, -0.014707351103425026, -0.014195072464644909, -0.013682793825864792, -0.013170515187084675, -0.012658236548304558, -0.01214595790952444, -0.011633679270744324, -0.011121400631964207, -0.01060912199318409, -0.010096843354403973, -0.009584564715623856, -0.009072286076843739, -0.008560007438063622, -0.008047728799283504, -0.0075354501605033875, -0.00702317152172327, -0.006510892882943153, -0.005998614244163036, -0.005486335605382919, -0.004974056966602802, -0.004461778327822685, -0.003949499689042568, -0.003437221050262451, -0.002924942411482334, -0.002412663772702217, -0.0019003851339221, -0.001388106495141983, -0.000875827856361866, -0.00036354921758174896, 0.00014872942119836807, 0.0006610080599784851, 0.0011732866987586021, 0.0016855653375387192, 0.002197843976318836, 0.0027101226150989532, 0.0032224012538790703, 0.0037346798926591873, 0.004246958531439304, 0.004759237170219421, 0.005271515808999538, 0.0057837944477796555, 0.0062960730865597725, 0.0068083517253398895, 0.0073206303641200066, 0.007832909002900124, 0.00834518764168024, 0.008857466280460358, 0.009369744919240475, 0.009882023558020592, 0.010394302196800709, 0.010906580835580826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 5.0, 1.0, 9.0, 3.0, 7.0, 6.0, 7.0, 11.0, 8.0, 12.0, 5.0, 10.0, 11.0, 3.0, 9.0, 14.0, 25.0, 14.0, 16.0, 9.0, 21.0, 23.0, 28.0, 31.0, 49.0, 62.0, 83.0, 132.0, 152.0, 182.0, 268.0, 368.0, 572.0, 806.0, 1291.0, 2612.0, 6844.0, 1710.0, 959.0, 671.0, 422.0, 317.0, 203.0, 147.0, 88.0, 77.0, 33.0, 20.0, 15.0, 17.0, 14.0, 2.0, 4.0], "bins": [-0.015469958074390888, -0.015142181888222694, -0.014814404770731926, -0.014486627653241158, -0.014158851467072964, -0.01383107528090477, -0.013503298163414001, -0.013175521045923233, -0.01284774485975504, -0.012519968673586845, -0.012192191556096077, -0.011864414438605309, -0.011536638252437115, -0.011208862066268921, -0.010881084948778152, -0.010553307831287384, -0.01022553164511919, -0.009897755458950996, -0.009569978341460228, -0.00924220122396946, -0.008914425037801266, -0.008586648851633072, -0.008258871734142303, -0.007931094616651535, -0.007603318430483341, -0.00727554177865386, -0.006947765126824379, -0.006619988474994898, -0.006292211823165417, -0.005964435171335936, -0.0056366585195064545, -0.005308881867676973, -0.004981105215847492, -0.004653328564018011, -0.00432555191218853, -0.003997775260359049, -0.0036699986085295677, -0.0033422219567000866, -0.0030144453048706055, -0.0026866686530411243, -0.0023588920012116432, -0.002031115349382162, -0.001703338697552681, -0.0013755620457231998, -0.0010477853938937187, -0.0007200087420642376, -0.00039223209023475647, -6.445543840527534e-05, 0.0002633212134242058, 0.0005910978652536869, 0.000918874517083168, 0.0012466511689126492, 0.0015744278207421303, 0.0019022044725716114, 0.0022299811244010925, 0.0025577577762305737, 0.0028855344280600548, 0.003213311079889536, 0.003541087731719017, 0.003868864383548498, 0.004196641035377979, 0.00452441768720746, 0.0048521943390369415, 0.005179970990866423, 0.005507747642695904]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.045095138251781464, -0.04403696954250336, -0.04297880455851555, -0.04192063584923744, -0.040862467139959335, -0.03980429843068123, -0.03874613344669342, -0.037687964737415314, -0.03662979602813721, -0.0355716310441494, -0.03451346233487129, -0.033455293625593185, -0.03239712491631508, -0.03133895993232727, -0.030280791223049164, -0.029222622513771057, -0.0281644556671381, -0.027106288820505142, -0.026048120111227036, -0.024989953264594078, -0.02393178455531597, -0.022873617708683014, -0.021815448999404907, -0.02075728215277195, -0.019699115306138992, -0.018640946596860886, -0.017582779750227928, -0.01652461104094982, -0.015466444194316864, -0.014408276416361332, -0.0133501086384058, -0.012291940860450268, -0.011233773082494736, -0.010175605304539204, -0.009117437526583672, -0.00805926974862814, -0.007001102436333895, -0.005942934658378363, -0.004884767346084118, -0.003826599568128586, -0.0027684317901730537, -0.0017102641286328435, -0.0006520964670926332, 0.000406071194447577, 0.0014642388559877872, 0.0025224066339433193, 0.0035805741790682077, 0.004638741724193096, 0.005696909502148628, 0.00675507728010416, 0.007813245058059692, 0.008871412836015224, 0.009929580613970757, 0.010987747460603714, 0.012045915238559246, 0.013104083016514778, 0.01416225079447031, 0.015220418572425842, 0.0162785854190588, 0.017336754128336906, 0.018394920974969864, 0.01945308968424797, 0.020511256530880928, 0.021569425240159035, 0.022627592086791992]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 3.0, 4.0, 2.0, 5.0, 2.0, 3.0, 7.0, 3.0, 8.0, 4.0, 8.0, 6.0, 12.0, 5.0, 6.0, 10.0, 16.0, 23.0, 14.0, 24.0, 41.0, 13.0, 11.0, 16.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.021959539502859116, -0.021513303741812706, -0.021067067980766296, -0.020620832219719887, -0.020174598321318626, -0.019728362560272217, -0.019282126799225807, -0.018835891038179398, -0.018389655277132988, -0.01794341951608658, -0.01749718375504017, -0.01705094985663891, -0.0166047140955925, -0.01615847833454609, -0.01571224257349968, -0.01526600681245327, -0.01481977105140686, -0.014373536221683025, -0.013927300460636616, -0.013481064699590206, -0.013034829869866371, -0.012588594108819962, -0.012142358347773552, -0.011696122586727142, -0.011249887757003307, -0.010803651995956898, -0.010357416234910488, -0.009911181405186653, -0.009464945644140244, -0.009018709883093834, -0.008572474122047424, -0.00812623929232359, -0.00768000353127718, -0.007233768235892057, -0.006787532474845648, -0.0063412971794605255, -0.005895061418414116, -0.005448826123028994, -0.005002590361982584, -0.004556355066597462, -0.004110119305551052, -0.00366388401016593, -0.003217648481950164, -0.002771412953734398, -0.0023251776583492756, -0.0018789420137181878, -0.0014327066019177437, -0.0009864710737019777, -0.0005402355454862118, -9.400004637427628e-05, 0.0003522354527376592, 0.0007984709227457643, 0.0012447064509615302, 0.0016909419791772962, 0.0021371773909777403, 0.0025834129191935062, 0.003029648447409272, 0.003475883975625038, 0.0039221192710101604, 0.00436835503205657, 0.004814590327441692, 0.005260826088488102, 0.005707061383873224, 0.006153297144919634, 0.006599532440304756]}, "_runtime": 12.86931586265564, "_timestamp": 1596208902.462923, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014768317341804504, -0.014308090321719646, -0.013847862370312214, -0.013387635350227356, -0.012927408330142498, -0.012467180378735065, -0.012006953358650208, -0.01154672633856535, -0.011086499318480492, -0.010626271367073059, -0.010166044346988201, -0.009705817326903343, -0.00924558937549591, -0.008785362355411053, -0.008325135335326195, -0.007864907383918762, -0.007404680363833904, -0.006944452878087759, -0.006484225858002901, -0.006023998372256756, -0.005563771352171898, -0.005103543866425753, -0.004643316380679607, -0.0041830893605947495, -0.003722861874848604, -0.0032626346219331026, -0.002802407369017601, -0.0023421798832714558, -0.0018819526303559542, -0.0014217253774404526, -0.0009614980081096292, -0.0005012706969864666, -4.104338586330414e-05, 0.00041918392525985837, 0.0008794112363830209, 0.0013396386057138443, 0.001799865858629346, 0.0022600931115448475, 0.0027203205972909927, 0.0031805478502064943, 0.003640775103121996, 0.004101002588868141, 0.004561229608952999, 0.005021457094699144, 0.00548168458044529, 0.0059419116005301476, 0.006402139086276293, 0.006862366106361151, 0.007322593592107296, 0.007782821077853441, 0.008243048563599586, 0.008703275583684444, 0.009163502603769302, 0.009623730555176735, 0.010083957575261593, 0.01054418459534645, 0.011004412546753883, 0.011464639566838741, 0.0119248665869236, 0.012385093607008457, 0.01284532155841589, 0.013305548578500748, 0.013765775598585606, 0.014226003549993038, 0.014686230570077896]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 7.0, 6.0, 4.0, 9.0, 18.0, 12.0, 17.0, 37.0, 44.0, 62.0, 67.0, 100.0, 131.0, 157.0, 196.0, 312.0, 408.0, 534.0, 2867.0, 1290.0, 636.0, 355.0, 222.0, 132.0, 86.0, 55.0, 42.0, 29.0, 24.0, 17.0, 7.0, 6.0, 10.0, 3.0, 3.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1775679886341095, -0.172398179769516, -0.16722837090492249, -0.16205856204032898, -0.15688875317573547, -0.15171894431114197, -0.14654915034770966, -0.14137934148311615, -0.13620953261852264, -0.13103972375392914, -0.12586991488933563, -0.12070010602474213, -0.11553029716014862, -0.11036048829555511, -0.1051906868815422, -0.1000208780169487, -0.0948510691523552, -0.08968126028776169, -0.08451145142316818, -0.07934165000915527, -0.07417184114456177, -0.06900203227996826, -0.06383222341537476, -0.05866241827607155, -0.05349260941147804, -0.04832280054688454, -0.04315299540758133, -0.037983186542987823, -0.03281337767839432, -0.02764357253909111, -0.022473763674497604, -0.017303956672549248, -0.012134149670600891, -0.006964342202991247, -0.0017945347353816032, 0.0033752727322280407, 0.008545080199837685, 0.013714887201786041, 0.018884696066379547, 0.024054503068327904, 0.02922431007027626, 0.034394118934869766, 0.039563924074172974, 0.04473373293876648, 0.049903541803359985, 0.05507334694266319, 0.0602431558072567, 0.0654129609465599, 0.07058276981115341, 0.07575257867574692, 0.08092238754034042, 0.08609218895435333, 0.09126199781894684, 0.09643180668354034, 0.10160161554813385, 0.10677142441272736, 0.11194123327732086, 0.11711103469133377, 0.12228084355592728, 0.12745064496994019, 0.1326204538345337, 0.1377902626991272, 0.1429600715637207, 0.1481298804283142, 0.15329968929290771]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 4.0, 4.0, 6.0, 1.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 4.0, 2.0, 27.0, 2.0, 2.0, 5.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.005056397058069706, -0.004912042524665594, -0.004767687525600195, -0.004623332992196083, -0.004478977993130684, -0.004334623459726572, -0.004190268460661173, -0.004045913927257061, -0.0039015591610223055, -0.00375720439478755, -0.0036128496285527945, -0.003468494862318039, -0.003324140328913927, -0.0031797855626791716, -0.003035430796444416, -0.0028910760302096605, -0.002746721263974905, -0.0026023664977401495, -0.002458011731505394, -0.0023136569652706385, -0.002169302199035883, -0.002024947665631771, -0.0018805928993970156, -0.00173623813316226, -0.0015918833669275045, -0.001447528600692749, -0.0013031738344579935, -0.0011588191846385598, -0.0010144644184038043, -0.0008701096521690488, -0.0007257549441419542, -0.0005814002361148596, -0.00043704546988010406, -0.000292690732749179, -0.00014833599561825395, -3.981258487328887e-06, 0.00014037347864359617, 0.00028472821577452123, 0.0004290829529054463, 0.0005734376609325409, 0.0007177924271672964, 0.0008621471934020519, 0.0010065019596368074, 0.0011508566094562411, 0.0012952113756909966, 0.0014395661419257522, 0.0015839207917451859, 0.0017282755579799414, 0.0018726303242146969, 0.0020169850904494524, 0.002161339856684208, 0.0023056946229189634, 0.002450049389153719, 0.002594403922557831, 0.0027387586887925863, 0.002883113455027342, 0.0030274682212620974, 0.003171822987496853, 0.0033161777537316084, 0.003460532519966364, 0.0036048870533704758, 0.0037492418196052313, 0.003893596585839987, 0.004037951584905386, 0.004182306118309498]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 8.0, 8.0, 18.0, 33.0, 52.0, 84.0, 122.0, 195.0, 295.0, 487.0, 697.0, 1016.0, 1490.0, 2142.0, 2818.0, 3853.0, 5315.0, 6832.0, 8858.0, 11396.0, 14610.0, 18233.0, 23833.0, 30744.0, 41029.0, 53941.0, 71375.0, 92504.0, 411574.0, 99701.0, 71469.0, 51079.0, 36832.0, 27196.0, 20275.0, 15514.0, 11758.0, 9197.0, 7202.0, 5845.0, 4639.0, 3701.0, 2874.0, 2245.0, 1725.0, 1342.0, 984.0, 718.0, 549.0, 379.0, 269.0, 197.0, 145.0, 81.0, 63.0, 41.0, 26.0, 14.0, 12.0, 4.0, 1.0, 3.0, 3.0], "bins": [-0.0121429692953825, -0.011737313121557236, -0.011331657879054546, -0.010926002636551857, -0.010520346462726593, -0.010114690288901329, -0.00970903504639864, -0.00930337980389595, -0.008897723630070686, -0.008492067456245422, -0.008086412213742733, -0.007680756505578756, -0.00727510079741478, -0.006869445089250803, -0.006463789381086826, -0.00605813367292285, -0.005652477964758873, -0.005246822256594896, -0.00484116654843092, -0.004435510840266943, -0.004029855132102966, -0.0036241994239389896, -0.003218543715775013, -0.0028128880076110363, -0.0024072322994470596, -0.002001576591283083, -0.0015959208831191063, -0.0011902651749551296, -0.000784609466791153, -0.0003789537586271763, 2.6701949536800385e-05, 0.00043235765770077705, 0.0008380133658647537, 0.0012436690740287304, 0.001649324782192707, 0.0020549804903566837, 0.0024606361985206604, 0.002866291906684637, 0.0032719476148486137, 0.0036776033230125904, 0.004083259031176567, 0.004488914739340544, 0.00489457044750452, 0.005300226155668497, 0.005705881863832474, 0.00611153757199645, 0.006517193280160427, 0.006922848988324404, 0.00732850469648838, 0.007734160404652357, 0.008139816112816334, 0.008545471355319023, 0.008951127529144287, 0.009356783702969551, 0.00976243894547224, 0.01016809418797493, 0.010573750361800194, 0.010979406535625458, 0.011385061778128147, 0.011790717020630836, 0.0121963731944561, 0.012602029368281364, 0.013007684610784054, 0.013413339853286743, 0.013818996027112007]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 3.0, 1.0, 0.0, 2.0, 5.0, 3.0, 1.0, 7.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.019431021064519882, -0.01897735707461834, -0.018523693084716797, -0.018070029094815254, -0.01761636510491371, -0.017162702977657318, -0.016709038987755775, -0.016255374997854233, -0.01580171100795269, -0.015348047018051147, -0.014894383028149605, -0.014440719969570637, -0.013987055979669094, -0.013533391989767551, -0.013079728931188583, -0.01262606494128704, -0.012172400951385498, -0.011718736961483955, -0.011265072971582413, -0.010811409913003445, -0.010357745923101902, -0.00990408193320036, -0.009450418874621391, -0.008996754884719849, -0.008543090894818306, -0.008089426904916763, -0.007635763380676508, -0.007182099856436253, -0.00672843586653471, -0.006274771876633167, -0.005821108352392912, -0.0053674448281526566, -0.004913780838251114, -0.004460116848349571, -0.004006453324109316, -0.003552789567038417, -0.003099125809967518, -0.002645462052896619, -0.00219179829582572, -0.0017381345387548208, -0.0012844707816839218, -0.0008308070246130228, -0.0003771432675421238, 7.652048952877522e-05, 0.0005301842465996742, 0.0009838480036705732, 0.0014375117607414722, 0.0018911755178123713, 0.0023448392748832703, 0.0027985030319541693, 0.0032521667890250683, 0.0037058305460959673, 0.004159494303166866, 0.004613158293068409, 0.005066821817308664, 0.00552048534154892, 0.005974149331450462, 0.006427813321352005, 0.00688147684559226, 0.007335140369832516, 0.007788804359734058, 0.008242468349635601, 0.008696131408214569, 0.009149795398116112, 0.009603459388017654]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 2.0, 7.0, 8.0, 7.0, 10.0, 10.0, 15.0, 20.0, 22.0, 17.0, 29.0, 25.0, 27.0, 53.0, 72.0, 112.0, 162.0, 183.0, 221.0, 278.0, 376.0, 501.0, 734.0, 1030.0, 1544.0, 2391.0, 6255.0, 1099.0, 843.0, 616.0, 349.0, 253.0, 310.0, 285.0, 212.0, 144.0, 91.0, 54.0, 16.0, 10.0, 6.0, 5.0, 1.0], "bins": [-0.013753949664533138, -0.01346314325928688, -0.013172336854040623, -0.012881530448794365, -0.012590724043548107, -0.01229991763830185, -0.012009110301733017, -0.01171830389648676, -0.011427497491240501, -0.011136691085994244, -0.010845884680747986, -0.010555078275501728, -0.01026427187025547, -0.009973465465009212, -0.009682659059762955, -0.009391852654516697, -0.00910104624927044, -0.008810238912701607, -0.008519432507455349, -0.008228626102209091, -0.007937819696962833, -0.007647013291716576, -0.007356206886470318, -0.00706540048122406, -0.006774594075977802, -0.006483787205070257, -0.006192980799823999, -0.005902174394577742, -0.005611367989331484, -0.005320561584085226, -0.005029754713177681, -0.004738948307931423, -0.004448141902685165, -0.004157335497438908, -0.003866528859362006, -0.0035757224541157484, -0.003284915816038847, -0.002994109410792589, -0.0027033030055463314, -0.00241249636746943, -0.002121689962223172, -0.0018308834405615926, -0.001540076918900013, -0.0012492705136537552, -0.0009584639919921756, -0.000667657470330596, -0.0003768510068766773, -8.604451431892812e-05, 0.00020476197823882103, 0.0004955684999004006, 0.0007863749633543193, 0.001077181426808238, 0.0013679879484698176, 0.0016587944701313972, 0.001949600875377655, 0.0022404075134545565, 0.0025312139187008142, 0.002822020323947072, 0.0031128269620239735, 0.0034036333672702312, 0.003694439772516489, 0.003985246177762747, 0.004276053048670292, 0.00456685945391655, 0.0048576658591628075]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.05361741781234741, -0.05223929509520531, -0.0508611723780632, -0.0494830496609211, -0.04810492694377899, -0.04672680422663689, -0.04534868150949478, -0.043970558792352676, -0.04259243607521057, -0.041214313358068466, -0.03983619064092636, -0.038458067923784256, -0.03707994520664215, -0.035701822489500046, -0.03432369977235794, -0.032945577055215836, -0.03156745433807373, -0.030189331620931625, -0.02881120890378952, -0.027433086186647415, -0.02605496346950531, -0.024676840752363205, -0.0232987180352211, -0.021920595318078995, -0.02054247260093689, -0.019164349883794785, -0.01778622716665268, -0.016408104449510574, -0.01502998173236847, -0.013651859015226364, -0.012273736298084259, -0.010895613580942154, -0.009517490863800049, -0.008139368146657944, -0.006761245429515839, -0.0053831227123737335, -0.004004999995231628, -0.0026268772780895233, -0.0012487545609474182, 0.0001293681561946869, 0.001507490873336792, 0.002885613590478897, 0.004263736307621002, 0.005641859024763107, 0.007019981741905212, 0.008398104459047318, 0.009776227176189423, 0.011154349893331528, 0.012532472610473633, 0.013910595327615738, 0.015288718044757843, 0.016666840761899948, 0.018044963479042053, 0.01942308619618416, 0.020801208913326263, 0.02217933163046837, 0.023557454347610474, 0.02493557706475258, 0.026313699781894684, 0.02769182249903679, 0.029069945216178894, 0.030448067933321, 0.031826190650463104, 0.03320431336760521, 0.034582436084747314]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 6.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 8.0, 4.0, 4.0, 8.0, 4.0, 9.0, 4.0, 6.0, 8.0, 5.0, 4.0, 2.0, 2.0, 7.0, 4.0, 5.0, 6.0, 6.0, 6.0, 4.0, 8.0, 1.0, 9.0, 5.0, 7.0, 13.0, 14.0, 40.0, 13.0, 12.0, 5.0, 3.0, 3.0, 2.0, 10.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.018838152289390564, -0.018355460837483406, -0.0178727675229311, -0.01739007607102394, -0.016907382756471634, -0.016424691304564476, -0.015941999852657318, -0.015459307469427586, -0.014976615086197853, -0.01449392270296812, -0.014011230319738388, -0.01352853886783123, -0.013045846484601498, -0.012563154101371765, -0.012080462649464607, -0.011597770266234875, -0.011115077883005142, -0.01063238549977541, -0.010149693116545677, -0.00966700166463852, -0.009184309281408787, -0.008701616898179054, -0.008218925446271896, -0.007736233063042164, -0.007253540679812431, -0.006770848296582699, -0.006288156379014254, -0.005805464461445808, -0.005322772078216076, -0.004840079694986343, -0.004357387777417898, -0.0038746956270188093, -0.0033920034766197205, -0.0029093113262206316, -0.0024266191758215427, -0.0019439270254224539, -0.001461234875023365, -0.0009785427246242762, -0.0004958505742251873, -1.3158423826098442e-05, 0.0004695337265729904, 0.0009522258769720793, 0.0014349180273711681, 0.001917610177770257, 0.002400302328169346, 0.0028829944785684347, 0.0033656866289675236, 0.0038483787793666124, 0.004331070929765701, 0.004813763312995434, 0.005296455230563879, 0.005779147148132324, 0.006261839531362057, 0.006744531914591789, 0.0072272238321602345, 0.00770991574972868, 0.008192608132958412, 0.008675300516188145, 0.009157992899417877, 0.009640684351325035, 0.010123376734554768, 0.0106060691177845, 0.011088760569691658, 0.01157145295292139, 0.012054145336151123]}, "_runtime": 13.646441459655762, "_timestamp": 1596208903.2400486, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022879811003804207, -0.022214611992239952, -0.021549412980675697, -0.020884212106466293, -0.02021901309490204, -0.019553814083337784, -0.01888861507177353, -0.018223416060209274, -0.01755821704864502, -0.016893016174435616, -0.01622781716287136, -0.015562618151307106, -0.014897419139742851, -0.014232219196856022, -0.013567020185291767, -0.012901820242404938, -0.012236621230840683, -0.011571422219276428, -0.010906222276389599, -0.010241023264825344, -0.009575823321938515, -0.00891062431037426, -0.008245425298810005, -0.007580225821584463, -0.006915026344358921, -0.006249826867133379, -0.005584627389907837, -0.004919428378343582, -0.00425422890111804, -0.003589029423892498, -0.0029238301794975996, -0.002258630935102701, -0.0015934314578771591, -0.0009282320970669389, -0.00026303273625671864, 0.0004021666245535016, 0.0010673659853637218, 0.001732565346173942, 0.0023977647069841623, 0.0030629639513790607, 0.003728163428604603, 0.004393362905830145, 0.005058562383055687, 0.005723761394619942, 0.006388960871845484, 0.007054160349071026, 0.007719359360635281, 0.00838455930352211, 0.009049758315086365, 0.00971495732665062, 0.010380157269537449, 0.011045356281101704, 0.011710556223988533, 0.012375755235552788, 0.013040954247117043, 0.013706154190003872, 0.014371353201568127, 0.015036552213132381, 0.01570175215601921, 0.016366951167583466, 0.01703215017914772, 0.017697349190711975, 0.01836255006492138, 0.019027749076485634, 0.01969294808804989]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0, 4.0, 6.0, 14.0, 5.0, 15.0, 18.0, 16.0, 33.0, 37.0, 58.0, 47.0, 95.0, 108.0, 148.0, 214.0, 242.0, 390.0, 556.0, 3275.0, 1248.0, 530.0, 292.0, 178.0, 127.0, 76.0, 54.0, 35.0, 29.0, 15.0, 14.0, 10.0, 4.0, 7.0, 7.0, 1.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17582140862941742, -0.16939345002174377, -0.16296550631523132, -0.15653754770755768, -0.15010960400104523, -0.14368164539337158, -0.13725370168685913, -0.13082574307918549, -0.12439779192209244, -0.11796984076499939, -0.11154188960790634, -0.1051139384508133, -0.09868597984313965, -0.0922580286860466, -0.08583007752895355, -0.0794021263718605, -0.07297417521476746, -0.06654622405767441, -0.06011827290058136, -0.05369031801819801, -0.047262366861104965, -0.04083441570401192, -0.03440646082162857, -0.027978509664535522, -0.021550558507442474, -0.015122606419026852, -0.008694654330611229, -0.0022667022421956062, 0.0041612498462200165, 0.01058920193463564, 0.017017154023051262, 0.02344510704278946, 0.029873058199882507, 0.036301009356975555, 0.042728960514068604, 0.04915691539645195, 0.055584866553545, 0.062012817710638046, 0.06844077259302139, 0.07486872375011444, 0.08129667490720749, 0.08772462606430054, 0.09415257722139359, 0.10058052837848663, 0.10700848698616028, 0.11343643814325333, 0.11986438930034637, 0.12629233300685883, 0.13272029161453247, 0.13914825022220612, 0.14557619392871857, 0.1520041525363922, 0.15843209624290466, 0.1648600548505783, 0.17128799855709076, 0.1777159571647644, 0.18414390087127686, 0.1905718594789505, 0.19699981808662415, 0.2034277617931366, 0.20985572040081024, 0.2162836641073227, 0.22271162271499634, 0.2291395664215088, 0.23556752502918243]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 8.0, 8.0, 1.0, 2.0, 3.0, 6.0, 2.0, 3.0, 25.0, 1.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 5.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005329800769686699, -0.0051437909714877605, -0.0049577816389501095, -0.004771771840751171, -0.00458576250821352, -0.004399752710014582, -0.004213742911815643, -0.004027733579277992, -0.003841723781079054, -0.003655714215710759, -0.0034697046503424644, -0.003283694852143526, -0.0030976852867752314, -0.0029116757214069366, -0.0027256659232079983, -0.0025396563578397036, -0.002353646792471409, -0.002167637227103114, -0.0019816276617348194, -0.001795617863535881, -0.0016096082981675863, -0.0014235987327992916, -0.001237589051015675, -0.0010515793692320585, -0.0008655698038637638, -0.0006795601802878082, -0.0004935505567118526, -0.0003075409331358969, -0.00012153130955994129, 6.447831401601434e-05, 0.00025048793759196997, 0.0004364975611679256, 0.0006225071847438812, 0.0008085168083198369, 0.0009945264318957925, 0.001180536113679409, 0.0013665456790477037, 0.0015525552444159985, 0.001738564926199615, 0.0019245746079832315, 0.0021105841733515263, 0.002296593738719821, 0.0024826033040881157, 0.002668613102287054, 0.0028546226676553488, 0.0030406322330236435, 0.003226642031222582, 0.0034126515965908766, 0.0035986611619591713, 0.003784670727327466, 0.003970680292695761, 0.004156690090894699, 0.00434269942343235, 0.0045287092216312885, 0.004714719019830227, 0.004900728352367878, 0.005086738150566816, 0.005272747948765755, 0.005458757281303406, 0.005644767079502344, 0.0058307768777012825, 0.0060167862102389336, 0.006202796008437872, 0.006388805340975523, 0.006574815139174461]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 9.0, 4.0, 15.0, 24.0, 37.0, 45.0, 79.0, 111.0, 179.0, 269.0, 383.0, 486.0, 695.0, 926.0, 1233.0, 1636.0, 2308.0, 3232.0, 4424.0, 6090.0, 8481.0, 12040.0, 17020.0, 23248.0, 31586.0, 42377.0, 58991.0, 79146.0, 103137.0, 419556.0, 95180.0, 72096.0, 52441.0, 37245.0, 27047.0, 19577.0, 14761.0, 11124.0, 8262.0, 6223.0, 4700.0, 3402.0, 2727.0, 1969.0, 1478.0, 1017.0, 801.0, 522.0, 414.0, 281.0, 201.0, 146.0, 98.0, 67.0, 36.0, 28.0, 18.0, 8.0, 4.0, 1.0, 2.0], "bins": [-0.015530696138739586, -0.015052142553031445, -0.014573588967323303, -0.014095036312937737, -0.013616482727229595, -0.013137929141521454, -0.012659375555813313, -0.012180821970105171, -0.011702269315719604, -0.011223715730011463, -0.010745162144303322, -0.01026660855859518, -0.00978805497288704, -0.009309501387178898, -0.008830948732793331, -0.00835239514708519, -0.007873841561377048, -0.007395287975668907, -0.006916734855622053, -0.006438181269913912, -0.005959628149867058, -0.0054810745641589165, -0.005002520978450775, -0.004523967858403921, -0.00404541427269578, -0.003566860919818282, -0.0030883075669407845, -0.002609753981232643, -0.0021312006283551455, -0.0016526472754776478, -0.0011740938061848283, -0.0006955403950996697, -0.0002169869840145111, 0.0002615664270706475, 0.0007401198381558061, 0.0012186733074486256, 0.0016972266603261232, 0.002175780013203621, 0.0026543335989117622, 0.00313288695178926, 0.0036114403046667576, 0.004089993890374899, 0.004568547010421753, 0.005047100596129894, 0.005525654181838036, 0.00600420730188489, 0.006482760887593031, 0.006961314007639885, 0.007439867593348026, 0.007918421179056168, 0.008396974764764309, 0.008875527419149876, 0.009354081004858017, 0.009832634590566158, 0.0103111881762743, 0.010789741761982441, 0.011268295347690582, 0.011746848002076149, 0.01222540158778429, 0.012703955173492432, 0.013182508759200573, 0.013661062344908714, 0.014139614999294281, 0.014618168585002422, 0.015096722170710564]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 3.0, 6.0, 5.0, 5.0, 4.0, 1.0, 4.0, 8.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02182535082101822, -0.02129899337887764, -0.02077263593673706, -0.02024627849459648, -0.019719921052455902, -0.019193565472960472, -0.018667208030819893, -0.018140850588679314, -0.017614493146538734, -0.017088135704398155, -0.016561778262257576, -0.016035420820116997, -0.015509064309298992, -0.014982706867158413, -0.014456350356340408, -0.013929992914199829, -0.01340363547205925, -0.01287727802991867, -0.012350920587778091, -0.011824564076960087, -0.011298206634819508, -0.010771849192678928, -0.010245492681860924, -0.009719135239720345, -0.009192777797579765, -0.008666420355439186, -0.008140062913298607, -0.007613706402480602, -0.007087348960340023, -0.006560991518199444, -0.006034634541720152, -0.00550827756524086, -0.004981920123100281, -0.0044555626809597015, -0.00392920570448041, -0.003402848495170474, -0.0028764912858605385, -0.002350134076550603, -0.0018237768672406673, -0.0012974196579307318, -0.0007710624486207962, -0.00024470523931086063, 0.00028165196999907494, 0.0008080091793090105, 0.001334366388618946, 0.0018607235979288816, 0.002387080807238817, 0.002913438016548753, 0.0034397952258586884, 0.003966152667999268, 0.0044925096444785595, 0.005018866620957851, 0.005545224063098431, 0.00607158150523901, 0.006597938481718302, 0.007124295458197594, 0.007650652900338173, 0.008177010342478752, 0.008703367784619331, 0.009229724295437336, 0.009756081737577915, 0.010282439179718494, 0.010808795690536499, 0.011335153132677078, 0.011861510574817657]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 2.0, 6.0, 4.0, 7.0, 8.0, 4.0, 5.0, 3.0, 11.0, 12.0, 17.0, 16.0, 11.0, 5.0, 10.0, 11.0, 6.0, 12.0, 20.0, 26.0, 19.0, 15.0, 26.0, 55.0, 54.0, 68.0, 92.0, 172.0, 275.0, 477.0, 932.0, 1492.0, 2545.0, 7858.0, 1707.0, 881.0, 476.0, 393.0, 273.0, 140.0, 74.0, 57.0, 23.0, 24.0, 17.0, 18.0, 10.0, 10.0, 10.0, 6.0, 10.0, 1.0, 3.0, 1.0, 5.0, 1.0, 2.0], "bins": [-0.017056019976735115, -0.016634957864880562, -0.01621389575302601, -0.015792833641171455, -0.015371772460639477, -0.014950710348784924, -0.014529649168252945, -0.014108587056398392, -0.013687524944543839, -0.013266462832689285, -0.012845400720834732, -0.012424339540302753, -0.0120032774284482, -0.011582215316593647, -0.011161154136061668, -0.010740092024207115, -0.010319029912352562, -0.009897967800498009, -0.009476905688643456, -0.009055844508111477, -0.008634782396256924, -0.00821372028440237, -0.0077926586382091045, -0.007371596992015839, -0.006950534880161285, -0.006529472768306732, -0.006108411122113466, -0.0056873494759202, -0.005266287364065647, -0.004845225252211094, -0.004424163606017828, -0.004003101959824562, -0.003582039847970009, -0.0031609779689460993, -0.0027399160899221897, -0.00231885421089828, -0.0018977923318743706, -0.001476730452850461, -0.0010556685738265514, -0.0006346066948026419, -0.0002135448157787323, 0.00020751706324517727, 0.0006285789422690868, 0.0010496408212929964, 0.001470702700316906, 0.0018917645793408155, 0.002312826458364725, 0.0027338883373886347, 0.0031549502164125443, 0.003576012095436454, 0.003997073974460363, 0.004418135620653629, 0.0048391977325081825, 0.005260259844362736, 0.005681321490556002, 0.006102383136749268, 0.006523445248603821, 0.006944507360458374, 0.00736556900665164, 0.007786630652844906, 0.008207692764699459, 0.008628754876554012, 0.009049816057085991, 0.009470878168940544, 0.009891940280795097]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.051154039800167084, -0.04985230788588524, -0.048550575971603394, -0.04724884405732155, -0.0459471121430397, -0.04464538022875786, -0.04334364831447601, -0.04204191640019417, -0.04074018448591232, -0.03943845257163048, -0.03813672065734863, -0.03683498874306679, -0.03553325682878494, -0.0342315249145031, -0.03292979300022125, -0.03162806108593941, -0.03032633103430271, -0.029024599120020866, -0.02772286720573902, -0.026421135291457176, -0.02511940337717533, -0.023817671462893486, -0.02251593954861164, -0.021214207634329796, -0.0199124775826931, -0.018610745668411255, -0.01730901375412941, -0.016007281839847565, -0.01470554992556572, -0.013403818011283875, -0.01210208609700203, -0.010800354182720184, -0.00949862226843834, -0.008196890354156494, -0.006895158439874649, -0.005593426991254091, -0.004291695076972246, -0.002989963162690401, -0.0016882314812391996, -0.00038649968337267637, 0.0009152321144938469, 0.002216964028775692, 0.0035186957102268934, 0.004820427391678095, 0.00612215930595994, 0.007423891220241785, 0.008725622668862343, 0.010027354583144188, 0.011329086497426033, 0.012630818411707878, 0.013932550325989723, 0.015234282240271568, 0.016536014154553413, 0.01783774606883526, 0.019139477983117104, 0.02044120989739895, 0.021742939949035645, 0.02304467186331749, 0.024346403777599335, 0.02564813569188118, 0.026949867606163025, 0.02825159952044487, 0.029553331434726715, 0.03085506334900856, 0.032156795263290405]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 9.0, 4.0, 5.0, 4.0, 8.0, 5.0, 5.0, 7.0, 12.0, 7.0, 8.0, 8.0, 17.0, 12.0, 17.0, 59.0, 13.0, 14.0, 4.0, 13.0, 8.0, 10.0, 1.0, 8.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.037286147475242615, -0.03640040010213852, -0.035514652729034424, -0.03462890908122063, -0.03374316170811653, -0.032857414335012436, -0.03197166696190834, -0.031085921451449394, -0.0302001740783453, -0.029314426705241203, -0.028428681194782257, -0.02754293382167816, -0.026657186448574066, -0.02577144093811512, -0.024885693565011024, -0.023999948054552078, -0.023114200681447983, -0.022228453308343887, -0.02134270779788494, -0.020456960424780846, -0.0195712149143219, -0.018685467541217804, -0.01779972016811371, -0.016913974657654762, -0.016028227284550667, -0.015142480842769146, -0.014256734400987625, -0.01337098702788353, -0.012485240586102009, -0.011599494144320488, -0.010713746771216393, -0.009828000329434872, -0.00894225388765335, -0.00805650744587183, -0.007170760538429022, -0.006285013630986214, -0.005399267189204693, -0.004513520747423172, -0.003627773839980364, -0.0027420271653681993, -0.0018562804907560349, -0.0009705338161438704, -8.478714153170586e-05, 0.0008009595330804586, 0.0016867062076926231, 0.0025724528823047876, 0.003458199556916952, 0.00434394646435976, 0.005229692906141281, 0.006115439347922802, 0.00700118625536561, 0.007886933162808418, 0.008772679604589939, 0.00965842604637146, 0.010544173419475555, 0.011429919861257076, 0.012315666303038597, 0.013201412744820118, 0.014087159186601639, 0.014972906559705734, 0.01585865393280983, 0.016744399443268776, 0.01763014681637287, 0.018515892326831818, 0.019401639699935913]}, "_runtime": 14.411733150482178, "_timestamp": 1596208904.0053403, "_step": 12}
+{"val_accuracy": 0.6694977168949772, "val_loss": 1.0884844638985587, "_runtime": 15.777493000030518, "_timestamp": 1596208905.3711002, "_step": 13}