Working Emnist lines dataset.

1 files changed, 14 insertions, 0 deletions

diff --git a/wandb/run-20200731_160529-1qduvpsf/wandb-history.jsonl b/wandb/run-20200731_160529-1qduvpsf/wandb-history.jsonl
new file mode 100644
index 0000000..aa11713
--- /dev/null
+++ b/wandb/run-20200731_160529-1qduvpsf/wandb-history.jsonl
@@ -0,0 +1,14 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287805125117302, -0.02462729439139366, -0.02396678365767002, -0.02330627292394638, -0.02264576032757759, -0.02198524959385395, -0.02132473886013031, -0.02066422812640667, -0.02000371739268303, -0.01934320665895939, -0.01868269592523575, -0.018022185191512108, -0.017361674457788467, -0.016701161861419678, -0.016040651127696037, -0.015380140393972397, -0.014719629660248756, -0.014059118926525116, -0.013398608192801476, -0.01273809652775526, -0.01207758579403162, -0.01141707506030798, -0.010756563395261765, -0.010096052661538124, -0.009435541927814484, -0.008775031194090843, -0.008114520460367203, -0.007454008795320988, -0.006793498061597347, -0.006132987327873707, -0.005472476128488779, -0.004811964929103851, -0.004151454195380211, -0.0034909432288259268, -0.0028304322622716427, -0.0021699212957173586, -0.0015094103291630745, -0.0008488993626087904, -0.0001883883960545063, 0.0004721225704997778, 0.0011326335370540619, 0.001793144503608346, 0.00245365547016263, 0.003114166436716914, 0.0037746774032711983, 0.004435188136994839, 0.0050956993363797665, 0.005756210535764694, 0.006416721269488335, 0.007077232003211975, 0.007737743202596903, 0.00839825440198183, 0.009058765135705471, 0.009719275869429111, 0.010379787534475327, 0.011040298268198967, 0.011700809001922607, 0.012361319735646248, 0.013021830469369888, 0.013682342134416103, 0.014342852868139744, 0.015003363601863384, 0.0156638752669096, 0.01632438600063324, 0.01698489673435688]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 164.0, 243.0, 322.0, 452.0, 650.0, 2573.0, 863.0, 644.0, 481.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0655154213309288, -0.0637621134519577, -0.062008801847696304, -0.060255490243434906, -0.058502182364463806, -0.056748874485492706, -0.05499556288123131, -0.05324225127696991, -0.05148894339799881, -0.04973563551902771, -0.04798232391476631, -0.04622901231050491, -0.044475704431533813, -0.042722396552562714, -0.040969084948301315, -0.03921577334403992, -0.03746246546506882, -0.03570915758609772, -0.03395584598183632, -0.03220253437757492, -0.03044922649860382, -0.02869591675698757, -0.026942607015371323, -0.025189297273755074, -0.023435987532138824, -0.021682677790522575, -0.019929368048906326, -0.018176058307290077, -0.016422748565673828, -0.014669438824057579, -0.01291612908244133, -0.011162819340825081, -0.009409509599208832, -0.007656199857592583, -0.005902890115976334, -0.0041495803743600845, -0.0023962706327438354, -0.0006429608911275864, 0.0011103488504886627, 0.002863658592104912, 0.004616968333721161, 0.00637027807533741, 0.008123587816953659, 0.009876897558569908, 0.011630207300186157, 0.013383517041802406, 0.015136826783418655, 0.016890136525034904, 0.018643446266651154, 0.020396756008267403, 0.02215006574988365, 0.0239033754914999, 0.02565668523311615, 0.0274099949747324, 0.029163304716348648, 0.030916614457964897, 0.032669924199581146, 0.034423232078552246, 0.036176543682813644, 0.03792985528707504, 0.03968316316604614, 0.04143647104501724, 0.04318978264927864, 0.04494309425354004, 0.04669640213251114]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122017607092857, -0.007850165478885174, -0.00757831335067749, -0.007306460756808519, -0.007034608628600836, -0.006762756500393152, -0.006490903906524181, -0.006219051778316498, -0.005947199650108814, -0.005675347521901131, -0.005403495393693447, -0.005131642799824476, -0.004859790671616793, -0.004587938543409109, -0.004316085949540138, -0.004044233821332455, -0.003772381693124771, -0.0035005295649170876, -0.0032286772038787603, -0.002956824842840433, -0.0026849727146327496, -0.002413120586425066, -0.0021412682253867388, -0.0018694159807637334, -0.001597563736140728, -0.0013257114915177226, -0.0010538592468947172, -0.0007820070022717118, -0.0005101547576487064, -0.00023830251302570105, 3.3549731597304344e-05, 0.00030540197622030973, 0.0005772542208433151, 0.0008491064654663205, 0.001120958710089326, 0.0013928109547123313, 0.0016646631993353367, 0.001936515443958342, 0.0022083676885813475, 0.0024802200496196747, 0.0027520721778273582, 0.003023924306035042, 0.003295776667073369, 0.0035676290281116962, 0.00383948115631938, 0.004111333284527063, 0.004383185878396034, 0.004655038006603718, 0.004926890134811401, 0.005198742263019085, 0.0054705943912267685, 0.005742446985095739, 0.006014299113303423, 0.0062861512415111065, 0.006558003835380077, 0.006829855963587761, 0.0071017080917954445, 0.007373560220003128, 0.007645412348210812, 0.007917264476418495, 0.008189117535948753, 0.008460969664156437, 0.00873282179236412, 0.009004673920571804, 0.009276526048779488]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 715.0, 1046.0, 1553.0, 2184.0, 3119.0, 4635.0, 6749.0, 9925.0, 14840.0, 22249.0, 33658.0, 51396.0, 75843.0, 111357.0, 523661.0, 107259.0, 68247.0, 44646.0, 29038.0, 19505.0, 13588.0, 9359.0, 6575.0, 4700.0, 3365.0, 2411.0, 1838.0, 1296.0, 963.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126568350940943, -0.006893476936966181, -0.0066603850573301315, -0.00642729364335537, -0.006194202229380608, -0.005961110349744558, -0.005728018935769796, -0.005494927056133747, -0.005261835642158985, -0.005028744228184223, -0.004795652348548174, -0.004562560934573412, -0.004329469054937363, -0.004096377640962601, -0.0038632862269878387, -0.003630194580182433, -0.0033971029333770275, -0.003164011286571622, -0.0029309196397662163, -0.0026978282257914543, -0.0024647365789860487, -0.002231644932180643, -0.001998553518205881, -0.0017654618714004755, -0.0015323702245950699, -0.0012992785777896643, -0.0010661870473995805, -0.0008330954588018358, -0.0006000038702040911, -0.00036691228160634637, -0.00013382069300860167, 9.927089558914304e-05, 0.00033236248418688774, 0.0005654540727846324, 0.0007985456613823771, 0.001031637191772461, 0.0012647288385778666, 0.0014978204853832722, 0.001730912015773356, 0.0019640035461634398, 0.0021970951929688454, 0.002430186839774251, 0.0026632784865796566, 0.0028963699005544186, 0.003129461547359824, 0.00336255319416523, 0.0035956446081399918, 0.0038287362549453974, 0.004061827901750803, 0.004294919315725565, 0.004528011195361614, 0.004761102609336376, 0.004994194023311138, 0.005227285902947187, 0.005460377316921949, 0.005693469196557999, 0.005926560610532761, 0.006159652024507523, 0.006392743904143572, 0.006625835318118334, 0.006858927197754383, 0.007092018611729145, 0.007325110025703907, 0.007558201905339956, 0.007791293319314718]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778429090976715, -0.02227785252034664, -0.021777275949716568, -0.021276697516441345, -0.02077612094581127, -0.020275544375181198, -0.019774965941905975, -0.019274389371275902, -0.018773812800645828, -0.018273236230015755, -0.01777265965938568, -0.01727208122611046, -0.016771504655480385, -0.01627092808485031, -0.01577034965157509, -0.015269773080945015, -0.014769196510314941, -0.014268619939684868, -0.01376804243773222, -0.013267464935779572, -0.012766888365149498, -0.012266311794519424, -0.011765734292566776, -0.011265156790614128, -0.010764580219984055, -0.010264003649353981, -0.009763426147401333, -0.009262848645448685, -0.008762272074818611, -0.008261695504188538, -0.0077611180022358894, -0.007260540965944529, -0.006759963929653168, -0.006259386893361807, -0.005758809857070446, -0.005258232820779085, -0.004757655784487724, -0.0042570787481963634, -0.0037565017119050026, -0.0032559246756136417, -0.002755347639322281, -0.00225477060303092, -0.0017541935667395592, -0.0012536165304481983, -0.0007530394941568375, -0.0002524624578654766, 0.00024811457842588425, 0.0007486916147172451, 0.001249268651008606, 0.0017498456872999668, 0.0022504227235913277, 0.0027509997598826885, 0.0032515767961740494, 0.0037521538324654102, 0.004252730868756771, 0.004753307905048132, 0.005253884941339493, 0.005754461977630854, 0.0062550390139222145, 0.006755616050213575, 0.007256193086504936, 0.007756770122796297, 0.008257347159087658, 0.008757924661040306, 0.00925850123167038]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 358.0, 369.0, 434.0, 581.0, 809.0, 1562.0, 7311.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578548803925514, -0.02307821810245514, -0.022577889263629913, -0.02207755856215954, -0.021577227860689163, -0.021076899021863937, -0.020576568320393562, -0.020076237618923187, -0.01957590878009796, -0.019075578078627586, -0.01857524737715721, -0.018074916675686836, -0.01757458783686161, -0.017074257135391235, -0.01657392643392086, -0.016073597595095634, -0.01557326689362526, -0.015072937123477459, -0.014572606422007084, -0.014072276651859283, -0.013571945950388908, -0.013071616180241108, -0.012571286410093307, -0.012070955708622932, -0.011570625938475132, -0.011070296168327332, -0.010569965466856956, -0.010069635696709156, -0.009569305926561356, -0.00906897522509098, -0.00856864545494318, -0.008068314753472805, -0.007567984983325005, -0.007067654747515917, -0.006567324511706829, -0.006066994741559029, -0.005566664505749941, -0.005066334269940853, -0.004566004499793053, -0.004065674263983965, -0.003565344028174877, -0.0030650137923657894, -0.0025646837893873453, -0.002064353786408901, -0.0015640235505998135, -0.0010636934312060475, -0.0005633633118122816, -6.303319241851568e-05, 0.00043729692697525024, 0.0009376270463690162, 0.001437957165762782, 0.001938287285156548, 0.002438617404550314, 0.0029389476403594017, 0.003439277643337846, 0.00393960764631629, 0.004439937882125378, 0.004940268117934465, 0.005440598353743553, 0.005940928123891354, 0.006441258359700441, 0.006941588595509529, 0.0074419183656573296, 0.007942249067127705, 0.008442578837275505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203062504529953, -0.041332293301820755, -0.04063396155834198, -0.039935629814863205, -0.03923730179667473, -0.03853897005319595, -0.03784063830971718, -0.0371423065662384, -0.03644397482275963, -0.03574564307928085, -0.03504731133580208, -0.0343489833176136, -0.03365065157413483, -0.03295231983065605, -0.03225398808717728, -0.0315556563436985, -0.030857324600219727, -0.0301589947193861, -0.029460662975907326, -0.02876233123242855, -0.028064001351594925, -0.02736566960811615, -0.026667337864637375, -0.0259690061211586, -0.025270676240324974, -0.0245723444968462, -0.023874012753367424, -0.023175682872533798, -0.022477351129055023, -0.021779019385576248, -0.021080687642097473, -0.020382357761263847, -0.019684026017785072, -0.018985694274306297, -0.01828736439347267, -0.017589032649993896, -0.01689070090651512, -0.016192369163036346, -0.015494038350880146, -0.014795707538723946, -0.01409737579524517, -0.01339904498308897, -0.01270071417093277, -0.012002382427453995, -0.011304051615297794, -0.01060571987181902, -0.009907389059662819, -0.009209057316184044, -0.008510726504027843, -0.007812395226210356, -0.007114063948392868, -0.00641573267057538, -0.005717401392757893, -0.005019070580601692, -0.0043207393027842045, -0.0036224080249667168, -0.002924076747149229, -0.0022257454693317413, -0.0015274143079295754, -0.0008290830883197486, -0.00013075186870992184, 0.000567579350899905, 0.0012659105705097318, 0.0019642417319118977, 0.0026625730097293854]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 5.0, 3.0, 6.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.0551440604031086, -0.054182492196559906, -0.053220927715301514, -0.05225935950875282, -0.05129779130220413, -0.05033622682094574, -0.04937465861439705, -0.04841309040784836, -0.047451525926589966, -0.046489957720041275, -0.045528389513492584, -0.04456682130694389, -0.0436052568256855, -0.04264368861913681, -0.04168212041258812, -0.04072055593132973, -0.039758987724781036, -0.038797419518232346, -0.03783585503697395, -0.03687428683042526, -0.03591271862387657, -0.03495115414261818, -0.03398958593606949, -0.0330280177295208, -0.03206644952297211, -0.031104885041713715, -0.030143316835165024, -0.029181750491261482, -0.02822018414735794, -0.02725861594080925, -0.02629704959690571, -0.025335481390357018, -0.024373915046453476, -0.023412348702549934, -0.022450780496001244, -0.021489214152097702, -0.02052764594554901, -0.01956607960164547, -0.018604513257741928, -0.017642945051193237, -0.016681378707289696, -0.015719812363386154, -0.014758244156837463, -0.013796677812933922, -0.012835110537707806, -0.01187354326248169, -0.010911976918578148, -0.009950409643352032, -0.008988842368125916, -0.0080272750928998, -0.0070657082833349705, -0.006104141473770142, -0.005142574198544025, -0.004181006923317909, -0.0032194401137530804, -0.002257873071357608, -0.0012963060289621353, -0.0003347389865666628, 0.0006268280558288097, 0.0015883950982242823, 0.002549962140619755, 0.0035115291830152273, 0.0044730962254107, 0.005434663034975529, 0.006396230310201645]}, "_runtime": 5.275160789489746, "_timestamp": 1596211531.998378, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016853131353855133, -0.01619802974164486, -0.01554292906075716, -0.014887828379869461, -0.014232726767659187, -0.013577625155448914, -0.012922524474561214, -0.012267423793673515, -0.011612322181463242, -0.010957220569252968, -0.010302119888365269, -0.00964701920747757, -0.008991917595267296, -0.008336815983057022, -0.007681715302169323, -0.0070266141556203365, -0.00637151300907135, -0.005716411862522364, -0.005061310715973377, -0.004406209569424391, -0.0037511084228754044, -0.003096007276326418, -0.0024409061297774315, -0.001785804983228445, -0.0011307038366794586, -0.0004756026901304722, 0.00017949845641851425, 0.0008345996029675007, 0.0014897007495164871, 0.0021448018960654736, 0.00279990304261446, 0.0034550041891634464, 0.004110105335712433, 0.004765206482261419, 0.005420307628810406, 0.006075408775359392, 0.006730509921908379, 0.007385611068457365, 0.008040712215006351, 0.00869581289589405, 0.009350914508104324, 0.010006016120314598, 0.010661116801202297, 0.011316217482089996, 0.01197131909430027, 0.012626420706510544, 0.013281521387398243, 0.013936622068285942, 0.014591723680496216, 0.01524682529270649, 0.015901926904916763, 0.016557026654481888, 0.01721212826669216, 0.017867229878902435, 0.01852232962846756, 0.019177431240677834, 0.019832532852888107, 0.02048763446509838, 0.021142736077308655, 0.02179783582687378, 0.022452937439084053, 0.023108039051294327, 0.02376313880085945, 0.024418240413069725, 0.02507334202528]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 38.0, 37.0, 45.0, 52.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 255.0, 271.0, 435.0, 576.0, 2442.0, 762.0, 691.0, 473.0, 318.0, 188.0, 154.0, 95.0, 62.0, 47.0, 55.0, 24.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12213430553674698, -0.11866356432437897, -0.11519282311201096, -0.11172208189964294, -0.10825134068727493, -0.10478059947490692, -0.10130985826253891, -0.0978391170501709, -0.09436837583780289, -0.09089763462543488, -0.08742689341306686, -0.08395615220069885, -0.08048541098833084, -0.07701466977596283, -0.07354392856359482, -0.0700731873512268, -0.0666024461388588, -0.06313170492649078, -0.05966096371412277, -0.05619022250175476, -0.05271948128938675, -0.04924874007701874, -0.045777998864650726, -0.042307257652282715, -0.0388365164399147, -0.03536577522754669, -0.03189503401517868, -0.02842429280281067, -0.024953551590442657, -0.021482810378074646, -0.018012069165706635, -0.014541327953338623, -0.011070586740970612, -0.0075998455286026, -0.004129104316234589, -0.0006583631038665771, 0.0028123781085014343, 0.006283119320869446, 0.009753860533237457, 0.013224601745605469, 0.01669534295797348, 0.02016608417034149, 0.023636825382709503, 0.027107566595077515, 0.030578307807445526, 0.03404904901981354, 0.03751979023218155, 0.04099053144454956, 0.04446127265691757, 0.047932013869285583, 0.051402755081653595, 0.054873496294021606, 0.05834423750638962, 0.06181497871875763, 0.06528571993112564, 0.06875646114349365, 0.07222720235586166, 0.07569794356822968, 0.07916868478059769, 0.0826394259929657, 0.08611016720533371, 0.08958090841770172, 0.09305164963006973, 0.09652239084243774, 0.09999313205480576]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 3.0, 8.0, 5.0, 1.0, 4.0, 32.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006693662144243717, -0.006446721497923136, -0.006199780851602554, -0.00595284067094326, -0.005705900024622679, -0.005458959378302097, -0.005212019197642803, -0.004965078551322222, -0.00471813790500164, -0.004471197258681059, -0.0042242566123604774, -0.003977316431701183, -0.003730375785380602, -0.0034834351390600204, -0.0032364947255700827, -0.002989554312080145, -0.0027426136657595634, -0.002495673019438982, -0.0022487326059490442, -0.0020017921924591064, -0.001754851546138525, -0.0015079110162332654, -0.0012609704863280058, -0.0010140299564227462, -0.0007670894265174866, -0.000520148896612227, -0.00027320836670696735, -2.6267836801707745e-05, 0.00022067269310355186, 0.0004676132230088115, 0.0007145537529140711, 0.0009614942828193307, 0.0012084348127245903, 0.00145537534262985, 0.0017023158725351095, 0.0019492564024403691, 0.0021961969323456287, 0.00244313757866621, 0.002690077992156148, 0.0029370184056460857, 0.003183959051966667, 0.0034308996982872486, 0.0036778401117771864, 0.003924780525267124, 0.004171721171587706, 0.004418661817908287, 0.004665601998567581, 0.004912542644888163, 0.005159483291208744, 0.0054064239375293255, 0.005653364583849907, 0.005900304764509201, 0.0061472454108297825, 0.006394186057150364, 0.006641126237809658, 0.0068880668841302395, 0.007135007530450821, 0.007381948176771402, 0.007628888823091984, 0.007875829003751278, 0.008122770115733147, 0.00836971029639244, 0.008616650477051735, 0.008863591589033604, 0.009110531769692898]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 23.0, 27.0, 48.0, 80.0, 102.0, 162.0, 276.0, 362.0, 520.0, 706.0, 1087.0, 1583.0, 2204.0, 2897.0, 4128.0, 5676.0, 7822.0, 10588.0, 15007.0, 21079.0, 29958.0, 42990.0, 60566.0, 83481.0, 111504.0, 458139.0, 90483.0, 64974.0, 45818.0, 32415.0, 23314.0, 16705.0, 12069.0, 8760.0, 6590.0, 4857.0, 3627.0, 2686.0, 1851.0, 1399.0, 971.0, 660.0, 471.0, 299.0, 229.0, 138.0, 111.0, 47.0, 46.0, 22.0, 22.0, 10.0, 10.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009374436922371387, -0.009054964408278465, -0.008735492825508118, -0.00841602124273777, -0.008096548728644848, -0.007777076680213213, -0.007457604631781578, -0.007138132583349943, -0.006818660534918308, -0.006499188486486673, -0.0061797164380550385, -0.0058602443896234035, -0.005540772341191769, -0.005221300292760134, -0.004901828244328499, -0.004582356195896864, -0.004262884147465229, -0.003943412099033594, -0.0036239400506019592, -0.0033044680021703243, -0.0029849959537386894, -0.0026655239053070545, -0.0023460518568754196, -0.0020265798084437847, -0.0017071077600121498, -0.001387635711580515, -0.00106816366314888, -0.0007486916147172451, -0.0004292195662856102, -0.0001097475178539753, 0.0002097245305776596, 0.0005291965790092945, 0.0008486686274409294, 0.0011681406758725643, 0.0014876127243041992, 0.0018070847727358341, 0.002126556821167469, 0.002446028869599104, 0.002765500918030739, 0.0030849729664623737, 0.0034044450148940086, 0.0037239170633256435, 0.0040433891117572784, 0.004362861160188913, 0.004682333208620548, 0.005001805257052183, 0.005321277305483818, 0.005640749353915453, 0.005960221402347088, 0.006279693450778723, 0.006599165499210358, 0.006918637547641993, 0.0072381095960736275, 0.007557581644505262, 0.007877053692936897, 0.008196525275707245, 0.008515997789800167, 0.00883547030389309, 0.009154941886663437, 0.009474413469433784, 0.009793885983526707, 0.010113358497619629, 0.010432830080389977, 0.010752301663160324, 0.011071774177253246]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 10.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.023306982591748238, -0.022867416962981224, -0.02242785319685936, -0.021988287568092346, -0.021548721939325333, -0.02110915817320347, -0.020669592544436455, -0.02023002877831459, -0.019790463149547577, -0.019350897520780563, -0.0189113337546587, -0.018471768125891685, -0.018032202497124672, -0.017592638731002808, -0.017153073102235794, -0.01671350747346878, -0.016273943707346916, -0.015834378078579903, -0.015394813381135464, -0.014955248683691025, -0.014515683054924011, -0.014076118357479572, -0.013636553660035133, -0.013196988962590694, -0.012757423333823681, -0.012317858636379242, -0.011878293938934803, -0.01143872831016779, -0.01099916361272335, -0.010559598915278912, -0.010120034217834473, -0.009680468589067459, -0.00924090389162302, -0.008801339194178581, -0.008361773565411568, -0.007922208867967129, -0.00748264417052269, -0.007043079007416964, -0.006603514309972525, -0.006163949146866798, -0.0057243844494223595, -0.005284819286316633, -0.004845254123210907, -0.004405689425766468, -0.003966124262660742, -0.0035265593323856592, -0.0030869944021105766, -0.002647429471835494, -0.0022078645415604115, -0.0017682996112853289, -0.0013287346810102463, -0.0008891696343198419, -0.0004496047040447593, -1.0039744665846229e-05, 0.0004295252147130668, 0.0008690902031958103, 0.001308655133470893, 0.0017482200637459755, 0.002187784994021058, 0.0026273499242961407, 0.003066915087401867, 0.0035064800176769495, 0.003946044947952032, 0.004385609645396471, 0.004825174808502197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 5.0, 8.0, 11.0, 8.0, 21.0, 27.0, 19.0, 21.0, 24.0, 33.0, 42.0, 51.0, 55.0, 59.0, 69.0, 68.0, 101.0, 112.0, 129.0, 150.0, 150.0, 196.0, 191.0, 208.0, 220.0, 233.0, 240.0, 262.0, 228.0, 265.0, 258.0, 279.0, 313.0, 308.0, 305.0, 359.0, 439.0, 585.0, 721.0, 1315.0, 6729.0, 908.0, 771.0, 539.0, 242.0, 216.0, 193.0, 196.0, 174.0, 130.0, 123.0, 62.0, 33.0, 11.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025455603376030922, -0.024850545451045036, -0.0242454893887043, -0.023640431463718414, -0.023035375401377678, -0.022430317476391792, -0.021825261414051056, -0.02122020348906517, -0.020615145564079285, -0.02001008950173855, -0.019405031576752663, -0.018799975514411926, -0.01819491758942604, -0.017589861527085304, -0.01698480360209942, -0.016379747539758682, -0.015774689614772797, -0.015169632621109486, -0.014564575627446175, -0.013959518633782864, -0.013354461640119553, -0.012749403715133667, -0.012144346721470356, -0.011539289727807045, -0.010934232734143734, -0.010329175740480423, -0.009724118746817112, -0.009119061753153801, -0.008514003828167915, -0.007908946834504604, -0.007303889840841293, -0.006698832847177982, -0.006093775853514671, -0.00548871885985136, -0.004883661866188049, -0.004278604406863451, -0.00367354741320014, -0.003068490419536829, -0.0024634331930428743, -0.0018583760829642415, -0.0012533189728856087, -0.0006482618628069758, -4.320475272834301e-05, 0.0005618523573502898, 0.0011669094674289227, 0.0017719665775075555, 0.0023770236875861883, 0.002982080914080143, 0.003587137907743454, 0.004192194901406765, 0.004797251895070076, 0.005402309354394674, 0.006007366348057985, 0.006612423341721296, 0.007217480801045895, 0.007822537794709206, 0.008427594788372517, 0.009032651782035828, 0.009637708775699139, 0.01024276576936245, 0.010847823694348335, 0.011452880688011646, 0.012057937681674957, 0.012662994675338268, 0.01326805166900158]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08534042537212372, -0.08353643864393234, -0.08173245191574097, -0.07992846518754959, -0.07812447845935822, -0.07632049173116684, -0.07451650500297546, -0.07271251082420349, -0.07090852409601212, -0.06910453736782074, -0.06730055063962936, -0.06549656391143799, -0.06369257718324661, -0.06188859045505524, -0.06008460372686386, -0.058280616998672485, -0.05647663027048111, -0.054672639816999435, -0.05286865308880806, -0.051064666360616684, -0.04926067963242531, -0.04745669290423393, -0.04565270617604256, -0.04384871572256088, -0.04204472899436951, -0.04024074226617813, -0.038436755537986755, -0.03663276880979538, -0.034828782081604004, -0.03302479162812233, -0.031220806762576103, -0.029416818171739578, -0.027612831443548203, -0.025808844715356827, -0.024004856124520302, -0.022200869396328926, -0.02039688266813755, -0.018592894077301025, -0.01678890734910965, -0.014984920620918274, -0.013180932961404324, -0.011376945301890373, -0.009572958573698997, -0.007768970914185047, -0.005964983720332384, -0.004160996526479721, -0.0023570090997964144, -0.0005530217895284295, 0.0012509655207395554, 0.0030549527145922184, 0.0048589399084448814, 0.006662927567958832, 0.008466914296150208, 0.010270901955664158, 0.012074889615178108, 0.013878876343369484, 0.01568286493420601, 0.017486851662397385, 0.01929083839058876, 0.021094825118780136, 0.02289881370961666, 0.024702800437808037, 0.026506787165999413, 0.028310775756835938, 0.030114762485027313]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 7.0, 2.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 5.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 8.0, 95.0, 13.0, 5.0, 2.0, 7.0, 5.0, 4.0, 3.0], "bins": [-0.09722649306058884, -0.09550739824771881, -0.09378829598426819, -0.09206920117139816, -0.09035009890794754, -0.08863100409507751, -0.08691190183162689, -0.08519280701875687, -0.08347370475530624, -0.08175460994243622, -0.0800355076789856, -0.07831641286611557, -0.07659731060266495, -0.07487821578979492, -0.0731591135263443, -0.07144001871347427, -0.06972091645002365, -0.06800182163715363, -0.066282719373703, -0.06456362456083298, -0.06284452229738235, -0.06112542748451233, -0.059406328946352005, -0.05768723040819168, -0.05596813187003136, -0.05424903333187103, -0.05252993479371071, -0.050810836255550385, -0.04909173771739006, -0.047372639179229736, -0.04565354064106941, -0.04393444210290909, -0.042215343564748764, -0.04049624502658844, -0.038777146488428116, -0.03705804795026779, -0.03533894941210747, -0.033619850873947144, -0.03190075233578682, -0.030181653797626495, -0.02846255525946617, -0.026743458583950996, -0.025024360045790672, -0.023305261507630348, -0.021586162969470024, -0.0198670644313097, -0.018147965893149376, -0.016428867354989052, -0.014709768816828728, -0.012990670278668404, -0.01127157174050808, -0.009552473202347755, -0.007833374664187431, -0.0061142765916883945, -0.004395178519189358, -0.0026760799810290337, -0.0009569814428687096, 0.0007621169788762927, 0.002481215400621295, 0.004200313705950975, 0.0059194122441112995, 0.007638510782271624, 0.00935760885477066, 0.011076707392930984, 0.012795805931091309]}, "_runtime": 6.047673463821411, "_timestamp": 1596211532.7708907, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019283484667539597, -0.018655098974704742, -0.01802671328186989, -0.017398325726389885, -0.01676994003355503, -0.016141554340720177, -0.015513167716562748, -0.014884782023727894, -0.014256395399570465, -0.013628009706735611, -0.012999624013900757, -0.012371237389743328, -0.011742851696908474, -0.011114465072751045, -0.010486079379916191, -0.009857692755758762, -0.009229307062923908, -0.008600921370089054, -0.007972534745931625, -0.007344148587435484, -0.0067157624289393425, -0.006087376736104488, -0.005458990577608347, -0.0048306044191122055, -0.004202218260616064, -0.0035738321021199226, -0.002945445943623781, -0.0023170600179582834, -0.001688673859462142, -0.0010602877009660006, -0.00043190165888518095, 0.00019648444140329957, 0.0008248705416917801, 0.0014532567001879215, 0.002081642858684063, 0.0027100287843495607, 0.003338414942845702, 0.0039668008685112, 0.004595187027007341, 0.005223573185503483, 0.005851959343999624, 0.006480345502495766, 0.007108731660991907, 0.0077371178194880486, 0.008365503512322903, 0.008993890136480331, 0.009622275829315186, 0.010250662453472614, 0.010879048146307468, 0.011507433839142323, 0.012135820463299751, 0.012764206156134605, 0.013392592780292034, 0.014020978473126888, 0.014649365097284317, 0.015277750790119171, 0.015906136482954025, 0.01653452217578888, 0.017162909731268883, 0.017791295424103737, 0.01841968111693859, 0.019048066809773445, 0.01967645436525345, 0.020304840058088303, 0.020933225750923157]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 3.0, 5.0, 4.0, 4.0, 5.0, 6.0, 9.0, 5.0, 12.0, 11.0, 17.0, 13.0, 18.0, 14.0, 20.0, 39.0, 43.0, 40.0, 50.0, 55.0, 80.0, 89.0, 105.0, 138.0, 175.0, 257.0, 255.0, 352.0, 408.0, 2128.0, 819.0, 775.0, 579.0, 421.0, 266.0, 186.0, 131.0, 101.0, 72.0, 46.0, 46.0, 23.0, 22.0, 16.0, 15.0, 11.0, 6.0, 3.0, 8.0, 3.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12165214121341705, -0.11792593449354172, -0.11419972777366638, -0.11047352105379105, -0.10674731433391571, -0.10302110761404037, -0.09929490089416504, -0.0955686941742897, -0.09184248745441437, -0.08811628818511963, -0.0843900814652443, -0.08066387474536896, -0.07693766802549362, -0.07321146130561829, -0.06948525458574295, -0.06575904786586761, -0.06203284114599228, -0.05830663442611694, -0.05458042770624161, -0.05085422098636627, -0.047128014266490936, -0.0434018112719059, -0.03967560455203056, -0.03594939783215523, -0.03222319111227989, -0.028496984392404556, -0.02477077767252922, -0.021044572815299034, -0.0173183660954237, -0.013592159375548363, -0.009865953586995602, -0.006139747332781553, -0.002413541078567505, 0.0013126651756465435, 0.005038871429860592, 0.008765077218413353, 0.012491283938288689, 0.016217490658164024, 0.01994369551539421, 0.023669902235269547, 0.027396108955144882, 0.031122315675020218, 0.034848522394895554, 0.03857472911477089, 0.042300932109355927, 0.04602713882923126, 0.0497533455491066, 0.053479552268981934, 0.05720575898885727, 0.060931965708732605, 0.06465817242860794, 0.06838437914848328, 0.07211058586835861, 0.07583679258823395, 0.07956299930810928, 0.08328920602798462, 0.08701540529727936, 0.0907416120171547, 0.09446781873703003, 0.09819402545690536, 0.1019202321767807, 0.10564643889665604, 0.10937264561653137, 0.11309885233640671, 0.11682505905628204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 6.0, 2.0, 0.0, 1.0, 4.0, 2.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0, 30.0, 4.0, 3.0, 3.0, 2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006885838229209185, -0.006630882620811462, -0.006375926546752453, -0.006120970938354731, -0.005866015329957008, -0.005611059721559286, -0.005356104113161564, -0.005101148039102554, -0.004846192430704832, -0.00459123682230711, -0.0043362807482481, -0.004081325139850378, -0.003826369531452656, -0.0035714139230549335, -0.0033164580818265676, -0.0030615022405982018, -0.0028065466322004795, -0.0025515910238027573, -0.0022966351825743914, -0.0020416793413460255, -0.0017867237329483032, -0.0015317680081352592, -0.001276812283322215, -0.001021856558509171, -0.0007669008336961269, -0.0005119451088830829, -0.0002569893840700388, -2.0336592569947243e-06, 0.00025292206555604935, 0.0005078777903690934, 0.0007628335151821375, 0.0010177892399951816, 0.0012727449648082256, 0.0015277006896212697, 0.0017826564144343138, 0.0020376122556626797, 0.002292567864060402, 0.002547523472458124, 0.00280247931368649, 0.003057435154914856, 0.003312390763312578, 0.0035673463717103004, 0.0038223022129386663, 0.004077258054167032, 0.0043322136625647545, 0.004587169270962477, 0.004842124879360199, 0.0050970809534192085, 0.005352036561816931, 0.005606992170214653, 0.005861948244273663, 0.006116903852671385, 0.006371859461069107, 0.006626815069466829, 0.0068817706778645515, 0.007136726751923561, 0.007391682360321283, 0.007646637968719006, 0.007901594042778015, 0.00815654918551445, 0.00841150525957346, 0.00866646133363247, 0.008921416476368904, 0.009176372550427914, 0.009431328624486923]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 12.0, 23.0, 22.0, 33.0, 57.0, 95.0, 153.0, 232.0, 337.0, 565.0, 865.0, 1323.0, 1877.0, 2773.0, 4110.0, 5839.0, 7892.0, 11131.0, 15595.0, 21476.0, 30456.0, 44392.0, 65061.0, 91173.0, 115523.0, 437441.0, 90987.0, 65509.0, 46041.0, 32284.0, 23034.0, 16945.0, 12299.0, 9235.0, 6765.0, 4931.0, 3642.0, 2694.0, 2036.0, 1417.0, 1010.0, 750.0, 484.0, 351.0, 270.0, 161.0, 118.0, 69.0, 51.0, 36.0, 15.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01228970568627119, -0.011868004687130451, -0.011446302756667137, -0.011024601757526398, -0.010602900758385658, -0.010181198827922344, -0.009759497828781605, -0.00933779589831829, -0.008916094899177551, -0.008494393900036812, -0.008072691969573498, -0.007650990970432758, -0.007229289505630732, -0.006807588040828705, -0.006385887041687965, -0.005964185576885939, -0.005542484112083912, -0.005120782647281885, -0.004699081182479858, -0.004277380183339119, -0.003855678718537092, -0.0034339772537350655, -0.0030122760217636824, -0.0025905747897922993, -0.0021688733249902725, -0.0017471719766035676, -0.0013254706282168627, -0.0009037692798301578, -0.00048206793144345284, -6.036658305674791e-05, 0.000361334765329957, 0.0007830361137166619, 0.0012047374621033669, 0.0016264388104900718, 0.0020481401588767767, 0.00246984139084816, 0.0028915428556501865, 0.0033132443204522133, 0.0037349455524235964, 0.0041566467843949795, 0.004578348249197006, 0.005000049713999033, 0.00542175117880106, 0.005843452177941799, 0.006265153642743826, 0.006686855107545853, 0.007108556106686592, 0.007530257571488619, 0.007951959036290646, 0.008373660035431385, 0.008795361965894699, 0.009217062965035439, 0.009638763964176178, 0.010060465894639492, 0.010482166893780231, 0.010903868824243546, 0.011325569823384285, 0.011747270822525024, 0.012168972752988338, 0.012590673752129078, 0.013012375682592392, 0.013434076681733131, 0.01385577768087387, 0.014277479611337185, 0.014699180610477924]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 6.0, 4.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0107327401638031, -0.010434150695800781, -0.010135561227798462, -0.009836971759796143, -0.009538382291793823, -0.009239792823791504, -0.008941203355789185, -0.008642613887786865, -0.008344024419784546, -0.008045434951782227, -0.007746845483779907, -0.007448256015777588, -0.0071496665477752686, -0.006851077079772949, -0.00655248761177063, -0.0062538981437683105, -0.005955308675765991, -0.005656719207763672, -0.0053581297397613525, -0.005059540271759033, -0.004760950803756714, -0.0044623613357543945, -0.004163771867752075, -0.003865182399749756, -0.0035665929317474365, -0.003268003463745117, -0.002969413995742798, -0.0026708245277404785, -0.002372235059738159, -0.00207364559173584, -0.0017750561237335205, -0.0014764666557312012, -0.0011778771877288818, -0.0008792877197265625, -0.0005806982517242432, -0.00028210878372192383, 1.6480684280395508e-05, 0.00031507015228271484, 0.0006136596202850342, 0.0009122490882873535, 0.0012108385562896729, 0.0015094280242919922, 0.0018080174922943115, 0.002106606960296631, 0.00240519642829895, 0.0027037858963012695, 0.003002375364303589, 0.003300964832305908, 0.0035995543003082275, 0.003898143768310547, 0.004196733236312866, 0.0044953227043151855, 0.004793912172317505, 0.005092501640319824, 0.0053910911083221436, 0.005689680576324463, 0.005988270044326782, 0.0062868595123291016, 0.006585448980331421, 0.00688403844833374, 0.00718262791633606, 0.007481217384338379, 0.007779806852340698, 0.008078396320343018, 0.008376985788345337]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 6.0, 10.0, 8.0, 13.0, 9.0, 14.0, 19.0, 24.0, 38.0, 43.0, 47.0, 37.0, 64.0, 73.0, 82.0, 111.0, 111.0, 129.0, 151.0, 188.0, 211.0, 212.0, 207.0, 257.0, 235.0, 274.0, 248.0, 257.0, 269.0, 277.0, 325.0, 403.0, 440.0, 551.0, 671.0, 1057.0, 6702.0, 1173.0, 783.0, 567.0, 440.0, 355.0, 313.0, 259.0, 227.0, 192.0, 120.0, 96.0, 53.0, 28.0, 17.0, 16.0, 3.0, 5.0, 0.0, 3.0], "bins": [-0.014251877553761005, -0.013929612003266811, -0.013607347384095192, -0.013285081833600998, -0.012962817214429379, -0.012640551663935184, -0.01231828611344099, -0.011996021494269371, -0.011673755943775177, -0.011351491324603558, -0.011029225774109364, -0.01070696022361517, -0.01038469560444355, -0.010062430053949356, -0.009740165434777737, -0.009417899884283543, -0.009095635265111923, -0.00877336971461773, -0.008451104164123535, -0.008128839544951916, -0.007806573994457722, -0.007484308909624815, -0.007162043824791908, -0.0068397787399590015, -0.006517513655126095, -0.006195248104631901, -0.005872983019798994, -0.005550717934966087, -0.005228452850133181, -0.004906187765300274, -0.00458392221480608, -0.004261657129973173, -0.003939392045140266, -0.0036171269603073597, -0.0032948616426438093, -0.0029725965578109026, -0.0026503312401473522, -0.0023280661553144455, -0.0020058010704815388, -0.0016835358692333102, -0.0013612706679850817, -0.0010390054667368531, -0.0007167403236962855, -0.0003944751515518874, -7.22099794074893e-05, 0.0002500551927369088, 0.0005723203648813069, 0.0008945855079218745, 0.001216850709170103, 0.0015391159104183316, 0.0018613811116665602, 0.002183646196499467, 0.0025059115141630173, 0.002828176598995924, 0.0031504416838288307, 0.003472707001492381, 0.003794972086325288, 0.004117237403988838, 0.004439502488821745, 0.004761767573654652, 0.005084032658487558, 0.005406297743320465, 0.005728563293814659, 0.006050828378647566, 0.0063730934634804726]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0540570467710495, -0.05294996500015259, -0.051842883229255676, -0.05073580518364906, -0.04962872341275215, -0.04852164164185524, -0.04741455987095833, -0.04630747810006142, -0.0452004000544548, -0.04409331828355789, -0.04298623651266098, -0.04187915474176407, -0.04077207297086716, -0.039664991199970245, -0.03855791315436363, -0.03745083138346672, -0.03634374961256981, -0.0352366678416729, -0.034129586070775986, -0.03302250802516937, -0.03191542625427246, -0.03080834448337555, -0.029701262712478638, -0.028594182804226875, -0.027487101033329964, -0.026380019262433052, -0.02527293935418129, -0.024165857583284378, -0.023058775812387466, -0.021951695904135704, -0.020844614133238792, -0.01973753422498703, -0.01863045245409012, -0.017523370683193207, -0.016416290774941444, -0.015309209004044533, -0.014202128164470196, -0.013095047324895859, -0.011987965553998947, -0.01088088471442461, -0.009773803874850273, -0.008666723035275936, -0.007559641730040312, -0.0064525604248046875, -0.0053454795852303505, -0.0042383987456560135, -0.003131317440420389, -0.0020242363680154085, -0.0009171552956104279, 0.0001899257767945528, 0.0012970068491995335, 0.002404087921604514, 0.0035111689940094948, 0.004618249833583832, 0.005725331138819456, 0.00683241244405508, 0.007939493283629417, 0.009046574123203754, 0.010153654962778091, 0.011260736733675003, 0.01236781757324934, 0.013474898412823677, 0.014581980183720589, 0.01568906009197235, 0.016796141862869263]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 11.0, 5.0, 4.0, 4.0, 5.0, 8.0, 5.0, 6.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 5.0, 1.0, 3.0, 2.0, 11.0, 10.0, 68.0, 15.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.055222395807504654, -0.054132863879203796, -0.05304333567619324, -0.05195380747318268, -0.05086427554488182, -0.04977474361658096, -0.048685215413570404, -0.047595687210559845, -0.04650615528225899, -0.04541662335395813, -0.04432709515094757, -0.04323756694793701, -0.042148035019636154, -0.0410585030913353, -0.03996897488832474, -0.03887944668531418, -0.03778991475701332, -0.03670038282871246, -0.035610854625701904, -0.034521326422691345, -0.03343179449439049, -0.03234226256608963, -0.03125273436307907, -0.030163204297423363, -0.029073674231767654, -0.027984144166111946, -0.026894614100456238, -0.02580508403480053, -0.02471555396914482, -0.023626023903489113, -0.022536493837833405, -0.021446963772177696, -0.020357433706521988, -0.01926790364086628, -0.01817837357521057, -0.017088843509554863, -0.015999313443899155, -0.014909783378243446, -0.013820253312587738, -0.01273072324693203, -0.011641193181276321, -0.010551663115620613, -0.009462133049964905, -0.008372602984309196, -0.007283072918653488, -0.00619354285299778, -0.0051040127873420715, -0.004014482721686363, -0.002924952656030655, -0.0018354225903749466, -0.0007458925247192383, 0.00034363754093647003, 0.0014331676065921783, 0.0025226976722478867, 0.003612227737903595, 0.004701757803559303, 0.005791287869215012, 0.00688081793487072, 0.007970348000526428, 0.009059878066182137, 0.010149408131837845, 0.011238938197493553, 0.012328468263149261, 0.01341799832880497, 0.014507528394460678]}, "_runtime": 6.813783884048462, "_timestamp": 1596211533.5370011, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014639093540608883, -0.014187284745275974, -0.013735475018620491, -0.013283666223287582, -0.012831857427954674, -0.01238004770129919, -0.011928238905966282, -0.011476430110633373, -0.01102462038397789, -0.010572811588644981, -0.010121002793312073, -0.009669193997979164, -0.009217384271323681, -0.008765575475990772, -0.008313766680657864, -0.00786195695400238, -0.007410148158669472, -0.006958338897675276, -0.006506530102342367, -0.006054720841348171, -0.005602912046015263, -0.005151102785021067, -0.004699293524026871, -0.004247484728693962, -0.003795675467699766, -0.003343866439536214, -0.0028920574113726616, -0.0024402481503784657, -0.0019884391222149134, -0.001536630094051361, -0.001084820949472487, -0.0006330118631012738, -0.00018120277673006058, 0.0002706063096411526, 0.0007224153960123658, 0.00117422454059124, 0.0016260335687547922, 0.0020778425969183445, 0.0025296518579125404, 0.0029814608860760927, 0.003433269914239645, 0.0038850789424031973, 0.00433688797056675, 0.0047886972315609455, 0.0052405064925551414, 0.00569231528788805, 0.006144124548882246, 0.006595933344215155, 0.007047742605209351, 0.0074995518662035465, 0.007951361127197742, 0.008403169922530651, 0.00885497871786356, 0.009306788444519043, 0.009758597239851952, 0.01021040603518486, 0.010662214830517769, 0.011114024557173252, 0.01156583335250616, 0.01201764214783907, 0.012469451874494553, 0.012921260669827461, 0.01337306946516037, 0.013824879191815853, 0.014276687987148762]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 8.0, 7.0, 4.0, 6.0, 6.0, 8.0, 16.0, 15.0, 33.0, 35.0, 34.0, 50.0, 63.0, 52.0, 74.0, 96.0, 113.0, 148.0, 241.0, 297.0, 412.0, 540.0, 2256.0, 1158.0, 869.0, 483.0, 291.0, 183.0, 122.0, 85.0, 68.0, 47.0, 34.0, 20.0, 13.0, 4.0, 12.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17753706872463226, -0.1729150265455246, -0.16829298436641693, -0.16367094218730927, -0.1590489000082016, -0.15442685782909393, -0.14980481564998627, -0.1451827734708786, -0.14056073129177094, -0.13593868911266327, -0.1313166469335556, -0.12669460475444794, -0.12207256257534027, -0.1174505203962326, -0.11282847821712494, -0.10820643603801727, -0.1035843938589096, -0.09896235167980194, -0.09434030950069427, -0.08971826732158661, -0.08509622514247894, -0.08047418296337128, -0.07585214078426361, -0.07123009860515594, -0.06660805642604828, -0.06198601424694061, -0.05736397206783295, -0.05274192988872528, -0.048119887709617615, -0.04349784553050995, -0.03887580335140228, -0.03425376117229462, -0.02963171899318695, -0.025009676814079285, -0.02038763463497162, -0.015765592455863953, -0.011143550276756287, -0.006521508097648621, -0.0018994659185409546, 0.0027225762605667114, 0.0073446184396743774, 0.011966660618782043, 0.01658870279788971, 0.021210744976997375, 0.02583278715610504, 0.030454829335212708, 0.035076871514320374, 0.03969891369342804, 0.044320955872535706, 0.04894299805164337, 0.05356504023075104, 0.058187082409858704, 0.06280912458896637, 0.06743116676807404, 0.0720532089471817, 0.07667525112628937, 0.08129729330539703, 0.0859193354845047, 0.09054137766361237, 0.09516341984272003, 0.0997854620218277, 0.10440750420093536, 0.10902954638004303, 0.1136515885591507, 0.11827363073825836]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 4.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 25.0, 3.0, 4.0, 4.0, 2.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.006019851192831993, -0.0058272965252399445, -0.005634741857647896, -0.005442187190055847, -0.0052496325224637985, -0.005057077389210463, -0.004864522721618414, -0.004671968054026365, -0.004479413386434317, -0.004286858718842268, -0.004094304051250219, -0.003901749150827527, -0.0037091944832354784, -0.0035166398156434298, -0.0033240849152207375, -0.003131530247628689, -0.00293897558003664, -0.0027464209124445915, -0.002553866244852543, -0.0023613113444298506, -0.002168756676837802, -0.0019762020092457533, -0.0017836472252383828, -0.0015910924412310123, -0.0013985377736389637, -0.001205983106046915, -0.0010134283220395446, -0.000820873596239835, -0.0006283188704401255, -0.0004357641446404159, -0.00024320941884070635, -5.065469304099679e-05, 0.00014190003275871277, 0.0003344547585584223, 0.0005270094843581319, 0.0007195642101578414, 0.000912118935957551, 0.0011046736035495996, 0.0012972283875569701, 0.0014897831715643406, 0.0016823378391563892, 0.0018748925067484379, 0.0020674471743404865, 0.002260002074763179, 0.0024525567423552275, 0.002645111409947276, 0.0028376663103699684, 0.003030220977962017, 0.0032227756455540657, 0.0034153303131461143, 0.003607884980738163, 0.0038004398811608553, 0.00399299431592226, 0.004185549449175596, 0.004378104116767645, 0.0045706587843596935, 0.004763213451951742, 0.004955768119543791, 0.0051483227871358395, 0.005340877454727888, 0.005533432587981224, 0.005725987255573273, 0.005918541923165321, 0.00611109659075737, 0.006303651258349419]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 8.0, 17.0, 29.0, 57.0, 86.0, 151.0, 217.0, 291.0, 448.0, 766.0, 1129.0, 1593.0, 2191.0, 2975.0, 4023.0, 5358.0, 6822.0, 8947.0, 11586.0, 14460.0, 18594.0, 24566.0, 32687.0, 44281.0, 58401.0, 74718.0, 93029.0, 414181.0, 88789.0, 70201.0, 52085.0, 37884.0, 27593.0, 20728.0, 15517.0, 11560.0, 8845.0, 6857.0, 5110.0, 3801.0, 2659.0, 1898.0, 1409.0, 920.0, 677.0, 459.0, 329.0, 238.0, 147.0, 108.0, 68.0, 54.0, 39.0, 24.0, 12.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011472102254629135, -0.011092961765825748, -0.010713820345699787, -0.0103346798568964, -0.00995553843677044, -0.009576397947967052, -0.009197256527841091, -0.008818116039037704, -0.008438974618911743, -0.008059834130108356, -0.0076806931756436825, -0.0073015522211790085, -0.006922411732375622, -0.006543270777910948, -0.006164129823446274, -0.0057849888689816, -0.005405847914516926, -0.005026706960052252, -0.004647566005587578, -0.004268425051122904, -0.0038892843294888735, -0.0035101433750241995, -0.003131002653390169, -0.002751861698925495, -0.002372720744460821, -0.001993579789996147, -0.001614438951946795, -0.0012352981138974428, -0.0008561571594327688, -0.00047701626317575574, -9.787536691874266e-05, 0.0002812655293382704, 0.0006604064255952835, 0.0010395473800599575, 0.0014186882181093097, 0.0017978290561586618, 0.002176970010623336, 0.00255611096508801, 0.00293525168672204, 0.003314392641186714, 0.003693533595651388, 0.004072674550116062, 0.004451815504580736, 0.00483095645904541, 0.005210096947848797, 0.005589237902313471, 0.005968378856778145, 0.006347519811242819, 0.006726660765707493, 0.007105801720172167, 0.007484942674636841, 0.007864083163440228, 0.008243224583566189, 0.008622365072369576, 0.009001506492495537, 0.009380646981298923, 0.00975978747010231, 0.010138928890228271, 0.010518069379031658, 0.01089721079915762, 0.011276351287961006, 0.011655492708086967, 0.012034633196890354, 0.012413774617016315, 0.012792915105819702]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 3.0, 1.0, 1.0, 9.0, 1.0, 1.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02088937722146511, -0.020447498187422752, -0.020005617290735245, -0.019563738256692886, -0.01912185736000538, -0.01867997832596302, -0.018238097429275513, -0.017796218395233154, -0.017354339361190796, -0.01691245846450329, -0.01647057943046093, -0.016028698533773422, -0.015586819499731064, -0.01514493953436613, -0.014703059569001198, -0.014261179603636265, -0.013819299638271332, -0.013377419672906399, -0.012935539707541466, -0.012493659742176533, -0.0120517797768116, -0.011609900742769241, -0.011168020777404308, -0.010726140812039375, -0.010284260846674442, -0.00984238088130951, -0.009400500915944576, -0.008958620950579643, -0.008516741916537285, -0.008074861951172352, -0.007632981985807419, -0.007191102020442486, -0.006749222055077553, -0.00630734208971262, -0.005865462124347687, -0.005423582624644041, -0.004981702659279108, -0.004539822693914175, -0.004097943194210529, -0.0036560632288455963, -0.0032141832634806633, -0.0027723032981157303, -0.002330423565581441, -0.0018885437166318297, -0.0014466638676822186, -0.0010047840187326074, -0.0005629041697829962, -0.00012102432083338499, 0.0003208555281162262, 0.0007627353770658374, 0.0012046152260154486, 0.0016464950749650598, 0.002088374923914671, 0.002530254889279604, 0.0029721346218138933, 0.0034140143543481827, 0.0038558943197131157, 0.004297774285078049, 0.004739654250442982, 0.005181533750146627, 0.0056234137155115604, 0.0060652936808764935, 0.006507173180580139, 0.006949053145945072, 0.007390933111310005]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 1.0, 1.0, 2.0, 5.0, 11.0, 6.0, 8.0, 10.0, 12.0, 6.0, 14.0, 14.0, 13.0, 24.0, 35.0, 36.0, 52.0, 49.0, 36.0, 45.0, 56.0, 61.0, 71.0, 71.0, 86.0, 97.0, 115.0, 116.0, 108.0, 148.0, 167.0, 222.0, 196.0, 218.0, 240.0, 274.0, 291.0, 312.0, 328.0, 381.0, 426.0, 447.0, 539.0, 628.0, 721.0, 879.0, 1560.0, 6431.0, 838.0, 515.0, 387.0, 273.0, 163.0, 147.0, 150.0, 116.0, 104.0, 56.0, 43.0, 38.0, 10.0, 12.0, 5.0], "bins": [-0.01062955055385828, -0.010408367961645126, -0.010187185369431973, -0.009966002777218819, -0.009744820185005665, -0.009523638524115086, -0.009302455931901932, -0.009081273339688778, -0.008860090747475624, -0.00863890815526247, -0.008417725563049316, -0.008196542970836163, -0.007975360378623009, -0.007754178252071142, -0.007532995659857988, -0.0073118130676448345, -0.007090630941092968, -0.006869448348879814, -0.00664826575666666, -0.0064270831644535065, -0.006205900572240353, -0.005984718445688486, -0.005763535853475332, -0.005542353261262178, -0.005321170669049025, -0.005099988076835871, -0.004878805950284004, -0.00465762335807085, -0.0044364407658576965, -0.004215258173644543, -0.003994076047092676, -0.0037728934548795223, -0.0035517108626663685, -0.0033305282704532146, -0.0031093459110707045, -0.0028881633188575506, -0.0026669809594750404, -0.0024457983672618866, -0.0022246160078793764, -0.0020034334156662226, -0.0017822509398683906, -0.0015610684640705585, -0.0013398859882727265, -0.0011187035124748945, -0.0008975209784694016, -0.0006763385026715696, -0.0004551559977699071, -0.00023397350742015988, -1.2791017070412636e-05, 0.0002083914732793346, 0.00042957396362908185, 0.0006507564685307443, 0.0008719389443285763, 0.0010931214783340693, 0.0013143039541319013, 0.0015354864299297333, 0.0017566689057275653, 0.0019778513815253973, 0.002199033973738551, 0.0024202163331210613, 0.002641398925334215, 0.0028625812847167253, 0.003083763876929879, 0.0033049462363123894, 0.003526128828525543]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.045950621366500854, -0.0450734868645668, -0.04419634863734245, -0.0433192141354084, -0.04244207590818405, -0.04156494140625, -0.04068780317902565, -0.0398106686770916, -0.03893353417515755, -0.0380563959479332, -0.037179261445999146, -0.036302123218774796, -0.035424988716840744, -0.03454785421490669, -0.03367071598768234, -0.03279358148574829, -0.03191644325852394, -0.03103930875658989, -0.03016217239201069, -0.029285036027431488, -0.028407899662852287, -0.027530763298273087, -0.026653626933693886, -0.025776492431759834, -0.024899356067180634, -0.024022219702601433, -0.023145083338022232, -0.02226794697344303, -0.02139081060886383, -0.02051367610692978, -0.01963653974235058, -0.018759403377771378, -0.017882267013192177, -0.017005130648612976, -0.016127994284033775, -0.01525085885077715, -0.014373722486197948, -0.013496587052941322, -0.012619450688362122, -0.01174231432378292, -0.01086517795920372, -0.009988042525947094, -0.009110906161367893, -0.008233769796788692, -0.007356634363532066, -0.006479497998952866, -0.005602362100034952, -0.004725225735455751, -0.003848089836537838, -0.002970953704789281, -0.002093817573040724, -0.0012166816741228104, -0.0003395455423742533, 0.0005375905311666429, 0.001414726604707539, 0.0022918626200407743, 0.0031689987517893314, 0.004046134650707245, 0.004923271015286446, 0.005800406914204359, 0.0066775428131222725, 0.007554679177701473, 0.008431815542280674, 0.0093089509755373, 0.0101860873401165]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 5.0, 5.0, 3.0, 4.0, 3.0, 4.0, 6.0, 5.0, 7.0, 4.0, 6.0, 5.0, 4.0, 5.0, 2.0, 4.0, 1.0, 1.0, 4.0, 4.0, 5.0, 4.0, 0.0, 4.0, 3.0, 5.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 9.0, 15.0, 64.0, 19.0, 9.0, 6.0, 4.0, 2.0, 2.0, 3.0, 3.0], "bins": [-0.03255518898367882, -0.03197218477725983, -0.031389184296131134, -0.030806180089712143, -0.0302231777459383, -0.02964017540216446, -0.029057171195745468, -0.028474168851971626, -0.027891166508197784, -0.027308164164423943, -0.0267251618206501, -0.02614215761423111, -0.025559155270457268, -0.024976152926683426, -0.024393148720264435, -0.023810146376490593, -0.02322714403271675, -0.02264414168894291, -0.022061139345169067, -0.021478135138750076, -0.020895132794976234, -0.020312130451202393, -0.0197291262447834, -0.01914612390100956, -0.018563121557235718, -0.017980119213461876, -0.017397116869688034, -0.016814112663269043, -0.0162311103194952, -0.01564810797572136, -0.015065104700624943, -0.014482101425528526, -0.013899099081754684, -0.013316096737980843, -0.012733093462884426, -0.01215009018778801, -0.011567087844014168, -0.010984085500240326, -0.01040108222514391, -0.009818078950047493, -0.009235076606273651, -0.00865207426249981, -0.008069070987403393, -0.007486068177968264, -0.0069030653685331345, -0.006320062559098005, -0.005737059749662876, -0.005154056940227747, -0.004571054130792618, -0.003988051321357489, -0.0034050485119223595, -0.0028220457024872303, -0.002239042893052101, -0.001656040083616972, -0.0010730372741818428, -0.0004900344647467136, 9.296834468841553e-05, 0.0006759711541235447, 0.0012589739635586739, 0.001841976772993803, 0.002424979582428932, 0.0030079823918640614, 0.0035909852012991905, 0.00417398801073432, 0.004756990820169449]}, "_runtime": 7.592968940734863, "_timestamp": 1596211534.3161862, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 6.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.017255209386348724, -0.01679743453860283, -0.016339659690856934, -0.015881884843111038, -0.015424109995365143, -0.014966334216296673, -0.014508559368550777, -0.014050784520804882, -0.013593009673058987, -0.013135234825313091, -0.012677459977567196, -0.0122196851298213, -0.01176190935075283, -0.011304134503006935, -0.01084635965526104, -0.010388584807515144, -0.009930809959769249, -0.009473035112023354, -0.009015260264277458, -0.008557485416531563, -0.008099710568785667, -0.007641935255378485, -0.007184159941971302, -0.006726385094225407, -0.006268610246479511, -0.005810835398733616, -0.0053530605509877205, -0.004895285237580538, -0.004437510389834642, -0.003979735542088747, -0.003521960461512208, -0.003064185380935669, -0.0026064105331897736, -0.002148635685443878, -0.0016908606048673391, -0.001233085640706122, -0.0007753106765449047, -0.0003175357123836875, 0.00014023925177752972, 0.0005980142159387469, 0.0010557891800999641, 0.0015135641442611814, 0.0019713391084223986, 0.0024291141889989376, 0.002886889036744833, 0.0033446638844907284, 0.0038024389650672674, 0.0042602140456438065, 0.004717988893389702, 0.005175763741135597, 0.005633538588881493, 0.006091313902288675, 0.006549088750034571, 0.007006863597780466, 0.007464638911187649, 0.007922413758933544, 0.00838018860667944, 0.008837963454425335, 0.00929573830217123, 0.009753513149917126, 0.010211288928985596, 0.010669063776731491, 0.011126838624477386, 0.011584613472223282, 0.012042388319969177]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 8.0, 4.0, 8.0, 6.0, 13.0, 20.0, 20.0, 29.0, 44.0, 50.0, 88.0, 74.0, 100.0, 130.0, 145.0, 213.0, 235.0, 325.0, 447.0, 511.0, 2495.0, 991.0, 691.0, 438.0, 275.0, 163.0, 127.0, 83.0, 49.0, 32.0, 27.0, 18.0, 13.0, 10.0, 9.0, 10.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1598408967256546, -0.15500465035438538, -0.15016840398311615, -0.14533214271068573, -0.1404958963394165, -0.13565964996814728, -0.13082340359687805, -0.12598715722560883, -0.121150903403759, -0.11631465703248978, -0.11147840321063995, -0.10664215683937073, -0.1018059104681015, -0.09696965664625168, -0.09213341027498245, -0.08729715645313263, -0.0824609100818634, -0.07762466371059418, -0.07278840988874435, -0.06795216351747513, -0.0631159096956253, -0.05827966332435608, -0.05344341695308685, -0.04860716685652733, -0.043770916759967804, -0.03893466666340828, -0.034098416566848755, -0.02926217019557953, -0.024425920099020004, -0.01958967000246048, -0.014753421768546104, -0.009917172603309155, -0.005080923438072205, -0.00024467427283525467, 0.004591574892401695, 0.009427824057638645, 0.014264073222875595, 0.01910032331943512, 0.023936571553349495, 0.02877281978726387, 0.033609069883823395, 0.03844531998038292, 0.043281570076942444, 0.04811781644821167, 0.052954066544771194, 0.05779031664133072, 0.06262656301259995, 0.06746281683444977, 0.072299063205719, 0.07713530957698822, 0.08197156339883804, 0.08680780977010727, 0.09164406359195709, 0.09648030996322632, 0.10131655633449554, 0.10615281015634537, 0.1109890565276146, 0.11582530289888382, 0.12066155672073364, 0.12549780309200287, 0.1303340494632721, 0.13517029583454132, 0.14000655710697174, 0.14484280347824097, 0.1496790498495102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 5.0, 1.0, 5.0, 1.0, 1.0, 7.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 27.0, 2.0, 8.0, 3.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004315443802624941, -0.004144568927586079, -0.003973694052547216, -0.003802819177508354, -0.003631944302469492, -0.0034610696602612734, -0.003290194785222411, -0.003119319910183549, -0.0029484450351446867, -0.0027775701601058245, -0.0026066952850669622, -0.0024358204100281, -0.0022649457678198814, -0.002094070892781019, -0.001923196017742157, -0.0017523211427032948, -0.0015814462676644325, -0.0014105713926255703, -0.001239696517586708, -0.0010688217589631677, -0.0008979468839243054, -0.0007270720088854432, -0.0005561971920542419, -0.0003853223461192101, -0.00021444750018417835, -4.357265424914658e-05, 0.0001273021916858852, 0.00029817703762091696, 0.00046905188355594873, 0.000639926758594811, 0.0008108015754260123, 0.0009816763922572136, 0.0011525512672960758, 0.001323426142334938, 0.0014943010173738003, 0.0016651757759973407, 0.001836050651036203, 0.0020069254096597433, 0.0021778002846986055, 0.0023486751597374678, 0.00251955003477633, 0.0026904249098151922, 0.0028612997848540545, 0.0030321746598929167, 0.0032030493021011353, 0.0033739241771399975, 0.0035447990521788597, 0.003715673927217722, 0.003886548802256584, 0.004057423677295446, 0.004228298552334309, 0.004399173427373171, 0.004570048302412033, 0.004740923177450895, 0.0049117980524897575, 0.00508267292752862, 0.005253547802567482, 0.005424422211945057, 0.005595297086983919, 0.005766171962022781, 0.005937046837061644, 0.006107921712100506, 0.006278796587139368, 0.00644967146217823, 0.0066205463372170925]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 6.0, 11.0, 24.0, 28.0, 45.0, 77.0, 129.0, 205.0, 329.0, 511.0, 806.0, 1142.0, 1780.0, 2633.0, 3819.0, 5515.0, 7332.0, 10307.0, 13748.0, 18799.0, 25835.0, 36577.0, 52945.0, 75629.0, 101735.0, 429080.0, 101946.0, 77782.0, 56429.0, 40836.0, 29338.0, 21234.0, 15678.0, 11794.0, 9161.0, 7033.0, 5383.0, 3975.0, 3000.0, 2113.0, 1538.0, 1135.0, 764.0, 528.0, 321.0, 215.0, 139.0, 107.0, 57.0, 30.0, 21.0, 12.0, 11.0, 5.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011988598853349686, -0.011569704860448837, -0.011150811798870564, -0.010731917805969715, -0.010313024744391441, -0.009894130751490593, -0.00947523768991232, -0.00905634369701147, -0.008637450635433197, -0.008218556642532349, -0.0077996631152927876, -0.0073807695880532265, -0.006961875595152378, -0.006542982067912817, -0.006124088540673256, -0.005705195013433695, -0.005286301486194134, -0.004867407958954573, -0.004448514431715012, -0.0040296209044754505, -0.0036107271444052458, -0.0031918336171656847, -0.00277293985709548, -0.002354046329855919, -0.0019351528026163578, -0.0015162592753767967, -0.0010973656317219138, -0.0006784720462746918, -0.0002595784608274698, 0.00015931512461975217, 0.0005782087100669742, 0.000997102353721857, 0.0014159958809614182, 0.0018348894082009792, 0.0022537829354405403, 0.002672676695510745, 0.003091570222750306, 0.003510463749989867, 0.003929357510060072, 0.004348251037299633, 0.004767144564539194, 0.005186038091778755, 0.005604931619018316, 0.006023825146257877, 0.006442719139158726, 0.006861612666398287, 0.007280506193637848, 0.007699399720877409, 0.00811829324811697, 0.008537187241017818, 0.008956080302596092, 0.00937497429549694, 0.009793867357075214, 0.010212761349976063, 0.010631654411554337, 0.011050548404455185, 0.011469442397356033, 0.011888335458934307, 0.012307229451835155, 0.01272612251341343, 0.013145016506314278, 0.013563909567892551, 0.0139828035607934, 0.014401696622371674, 0.014820590615272522]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 9.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00614182511344552, -0.005967312026768923, -0.0057927994057536125, -0.005618286319077015, -0.005443773232400417, -0.005269260611385107, -0.0050947475247085094, -0.004920234903693199, -0.0047457218170166016, -0.004571208730340004, -0.004396696109324694, -0.004222183022648096, -0.004047670401632786, -0.003873157314956188, -0.0036986442282795906, -0.0035241313744336367, -0.0033496185205876827, -0.0031751056667417288, -0.003000592812895775, -0.0028260797262191772, -0.0026515668723732233, -0.0024770540185272694, -0.0023025409318506718, -0.002128028078004718, -0.001953515224158764, -0.00177900237031281, -0.0016044894000515342, -0.0014299764297902584, -0.0012554635759443045, -0.0010809507220983505, -0.0009064377518370748, -0.0007319248397834599, -0.000557411927729845, -0.0003828990156762302, -0.00020838610362261534, -3.387319156900048e-05, 0.00014063972048461437, 0.0003151526325382292, 0.0004896655445918441, 0.0006641784566454589, 0.0008386913686990738, 0.0010132042225450277, 0.0011877171928063035, 0.0013622301630675793, 0.0015367430169135332, 0.0017112558707594872, 0.001885768841020763, 0.0020602818112820387, 0.0022347946651279926, 0.0024093075189739466, 0.0025838203728199005, 0.002758333459496498, 0.002932846313342452, 0.003107359167188406, 0.0032818722538650036, 0.0034563851077109575, 0.0036308979615569115, 0.0038054108154028654, 0.003979923669248819, 0.004154436755925417, 0.004328949376940727, 0.004503462463617325, 0.004677975550293922, 0.004852488171309233, 0.00502700125798583]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 7.0, 10.0, 15.0, 10.0, 18.0, 20.0, 23.0, 37.0, 26.0, 47.0, 61.0, 63.0, 93.0, 94.0, 114.0, 148.0, 200.0, 229.0, 270.0, 298.0, 378.0, 403.0, 431.0, 520.0, 667.0, 792.0, 1091.0, 6657.0, 2235.0, 1057.0, 686.0, 587.0, 450.0, 268.0, 167.0, 77.0, 52.0, 27.0, 16.0, 16.0, 6.0, 8.0, 12.0, 6.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0], "bins": [-0.00823365431278944, -0.008015410043299198, -0.007797165308147669, -0.007578921038657427, -0.007360676769167185, -0.0071424320340156555, -0.0069241877645254135, -0.0067059434950351715, -0.0064876992255449295, -0.0062694544903934, -0.006051210220903158, -0.005832965951412916, -0.005614721216261387, -0.005396476946771145, -0.005178232677280903, -0.0049599879421293736, -0.0047417436726391315, -0.0045234994031488895, -0.00430525466799736, -0.004087010398507118, -0.0038687661290168762, -0.0036505216266959906, -0.003432277124375105, -0.003214032854884863, -0.0029957883525639772, -0.0027775438502430916, -0.0025592995807528496, -0.002341055078431964, -0.0021228105761110783, -0.0019045663066208363, -0.0016863218042999506, -0.0014680774183943868, -0.001249833032488823, -0.001031588646583259, -0.0008133442024700344, -0.0005950997583568096, -0.0003768553724512458, -0.0001586109574418515, 5.963345756754279e-05, 0.0002778778725769371, 0.0004961222875863314, 0.0007143666734918952, 0.0009326111176051199, 0.0011508555617183447, 0.0013690999476239085, 0.0015873443335294724, 0.001805588835850358, 0.0020238331053406, 0.0022420776076614857, 0.0024603221099823713, 0.0026785663794726133, 0.002896810881793499, 0.003115055151283741, 0.0033332996536046267, 0.0035515441559255123, 0.0037697884254157543, 0.003988033160567284, 0.004206277430057526, 0.004424521699547768, 0.00464276596903801, 0.004861010704189539, 0.005079254973679781, 0.005297499243170023, 0.005515743978321552, 0.005733988247811794]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03064381331205368, -0.0300856065005064, -0.029527397826313972, -0.028969191014766693, -0.028410984203219414, -0.027852775529026985, -0.027294568717479706, -0.026736361905932426, -0.026178155094385147, -0.02561994642019272, -0.02506173960864544, -0.02450353279709816, -0.02394532412290573, -0.023387117311358452, -0.022828910499811172, -0.022270701825618744, -0.021712495014071465, -0.021154288202524185, -0.020596079528331757, -0.020037872716784477, -0.019479665905237198, -0.01892145723104477, -0.01836325041949749, -0.01780504360795021, -0.017246834933757782, -0.016688628122210503, -0.016130421310663223, -0.01557221356779337, -0.015014005824923515, -0.014455799013376236, -0.013897591270506382, -0.013339384458959103, -0.012781176716089249, -0.012222968973219395, -0.011664762161672115, -0.011106554418802261, -0.010548347607254982, -0.009990139864385128, -0.009431932121515274, -0.008873725309967995, -0.00831551756709814, -0.007757310289889574, -0.007199103012681007, -0.006640895269811153, -0.006082687992602587, -0.00552448071539402, -0.004966272972524166, -0.0044080656953155994, -0.0038498584181070328, -0.003291651140898466, -0.002733443630859256, -0.0021752361208200455, -0.0016170288436114788, -0.0010588214499875903, -0.0005006140563637018, 5.759333726018667e-05, 0.0006158007308840752, 0.0011740081245079637, 0.0017322155181318521, 0.0022904230281710625, 0.002848630305379629, 0.003406837582588196, 0.00396504532545805, 0.0045232526026666164, 0.005081459879875183]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 13.0, 2.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 3.0, 7.0, 6.0, 2.0, 4.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 7.0, 7.0, 4.0, 9.0, 3.0, 5.0, 6.0, 5.0, 3.0, 1.0, 3.0, 6.0, 6.0, 3.0, 9.0, 18.0, 58.0, 9.0, 10.0, 7.0, 6.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.025957873091101646, -0.02548953704535961, -0.025021199136972427, -0.024552863091230392, -0.02408452518284321, -0.023616189137101173, -0.02314785122871399, -0.022679515182971954, -0.02221117727458477, -0.021742841228842735, -0.02127450332045555, -0.020806167274713516, -0.02033783122897148, -0.019869493320584297, -0.019401157274842262, -0.018932819366455078, -0.018464483320713043, -0.01799614541232586, -0.017527809366583824, -0.01705947145819664, -0.016591135412454605, -0.01612279750406742, -0.015654461458325386, -0.015186124481260777, -0.014717787504196167, -0.014249450527131557, -0.013781113550066948, -0.013312777504324913, -0.012844440527260303, -0.012376103550195694, -0.011907766573131084, -0.011439429596066475, -0.010971092619001865, -0.010502755641937256, -0.010034418664872646, -0.009566081687808037, -0.009097744710743427, -0.008629407733678818, -0.008161071687936783, -0.007692734245210886, -0.007224397733807564, -0.006756060756742954, -0.006287723779678345, -0.005819386802613735, -0.005351049825549126, -0.004882712848484516, -0.004414376337081194, -0.003946039360016584, -0.003477702382951975, -0.0030093654058873653, -0.0025410286616533995, -0.00207269168458879, -0.0016043548239395022, -0.0011360179632902145, -0.0006676810444332659, -0.00019934415468014777, 0.0002689927350729704, 0.0007373295957222581, 0.0012056664563715458, 0.0016740034334361553, 0.002142340410500765, 0.0026106771547347307, 0.0030790141317993402, 0.003547350876033306, 0.004015687853097916]}, "_runtime": 8.36051630973816, "_timestamp": 1596211535.0837336, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 5.0, 3.0, 3.0, 6.0, 3.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02773198112845421, -0.02702082134783268, -0.02630966156721115, -0.025598501786589622, -0.024887342005968094, -0.024176182225346565, -0.023465020582079887, -0.02275386080145836, -0.02204270102083683, -0.0213315412402153, -0.020620381459593773, -0.019909221678972244, -0.019198061898350716, -0.018486902117729187, -0.01777574233710766, -0.01706458255648613, -0.016353420913219452, -0.015642261132597923, -0.01493110228329897, -0.014219941571354866, -0.013508781790733337, -0.012797622010111809, -0.01208646222949028, -0.011375302448868752, -0.010664142668247223, -0.00995298195630312, -0.009241822175681591, -0.008530662395060062, -0.007819502614438534, -0.007108342368155718, -0.006397182587534189, -0.005686022341251373, -0.004974862560629845, -0.004263702780008316, -0.0035525425337255, -0.0028413827531039715, -0.002130222739651799, -0.001419062726199627, -0.0007079028291627765, 3.2571260817348957e-06, 0.0007144170813262463, 0.0014255770947784185, 0.002136737108230591, 0.0028478968888521194, 0.0035590569023042917, 0.004270216915756464, 0.004981376696377993, 0.0056925369426608086, 0.006403696723282337, 0.007114856503903866, 0.007826016284525394, 0.008537176996469498, 0.009248336777091026, 0.009959496557712555, 0.010670656338334084, 0.011381816118955612, 0.01209297589957714, 0.012804136611521244, 0.013515296392142773, 0.014226456172764301, 0.01493761595338583, 0.015648776665329933, 0.016359936445951462, 0.01707109622657299, 0.01778225600719452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 6.0, 1.0, 3.0, 7.0, 12.0, 6.0, 20.0, 26.0, 41.0, 47.0, 75.0, 81.0, 137.0, 180.0, 312.0, 442.0, 613.0, 2556.0, 1646.0, 772.0, 395.0, 219.0, 115.0, 73.0, 35.0, 26.0, 17.0, 16.0, 10.0, 9.0, 4.0, 7.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.27360209822654724, -0.26668864488601685, -0.25977519154548645, -0.25286173820495605, -0.24594828486442566, -0.23903483152389526, -0.23212136328220367, -0.22520790994167328, -0.21829445660114288, -0.2113810032606125, -0.2044675499200821, -0.1975540965795517, -0.1906406432390213, -0.1837271898984909, -0.1768137365579605, -0.16990028321743011, -0.16298681497573853, -0.15607336163520813, -0.14915990829467773, -0.14224645495414734, -0.13533300161361694, -0.12841954827308655, -0.12150609493255615, -0.11459264159202576, -0.10767918825149536, -0.10076572746038437, -0.09385227411985397, -0.08693882077932358, -0.08002536743879318, -0.07311191409826279, -0.0661984533071518, -0.0592849999666214, -0.052371546626091, -0.04545809328556061, -0.038544636219739914, -0.03163118287920952, -0.024717727676033974, -0.01780427247285843, -0.010890818201005459, -0.003977363463491201, 0.002936091274023056, 0.0098495464771986, 0.016763001680374146, 0.02367645502090454, 0.030589910224080086, 0.03750336542725563, 0.044416818767786026, 0.05133027583360672, 0.058243729174137115, 0.06515718251466751, 0.0720706358551979, 0.0789840966463089, 0.0858975499868393, 0.09281100332736969, 0.09972445666790009, 0.10663791000843048, 0.11355136334896088, 0.12046482414007187, 0.12737827003002167, 0.13429173827171326, 0.14120519161224365, 0.14811864495277405, 0.15503209829330444, 0.16194555163383484, 0.16885900497436523]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 5.0, 1.0, 3.0, 25.0, 6.0, 3.0, 2.0, 3.0, 7.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 5.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005227839574217796, -0.005055561661720276, -0.004883283283561468, -0.00471100490540266, -0.00453872699290514, -0.0043664490804076195, -0.004194170702248812, -0.004021892324090004, -0.0038496144115924835, -0.0036773362662643194, -0.0035050581209361553, -0.0033327799756079912, -0.003160501830279827, -0.002988223684951663, -0.002815945539623499, -0.002643667394295335, -0.0024713892489671707, -0.0022991111036390066, -0.0021268329583108425, -0.0019545548129826784, -0.0017822766676545143, -0.0016099985223263502, -0.0014377203769981861, -0.001265442231670022, -0.001093164086341858, -0.0009208859410136938, -0.0007486077956855297, -0.0005763296503573656, -0.0004040515050292015, -0.0002317733597010374, -5.9495214372873306e-05, 0.0001127829309552908, 0.0002850610762834549, 0.000457339221611619, 0.0006296173669397831, 0.0008018955122679472, 0.0009741736575961113, 0.0011464518029242754, 0.0013187299482524395, 0.0014910080935806036, 0.0016632862389087677, 0.0018355643842369318, 0.002007842529565096, 0.00218012067489326, 0.002352398820221424, 0.002524676965549588, 0.0026969551108777523, 0.0028692332562059164, 0.0030415114015340805, 0.0032137895468622446, 0.0033860676921904087, 0.003558345837518573, 0.003730623982846737, 0.003902902128174901, 0.004075180273503065, 0.004247458651661873, 0.004419736564159393, 0.004592014476656914, 0.0047642928548157215, 0.004936571232974529, 0.00510884914547205, 0.00528112705796957, 0.005453405436128378, 0.005625683814287186, 0.005797961726784706]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 7.0, 12.0, 24.0, 43.0, 83.0, 134.0, 241.0, 400.0, 588.0, 912.0, 1311.0, 1764.0, 2505.0, 3411.0, 4538.0, 5923.0, 7780.0, 10016.0, 12836.0, 16963.0, 22520.0, 30789.0, 44365.0, 64339.0, 90868.0, 433119.0, 119506.0, 87552.0, 59726.0, 41131.0, 28716.0, 21376.0, 16016.0, 12235.0, 9281.0, 7148.0, 5530.0, 4203.0, 3191.0, 2392.0, 1791.0, 1281.0, 890.0, 675.0, 479.0, 347.0, 251.0, 140.0, 118.0, 68.0, 52.0, 20.0, 12.0, 8.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01345165353268385, -0.0129875298589468, -0.012523405253887177, -0.012059281580150127, -0.011595157906413078, -0.011131033301353455, -0.010666909627616405, -0.010202785022556782, -0.009738661348819733, -0.009274537675082684, -0.00881041307002306, -0.00834628939628601, -0.007882164791226387, -0.007418041117489338, -0.006953917443752289, -0.006489793304353952, -0.006025669164955616, -0.00556154502555728, -0.005097420886158943, -0.004633297212421894, -0.004169173073023558, -0.0037050489336252213, -0.0032409250270575285, -0.0027768011204898357, -0.0023126769810914993, -0.0018485529581084847, -0.0013844289351254702, -0.0009203049121424556, -0.000456180889159441, 7.94313382357359e-06, 0.0004720671568065882, 0.0009361911797896028, 0.0014003152027726173, 0.001864439225755632, 0.0023285632487386465, 0.0027926871553063393, 0.0032568112947046757, 0.003720935434103012, 0.004185059107840061, 0.004649183247238398, 0.005113307386636734, 0.00557743152603507, 0.006041555665433407, 0.006505679339170456, 0.006969803478568792, 0.007433927617967129, 0.007898051291704178, 0.008362175896763802, 0.00882629957050085, 0.0092904232442379, 0.009754547849297523, 0.010218671523034573, 0.010682795196771622, 0.011146919801831245, 0.011611043475568295, 0.012075168080627918, 0.012539291754364967, 0.013003415428102016, 0.01346754003316164, 0.01393166370689869, 0.014395788311958313, 0.014859911985695362, 0.015324035659432411, 0.015788160264492035, 0.01625228300690651]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 6.0, 2.0, 0.0, 2.0, 8.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00884164497256279, -0.008426603861153126, -0.008011562749743462, -0.0075965216383337975, -0.007181480526924133, -0.006766439415514469, -0.006351398304104805, -0.005936357192695141, -0.005521316081285477, -0.0051062754355371, -0.004691234324127436, -0.0042761932127177715, -0.0038611521013081074, -0.0034461109898984432, -0.003031069878488779, -0.002616028767079115, -0.0022009876556694508, -0.0017859465442597866, -0.0013709054328501225, -0.0009558644378557801, -0.000540823326446116, -0.00012578224414028227, 0.0002892588381655514, 0.0007042998913675547, 0.0011193410027772188, 0.001534382114186883, 0.0019494232255965471, 0.0023644643370062113, 0.0027795052155852318, 0.003194546326994896, 0.00360958743840456, 0.004024628549814224, 0.004439669661223888, 0.0048547107726335526, 0.005269751884043217, 0.005684792995452881, 0.006099834106862545, 0.006514875218272209, 0.006929916329681873, 0.0073449574410915375, 0.007759998552501202, 0.008175039663910866, 0.00859008077532053, 0.009005121886730194, 0.009420162998139858, 0.009835204109549522, 0.010250245220959187, 0.01066528633236885, 0.01108032651245594, 0.011495367623865604, 0.011910408735275269, 0.012325449846684933, 0.012740490958094597, 0.013155532069504261, 0.013570573180913925, 0.01398561429232359, 0.014400655403733253, 0.014815696515142918, 0.015230737626552582, 0.01564577966928482, 0.01606081984937191, 0.01647586189210415, 0.01689090207219124, 0.017305944114923477, 0.017720984295010567]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 4.0, 10.0, 21.0, 19.0, 22.0, 35.0, 56.0, 77.0, 87.0, 114.0, 158.0, 178.0, 204.0, 285.0, 335.0, 398.0, 439.0, 529.0, 667.0, 930.0, 1044.0, 1672.0, 7062.0, 1525.0, 682.0, 494.0, 364.0, 268.0, 197.0, 123.0, 84.0, 69.0, 46.0, 47.0, 30.0, 27.0, 27.0, 20.0, 16.0, 10.0, 7.0, 2.0, 2.0, 4.0, 0.0, 3.0, 5.0, 9.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007354639004915953, -0.007077875081449747, -0.006801111623644829, -0.006524347700178623, -0.006247583776712418, -0.005970820318907499, -0.005694056395441294, -0.005417292937636375, -0.00514052901417017, -0.004863765090703964, -0.004587001632899046, -0.00431023770943284, -0.004033474251627922, -0.0037567103281617165, -0.003479946404695511, -0.003203182714059949, -0.002926419023424387, -0.002649655332788825, -0.002372891642153263, -0.0020961277186870575, -0.0018193640280514956, -0.0015426003374159336, -0.0012658365303650498, -0.000989072723314166, -0.0007123090326786041, -0.00043554528383538127, -0.0001587815349921584, 0.00011798221385106444, 0.0003947459626942873, 0.0006715097115375102, 0.000948273460380733, 0.0012250372674316168, 0.0015018009580671787, 0.0017785646487027407, 0.0020553283393383026, 0.002332092262804508, 0.00260885595344007, 0.002885619644075632, 0.0031623835675418377, 0.0034391472581773996, 0.0037159109488129616, 0.003992674872279167, 0.0042694383300840855, 0.004546202253550291, 0.004822965711355209, 0.005099729634821415, 0.0053764935582876205, 0.005653257016092539, 0.005930020939558744, 0.00620678486302495, 0.006483548320829868, 0.006760312244296074, 0.0070370761677622795, 0.007313839625567198, 0.007590603549033403, 0.007867367006838322, 0.008144130930304527, 0.008420894853770733, 0.008697658777236938, 0.00897442176938057, 0.009251185692846775, 0.00952794961631298, 0.009804713539779186, 0.010081477463245392, 0.010358240455389023]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.040210455656051636, -0.03936605900526047, -0.0385216660797596, -0.03767726942896843, -0.03683287277817726, -0.03598847612738609, -0.03514408320188522, -0.034299686551094055, -0.03345528990030289, -0.03261089697480202, -0.03176650032401085, -0.03092210367321968, -0.030077708885073662, -0.029233312234282494, -0.028388917446136475, -0.027544520795345306, -0.026700126007199287, -0.02585573121905327, -0.0250113345682621, -0.02416693978011608, -0.023322543129324913, -0.022478148341178894, -0.021633751690387726, -0.020789356902241707, -0.019944962114095688, -0.01910056546330452, -0.0182561706751585, -0.017411774024367332, -0.016567379236221313, -0.015722982585430145, -0.014878587797284126, -0.014034192077815533, -0.013189796358346939, -0.012345400638878345, -0.011501004919409752, -0.010656609199941158, -0.009812213480472565, -0.008967818692326546, -0.008123422972857952, -0.0072790272533893585, -0.006434631533920765, -0.005590235814452171, -0.004745840094983578, -0.0039014448411762714, -0.003057049121707678, -0.0022126534022390842, -0.0013682579156011343, -0.0005238623125478625, 0.00032053329050540924, 0.001164928893558681, 0.0020093244966119528, 0.0028537199832499027, 0.0036981157027184963, 0.00454251142218709, 0.005386906675994396, 0.00623130239546299, 0.007075698114931583, 0.007920093834400177, 0.00876448955386877, 0.009608885273337364, 0.010453280061483383, 0.011297675780951977, 0.01214207150042057, 0.012986467219889164, 0.013830862939357758]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 5.0, 3.0, 2.0, 3.0, 6.0, 6.0, 6.0, 4.0, 4.0, 6.0, 8.0, 3.0, 8.0, 3.0, 5.0, 6.0, 4.0, 7.0, 4.0, 7.0, 4.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 4.0, 0.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0, 7.0, 7.0, 58.0, 9.0, 7.0, 5.0, 8.0, 5.0, 3.0, 7.0, 5.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.02262178249657154, -0.02216055989265442, -0.021699337288737297, -0.021238114684820175, -0.020776892080903053, -0.02031567133963108, -0.01985444873571396, -0.019393226131796837, -0.018932003527879715, -0.018470780923962593, -0.01800955832004547, -0.01754833571612835, -0.017087113112211227, -0.016625890508294106, -0.016164669767022133, -0.01570344716310501, -0.015242224559187889, -0.014781001955270767, -0.014319779351353645, -0.013858556747436523, -0.013397334143519402, -0.012936112470924854, -0.012474889867007732, -0.01201366726309061, -0.011552444659173489, -0.011091222055256367, -0.01063000038266182, -0.010168777778744698, -0.009707555174827576, -0.009246332570910454, -0.008785110898315907, -0.008323888294398785, -0.007862665690481663, -0.007401443086564541, -0.006940220948308706, -0.006478998344391584, -0.00601777620613575, -0.005556553602218628, -0.005095331463962793, -0.0046341088600456715, -0.004172886721789837, -0.003711664117872715, -0.0032504417467862368, -0.0027892193756997585, -0.0023279967717826366, -0.0018667745171114802, -0.0014055520296096802, -0.0009443296585232019, -0.0004831072874367237, -2.188488724641502e-05, 0.00043933751294389367, 0.0009005599422380328, 0.001361782313324511, 0.0018230046844109893, 0.0022842271719127893, 0.0027454495429992676, 0.003206671914085746, 0.003667894285172224, 0.004129116889089346, 0.0045903390273451805, 0.005051561631262302, 0.005512783769518137, 0.005974006373435259, 0.0064352285116910934, 0.006896451115608215]}, "_runtime": 9.126421689987183, "_timestamp": 1596211535.849639, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01271410845220089, -0.012301844544708729, -0.011889581568539143, -0.011477317661046982, -0.011065053753554821, -0.010652790777385235, -0.010240526869893074, -0.009828262962400913, -0.009415999054908752, -0.009003736078739166, -0.008591472171247005, -0.008179208263754845, -0.0077669452875852585, -0.007354681380093098, -0.006942417938262224, -0.006530154030770063, -0.00611789058893919, -0.005705627147108316, -0.005293363239616156, -0.004881099797785282, -0.004468835890293121, -0.004056572448462248, -0.0036443090066313744, -0.003232045331969857, -0.00281978165730834, -0.002407517982646823, -0.001995254307985306, -0.0015829908661544323, -0.0011707271914929152, -0.0007584635750390589, -0.0003461999585852027, 6.606365786865354e-05, 0.00047832727432250977, 0.000890590890776366, 0.0013028545072302222, 0.0017151180654764175, 0.0021273817401379347, 0.002539645414799452, 0.0029519088566303253, 0.0033641725312918425, 0.0037764362059533596, 0.004188699647784233, 0.004600963555276394, 0.005013226997107267, 0.005425490438938141, 0.005837754346430302, 0.006250017788261175, 0.006662281695753336, 0.0070745451375842094, 0.007486808579415083, 0.007899072021245956, 0.008311335928738117, 0.008723599836230278, 0.009135862812399864, 0.009548126719892025, 0.009960390627384186, 0.010372653603553772, 0.010784917511045933, 0.011197181418538094, 0.011609445326030254, 0.01202170830219984, 0.012433972209692001, 0.012846236117184162, 0.013258499093353748, 0.013670763000845909]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 8.0, 5.0, 4.0, 7.0, 15.0, 13.0, 15.0, 21.0, 23.0, 38.0, 43.0, 52.0, 48.0, 87.0, 104.0, 144.0, 176.0, 222.0, 282.0, 279.0, 442.0, 1941.0, 1272.0, 961.0, 580.0, 358.0, 238.0, 140.0, 103.0, 77.0, 50.0, 42.0, 27.0, 19.0, 16.0, 16.0, 10.0, 8.0, 6.0, 8.0, 7.0, 4.0, 2.0, 0.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1490175426006317, -0.1444896161556244, -0.13996168971061707, -0.13543376326560974, -0.13090583682060242, -0.1263779103755951, -0.12184999138116837, -0.11732206493616104, -0.11279414594173431, -0.10826621949672699, -0.10373829305171967, -0.09921036660671234, -0.09468244016170502, -0.09015451371669769, -0.08562659472227097, -0.08109866827726364, -0.07657074183225632, -0.07204281538724899, -0.06751488894224167, -0.06298696994781494, -0.05845904350280762, -0.05393111705780029, -0.04940319061279297, -0.04487526789307594, -0.04034734144806862, -0.035819415003061295, -0.03129149228334427, -0.026763565838336945, -0.02223564125597477, -0.017707716673612595, -0.013179791159927845, -0.008651865646243095, -0.00412394106388092, 0.0004039839841425419, 0.004931909032166004, 0.009459834545850754, 0.013987759128212929, 0.018515683710575104, 0.023043610155582428, 0.027571534737944603, 0.03209945932030678, 0.0366273857653141, 0.04115530848503113, 0.04568323493003845, 0.050211161375045776, 0.0547390840947628, 0.059267010539770126, 0.06379493325948715, 0.06832285970449448, 0.0728507861495018, 0.07737871259450912, 0.08190663158893585, 0.08643455803394318, 0.0909624844789505, 0.09549041092395782, 0.10001833736896515, 0.10454626381397247, 0.1090741828083992, 0.11360210925340652, 0.11813003569841385, 0.12265796214342117, 0.1271858811378479, 0.13171380758285522, 0.13624173402786255, 0.14076966047286987]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 6.0, 2.0, 7.0, 2.0, 3.0, 3.0, 1.0, 2.0, 23.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0063973101787269115, -0.006230379920452833, -0.0060634491965174675, -0.005896518938243389, -0.0057295882143080235, -0.005562657956033945, -0.005395727232098579, -0.005228796973824501, -0.005061866715550423, -0.004894935991615057, -0.004728005733340979, -0.004561075009405613, -0.004394144751131535, -0.004227214027196169, -0.0040602837689220905, -0.0038933532778173685, -0.0037264227867126465, -0.0035594922956079245, -0.0033925618045032024, -0.0032256313133984804, -0.0030587008222937584, -0.00289177056401968, -0.002724840072914958, -0.002557909581810236, -0.002390979090705514, -0.002224048599600792, -0.00205711810849607, -0.0018901877338066697, -0.0017232572427019477, -0.0015563267515972257, -0.0013893963769078255, -0.0012224658858031034, -0.0010555353946983814, -0.0008886049035936594, -0.0007216744706965983, -0.0005547440377995372, -0.00038781354669481516, -0.0002208830846939236, -5.3952622693032026e-05, 0.00011297783930785954, 0.0002799083013087511, 0.00044683876330964267, 0.0006137692253105342, 0.0007806996582075953, 0.0009476301493123174, 0.0011145606404170394, 0.0012814910151064396, 0.0014484215062111616, 0.0016153519973158836, 0.0017822824884206057, 0.0019492129795253277, 0.0021161434706300497, 0.0022830739617347717, 0.00245000422000885, 0.002616934711113572, 0.002783865202218294, 0.002950795693323016, 0.003117726184427738, 0.00328465667553246, 0.0034515871666371822, 0.0036185174249112606, 0.0037854479160159826, 0.003952378407120705, 0.00411930913105607, 0.004286239389330149]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 11.0, 13.0, 30.0, 42.0, 54.0, 89.0, 168.0, 208.0, 352.0, 506.0, 644.0, 895.0, 1256.0, 1671.0, 2139.0, 2839.0, 3666.0, 4631.0, 5785.0, 7228.0, 9068.0, 11073.0, 13919.0, 17220.0, 21483.0, 27690.0, 36031.0, 48544.0, 65454.0, 86649.0, 405578.0, 100092.0, 75526.0, 56026.0, 41325.0, 30415.0, 23169.0, 18210.0, 14511.0, 11491.0, 8970.0, 7036.0, 5144.0, 3809.0, 2766.0, 2063.0, 1280.0, 938.0, 687.0, 441.0, 263.0, 215.0, 116.0, 91.0, 49.0, 33.0, 20.0, 6.0, 8.0, 2.0, 2.0], "bins": [-0.014178265817463398, -0.01375948078930378, -0.013340695761144161, -0.012921911664307117, -0.012503126636147499, -0.01208434160798788, -0.011665556579828262, -0.011246771551668644, -0.010827986523509026, -0.010409202426671982, -0.009990417398512363, -0.009571632370352745, -0.009152847342193127, -0.008734062314033508, -0.008315278217196465, -0.007896493189036846, -0.007477708160877228, -0.007058923132717609, -0.006640138570219278, -0.00622135354205966, -0.005802568979561329, -0.0053837839514017105, -0.004964998923242092, -0.004546214360743761, -0.004127429332584143, -0.003708644537255168, -0.0032898597419261932, -0.002871074713766575, -0.0024522899184376, -0.0020335051231086254, -0.0016147202113643289, -0.0011959352996200323, -0.0007771505042910576, -0.00035836565075442195, 6.041920278221369e-05, 0.0004792040563188493, 0.000897988909855485, 0.0013167737051844597, 0.0017355586169287562, 0.002154343528673053, 0.0025731283240020275, 0.0029919131193310022, 0.003410697914659977, 0.0038294829428195953, 0.004248267970979214, 0.004667052533477545, 0.005085837561637163, 0.005504622124135494, 0.005923407152295113, 0.006342192180454731, 0.006760976742953062, 0.0071797617711126804, 0.0075985463336110115, 0.00801733136177063, 0.008436116389930248, 0.008854901418089867, 0.00927368551492691, 0.009692470543086529, 0.010111255571246147, 0.010530040599405766, 0.010948825627565384, 0.011367610655725002, 0.011786394752562046, 0.012205179780721664, 0.012623964808881283]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008507884107530117, -0.008185703307390213, -0.007863521575927734, -0.007541340310126543, -0.007219159044325352, -0.006896978244185448, -0.006574796978384256, -0.006252615712583065, -0.005930434446781874, -0.005608253180980682, -0.005286071915179491, -0.0049638906493783, -0.004641709849238396, -0.004319528583437204, -0.003997347317636013, -0.0036751660518348217, -0.0033529847860336304, -0.003030803520232439, -0.0027086222544312477, -0.0023864412214607, -0.0020642599556595087, -0.0017420786898583174, -0.0014198975404724479, -0.0010977163910865784, -0.000775535125285387, -0.0004533539176918566, -0.0001311727100983262, 0.0001910084974952042, 0.0005131897050887346, 0.000835370912682265, 0.0011575521202757955, 0.001479733269661665, 0.0018019145354628563, 0.0021240958012640476, 0.002446277067065239, 0.0027684581000357866, 0.003090639365836978, 0.0034128206316381693, 0.003735001664608717, 0.004057182930409908, 0.0043793641962111, 0.004701545462012291, 0.005023726727813482, 0.005345907993614674, 0.005668088793754578, 0.005990270059555769, 0.00631245132535696, 0.006634632591158152, 0.006956813856959343, 0.007278995122760534, 0.007601176388561726, 0.00792335718870163, 0.008245538920164108, 0.008567719720304012, 0.008889901451766491, 0.009212082251906395, 0.009534263983368874, 0.009856444783508778, 0.010178625583648682, 0.01050080731511116, 0.010822988115251064, 0.011145169846713543, 0.011467350646853447, 0.011789532378315926, 0.01211171317845583]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 7.0, 7.0, 7.0, 9.0, 12.0, 21.0, 12.0, 29.0, 42.0, 52.0, 48.0, 87.0, 99.0, 87.0, 138.0, 181.0, 201.0, 225.0, 323.0, 327.0, 421.0, 500.0, 609.0, 800.0, 1089.0, 1368.0, 6658.0, 1932.0, 979.0, 635.0, 334.0, 238.0, 179.0, 194.0, 156.0, 98.0, 80.0, 53.0, 42.0, 26.0, 13.0, 13.0, 13.0, 12.0, 11.0, 6.0, 8.0, 8.0, 6.0, 5.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007174951955676079, -0.006933879107236862, -0.006692805793136358, -0.006451732479035854, -0.006210659630596638, -0.005969586782157421, -0.005728513468056917, -0.005487440153956413, -0.005246367305517197, -0.00500529445707798, -0.004764221142977476, -0.004523147828876972, -0.004282074980437756, -0.004041002131998539, -0.003799928817898035, -0.0035588557366281748, -0.0033177826553583145, -0.0030767095740884542, -0.002835636492818594, -0.0025945634115487337, -0.0023534903302788734, -0.002112417249009013, -0.001871344167739153, -0.0016302710864692926, -0.0013891980051994324, -0.001148124923929572, -0.0009070518426597118, -0.0006659787613898516, -0.0004249056801199913, -0.00018383259885013103, 5.724048241972923e-05, 0.0002983135636895895, 0.0005393866449594498, 0.00078045972622931, 0.0010215328074991703, 0.0012626058887690306, 0.0015036789700388908, 0.001744752051308751, 0.0019858251325786114, 0.0022268982138484716, 0.002467971295118332, 0.002709044376388192, 0.0029501174576580524, 0.0031911905389279127, 0.003432263620197773, 0.0036733367014676332, 0.0039144097827374935, 0.0041554830968379974, 0.004396555945277214, 0.004637628793716431, 0.004878702107816935, 0.0051197754219174385, 0.005360848270356655, 0.005601921118795872, 0.005842994432896376, 0.00608406774699688, 0.006325140595436096, 0.006566213443875313, 0.006807286757975817, 0.007048360072076321, 0.007289432920515537, 0.007530505768954754, 0.007771579083055258, 0.008012652397155762, 0.008253725245594978]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029224146157503128, -0.02851218357682228, -0.027800220996141434, -0.027088258415460587, -0.02637629583477974, -0.025664333254098892, -0.024952372536063194, -0.024240409955382347, -0.0235284473747015, -0.022816484794020653, -0.022104522213339806, -0.02139255963265896, -0.02068059705197811, -0.019968634471297264, -0.019256671890616417, -0.01854470930993557, -0.017832748591899872, -0.017120786011219025, -0.016408823430538177, -0.01569686084985733, -0.014984898269176483, -0.014272935688495636, -0.013560973107814789, -0.012849010527133942, -0.012137047946453094, -0.011425086297094822, -0.010713123716413975, -0.010001161135733128, -0.00928919855505228, -0.008577235974371433, -0.00786527432501316, -0.0071533117443323135, -0.006441349163651466, -0.005729386582970619, -0.005017424467951059, -0.004305461887270212, -0.0035934995394200087, -0.002881537191569805, -0.002169574610888958, -0.0014576122630387545, -0.000745649915188551, -3.368750913068652e-05, 0.0006782748969271779, 0.0013902373611927032, 0.0021021997090429068, 0.0028141620568931103, 0.0035261246375739574, 0.004238086752593517, 0.0049500493332743645, 0.005662011913955212, 0.0063739740289747715, 0.007085936609655619, 0.0077978987246751785, 0.008509861305356026, 0.009221823886036873, 0.00993378646671772, 0.010645749047398567, 0.01135771069675684, 0.012069673277437687, 0.012781635858118534, 0.013493598438799381, 0.014205561019480228, 0.014917522668838501, 0.015629485249519348, 0.016341447830200195]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 4.0, 1.0, 6.0, 2.0, 7.0, 1.0, 3.0, 7.0, 5.0, 4.0, 1.0, 4.0, 5.0, 6.0, 3.0, 4.0, 3.0, 5.0, 7.0, 6.0, 5.0, 4.0, 0.0, 3.0, 3.0, 3.0, 5.0, 9.0, 8.0, 8.0, 24.0, 53.0, 9.0, 8.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0], "bins": [-0.026018014177680016, -0.025508655235171318, -0.02499929815530777, -0.024489939212799072, -0.023980582132935524, -0.023471223190426826, -0.02296186424791813, -0.02245250716805458, -0.021943148225545883, -0.021433791145682335, -0.020924432203173637, -0.02041507326066494, -0.01990571618080139, -0.019396357238292694, -0.018887000158429146, -0.01837764121592045, -0.0178682841360569, -0.017358925193548203, -0.016849566251039505, -0.016340209171175957, -0.01583085022866726, -0.015321492217481136, -0.014812134206295013, -0.01430277619510889, -0.013793418183922768, -0.01328405924141407, -0.012774701230227947, -0.012265343219041824, -0.011755985207855701, -0.011246627196669579, -0.010737268254160881, -0.010227910242974758, -0.009718552231788635, -0.009209194220602512, -0.00869983620941639, -0.008190477266907692, -0.007681119255721569, -0.007171761244535446, -0.006662403233349323, -0.006153044756501913, -0.00564368674531579, -0.005134328734129667, -0.004624970257282257, -0.004115612246096134, -0.0036062540020793676, -0.003096895758062601, -0.002587537746876478, -0.0020781795028597116, -0.001568821258842945, -0.0010594630148261786, -0.0005501048872247338, -4.0746701415628195e-05, 0.00046861148439347744, 0.000977969728410244, 0.0014873278560116887, 0.0019966859836131334, 0.0025060442276299, 0.0030154024716466665, 0.003524760715663433, 0.004034118726849556, 0.004543476738035679, 0.005052835214883089, 0.005562193226069212, 0.006071551702916622, 0.006580909714102745]}, "_runtime": 9.890119075775146, "_timestamp": 1596211536.6133363, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.01538422703742981, -0.014910806901752949, -0.014437386766076088, -0.013963967561721802, -0.013490547426044941, -0.01301712729036808, -0.012543708086013794, -0.012070287950336933, -0.011596867814660072, -0.011123447678983212, -0.01065002754330635, -0.010176608338952065, -0.009703188203275204, -0.009229768067598343, -0.008756348863244057, -0.008282928727567196, -0.007809508591890335, -0.007336088456213474, -0.006862668786197901, -0.006389249116182327, -0.0059158289805054665, -0.005442408844828606, -0.004968989174813032, -0.004495569504797459, -0.004022149369120598, -0.0035487294662743807, -0.0030753095634281635, -0.0026018896605819464, -0.0021284697577357292, -0.001655049854889512, -0.001181629952043295, -0.0007082100491970778, -0.0002347901463508606, 0.00023862975649535656, 0.0007120496593415737, 0.0011854695621877909, 0.001658889465034008, 0.002132309367880225, 0.0026057292707264423, 0.0030791491735726595, 0.0035525690764188766, 0.0040259892120957375, 0.004499408882111311, 0.0049728285521268845, 0.005446248687803745, 0.005919668823480606, 0.00639308849349618, 0.006866508163511753, 0.007339928299188614, 0.007813348434865475, 0.008286768570542336, 0.008760187774896622, 0.009233607910573483, 0.009707028046250343, 0.01018044725060463, 0.01065386738628149, 0.011127287521958351, 0.011600707657635212, 0.012074127793312073, 0.012547546997666359, 0.01302096713334322, 0.01349438726902008, 0.013967806473374367, 0.014441226609051228, 0.014914646744728088]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 6.0, 2.0, 3.0, 3.0, 5.0, 7.0, 4.0, 9.0, 11.0, 11.0, 9.0, 16.0, 27.0, 30.0, 33.0, 47.0, 60.0, 73.0, 75.0, 114.0, 135.0, 179.0, 214.0, 255.0, 316.0, 394.0, 2077.0, 1400.0, 838.0, 502.0, 303.0, 205.0, 151.0, 102.0, 76.0, 65.0, 42.0, 31.0, 23.0, 14.0, 13.0, 17.0, 4.0, 8.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0], "bins": [-0.1745193600654602, -0.16989320516586304, -0.16526703536510468, -0.1606408655643463, -0.15601471066474915, -0.15138855576515198, -0.14676238596439362, -0.14213621616363525, -0.13751006126403809, -0.13288390636444092, -0.12825773656368256, -0.12363157421350479, -0.11900541186332703, -0.11437924951314926, -0.1097530871629715, -0.10512692481279373, -0.10050076246261597, -0.0958746001124382, -0.09124843776226044, -0.08662227541208267, -0.08199611306190491, -0.07736995071172714, -0.07274378836154938, -0.06811762601137161, -0.06349146366119385, -0.05886530131101608, -0.05423913896083832, -0.04961297661066055, -0.04498681426048279, -0.04036065191030502, -0.03573448956012726, -0.031108327209949493, -0.02648216485977173, -0.021856002509593964, -0.0172298401594162, -0.012603677809238434, -0.007977515459060669, -0.003351353108882904, 0.0012748092412948608, 0.005900971591472626, 0.01052713394165039, 0.015153296291828156, 0.01977945864200592, 0.024405620992183685, 0.02903178334236145, 0.033657945692539215, 0.03828410804271698, 0.042910270392894745, 0.04753643274307251, 0.052162595093250275, 0.05678875744342804, 0.061414919793605804, 0.06604108214378357, 0.07066724449396133, 0.0752934068441391, 0.07991956919431686, 0.08454573154449463, 0.0891718938946724, 0.09379805624485016, 0.09842421859502792, 0.10305038094520569, 0.10767654329538345, 0.11230270564556122, 0.11692886799573898, 0.12155503034591675]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 6.0, 5.0, 3.0, 2.0, 5.0, 26.0, 5.0, 3.0, 0.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 0.0, 5.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.006605846807360649, -0.006410703063011169, -0.00621555931866169, -0.00602041557431221, -0.00582527182996273, -0.005630128085613251, -0.005434983875602484, -0.005239840131253004, -0.005044696386903524, -0.004849552642554045, -0.004654408898204565, -0.004459265153855085, -0.004264121409505606, -0.004068977665156126, -0.0038738336879760027, -0.003678689943626523, -0.0034835461992770433, -0.0032884024549275637, -0.003093258710578084, -0.0028981147333979607, -0.002702970989048481, -0.0025078272446990013, -0.0023126835003495216, -0.002117539756000042, -0.0019223958952352405, -0.0017272521508857608, -0.0015321082901209593, -0.0013369645457714796, -0.001141820801422, -0.0009466769406571984, -0.0007515331963077188, -0.0005563893937505782, -0.0003612455911934376, -0.00016610180318821222, 2.9041984817013144e-05, 0.0002241857728222385, 0.00041932956082746387, 0.0006144733633846045, 0.0008096171077340841, 0.0010047609684988856, 0.0011999047128483653, 0.001395048457197845, 0.0015901923179626465, 0.0017853360623121262, 0.001980479806661606, 0.0021756235510110855, 0.002370767528191209, 0.0025659112725406885, 0.002761055016890168, 0.002956198761239648, 0.0031513425055891275, 0.003346486482769251, 0.0035416302271187305, 0.0037367739714682102, 0.00393191771581769, 0.00412706146016717, 0.004322205204516649, 0.004517348948866129, 0.004712492693215609, 0.004907636903226376, 0.005102780647575855, 0.005297924391925335, 0.005493068136274815, 0.005688211880624294, 0.005883355624973774]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 6.0, 4.0, 15.0, 18.0, 33.0, 45.0, 78.0, 141.0, 209.0, 319.0, 447.0, 626.0, 870.0, 1298.0, 1805.0, 2377.0, 3269.0, 4373.0, 5913.0, 8060.0, 10483.0, 13722.0, 18259.0, 24047.0, 32361.0, 44172.0, 62206.0, 86447.0, 114761.0, 425739.0, 89468.0, 63555.0, 44224.0, 31427.0, 23103.0, 17099.0, 13133.0, 9474.0, 7224.0, 5218.0, 3937.0, 2801.0, 2043.0, 1518.0, 1038.0, 759.0, 530.0, 401.0, 218.0, 148.0, 95.0, 55.0, 34.0, 26.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.015441625379025936, -0.01496224757283926, -0.014482869766652584, -0.014003491960465908, -0.013524114154279232, -0.013044736348092556, -0.01256535854190588, -0.012085980735719204, -0.011606601998209953, -0.011127224192023277, -0.010647846385836601, -0.010168468579649925, -0.00968909077346325, -0.009209712967276573, -0.008730335161089897, -0.008250957354903221, -0.007771579548716545, -0.007292201742529869, -0.006812823936343193, -0.006333446130156517, -0.005854068323969841, -0.005374690052121878, -0.004895312245935202, -0.004415934439748526, -0.00393655663356185, -0.0034571788273751736, -0.0029778010211884975, -0.002498422982171178, -0.002019045175984502, -0.0015396673697978258, -0.001060289447195828, -0.000580911582801491, -0.00010153371840715408, 0.00037784414598718286, 0.0008572220103815198, 0.0013365999329835176, 0.0018159777391701937, 0.0022953555453568697, 0.0027747335843741894, 0.0032541113905608654, 0.0037334891967475414, 0.0042128670029342175, 0.0046922448091208935, 0.0051716226153075695, 0.005651000887155533, 0.006130378693342209, 0.006609756499528885, 0.007089134305715561, 0.007568512111902237, 0.008047889918088913, 0.008527267724275589, 0.009006645530462265, 0.009486023336648941, 0.009965401142835617, 0.010444778949022293, 0.010924156755208969, 0.011403534561395645, 0.011882913298904896, 0.012362291105091572, 0.012841668911278248, 0.013321046717464924, 0.0138004245236516, 0.014279802329838276, 0.014759180136024952, 0.015238557942211628]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 7.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.012032810598611832, -0.011782201938331127, -0.011531593278050423, -0.011280984617769718, -0.011030376888811588, -0.010779768228530884, -0.01052915956825018, -0.010278550907969475, -0.01002794224768877, -0.009777333587408066, -0.009526725858449936, -0.009276117198169231, -0.009025508537888527, -0.008774899877607822, -0.008524291217327118, -0.008273682557046413, -0.008023073896765709, -0.007772465702146292, -0.0075218575075268745, -0.00727124884724617, -0.0070206401869654655, -0.006770031992346048, -0.006519423332065344, -0.006268814671784639, -0.006018206477165222, -0.005767597816884518, -0.005516989156603813, -0.005266380496323109, -0.0050157723017036915, -0.004765163641422987, -0.0045145549811422825, -0.004263946786522865, -0.004013338126242161, -0.0037627296987921, -0.0035121210385113955, -0.0032615126110613346, -0.00301090395078063, -0.0027602955233305693, -0.0025096870958805084, -0.002259078435599804, -0.002008470008149743, -0.0017578614642843604, -0.0015072529204189777, -0.001256644492968917, -0.0010060359491035342, -0.0007554274052381516, -0.0005048189195804298, -0.0002542104048188776, -3.601890057325363e-06, 0.00024700662470422685, 0.0004976151394657791, 0.0007482236251235008, 0.0009988321689888835, 0.0012494407128542662, 0.001500049140304327, 0.0017506576841697097, 0.0020012662280350924, 0.002251874655485153, 0.0025024833157658577, 0.0027530917432159185, 0.0030037001706659794, 0.003254308830946684, 0.0035049172583967447, 0.0037555259186774492, 0.00400613434612751]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 5.0, 9.0, 6.0, 6.0, 12.0, 12.0, 18.0, 15.0, 25.0, 26.0, 41.0, 45.0, 54.0, 64.0, 75.0, 88.0, 96.0, 116.0, 116.0, 134.0, 156.0, 178.0, 190.0, 226.0, 240.0, 284.0, 344.0, 401.0, 446.0, 503.0, 718.0, 887.0, 1166.0, 1781.0, 6087.0, 1216.0, 702.0, 497.0, 391.0, 310.0, 226.0, 192.0, 116.0, 69.0, 40.0, 26.0, 20.0, 9.0, 10.0, 3.0, 8.0, 1.0, 2.0], "bins": [-0.007780009415000677, -0.00760730030015111, -0.00743459165096283, -0.007261882536113262, -0.007089173886924982, -0.006916464772075415, -0.006743755657225847, -0.006571047008037567, -0.006398337893188, -0.00622562924399972, -0.006052920129150152, -0.005880211014300585, -0.005707502365112305, -0.005534793250262737, -0.005362084601074457, -0.00518937548622489, -0.00501666683703661, -0.004843957722187042, -0.004671248607337475, -0.004498539958149195, -0.004325830843299627, -0.004153122194111347, -0.00398041307926178, -0.003807704197242856, -0.0036349953152239323, -0.003462286200374365, -0.003289577318355441, -0.0031168684363365173, -0.0029441595543175936, -0.00277145067229867, -0.0025987415574491024, -0.0024260326754301786, -0.002253323793411255, -0.002080614911392331, -0.0019079059129580855, -0.0017351970309391618, -0.0015624880325049162, -0.0013897791504859924, -0.0012170702684670687, -0.001044361270032823, -0.0008716523880138993, -0.0006989434477873147, -0.00052623450756073, -0.0003535256255418062, -0.00018081668531522155, -8.107759640552104e-06, 0.00016460116603411734, 0.00033731007715687156, 0.0005100190173834562, 0.0006827279576100409, 0.0008554368978366256, 0.0010281457798555493, 0.001200854778289795, 0.0013735636603087187, 0.0015462725423276424, 0.001718981540761888, 0.0018916904227808118, 0.0020643994212150574, 0.002237108303233981, 0.002409817185252905, 0.0025825260672718287, 0.0027552349492907524, 0.00292794406414032, 0.0031006529461592436, 0.0032733618281781673]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.038211412727832794, -0.037417709827423096, -0.036624010652303696, -0.035830307751894, -0.0350366085767746, -0.0342429056763649, -0.0334492065012455, -0.0326555036008358, -0.0318618044257164, -0.0310681015253067, -0.030274400487542152, -0.029480699449777603, -0.028686998412013054, -0.027893297374248505, -0.027099596336483955, -0.026305895298719406, -0.025512192398309708, -0.02471849136054516, -0.02392479032278061, -0.02313108928501606, -0.02233738824725151, -0.02154368720948696, -0.020749986171722412, -0.019956285133957863, -0.019162584096193314, -0.018368883058428764, -0.017575182020664215, -0.016781479120254517, -0.015987778082489967, -0.015194077976047993, -0.014400376006960869, -0.01360667496919632, -0.01281297393143177, -0.012019272893667221, -0.011225571855902672, -0.010431869886815548, -0.009638168849050999, -0.00884446781128645, -0.0080507667735219, -0.007257065270096064, -0.006463364232331514, -0.005669663194566965, -0.0048759616911411285, -0.004082260653376579, -0.0032885593827813864, -0.0024948581121861935, -0.0017011569580063224, -0.0009074557456187904, -0.00011375453323125839, 0.0006799466791562736, 0.0014736478915438056, 0.0022673490457236767, 0.0030610503163188696, 0.0038547515869140625, 0.004648452624678612, 0.005442154128104448, 0.006235855165868998, 0.007029556203633547, 0.007823257707059383, 0.008616958744823933, 0.009410659782588482, 0.010204360820353031, 0.010998062789440155, 0.011791763827204704, 0.012585464864969254]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 6.0, 3.0, 4.0, 2.0, 4.0, 4.0, 5.0, 9.0, 7.0, 8.0, 4.0, 2.0, 5.0, 5.0, 3.0, 6.0, 3.0, 5.0, 5.0, 4.0, 3.0, 5.0, 7.0, 6.0, 9.0, 8.0, 15.0, 17.0, 50.0, 5.0, 3.0, 1.0, 4.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0], "bins": [-0.018904274329543114, -0.018542030826210976, -0.018179787322878838, -0.0178175438195467, -0.01745530031621456, -0.017093056812882423, -0.016730813309550285, -0.016368569806218147, -0.01600632630288601, -0.01564408279955387, -0.015281838364899158, -0.01491959486156702, -0.014557351358234882, -0.014195107854902744, -0.013832864351570606, -0.013470620848238468, -0.013108376413583755, -0.012746132910251617, -0.01238388940691948, -0.012021645903587341, -0.011659402400255203, -0.011297158896923065, -0.010934915393590927, -0.010572671890258789, -0.010210428386926651, -0.009848184883594513, -0.009485941380262375, -0.009123696945607662, -0.008761453442275524, -0.008399209938943386, -0.008036966435611248, -0.00767472293227911, -0.007312479428946972, -0.006950235925614834, -0.006587992422282696, -0.00622574845328927, -0.005863504949957132, -0.005501261446624994, -0.005139017943292856, -0.004776774439960718, -0.004414530470967293, -0.004052286967635155, -0.0036900434643030167, -0.0033277999609708786, -0.0029655564576387405, -0.002603312721475959, -0.0022410692181438208, -0.0018788255983963609, -0.001516581978648901, -0.001154338358901441, -0.0007920947973616421, -0.0004298512067180127, -6.760761607438326e-05, 0.0002946359745692462, 0.0006568795652128756, 0.0010191231267526746, 0.0013813667465001345, 0.0017436103662475944, 0.0021058539859950542, 0.0024680974893271923, 0.0028303409926593304, 0.003192584728822112, 0.00355482823215425, 0.003917071968317032, 0.00427931547164917]}, "_runtime": 10.659231901168823, "_timestamp": 1596211537.3824492, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 1.0, 1.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024492667987942696, -0.023811180144548416, -0.023129692301154137, -0.022448204457759857, -0.02176671475172043, -0.02108522690832615, -0.02040373906493187, -0.01972225122153759, -0.01904076337814331, -0.01835927553474903, -0.01767778769135475, -0.016996299847960472, -0.016314812004566193, -0.015633322298526764, -0.014951834455132484, -0.014270346611738205, -0.013588858768343925, -0.012907370924949646, -0.012225883081555367, -0.011544394306838512, -0.010862906463444233, -0.010181418620049953, -0.0094999298453331, -0.00881844200193882, -0.00813695415854454, -0.007455466315150261, -0.006773978006094694, -0.006092489697039127, -0.005411001853644848, -0.004729514010250568, -0.004048025701195002, -0.0033665376249700785, -0.0026850495487451553, -0.002003561472520232, -0.001322073396295309, -0.0006405853200703859, 4.09027561545372e-05, 0.0007223908323794603, 0.0014038789086043835, 0.0020853669848293066, 0.0027668550610542297, 0.003448343137279153, 0.004129831213504076, 0.004811319522559643, 0.005492807365953922, 0.006174295209348202, 0.0068557835184037685, 0.007537271827459335, 0.008218759670853615, 0.008900247514247894, 0.009581735357642174, 0.010263224132359028, 0.010944711975753307, 0.011626199819147587, 0.012307688593864441, 0.01298917643725872, 0.013670664280653, 0.01435215212404728, 0.015033639967441559, 0.01571512781083584, 0.016396615654230118, 0.017078105360269547, 0.017759593203663826, 0.018441081047058105, 0.019122568890452385]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 4.0, 2.0, 3.0, 7.0, 8.0, 8.0, 6.0, 15.0, 13.0, 28.0, 35.0, 45.0, 61.0, 81.0, 127.0, 205.0, 274.0, 446.0, 642.0, 3299.0, 1290.0, 568.0, 315.0, 146.0, 104.0, 63.0, 39.0, 23.0, 17.0, 9.0, 5.0, 3.0, 8.0, 3.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2792329490184784, -0.27110952138900757, -0.26298609375953674, -0.2548626959323883, -0.24673926830291748, -0.23861584067344666, -0.23049241304397583, -0.2223690003156662, -0.21424557268619537, -0.20612214505672455, -0.19799873232841492, -0.1898753046989441, -0.18175187706947327, -0.17362846434116364, -0.1655050367116928, -0.15738162398338318, -0.14925819635391235, -0.14113476872444153, -0.1330113559961319, -0.12488792836666107, -0.11676450818777084, -0.10864108800888062, -0.10051766037940979, -0.09239424020051956, -0.08427082002162933, -0.0761473998427391, -0.06802397966384888, -0.05990055203437805, -0.051777131855487823, -0.043653711676597595, -0.03553028777241707, -0.02740686573088169, -0.019283443689346313, -0.011160021647810936, -0.0030365996062755585, 0.005086822435259819, 0.013210244476795197, 0.021333666518330574, 0.02945708855986595, 0.03758051246404648, 0.04570393264293671, 0.053827352821826935, 0.06195077672600746, 0.07007420063018799, 0.07819762080907822, 0.08632104098796844, 0.09444446861743927, 0.1025678887963295, 0.11069130897521973, 0.11881472915410995, 0.12693814933300018, 0.135061576962471, 0.14318498969078064, 0.15130841732025146, 0.1594318449497223, 0.16755525767803192, 0.17567868530750275, 0.18380211293697357, 0.1919255256652832, 0.20004895329475403, 0.20817238092422485, 0.21629579365253448, 0.2244192212820053, 0.23254263401031494, 0.24066606163978577]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 3.0, 7.0, 7.0, 6.0, 28.0, 7.0, 4.0, 3.0, 7.0, 7.0, 4.0, 3.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009697962552309036, -0.009373844601213932, -0.009049726650118828, -0.008725607767701149, -0.008401489816606045, -0.00807737186551094, -0.007753253448754549, -0.0074291350319981575, -0.007105017080903053, -0.006780899129807949, -0.0064567807130515575, -0.006132662296295166, -0.005808544345200062, -0.005484426394104958, -0.005160307977348566, -0.0048361895605921745, -0.00451207160949707, -0.004187953658401966, -0.0038638352416455746, -0.0035397170577198267, -0.003215598873794079, -0.002891480689868331, -0.002567362505942583, -0.002243244322016835, -0.0019191261380910873, -0.0015950079541653395, -0.0012708897702395916, -0.0009467715863138437, -0.0006226534023880959, -0.000298535218462348, 2.5582965463399887e-05, 0.00034970114938914776, 0.0006738193333148956, 0.0009979375172406435, 0.0013220557011663914, 0.0016461738850921392, 0.001970292069017887, 0.002294410252943635, 0.002618528436869383, 0.0029426466207951307, 0.0032667648047208786, 0.0035908829886466265, 0.003915001172572374, 0.004239119589328766, 0.00456323754042387, 0.004887355491518974, 0.005211473908275366, 0.005535592325031757, 0.005859710276126862, 0.006183828227221966, 0.006507946643978357, 0.006832065060734749, 0.007156183011829853, 0.007480300962924957, 0.007804419379681349, 0.00812853779643774, 0.008452655747532845, 0.008776773698627949, 0.009100891649723053, 0.009425010532140732, 0.009749128483235836, 0.01007324643433094, 0.010397365316748619, 0.010721483267843723, 0.011045601218938828]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 9.0, 17.0, 19.0, 44.0, 56.0, 87.0, 112.0, 175.0, 207.0, 273.0, 304.0, 361.0, 386.0, 554.0, 742.0, 1095.0, 1543.0, 2521.0, 3875.0, 5910.0, 8835.0, 12558.0, 18507.0, 26594.0, 39654.0, 61725.0, 96698.0, 148877.0, 460128.0, 100797.0, 61856.0, 39078.0, 26507.0, 18476.0, 12820.0, 8826.0, 5941.0, 3877.0, 2583.0, 1714.0, 1199.0, 855.0, 677.0, 469.0, 366.0, 344.0, 287.0, 232.0, 224.0, 171.0, 138.0, 117.0, 69.0, 67.0, 41.0, 24.0, 13.0, 4.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.021055474877357483, -0.020356155931949615, -0.0196568351238966, -0.01895751617848873, -0.018258195370435715, -0.017558876425027847, -0.01685955747961998, -0.016160236671566963, -0.015460917726159096, -0.014761597849428654, -0.014062277972698212, -0.013362959027290344, -0.012663639150559902, -0.01196431927382946, -0.011265000328421593, -0.01056568045169115, -0.009866360574960709, -0.009167040698230267, -0.008467720821499825, -0.007768401876091957, -0.007069081999361515, -0.006369762122631073, -0.005670442711561918, -0.0049711233004927635, -0.0042718034237623215, -0.003572483779862523, -0.0028731641359627247, -0.0021738444920629263, -0.001474524848163128, -0.0007752052042633295, -7.588556036353111e-05, 0.0006234340835362673, 0.0013227537274360657, 0.002022073371335864, 0.0027213930152356625, 0.003420712659135461, 0.004120032303035259, 0.004819352179765701, 0.005518671590834856, 0.006217991001904011, 0.006917310878634453, 0.007616630755364895, 0.008315950632095337, 0.009015269577503204, 0.009714589454233646, 0.010413909330964088, 0.011113228276371956, 0.011812548153102398, 0.01251186802983284, 0.013211187906563282, 0.013910507783293724, 0.014609826728701591, 0.015309146605432034, 0.016008466482162476, 0.016707785427570343, 0.01740710623562336, 0.018106425181031227, 0.018805744126439095, 0.01950506493449211, 0.02020438387989998, 0.020903702825307846, 0.021603023633360863, 0.02230234257876873, 0.023001663386821747, 0.023700982332229614]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 4.0, 1.0, 4.0, 2.0, 7.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017522946000099182, -0.01711432822048664, -0.01670571230351925, -0.016297094523906708, -0.015888478606939316, -0.01547986175864935, -0.015071243979036808, -0.014662627130746841, -0.014254010282456875, -0.013845393434166908, -0.013436776585876942, -0.013028159737586975, -0.012619542889297009, -0.012210926041007042, -0.011802309192717075, -0.011393692344427109, -0.010985074564814568, -0.010576457716524601, -0.010167840868234634, -0.009759224019944668, -0.009350607171654701, -0.008941990323364735, -0.008533373475074768, -0.008124756626784801, -0.007716139778494835, -0.007307522464543581, -0.006898905616253614, -0.006490288767963648, -0.006081671919673681, -0.005673055071383715, -0.005264437757432461, -0.004855820909142494, -0.004447204060852528, -0.004038587212562561, -0.003629970131441951, -0.003221353283151984, -0.002812736202031374, -0.0024041193537414074, -0.001995502505451441, -0.0015868855407461524, -0.001178268576040864, -0.0007696516113355756, -0.0003610347048379481, 4.758223076350987e-05, 0.0004561991663649678, 0.0008648161310702562, 0.0012734329793602228, 0.0016820499440655112, 0.0020906669087707996, 0.0024992837570607662, 0.0029079008381813765, 0.003316517686471343, 0.0037251347675919533, 0.00413375161588192, 0.0045423684641718864, 0.004950985312461853, 0.00535960216075182, 0.0057682194747030735, 0.00617683632299304, 0.006585453171283007, 0.006994070019572973, 0.00740268686786294, 0.007811304181814194, 0.00821992103010416, 0.008628537878394127]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 4.0, 6.0, 4.0, 16.0, 20.0, 23.0, 24.0, 34.0, 31.0, 40.0, 48.0, 55.0, 69.0, 79.0, 66.0, 81.0, 102.0, 89.0, 110.0, 132.0, 188.0, 278.0, 356.0, 491.0, 755.0, 1025.0, 1373.0, 6921.0, 1895.0, 950.0, 639.0, 424.0, 310.0, 265.0, 283.0, 230.0, 179.0, 156.0, 132.0, 112.0, 79.0, 95.0, 70.0, 46.0, 36.0, 22.0, 20.0, 16.0, 13.0, 6.0, 4.0, 4.0, 6.0, 1.0, 2.0, 0.0, 6.0], "bins": [-0.009043204598128796, -0.00878352764993906, -0.0085238516330719, -0.008264174684882164, -0.008004497736692429, -0.007744820788502693, -0.007485144305974245, -0.007225467823445797, -0.0069657908752560616, -0.006706113927066326, -0.006446437444537878, -0.00618676096200943, -0.0059270840138196945, -0.005667407065629959, -0.005407730583101511, -0.005148054100573063, -0.0048883771523833275, -0.004628700204193592, -0.004369023721665144, -0.004109347239136696, -0.0038496702909469604, -0.0035899935755878687, -0.003330316860228777, -0.003070640144869685, -0.0028109634295105934, -0.0025512867141515017, -0.00229160999879241, -0.002031933283433318, -0.0017722565680742264, -0.0015125798527151346, -0.0012529031373560429, -0.000993226421996951, -0.0007335497066378593, -0.0004738729912787676, -0.00021419627591967583, 4.548043943941593e-05, 0.0003051571547985077, 0.0005648338701575994, 0.0008245105855166912, 0.001084187300875783, 0.0013438640162348747, 0.0016035407315939665, 0.0018632174469530582, 0.00212289416231215, 0.0023825708776712418, 0.0026422475930303335, 0.0029019243083894253, 0.003161601023748517, 0.003421277739107609, 0.0036809544544667006, 0.003940631169825792, 0.00420030765235424, 0.004459984600543976, 0.004719661548733711, 0.004979338031262159, 0.0052390145137906075, 0.005498691461980343, 0.005758368410170078, 0.006018044892698526, 0.0062777213752269745, 0.00653739832341671, 0.006797075271606445, 0.007056751754134893, 0.0073164282366633415, 0.007576105184853077]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03961948677897453, -0.038523346185684204, -0.03742720186710358, -0.03633106127381325, -0.03523491695523262, -0.03413877636194229, -0.033042632043361664, -0.031946491450071335, -0.030850347131490707, -0.02975420653820038, -0.0286580640822649, -0.027561921626329422, -0.026465779170393944, -0.025369636714458466, -0.024273494258522987, -0.02317735180258751, -0.02208120934665203, -0.020985066890716553, -0.019888924434781075, -0.018792781978845596, -0.017696639522910118, -0.01660049706697464, -0.015504355542361736, -0.014408213086426258, -0.01331207063049078, -0.012215928174555302, -0.011119785718619823, -0.010023643262684345, -0.008927501738071442, -0.007831359282135963, -0.006735216826200485, -0.005639074370265007, -0.004542931914329529, -0.0034467894583940506, -0.002350647235289216, -0.0012545048957690597, -0.00015836255624890327, 0.0009377797832712531, 0.0020339221227914095, 0.003130064345896244, 0.004226206801831722, 0.0053223492577672005, 0.006418491713702679, 0.00751463370397687, 0.00861077569425106, 0.009706918150186539, 0.010803060606122017, 0.011899203062057495, 0.012995345517992973, 0.014091487973928452, 0.01518763042986393, 0.016283772885799408, 0.017379915341734886, 0.018476057797670364, 0.019572200253605843, 0.02066834270954132, 0.02176448330283165, 0.022860625758767128, 0.023956768214702606, 0.025052910670638084, 0.026149053126573563, 0.02724519558250904, 0.02834133803844452, 0.029437480494379997, 0.030533622950315475]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 3.0, 6.0, 7.0, 4.0, 12.0, 3.0, 7.0, 20.0, 48.0, 9.0, 7.0, 5.0, 13.0, 10.0, 13.0, 7.0, 4.0, 7.0, 9.0, 3.0, 6.0, 7.0, 9.0, 6.0, 8.0, 3.0, 5.0, 4.0, 3.0, 4.0, 1.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00952212791889906, -0.009151679463684559, -0.008781231008470058, -0.008410783484578133, -0.008040335029363632, -0.007669886574149132, -0.007299438118934631, -0.006928990129381418, -0.006558541674166918, -0.006188093218952417, -0.005817645229399204, -0.005447196774184704, -0.005076748318970203, -0.00470630032941699, -0.00433585187420249, -0.003965403884649277, -0.0035949554294347763, -0.0032245072070509195, -0.0028540589846670628, -0.0024836105294525623, -0.0021131623070687056, -0.0017427140846848488, -0.0013722657458856702, -0.0010018174070864916, -0.0006313691847026348, -0.0002609209041111171, 0.00010952737648040056, 0.00047997565707191825, 0.0008504239376634359, 0.0012208721600472927, 0.0015913204988464713, 0.00196176883764565, 0.0023322170600295067, 0.0027026652824133635, 0.0030731135047972202, 0.0034435619600117207, 0.0038140101823955774, 0.004184458404779434, 0.004554906859993935, 0.004925354849547148, 0.005295803304761648, 0.005666251759976149, 0.006036699749529362, 0.006407148204743862, 0.006777596659958363, 0.007148044649511576, 0.007518493104726076, 0.00788894109427929, 0.00825938954949379, 0.00862983800470829, 0.00900028645992279, 0.009370733983814716, 0.009741182439029217, 0.010111630894243717, 0.010482079349458218, 0.010852527804672718, 0.011222975328564644, 0.011593423783779144, 0.011963872238993645, 0.012334320694208145, 0.012704769149422646, 0.013075217604637146, 0.013445665128529072, 0.013816113583743572, 0.014186562038958073]}, "_runtime": 11.422975540161133, "_timestamp": 1596211538.1461928, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 5.0, 2.0, 0.0, 1.0, 3.0, 5.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.016106491908431053, -0.01563245989382267, -0.015158429741859436, -0.014684397727251053, -0.014210366643965244, -0.013736335560679436, -0.013262304477393627, -0.012788273394107819, -0.012314241379499435, -0.011840210296213627, -0.011366179212927818, -0.01089214812964201, -0.010418117046356201, -0.009944085963070393, -0.00947005394846201, -0.0089960228651762, -0.008521991781890392, -0.008047960698604584, -0.007573929149657488, -0.007099898066371679, -0.0066258665174245834, -0.006151835434138775, -0.005677804350852966, -0.0052037728019058704, -0.004729741718620062, -0.004255710635334253, -0.0037816790863871574, -0.003307648003101349, -0.0028336166869848967, -0.0023595853708684444, -0.001885554171167314, -0.0014115229714661837, -0.0009374916553497314, -0.00046346039744094014, 1.0570860467851162e-05, 0.00048460211837664247, 0.0009586333762854338, 0.001432664692401886, 0.0019066958921030164, 0.0023807270918041468, 0.002854758407920599, 0.003328789724037051, 0.0038028210401535034, 0.004276852123439312, 0.0047508832067251205, 0.005224914755672216, 0.005698945838958025, 0.006172977387905121, 0.006647008471190929, 0.007121039554476738, 0.007595071103423834, 0.00806910265237093, 0.008543133735656738, 0.009017164818942547, 0.009491195902228355, 0.009965226985514164, 0.010439258068799973, 0.010913290083408356, 0.011387321166694164, 0.011861352249979973, 0.012335383333265781, 0.01280941441655159, 0.013283446431159973, 0.013757477514445782, 0.01423150859773159]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 7.0, 9.0, 11.0, 12.0, 17.0, 11.0, 23.0, 29.0, 32.0, 48.0, 61.0, 80.0, 121.0, 134.0, 227.0, 269.0, 384.0, 542.0, 2786.0, 1458.0, 676.0, 370.0, 201.0, 138.0, 73.0, 55.0, 31.0, 29.0, 25.0, 20.0, 7.0, 8.0, 5.0, 4.0, 7.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2088356912136078, -0.2027769237756729, -0.19671815633773804, -0.19065938889980316, -0.1846006214618683, -0.1785418540239334, -0.17248308658599854, -0.16642431914806366, -0.16036555171012878, -0.1543067842721939, -0.14824801683425903, -0.14218924939632416, -0.13613048195838928, -0.1300717145204544, -0.12401295453310013, -0.11795418709516525, -0.11189541965723038, -0.1058366522192955, -0.09977788478136063, -0.09371911734342575, -0.08766034990549088, -0.081601582467556, -0.07554281502962112, -0.06948404759168625, -0.06342528760433197, -0.057366516441106796, -0.05130774900317192, -0.045248981565237045, -0.03919021785259247, -0.03313145041465759, -0.027072682976722717, -0.021013915538787842, -0.014955148100852966, -0.00889638066291809, -0.00283761415630579, 0.0032211528159677982, 0.009279919788241386, 0.015338687226176262, 0.021397452801465988, 0.027456220239400864, 0.03351498767733574, 0.039573755115270615, 0.04563252255320549, 0.051691289991140366, 0.05775005370378494, 0.06380882114171982, 0.0698675885796547, 0.07592635601758957, 0.08198512345552444, 0.08804389089345932, 0.0941026583313942, 0.10016142576932907, 0.10622019320726395, 0.11227896064519882, 0.1183377280831337, 0.12439649552106857, 0.13045525550842285, 0.13651402294635773, 0.1425727903842926, 0.14863155782222748, 0.15469032526016235, 0.16074909269809723, 0.1668078601360321, 0.17286662757396698, 0.17892539501190186]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 5.0, 5.0, 3.0, 25.0, 3.0, 1.0, 3.0, 9.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005129564553499222, -0.004963729530572891, -0.004797894973307848, -0.004632059950381517, -0.004466224927455187, -0.004300390370190144, -0.004134555347263813, -0.0039687203243374825, -0.003802885767072439, -0.0036370507441461086, -0.0034712159540504217, -0.003305381163954735, -0.0031395461410284042, -0.0029737113509327173, -0.0028078765608370304, -0.0026420415379107, -0.002476206747815013, -0.002310371957719326, -0.0021445369347929955, -0.0019787021446973085, -0.0018128673546016216, -0.0016470324480906129, -0.0014811975415796041, -0.0013153627514839172, -0.0011495278449729085, -0.0009836929384618998, -0.0008178581483662128, -0.0006520232418552041, -0.0004861883935518563, -0.00032035354524850845, -0.00015451866784133017, 1.1316195013932884e-05, 0.00017715105786919594, 0.00034298590617254376, 0.0005088207544758916, 0.0006746556609869003, 0.0008404905092902482, 0.001006325357593596, 0.0011721602641046047, 0.0013379950542002916, 0.0015038299607113004, 0.0016696648672223091, 0.001835499657317996, 0.002001334447413683, 0.0021671694703400135, 0.0023330042604357004, 0.0024988390505313873, 0.002664674073457718, 0.002830508863553405, 0.0029963436536490917, 0.0031621786765754223, 0.003328013466671109, 0.003493848256766796, 0.0036596832796931267, 0.0038255180697888136, 0.0039913528598845005, 0.004157187882810831, 0.004323022440075874, 0.004488857463002205, 0.0046546924859285355, 0.004820527043193579, 0.004986362066119909, 0.00515219708904624, 0.005318031646311283, 0.005483866669237614]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 9.0, 14.0, 26.0, 58.0, 103.0, 150.0, 248.0, 400.0, 602.0, 867.0, 1273.0, 1718.0, 2512.0, 3369.0, 4527.0, 6209.0, 8086.0, 10826.0, 14341.0, 18855.0, 24487.0, 33613.0, 46802.0, 65587.0, 91111.0, 424681.0, 114458.0, 84397.0, 59804.0, 42512.0, 30527.0, 22653.0, 16660.0, 12603.0, 9228.0, 6946.0, 5156.0, 3677.0, 2826.0, 2057.0, 1503.0, 1152.0, 859.0, 620.0, 454.0, 363.0, 220.0, 164.0, 109.0, 79.0, 48.0, 31.0, 22.0, 15.0, 8.0, 6.0, 4.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.013947581872344017, -0.013465287163853645, -0.012982992455363274, -0.012500697746872902, -0.01201840303838253, -0.011536108329892159, -0.011053813621401787, -0.010571518912911415, -0.010089224204421043, -0.009606930427253246, -0.009124635718762875, -0.008642341010272503, -0.008160046301782131, -0.0076777515932917595, -0.007195456884801388, -0.006713162176311016, -0.006230867467820644, -0.005748572759330273, -0.005266278050839901, -0.004783983342349529, -0.0043016886338591576, -0.0038193941581994295, -0.0033370996825397015, -0.0028548049740493298, -0.002372510265558958, -0.0018902155570685863, -0.0014079209649935365, -0.0009256263147108257, -0.0004433316644281149, 3.89629858545959e-05, 0.0005212576361373067, 0.0010035522282123566, 0.0014858469367027283, 0.0019681416451931, 0.0024504363536834717, 0.0029327308293431997, 0.0034150255378335714, 0.003897320246323943, 0.004379614721983671, 0.004861909430474043, 0.005344204138964415, 0.005826498847454786, 0.006308793555945158, 0.00679108826443553, 0.007273382507264614, 0.007755677215754986, 0.008237971924245358, 0.00872026663273573, 0.009202561341226101, 0.009684856049716473, 0.010167150758206844, 0.010649445466697216, 0.011131740175187588, 0.01161403488367796, 0.012096329592168331, 0.012578624300658703, 0.0130609180778265, 0.013543212786316872, 0.014025507494807243, 0.014507802203297615, 0.014990096911787987, 0.015472391620278358, 0.01595468632876873, 0.016436981037259102, 0.016919275745749474]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 5.0, 0.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 7.0, 2.0, 1.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004256876185536385, -0.004102267324924469, -0.003947658929973841, -0.003793050069361925, -0.0036384412087500095, -0.0034838325809687376, -0.003329223720356822, -0.00317461509257555, -0.0030200062319636345, -0.0028653976041823626, -0.0027107889764010906, -0.002556180115789175, -0.002401571488007903, -0.0022469626273959875, -0.0020923539996147156, -0.0019377452554181218, -0.001783136511221528, -0.0016285277670249343, -0.0014739190228283405, -0.0013193102786317468, -0.001164701534435153, -0.001010092906653881, -0.0008554841624572873, -0.0007008754182606936, -0.0005462666740640998, -0.00039165792986750603, -0.00023704921477474272, -8.244048513006419e-05, 7.216824451461434e-05, 0.00022677697415929288, 0.0003813857038039714, 0.0005359944188967347, 0.0006906031630933285, 0.0008452119072899222, 0.000999820651486516, 0.0011544293956831098, 0.0013090381398797035, 0.0014636467676609755, 0.0016182555118575692, 0.001772864256054163, 0.0019274730002507567, 0.0020820817444473505, 0.0022366903722286224, 0.002391299232840538, 0.00254590786062181, 0.0027005167212337255, 0.0028551253490149975, 0.003009734209626913, 0.003164342837408185, 0.003318951465189457, 0.0034735603258013725, 0.0036281689535826445, 0.00378277781419456, 0.003937386441975832, 0.004091995302587748, 0.004246604163199663, 0.0044012125581502914, 0.004555821418762207, 0.004710430279374123, 0.004865038674324751, 0.0050196475349366665, 0.005174256395548582, 0.005328865256160498, 0.005483473651111126, 0.0056380825117230415]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 5.0, 2.0, 4.0, 8.0, 7.0, 14.0, 20.0, 9.0, 22.0, 36.0, 35.0, 48.0, 71.0, 123.0, 142.0, 188.0, 272.0, 402.0, 570.0, 826.0, 1159.0, 1859.0, 6102.0, 1357.0, 968.0, 799.0, 600.0, 515.0, 404.0, 339.0, 289.0, 252.0, 181.0, 167.0, 126.0, 95.0, 86.0, 75.0, 51.0, 48.0, 40.0, 22.0, 20.0, 11.0, 15.0, 9.0, 8.0, 4.0, 5.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.004679862409830093, -0.004539800807833672, -0.00439973920583725, -0.004259677603840828, -0.004119616001844406, -0.003979554399847984, -0.003839492565020919, -0.003699430963024497, -0.0035593693610280752, -0.0034193077590316534, -0.0032792461570352316, -0.0031391845550388098, -0.0029991227202117443, -0.0028590611182153225, -0.0027189995162189007, -0.002578937914222479, -0.002438876312226057, -0.0022988147102296352, -0.0021587531082332134, -0.0020186915062367916, -0.001878629787825048, -0.0017385681858286262, -0.0015985064674168825, -0.0014584448654204607, -0.0013183832634240389, -0.001178321661427617, -0.0010382600594311953, -0.0008981983410194516, -0.0007581367390230298, -0.000618075137026608, -0.00047801347682252526, -0.000337951845722273, -0.00019789021462202072, -5.782858352176845e-05, 8.223304757848382e-05, 0.0002222946786787361, 0.00036235630977898836, 0.0005024179117754102, 0.0006424795719794929, 0.0007825412321835756, 0.0009226028341799974, 0.0010626644361764193, 0.001202726038172841, 0.0013427877565845847, 0.0014828493585810065, 0.0016229109605774283, 0.001762972678989172, 0.0019030342809855938, 0.0020430958829820156, 0.0021831574849784374, 0.0023232190869748592, 0.002463280688971281, 0.002603342290967703, 0.0027434041257947683, 0.00288346572779119, 0.003023527329787612, 0.0031635889317840338, 0.0033036505337804556, 0.0034437121357768774, 0.0035837737377732992, 0.0037238355726003647, 0.0038638971745967865, 0.004003958776593208, 0.00414402037858963, 0.004284081980586052]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013850618153810501, -0.0135237080976367, -0.013196798041462898, -0.012869887985289097, -0.012542977929115295, -0.012216067872941494, -0.011889156885445118, -0.011562246829271317, -0.011235336773097515, -0.010908426716923714, -0.010581516660749912, -0.01025460660457611, -0.00992769654840231, -0.009600786492228508, -0.009273876436054707, -0.008946966379880905, -0.008620055392384529, -0.008293145336210728, -0.007966235280036926, -0.007639325223863125, -0.007312415167689323, -0.006985505111515522, -0.006658595055341721, -0.006331684999167919, -0.006004774942994118, -0.005677864421159029, -0.005350954364985228, -0.005024044308811426, -0.004697134252637625, -0.004370224196463823, -0.004043313674628735, -0.003716403618454933, -0.0033894935622811317, -0.0030625835061073303, -0.0027356732171028852, -0.002408763160929084, -0.0020818528719246387, -0.0017549428157508373, -0.001428032759577036, -0.0011011225869879127, -0.0007742124143987894, -0.0004473022709134966, -0.00012039212742820382, 0.00020651801605708897, 0.0005334281595423818, 0.000860338332131505, 0.0011872483883053064, 0.0015141585608944297, 0.001841068733483553, 0.0021679787896573544, 0.0024948890786617994, 0.002821799134835601, 0.003148709423840046, 0.0034756194800138474, 0.0038025295361876488, 0.00412943959236145, 0.004456349648535252, 0.00478326017037034, 0.005110170226544142, 0.005437080282717943, 0.005763990338891745, 0.006090900395065546, 0.006417810916900635, 0.006744720973074436, 0.007071631029248238]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 5.0, 3.0, 2.0, 10.0, 8.0, 8.0, 21.0, 55.0, 10.0, 9.0, 8.0, 8.0, 5.0, 12.0, 5.0, 5.0, 10.0, 2.0, 7.0, 3.0, 6.0, 4.0, 7.0, 6.0, 3.0, 6.0, 8.0, 8.0, 4.0, 3.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009292327798902988, -0.008948609232902527, -0.008604890666902065, -0.008261172100901604, -0.007917453534901142, -0.007573735434561968, -0.007230016868561506, -0.006886298302561045, -0.006542579736560583, -0.0061988611705601215, -0.00585514260455966, -0.005511424038559198, -0.005167705938220024, -0.0048239873722195625, -0.004480268806219101, -0.004136550240218639, -0.003792831674218178, -0.0034491131082177162, -0.0031053945422172546, -0.0027616762090474367, -0.002417957643046975, -0.0020742390770465136, -0.0017305206274613738, -0.001386802177876234, -0.0010430836118757725, -0.0006993651040829718, -0.00035564659629017115, -1.1928088497370481e-05, 0.0003317904192954302, 0.0006755089270882308, 0.0010192274348810315, 0.0013629458844661713, 0.0017066644504666328, 0.0020503830164670944, 0.002394101582467556, 0.002737819915637374, 0.0030815384816378355, 0.003425257047638297, 0.003768975380808115, 0.004112693946808577, 0.004456412512809038, 0.0048001310788095, 0.005143849644809961, 0.005487568210810423, 0.005831286311149597, 0.006175004877150059, 0.00651872344315052, 0.006862442009150982, 0.0072061605751514435, 0.007549879141151905, 0.007893597707152367, 0.008237316273152828, 0.00858103483915329, 0.008924753405153751, 0.009268471971154213, 0.009612190537154675, 0.009955909103155136, 0.010299626737833023, 0.010643345303833485, 0.010987063869833946, 0.011330782435834408, 0.01167450100183487, 0.012018219567835331, 0.012361938133835793, 0.012705656699836254]}, "_runtime": 12.189234733581543, "_timestamp": 1596211538.912452, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.015314252115786076, -0.014936694875359535, -0.01455913670361042, -0.01418157946318388, -0.01380402222275734, -0.013426464051008224, -0.013048906810581684, -0.012671348638832569, -0.012293791398406029, -0.011916234157979488, -0.011538675986230373, -0.011161118745803833, -0.010783560574054718, -0.010406003333628178, -0.010028446093201637, -0.009650887921452522, -0.009273330681025982, -0.008895773440599442, -0.008518215268850327, -0.008140658028423786, -0.0077631003223359585, -0.007385542616248131, -0.00700798537582159, -0.006630427669733763, -0.006252869963645935, -0.005875312257558107, -0.00549775455147028, -0.005120197311043739, -0.004742639604955912, -0.004365081898868084, -0.003987524658441544, -0.003609966952353716, -0.003232409246265888, -0.0028548515401780605, -0.0024772940669208765, -0.0020997365936636925, -0.0017221788875758648, -0.001344621297903359, -0.0009670637082308531, -0.0005895061185583472, -0.00021194852888584137, 0.00016560906078666449, 0.0005431666504591703, 0.0009207242401316762, 0.001298281829804182, 0.001675839419476688, 0.0020533970091491938, 0.002430954482406378, 0.0028085121884942055, 0.003186069894582033, 0.003563627367839217, 0.003941184841096401, 0.004318742547184229, 0.004696300253272057, 0.005073857493698597, 0.005451415199786425, 0.005828972905874252, 0.00620653061196208, 0.006584088318049908, 0.006961645558476448, 0.007339203264564276, 0.007716760970652103, 0.008094318211078644, 0.008471876382827759, 0.0088494336232543]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 6.0, 5.0, 7.0, 3.0, 9.0, 6.0, 8.0, 7.0, 13.0, 16.0, 16.0, 20.0, 38.0, 53.0, 52.0, 83.0, 113.0, 130.0, 170.0, 232.0, 276.0, 357.0, 489.0, 3064.0, 1164.0, 547.0, 361.0, 233.0, 137.0, 81.0, 71.0, 44.0, 38.0, 24.0, 18.0, 12.0, 9.0, 3.0, 6.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.21054530143737793, -0.20531250536441803, -0.20007970929145813, -0.19484691321849823, -0.18961411714553833, -0.18438132107257843, -0.17914852499961853, -0.17391572892665863, -0.16868293285369873, -0.16345015168190002, -0.15821735560894012, -0.15298455953598022, -0.14775176346302032, -0.14251896739006042, -0.13728617131710052, -0.13205337524414062, -0.12682057917118073, -0.12158778309822083, -0.11635498702526093, -0.11112219095230103, -0.10588939487934113, -0.10065660625696182, -0.09542381018400192, -0.09019101411104202, -0.08495821803808212, -0.07972542196512222, -0.07449262589216232, -0.06925982981920242, -0.06402704119682312, -0.05879424139857292, -0.05356144905090332, -0.04832865297794342, -0.04309585690498352, -0.03786306083202362, -0.03263026475906372, -0.02739747241139412, -0.02216467633843422, -0.01693188026547432, -0.011699086055159569, -0.0064662909135222435, -0.0012334957718849182, 0.003999299369752407, 0.009232094511389732, 0.014464889653027058, 0.019697684794664383, 0.024930480867624283, 0.030163275077939034, 0.035396069288253784, 0.040628865361213684, 0.045861661434173584, 0.051094457507133484, 0.056327249854803085, 0.061560045927762985, 0.06679283827543259, 0.07202563434839249, 0.07725843042135239, 0.08249122649431229, 0.08772402256727219, 0.09295681864023209, 0.09818961471319199, 0.10342240333557129, 0.10865519940853119, 0.11388799548149109, 0.11912079155445099, 0.12435358762741089]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 0.0, 2.0, 4.0, 3.0, 6.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 27.0, 3.0, 2.0, 4.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005006996914744377, -0.004853370599448681, -0.004699744284152985, -0.004546117968857288, -0.004392491187900305, -0.0042388648726046085, -0.004085238557308912, -0.003931612242013216, -0.0037779859267175198, -0.00362435937859118, -0.0034707330632954836, -0.0033171067479997873, -0.0031634801998734474, -0.003009853884577751, -0.002856227569282055, -0.002702601021155715, -0.0025489747058600187, -0.0023953483905643225, -0.0022417218424379826, -0.0020880955271422863, -0.00193446921184659, -0.001780842780135572, -0.0016272163484245539, -0.0014735900331288576, -0.0013199636014178395, -0.0011663371697068214, -0.0010127108544111252, -0.0008590844227001071, -0.0007054580491967499, -0.0005518316756933928, -0.0003982052730862051, -0.0002445788704790175, -9.095249697566032e-05, 6.267389107961208e-05, 0.00021630027913488448, 0.0003699266817420721, 0.0005235530552454293, 0.0006771794287487864, 0.0008308058604598045, 0.0009844321757555008, 0.0011380586074665189, 0.001291685039177537, 0.0014453113544732332, 0.0015989377861842513, 0.0017525642178952694, 0.0019061905331909657, 0.002059816848486662, 0.002213443396613002, 0.002367069711908698, 0.0025206960272043943, 0.0026743225753307343, 0.0028279488906264305, 0.0029815752059221268, 0.0031352017540484667, 0.003288828069344163, 0.003442454384639859, 0.003596080932766199, 0.0037497072480618954, 0.0039033335633575916, 0.004056959878653288, 0.004210586193948984, 0.004364212974905968, 0.004517839290201664, 0.00467146560549736, 0.0048250919207930565]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 8.0, 8.0, 15.0, 27.0, 40.0, 70.0, 87.0, 140.0, 188.0, 246.0, 288.0, 422.0, 557.0, 746.0, 1018.0, 1454.0, 1960.0, 2668.0, 3755.0, 5166.0, 6943.0, 9259.0, 12280.0, 16043.0, 21334.0, 27802.0, 38040.0, 51781.0, 70023.0, 91332.0, 112719.0, 410287.0, 76317.0, 55772.0, 40097.0, 29412.0, 22258.0, 16728.0, 12990.0, 10044.0, 7589.0, 5900.0, 4506.0, 3298.0, 2402.0, 1773.0, 1224.0, 859.0, 615.0, 404.0, 287.0, 170.0, 116.0, 80.0, 42.0, 29.0, 9.0, 9.0, 5.0, 2.0], "bins": [-0.01537797786295414, -0.01493894774466753, -0.01449991762638092, -0.01406088750809431, -0.013621856458485126, -0.013182826340198517, -0.012743796221911907, -0.012304766103625298, -0.011865735985338688, -0.011426705867052078, -0.010987674817442894, -0.010548644699156284, -0.010109614580869675, -0.009670584462583065, -0.009231554344296455, -0.008792524226009846, -0.008353494107723236, -0.007914463058114052, -0.007475432939827442, -0.0070364028215408325, -0.006597372703254223, -0.006158342119306326, -0.005719312001019716, -0.005280281882733107, -0.00484125129878521, -0.0044022211804986, -0.00396319106221199, -0.003524160711094737, -0.0030851303599774837, -0.002646100241690874, -0.002207069890573621, -0.0017680396558716893, -0.0013290094211697578, -0.0008899791864678264, -0.000450948893558234, -1.1918629752472043e-05, 0.0004271116340532899, 0.0008661418687552214, 0.0013051722198724747, 0.0017442024545744061, 0.0021832326892763376, 0.002622263040393591, 0.0030612931586802006, 0.003500323509797454, 0.003939353860914707, 0.004378383979201317, 0.0048174140974879265, 0.0052564446814358234, 0.005695474799722433, 0.006134504918009043, 0.00657353550195694, 0.007012565620243549, 0.007451595738530159, 0.007890625856816769, 0.008329655975103378, 0.008768687024712563, 0.009207717142999172, 0.009646747261285782, 0.010085777379572392, 0.010524807497859001, 0.01096383761614561, 0.011402868665754795, 0.011841898784041405, 0.012280928902328014, 0.012719959020614624]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 7.0, 0.0, 4.0, 3.0, 0.0, 0.0, 2.0, 5.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.02257552370429039, -0.0220487043261528, -0.021521886810660362, -0.020995067432522774, -0.020468249917030334, -0.019941430538892746, -0.019414611160755157, -0.018887793645262718, -0.01836097426712513, -0.01783415488898754, -0.017307337373495102, -0.016780517995357513, -0.016253698617219925, -0.015726881101727486, -0.015200061723589897, -0.014673243276774883, -0.01414642482995987, -0.013619606383144855, -0.013092787936329842, -0.012565968558192253, -0.01203915011137724, -0.011512331664562225, -0.010985512286424637, -0.010458693839609623, -0.009931875392794609, -0.009405056945979595, -0.008878238499164581, -0.008351419121026993, -0.007824600674211979, -0.007297782227396965, -0.006770963314920664, -0.006244144402444363, -0.005717325955629349, -0.005190507508814335, -0.004663688596338034, -0.0041368696838617325, -0.0036100512370467186, -0.003083232557401061, -0.0025564138777554035, -0.002029595198109746, -0.0015027765184640884, -0.0009759578388184309, -0.00044913915917277336, 7.767952047288418e-05, 0.0006044982001185417, 0.0011313168797641993, 0.0016581355594098568, 0.0021849542390555143, 0.002711772918701172, 0.0032385915983468294, 0.003765410277992487, 0.004292229190468788, 0.004819047637283802, 0.005345866084098816, 0.005872684996575117, 0.006399503909051418, 0.006926322355866432, 0.007453140802681446, 0.00797995924949646, 0.008506778627634048, 0.009033597074449062, 0.009560415521264076, 0.010087234899401665, 0.010614053346216679, 0.011140871793031693]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 5.0, 6.0, 2.0, 2.0, 6.0, 8.0, 12.0, 11.0, 10.0, 9.0, 4.0, 9.0, 11.0, 6.0, 11.0, 16.0, 16.0, 12.0, 10.0, 17.0, 15.0, 19.0, 23.0, 27.0, 35.0, 57.0, 78.0, 81.0, 100.0, 128.0, 179.0, 262.0, 377.0, 515.0, 668.0, 986.0, 1630.0, 7080.0, 2188.0, 1210.0, 770.0, 529.0, 407.0, 310.0, 173.0, 124.0, 86.0, 46.0, 49.0, 26.0, 10.0, 10.0, 16.0, 9.0, 7.0, 1.0], "bins": [-0.014556429348886013, -0.01423763856291771, -0.013918846845626831, -0.013600056059658527, -0.013281265273690224, -0.01296247448772192, -0.012643683701753616, -0.012324891984462738, -0.012006101198494434, -0.01168731041252613, -0.011368518695235252, -0.011049727909266949, -0.010730937123298645, -0.010412146337330341, -0.010093355551362038, -0.00977456383407116, -0.009455773048102856, -0.009136982262134552, -0.008818190544843674, -0.00849939975887537, -0.008180608972907066, -0.007861818186938763, -0.007543026935309172, -0.007224235683679581, -0.006905444897711277, -0.006586654111742973, -0.006267862860113382, -0.005949071608483791, -0.005630280822515488, -0.005311490036547184, -0.004992698784917593, -0.004673907533288002, -0.004355116747319698, -0.004036325961351395, -0.0037175347097218037, -0.0033987436909228563, -0.003079952672123909, -0.0027611616533249617, -0.0024423706345260143, -0.002123579615727067, -0.0018047885969281197, -0.0014859975781291723, -0.001167206559330225, -0.0008484155405312777, -0.0005296245217323303, -0.000210833502933383, 0.00010795751586556435, 0.0004267485346645117, 0.000745539553463459, 0.0010643305722624063, 0.0013831215910613537, 0.001701912609860301, 0.0020207036286592484, 0.0023394946474581957, 0.002658285666257143, 0.0029770766850560904, 0.0032958677038550377, 0.003614658722653985, 0.003933449741452932, 0.004252240993082523, 0.004571031779050827, 0.004889822565019131, 0.005208613816648722, 0.005527405068278313, 0.005846195854246616]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05251641571521759, -0.05126742646098137, -0.050018440932035446, -0.048769451677799225, -0.0475204661488533, -0.04627147689461708, -0.04502248764038086, -0.043773502111434937, -0.042524512857198715, -0.041275523602962494, -0.04002653807401657, -0.03877754881978035, -0.03752855956554413, -0.036279574036598206, -0.035030584782361984, -0.03378159925341606, -0.03253260999917984, -0.03128362074494362, -0.030034635215997696, -0.028785645961761475, -0.027536658570170403, -0.02628767117857933, -0.02503868192434311, -0.023789694532752037, -0.022540707141160965, -0.021291719749569893, -0.02004273235797882, -0.0187937431037426, -0.017544755712151527, -0.016295768320560455, -0.015046779997646809, -0.013797791674733162, -0.01254880428314209, -0.011299816891551018, -0.010050828568637371, -0.008801840245723724, -0.007552852854132652, -0.006303864996880293, -0.0050548771396279335, -0.003805889282375574, -0.0025569014251232147, -0.0013079135678708553, -5.892571061849594e-05, 0.0011900621466338634, 0.002439050003886223, 0.0036880378611385822, 0.004937025718390942, 0.006186013575643301, 0.00743500143289566, 0.008683988824486732, 0.00993297714740038, 0.011181965470314026, 0.012430952861905098, 0.01367994025349617, 0.014928928576409817, 0.016177916899323463, 0.017426904290914536, 0.018675891682505608, 0.01992487907409668, 0.0211738683283329, 0.022422855719923973, 0.023671843111515045, 0.024920832365751266, 0.02616981975734234, 0.02741880714893341]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 0.0, 4.0, 3.0, 4.0, 2.0, 0.0, 4.0, 4.0, 7.0, 5.0, 11.0, 3.0, 7.0, 5.0, 5.0, 4.0, 7.0, 9.0, 14.0, 15.0, 20.0, 19.0, 23.0, 48.0, 11.0, 8.0, 8.0, 8.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.02362820878624916, -0.023175235837697983, -0.022722262889146805, -0.022269289940595627, -0.02181631699204445, -0.02136334404349327, -0.020910371094942093, -0.020457398146390915, -0.020004425197839737, -0.01955145038664341, -0.019098477438092232, -0.018645504489541054, -0.018192531540989876, -0.017739558592438698, -0.01728658564388752, -0.016833612695336342, -0.016380639746785164, -0.015927666798233986, -0.015474693849682808, -0.01502172090113163, -0.014568747952580452, -0.0141157740727067, -0.013662801124155521, -0.013209828175604343, -0.012756855227053165, -0.012303882278501987, -0.01185090932995081, -0.011397936381399632, -0.010944962501525879, -0.010491989552974701, -0.010039016604423523, -0.009586043655872345, -0.009133070707321167, -0.008680097758769989, -0.008227124810218811, -0.007774151396006346, -0.007321178447455168, -0.00686820549890399, -0.0064152320846915245, -0.0059622591361403465, -0.0055092861875891685, -0.005056313239037991, -0.004603340290486813, -0.004150366876274347, -0.0036973939277231693, -0.0032444209791719913, -0.0027914477977901697, -0.002338474616408348, -0.00188550166785717, -0.0014325286028906703, -0.0009795555379241705, -0.0005265824729576707, -7.360940799117088e-05, 0.0003793636569753289, 0.0008323367219418287, 0.0012853097869083285, 0.0017382828518748283, 0.0021912558004260063, 0.002644228981807828, 0.0030972021631896496, 0.0035501751117408276, 0.0040031480602920055, 0.004456121474504471, 0.004909094423055649, 0.005362067371606827]}, "_runtime": 12.964311122894287, "_timestamp": 1596211539.6875284, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01514704804867506, -0.014679831452667713, -0.014212614856660366, -0.013745398260653019, -0.013278181664645672, -0.012810965068638325, -0.012343749403953552, -0.011876532807946205, -0.011409316211938858, -0.010942099615931511, -0.010474883019924164, -0.010007666423916817, -0.00954044982790947, -0.009073233231902122, -0.008606016635894775, -0.008138800039887428, -0.0076715839095413685, -0.007204367313534021, -0.006737150717526674, -0.0062699345871806145, -0.005802717991173267, -0.00533550139516592, -0.004868284799158573, -0.004401068203151226, -0.003933851607143879, -0.0034666352439671755, -0.002999418880790472, -0.002532202284783125, -0.002064985688775778, -0.0015977693255990744, -0.0011305527295917273, -0.000663336249999702, -0.0001961197704076767, 0.00027109673828817904, 0.0007383132469840348, 0.001205529784783721, 0.0016727462643757463, 0.0021399627439677715, 0.0026071793399751186, 0.003074395703151822, 0.003541612299159169, 0.004008828662335873, 0.00447604525834322, 0.004943261854350567, 0.005410478450357914, 0.005877695046365261, 0.006344911176711321, 0.006812127772718668, 0.007279344368726015, 0.007746560964733362, 0.008213777095079422, 0.008680993691086769, 0.009148210287094116, 0.009615426883101463, 0.01008264347910881, 0.010549860075116158, 0.011017076671123505, 0.011484293267130852, 0.011951509863138199, 0.012418725527822971, 0.012885942123830318, 0.013353158719837666, 0.013820375315845013, 0.01428759191185236, 0.014754808507859707]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 4.0, 9.0, 5.0, 5.0, 8.0, 13.0, 16.0, 15.0, 30.0, 44.0, 49.0, 73.0, 87.0, 127.0, 149.0, 197.0, 265.0, 415.0, 497.0, 2743.0, 1431.0, 693.0, 385.0, 223.0, 139.0, 93.0, 56.0, 38.0, 29.0, 26.0, 17.0, 10.0, 11.0, 5.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1819411963224411, -0.17666606605052948, -0.17139093577861786, -0.16611580550670624, -0.16084067523479462, -0.155565544962883, -0.15029041469097137, -0.14501528441905975, -0.13974015414714813, -0.1344650238752365, -0.1291898936033249, -0.12391476333141327, -0.11863963305950165, -0.11336450278759003, -0.1080893725156784, -0.10281424224376678, -0.09753911197185516, -0.09226398169994354, -0.08698885142803192, -0.0817137211561203, -0.07643859088420868, -0.07116346061229706, -0.06588833034038544, -0.060613200068473816, -0.055338069796562195, -0.050062939524650574, -0.04478780925273895, -0.03951267898082733, -0.03423754870891571, -0.02896241843700409, -0.023687288165092468, -0.018412157893180847, -0.013137027621269226, -0.007861897349357605, -0.002586767077445984, 0.002688363194465637, 0.007963493466377258, 0.01323862373828888, 0.0185137540102005, 0.02378888428211212, 0.029064014554023743, 0.034339144825935364, 0.039614275097846985, 0.044889405369758606, 0.05016453564167023, 0.05543966591358185, 0.06071479618549347, 0.06598992645740509, 0.07126505672931671, 0.07654018700122833, 0.08181531727313995, 0.08709044754505157, 0.0923655778169632, 0.09764070808887482, 0.10291583836078644, 0.10819096863269806, 0.11346609890460968, 0.1187412291765213, 0.12401635944843292, 0.12929148972034454, 0.13456661999225616, 0.13984175026416779, 0.1451168805360794, 0.15039201080799103, 0.15566714107990265]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 0.0, 4.0, 2.0, 1.0, 4.0, 5.0, 5.0, 3.0, 4.0, 4.0, 1.0, 2.0, 3.0, 4.0, 3.0, 1.0, 23.0, 3.0, 3.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0042119743302464485, -0.004078630357980728, -0.0039452859200537205, -0.003811941947788, -0.0036785979755222797, -0.0035452537704259157, -0.0034119097981601954, -0.0032785655930638313, -0.003145221620798111, -0.003011877415701747, -0.002878533210605383, -0.0027451892383396626, -0.0026118450332432985, -0.002478501060977578, -0.002345156855881214, -0.0022118128836154938, -0.0020784686785191298, -0.0019451245898380876, -0.0018117805011570454, -0.0016784364124760032, -0.001545092323794961, -0.001411748118698597, -0.0012784040300175548, -0.0011450599413365126, -0.0010117158526554704, -0.0008783717639744282, -0.000745027675293386, -0.0006116835284046829, -0.0004783394397236407, -0.0003449953510425985, -0.00021165123325772583, -7.830713002476841e-05, 5.503697320818901e-05, 0.00018838107644114643, 0.00032172517967410386, 0.0004550692974589765, 0.0005884133861400187, 0.0007217574748210609, 0.000855101621709764, 0.0009884457103908062, 0.0011217897990718484, 0.0012551338877528906, 0.0013884779764339328, 0.001521822065114975, 0.001655166270211339, 0.0017885103588923812, 0.0019218544475734234, 0.0020551984198391438, 0.0021885426249355078, 0.002321886830031872, 0.002455230802297592, 0.002588575007393956, 0.0027219189796596766, 0.0028552631847560406, 0.002988607157021761, 0.003121951362118125, 0.003255295567214489, 0.0033886395394802094, 0.0035219837445765734, 0.0036553277168422937, 0.0037886719219386578, 0.003922015894204378, 0.0040553598664700985, 0.004188704304397106, 0.0043220482766628265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 6.0, 13.0, 18.0, 31.0, 60.0, 82.0, 160.0, 243.0, 349.0, 498.0, 822.0, 1210.0, 1760.0, 2505.0, 3459.0, 4616.0, 6096.0, 8029.0, 10485.0, 13321.0, 17179.0, 22108.0, 28619.0, 38075.0, 50184.0, 66861.0, 86274.0, 107344.0, 413397.0, 77212.0, 55427.0, 39644.0, 29003.0, 21717.0, 16361.0, 12617.0, 9786.0, 7540.0, 6015.0, 4821.0, 3794.0, 2998.0, 2306.0, 1782.0, 1362.0, 982.0, 765.0, 530.0, 387.0, 279.0, 202.0, 116.0, 68.0, 49.0, 26.0, 19.0, 16.0, 8.0, 2.0, 2.0, 0.0, 3.0, 1.0], "bins": [-0.012028314173221588, -0.011617259122431278, -0.011206205002963543, -0.010795149952173233, -0.010384095832705498, -0.009973040781915188, -0.009561985731124878, -0.009150931611657143, -0.008739876560866833, -0.008328822441399097, -0.007917767390608788, -0.007506712805479765, -0.007095658220350742, -0.00668460363522172, -0.00627354858443141, -0.005862493999302387, -0.005451439414173365, -0.005040384829044342, -0.0046293302439153194, -0.0042182751931250095, -0.003807220607995987, -0.0033961660228669643, -0.0029851114377379417, -0.0025740566197782755, -0.002163002034649253, -0.0017519473331049085, -0.001340892631560564, -0.0009298380464315414, -0.000518783344887197, -0.00010772867244668305, 0.0003033259999938309, 0.0007143806433305144, 0.0011254353448748589, 0.0015364900464192033, 0.0019475447479635477, 0.0023585993330925703, 0.0027696541510522366, 0.003180708736181259, 0.0035917633213102818, 0.004002817906439304, 0.004413872957229614, 0.004824927542358637, 0.0052359821274876595, 0.005647036712616682, 0.006058091297745705, 0.006469145882874727, 0.006880200933665037, 0.00729125551879406, 0.007702310103923082, 0.008113364689052105, 0.008524419739842415, 0.00893547385931015, 0.00934652891010046, 0.009757583029568195, 0.010168638080358505, 0.010579693131148815, 0.01099074725061655, 0.01140180230140686, 0.011812856420874596, 0.012223911471664906, 0.012634966522455215, 0.01304602064192295, 0.01345707569271326, 0.013868129812180996, 0.014279184862971306]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 6.0, 2.0, 1.0, 5.0, 3.0, 4.0, 8.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 4.0], "bins": [-0.024577852338552475, -0.024043118581175804, -0.023508386686444283, -0.02297365292906761, -0.02243891917169094, -0.02190418727695942, -0.02136945351958275, -0.020834719762206078, -0.020299986004829407, -0.019765254110097885, -0.019230520352721214, -0.018695786595344543, -0.018161054700613022, -0.01762632094323635, -0.01709158718585968, -0.01655685529112816, -0.016022121533751488, -0.015487388707697392, -0.01495265495032072, -0.014417922124266624, -0.013883188366889954, -0.013348455540835857, -0.012813722714781761, -0.01227898895740509, -0.011744256131350994, -0.011209523305296898, -0.010674789547920227, -0.01014005672186613, -0.009605323895812035, -0.009070590138435364, -0.008535857312381268, -0.008001123555004597, -0.0074663907289505005, -0.006931657437235117, -0.006396924145519733, -0.005862191319465637, -0.005327458027750254, -0.00479272473603487, -0.004257991909980774, -0.0037232586182653904, -0.003188525326550007, -0.0026537920348346233, -0.0021190589759498835, -0.0015843258006498218, -0.00104959262534976, -0.0005148594500496984, 1.987372525036335e-05, 0.000554606900550425, 0.0010893400758504868, 0.0016240732511505485, 0.00215880642645061, 0.00269353948533535, 0.0032282727770507336, 0.003763006068766117, 0.004297738894820213, 0.004832472186535597, 0.00536720547825098, 0.005901938769966364, 0.0064366720616817474, 0.006971404887735844, 0.007506138179451227, 0.00804087147116661, 0.008575604297220707, 0.009110338054597378, 0.009645070880651474]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 1.0, 4.0, 7.0, 7.0, 6.0, 11.0, 8.0, 10.0, 10.0, 11.0, 23.0, 17.0, 28.0, 19.0, 27.0, 27.0, 49.0, 89.0, 120.0, 145.0, 174.0, 215.0, 304.0, 452.0, 663.0, 890.0, 1407.0, 2187.0, 7102.0, 1383.0, 789.0, 590.0, 353.0, 241.0, 288.0, 264.0, 200.0, 129.0, 92.0, 40.0, 16.0, 9.0], "bins": [-0.016573702916502953, -0.016246138140559196, -0.01591857150197029, -0.01559100579470396, -0.01526344008743763, -0.014935875311493874, -0.014608309604227543, -0.014280743896961212, -0.013953178189694881, -0.01362561248242855, -0.01329804677516222, -0.01297048106789589, -0.012642916291952133, -0.012315350584685802, -0.011987784877419472, -0.011660219170153141, -0.01133265346288681, -0.01100508775562048, -0.010677522048354149, -0.010349956341087818, -0.010022390633821487, -0.009694825857877731, -0.0093672601506114, -0.00903969444334507, -0.00871212873607874, -0.008384563028812408, -0.008056997321546078, -0.007729432079941034, -0.007401866372674704, -0.007074300665408373, -0.0067467354238033295, -0.006419169716536999, -0.006091604009270668, -0.005764038302004337, -0.005436472594738007, -0.005108907353132963, -0.0047813416458666325, -0.004453775938600302, -0.004126210696995258, -0.0037986449897289276, -0.003471079282462597, -0.003143513575196266, -0.002815948100760579, -0.002488382626324892, -0.0021608169190585613, -0.0018332513282075524, -0.0015056857373565435, -0.0011781201465055346, -0.0008505545556545258, -0.0005229889648035169, -0.00019542337395250797, 0.00013214221689850092, 0.0004597078077495098, 0.0007872733986005187, 0.0011148389894515276, 0.0014424045803025365, 0.0017699701711535454, 0.002097535878419876, 0.002425101352855563, 0.0027526668272912502, 0.003080232534557581, 0.0034077982418239117, 0.0037353637162595987, 0.004062929190695286, 0.0043904948979616165]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05359533801674843, -0.05224549397826195, -0.05089564993977547, -0.049545809626579285, -0.048195965588092804, -0.04684612154960632, -0.04549627751111984, -0.04414643347263336, -0.04279658943414688, -0.0414467491209507, -0.04009690508246422, -0.03874706104397774, -0.03739721700549126, -0.036047372967004776, -0.034697532653808594, -0.03334768861532211, -0.03199784457683563, -0.03064800053834915, -0.02929815836250782, -0.02794831432402134, -0.026598472148180008, -0.025248628109693527, -0.023898784071207047, -0.022548941895365715, -0.021199097856879234, -0.019849253818392754, -0.018499411642551422, -0.01714956760406494, -0.01579972356557846, -0.01444988138973713, -0.013100037351250648, -0.011750194244086742, -0.010400351136922836, -0.00905050802975893, -0.007700664456933737, -0.006350820884108543, -0.005000977776944637, -0.0036511344369500875, -0.002301291096955538, -0.000951447756960988, 0.0003983955830335617, 0.0017482389230281115, 0.003098082263022661, 0.004447925835847855, 0.005797768943011761, 0.007147612050175667, 0.008497456088662148, 0.009847299195826054, 0.01119714230298996, 0.012546985410153866, 0.013896828517317772, 0.015246672555804253, 0.016596514731645584, 0.017946358770132065, 0.019296202808618546, 0.020646044984459877, 0.021995889022946358, 0.02334573306143284, 0.02469557523727417, 0.02604541927576065, 0.02739526331424713, 0.028745105490088463, 0.030094949528574944, 0.031444791704416275, 0.032794635742902756]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 6.0, 4.0, 6.0, 5.0, 6.0, 6.0, 6.0, 3.0, 8.0, 6.0, 4.0, 6.0, 1.0, 4.0, 4.0, 4.0, 4.0, 6.0, 5.0, 5.0, 6.0, 5.0, 4.0, 11.0, 2.0, 10.0, 6.0, 7.0, 38.0, 22.0, 7.0, 13.0, 7.0, 5.0, 7.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.021439041942358017, -0.02093973010778427, -0.020440420135855675, -0.01994110830128193, -0.019441796466708183, -0.018942484632134438, -0.01844317466020584, -0.017943862825632095, -0.01744455099105835, -0.016945241019129753, -0.016445929184556007, -0.01594661734998226, -0.01544730644673109, -0.014947994612157345, -0.014448683708906174, -0.013949371874332428, -0.013450060971081257, -0.012950750067830086, -0.01245143823325634, -0.011952127330005169, -0.011452815495431423, -0.010953504592180252, -0.010454192757606506, -0.009954881854355335, -0.009455570951104164, -0.008956259116530418, -0.008456948213279247, -0.007957636378705502, -0.0074583254754543304, -0.006959014106541872, -0.006459702737629414, -0.005960391368716955, -0.005461079999804497, -0.004961768630892038, -0.00446245726197958, -0.0039631458930671215, -0.0034638347569853067, -0.0029645233880728483, -0.0024652122519910336, -0.001965900883078575, -0.0014665895141661167, -0.0009672782034613192, -0.0004679668927565217, 3.1344417948275805e-05, 0.0005306557286530733, 0.0010299670975655317, 0.0015292783500626683, 0.002028589602559805, 0.0025279009714722633, 0.0030272123403847218, 0.00352652370929718, 0.004025835078209639, 0.004525146447122097, 0.005024457350373268, 0.0055237687192857265, 0.006023080088198185, 0.006522391457110643, 0.007021702826023102, 0.00752101419493556, 0.008020325563848019, 0.00851963646709919, 0.009018948301672935, 0.009518259204924107, 0.010017571039497852, 0.010516881942749023]}, "_runtime": 13.751944780349731, "_timestamp": 1596211540.475162, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023014796897768974, -0.02234303019940853, -0.021671265363693237, -0.020999498665332794, -0.0203277338296175, -0.019655967131257057, -0.018984202295541763, -0.01831243559718132, -0.017640668898820877, -0.016968904063105583, -0.01629713736474514, -0.015625372529029846, -0.014953605830669403, -0.014281840063631535, -0.013610074296593666, -0.012938308529555798, -0.012266542762517929, -0.01159477699548006, -0.010923011228442192, -0.010251245461404324, -0.009579479694366455, -0.008907712996006012, -0.008235947228968143, -0.007564181461930275, -0.0068924156948924065, -0.006220649927854538, -0.0055488841608166695, -0.004877117928117514, -0.004205352161079645, -0.0035335863940417767, -0.0028618203941732645, -0.0021900543943047523, -0.0015182886272668839, -0.0008465227438136935, -0.0001747568603605032, 0.0004970090230926871, 0.0011687749065458775, 0.0018405407899990678, 0.002512306673452258, 0.0031840726733207703, 0.0038558384403586388, 0.004527604207396507, 0.005199369974434376, 0.005871136207133532, 0.0065429019741714, 0.007214667741209269, 0.007886433973908424, 0.008558199740946293, 0.009229965507984161, 0.00990173127502203, 0.010573497042059898, 0.011245262809097767, 0.011917028576135635, 0.012588795274496078, 0.013260561041533947, 0.013932326808571815, 0.014604092575609684, 0.015275858342647552, 0.015947625041007996, 0.01661938987672329, 0.017291156575083733, 0.017962921410799026, 0.01863468810915947, 0.019306452944874763, 0.019978219643235207]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 10.0, 10.0, 13.0, 18.0, 20.0, 30.0, 37.0, 41.0, 58.0, 94.0, 105.0, 143.0, 216.0, 273.0, 394.0, 557.0, 3507.0, 1096.0, 499.0, 281.0, 165.0, 103.0, 68.0, 48.0, 35.0, 25.0, 16.0, 10.0, 9.0, 6.0, 8.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17455291748046875, -0.16790533065795898, -0.16125772893428802, -0.15461014211177826, -0.1479625552892685, -0.14131496846675873, -0.13466736674308777, -0.128019779920578, -0.12137219309806824, -0.11472459882497787, -0.10807700455188751, -0.10142941772937775, -0.09478182345628738, -0.08813423663377762, -0.08148664236068726, -0.07483905553817749, -0.06819146126508713, -0.061543870717287064, -0.054896280169487, -0.048248689621686935, -0.04160109907388687, -0.03495350480079651, -0.028305914252996445, -0.02165832370519638, -0.015010733157396317, -0.008363142609596252, -0.0017155511304736137, 0.004932039882987738, 0.011579630896449089, 0.018227221444249153, 0.024874813854694366, 0.03152240440249443, 0.038169994950294495, 0.04481758549809456, 0.05146517604589462, 0.05811276659369469, 0.06476035714149475, 0.07140795141458511, 0.07805553823709488, 0.08470313251018524, 0.09135071933269501, 0.09799831360578537, 0.10464590787887573, 0.1112934947013855, 0.11794108897447586, 0.12458867579698563, 0.131236270070076, 0.13788385689258575, 0.1445314586162567, 0.15117904543876648, 0.15782663226127625, 0.164474219083786, 0.17112182080745697, 0.17776940762996674, 0.1844169944524765, 0.19106458127498627, 0.19771218299865723, 0.204359769821167, 0.21100735664367676, 0.21765495836734772, 0.22430254518985748, 0.23095013201236725, 0.23759771883487701, 0.24424532055854797, 0.25089290738105774]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 6.0, 6.0, 1.0, 1.0, 6.0, 2.0, 1.0, 29.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005174959544092417, -0.004996494855731726, -0.004818030167371035, -0.004639565013349056, -0.004461100324988365, -0.004282635636627674, -0.004104170948266983, -0.003925706259906292, -0.0037472413387149572, -0.003568776650354266, -0.0033903117291629314, -0.0032118470408022404, -0.0030333823524415493, -0.0028549174312502146, -0.0026764527428895235, -0.0024979878216981888, -0.0023195231333374977, -0.0021410584449768066, -0.001962593523785472, -0.0017841288354247808, -0.001605664030648768, -0.001427199225872755, -0.001248734537512064, -0.001070269732736051, -0.0008918049279600382, -0.0007133401231840253, -0.0005348753766156733, -0.00035641060094349086, -0.00017794582527130842, 5.189504008740187e-07, 0.00017898372607305646, 0.0003574485017452389, 0.0005359132774174213, 0.0007143780821934342, 0.0008928428287617862, 0.0010713075753301382, 0.001249772380106151, 0.001428237184882164, 0.001606701873242855, 0.001785166678018868, 0.001963631482794881, 0.002142096171155572, 0.0023205610923469067, 0.0024990257807075977, 0.002677490469068289, 0.0028559553902596235, 0.0030344200786203146, 0.0032128849998116493, 0.0033913496881723404, 0.0035698143765330315, 0.003748279297724366, 0.003926744218915701, 0.004105208907276392, 0.004283673595637083, 0.004462138283997774, 0.004640602972358465, 0.004819068126380444, 0.004997532814741135, 0.005175997503101826, 0.005354462191462517, 0.005532926879823208, 0.005711391568183899, 0.005889856722205877, 0.006068321410566568, 0.0062467860989272594]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 7.0, 10.0, 11.0, 22.0, 35.0, 63.0, 82.0, 124.0, 196.0, 260.0, 359.0, 551.0, 712.0, 988.0, 1294.0, 1878.0, 2598.0, 3605.0, 4871.0, 6767.0, 9393.0, 12987.0, 17854.0, 24296.0, 32131.0, 43284.0, 58901.0, 77732.0, 100460.0, 420463.0, 89249.0, 68053.0, 50934.0, 37595.0, 27436.0, 20847.0, 15538.0, 11976.0, 9422.0, 6943.0, 5079.0, 3895.0, 2927.0, 2185.0, 1617.0, 1148.0, 874.0, 608.0, 444.0, 305.0, 219.0, 152.0, 98.0, 67.0, 39.0, 26.0, 20.0, 2.0, 5.0, 1.0, 2.0], "bins": [-0.014791100285947323, -0.014334730803966522, -0.013878362253308296, -0.013421992771327496, -0.012965623289346695, -0.012509254738688469, -0.012052885256707668, -0.011596515774726868, -0.011140147224068642, -0.010683777742087841, -0.01022740826010704, -0.00977103877812624, -0.009314670227468014, -0.008858300745487213, -0.008401931263506413, -0.007945562712848186, -0.007489193230867386, -0.0070328242145478725, -0.006576454732567072, -0.006120085716247559, -0.005663716234266758, -0.005207347217947245, -0.004750978201627731, -0.004294608719646931, -0.0038382397033274174, -0.0033818704541772604, -0.0029255012050271034, -0.00246913218870759, -0.002012762939557433, -0.0015563936904072762, -0.001100024557672441, -0.0006436553667299449, -0.00018728617578744888, 0.0002690830151550472, 0.0007254522060975432, 0.0011818213388323784, 0.0016381905879825354, 0.0020945598371326923, 0.0025509288534522057, 0.0030072981026023626, 0.0034636673517525196, 0.003920036368072033, 0.0043764058500528336, 0.004832774866372347, 0.00528914388269186, 0.005745513364672661, 0.006201882380992174, 0.006658251862972975, 0.007114620879292488, 0.007570989895612001, 0.008027358911931515, 0.008483728393912315, 0.008940097875893116, 0.009396466426551342, 0.009852835908532143, 0.010309205390512943, 0.010765574872493744, 0.01122194342315197, 0.01167831290513277, 0.012134682387113571, 0.012591050937771797, 0.013047420419752598, 0.013503789901733398, 0.013960158452391624, 0.014416527934372425]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 7.0, 3.0, 2.0, 7.0, 7.0, 1.0, 2.0, 3.0, 10.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01879807561635971, -0.018242090940475464, -0.017686106264591217, -0.01713012158870697, -0.016574138775467873, -0.016018154099583626, -0.015462169423699379, -0.014906184747815132, -0.014350200071930885, -0.013794216327369213, -0.013238231651484966, -0.01268224697560072, -0.012126263231039047, -0.0115702785551548, -0.011014293879270554, -0.010458310134708881, -0.009902325458824635, -0.009346340782940388, -0.008790357038378716, -0.008234372362494469, -0.007678387686610222, -0.007122403476387262, -0.006566419266164303, -0.006010434590280056, -0.0054544503800570965, -0.004898466169834137, -0.00434248149394989, -0.0037864972837269306, -0.0032305128406733274, -0.0026745283976197243, -0.0021185441873967648, -0.0015625597443431616, -0.0010065753012895584, -0.00045059091644361615, 0.00010539346840232611, 0.0006613778532482684, 0.0012173622380942106, 0.0017733466811478138, 0.0023293308913707733, 0.0028853153344243765, 0.0034412997774779797, 0.003997283987700939, 0.004553268663585186, 0.0051092528738081455, 0.005665237084031105, 0.006221221759915352, 0.006777205970138311, 0.007333190646022558, 0.007889174856245518, 0.008445159532129765, 0.009001143276691437, 0.009557127952575684, 0.01011311262845993, 0.010669096373021603, 0.01122508104890585, 0.011781065724790096, 0.012337049469351768, 0.012893034145236015, 0.013449018821120262, 0.014005003497004509, 0.014560987241566181, 0.015116971917450428, 0.0156729556620121, 0.016228940337896347, 0.016784925013780594]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 3.0, 6.0, 5.0, 5.0, 4.0, 4.0, 5.0, 11.0, 9.0, 12.0, 9.0, 13.0, 12.0, 9.0, 16.0, 11.0, 12.0, 17.0, 19.0, 24.0, 44.0, 62.0, 96.0, 116.0, 170.0, 260.0, 445.0, 691.0, 1141.0, 1508.0, 2996.0, 6836.0, 1450.0, 848.0, 455.0, 274.0, 207.0, 152.0, 121.0, 87.0, 66.0, 53.0, 38.0, 30.0, 24.0, 9.0, 4.0, 7.0, 5.0, 3.0, 6.0, 2.0, 3.0], "bins": [-0.014860955998301506, -0.014509501866996288, -0.01415804773569107, -0.013806593604385853, -0.013455139473080635, -0.013103685341775417, -0.0127522312104702, -0.012400777079164982, -0.012049322947859764, -0.011697869747877121, -0.011346415616571903, -0.010994961485266685, -0.010643507353961468, -0.01029205322265625, -0.009940599091351032, -0.009589144960045815, -0.009237690828740597, -0.008886236697435379, -0.008534782566130161, -0.008183328434824944, -0.007831874303519726, -0.007480420637875795, -0.007128966506570578, -0.00677751237526536, -0.006426058243960142, -0.006074604112654924, -0.005723149981349707, -0.005371695850044489, -0.0050202421844005585, -0.004668788053095341, -0.004317333921790123, -0.003965879790484905, -0.0036144256591796875, -0.0032629715278744698, -0.002911517396569252, -0.002560063498094678, -0.00220860936678946, -0.0018571552354842424, -0.0015057012205943465, -0.0011542472057044506, -0.0008027930743992329, -0.00045133900130167603, -9.98849282041192e-05, 0.0002515691448934376, 0.0006030232179909945, 0.0009544772910885513, 0.0013059313641861081, 0.001657385379076004, 0.0020088395103812218, 0.0023602936416864395, 0.0027117477729916573, 0.0030632016714662313, 0.003414655802771449, 0.003766109934076667, 0.004117563832551241, 0.004469017963856459, 0.004820472095161676, 0.005171926226466894, 0.005523380357772112, 0.00587483448907733, 0.00622628815472126, 0.006577742286026478, 0.0069291964173316956, 0.007280650548636913, 0.007632104679942131]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04223788529634476, -0.04101450741291046, -0.039791133254766464, -0.03856775909662247, -0.03734438121318817, -0.036121003329753876, -0.03489762917160988, -0.03367425501346588, -0.032450877130031586, -0.03122750110924244, -0.030004125088453293, -0.028780749067664146, -0.027557373046875, -0.026333997026085854, -0.025110621005296707, -0.02388724498450756, -0.022663868963718414, -0.021440492942929268, -0.02021711692214012, -0.018993740901350975, -0.01777036488056183, -0.016546988859772682, -0.015323612838983536, -0.01410023681819439, -0.012876860797405243, -0.011653484776616096, -0.01043010875582695, -0.009206732735037804, -0.007983356714248657, -0.006759980693459511, -0.005536604672670364, -0.004313228651881218, -0.0030898526310920715, -0.0018664766103029251, -0.0006431005895137787, 0.0005802754312753677, 0.0018036514520645142, 0.0030270274728536606, 0.004250403493642807, 0.005473779514431953, 0.0066971555352211, 0.007920531556010246, 0.009143907576799393, 0.010367283597588539, 0.011590659618377686, 0.012814035639166832, 0.014037411659955978, 0.015260787680745125, 0.01648416370153427, 0.017707539722323418, 0.018930915743112564, 0.02015429176390171, 0.021377667784690857, 0.022601043805480003, 0.02382441982626915, 0.025047795847058296, 0.026271171867847443, 0.02749454788863659, 0.028717923909425735, 0.029941299930214882, 0.03116467595100403, 0.032388053834438324, 0.03361142799258232, 0.03483480215072632, 0.036058180034160614]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 1.0, 6.0, 4.0, 3.0, 11.0, 7.0, 12.0, 5.0, 7.0, 11.0, 9.0, 12.0, 19.0, 14.0, 13.0, 52.0, 14.0, 14.0, 8.0, 10.0, 8.0, 6.0, 3.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.030453374609351158, -0.029719442129135132, -0.028985509648919106, -0.02825157716870308, -0.027517644688487053, -0.026783712208271027, -0.026049779728055, -0.025315847247838974, -0.024581916630268097, -0.02384798415005207, -0.023114051669836044, -0.022380119189620018, -0.02164618670940399, -0.020912254229187965, -0.02017832174897194, -0.019444389268755913, -0.018710456788539886, -0.01797652430832386, -0.017242591828107834, -0.016508659347891808, -0.01577472686767578, -0.01504079531878233, -0.014306862838566303, -0.013572930358350277, -0.01283899787813425, -0.012105065397918224, -0.011371132917702198, -0.010637200437486172, -0.00990326888859272, -0.009169336408376694, -0.008435403928160667, -0.007701471447944641, -0.006967538967728615, -0.0062336064875125885, -0.005499674007296562, -0.004765741992741823, -0.004031809512525797, -0.0032978770323097706, -0.002563944784924388, -0.0018300124211236835, -0.001096080057322979, -0.0003621476935222745, 0.00037178467027843, 0.0011057170340791345, 0.001839649397879839, 0.0025735818780958652, 0.003307514125481248, 0.0040414463728666306, 0.004775378853082657, 0.005509311333298683, 0.0062432438135147095, 0.0069771758280694485, 0.007711108308285475, 0.008445040322840214, 0.00917897280305624, 0.009912905283272266, 0.010646837763488293, 0.011380770243704319, 0.012114702723920345, 0.012848635204136372, 0.013582566753029823, 0.01431649923324585, 0.015050431713461876, 0.015784364193677902, 0.01651829667389393]}, "_runtime": 14.532074689865112, "_timestamp": 1596211541.255292, "_step": 12}
+{"val_accuracy": 0.6690774828767124, "val_loss": 1.089642172262549, "_runtime": 15.904379844665527, "_timestamp": 1596211542.627597, "_step": 13}