summaryrefslogtreecommitdiff
path: root/wandb/run-20200731_145627-28kizbir
diff options
context:
space:
mode:
authoraktersnurra <gustaf.rydholm@gmail.com>2020-08-03 23:33:34 +0200
committeraktersnurra <gustaf.rydholm@gmail.com>2020-08-03 23:33:34 +0200
commit07dd14116fe1d8148fb614b160245287533620fc (patch)
tree63395d88b17a14ad453c52889fcf541e6cbbdd3e /wandb/run-20200731_145627-28kizbir
parent704451318eb6b0b600ab314cb5aabfac82416bda (diff)
Working Emnist lines dataset.
Diffstat (limited to 'wandb/run-20200731_145627-28kizbir')
-rw-r--r--wandb/run-20200731_145627-28kizbir/config.yaml108
-rw-r--r--wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json1
-rw-r--r--wandb/run-20200731_145627-28kizbir/requirements.txt145
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-events.jsonl2
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-history.jsonl56
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_145627-28kizbir/wandb-summary.json1
7 files changed, 343 insertions, 0 deletions
diff --git a/wandb/run-20200731_145627-28kizbir/config.yaml b/wandb/run-20200731_145627-28kizbir/config.yaml
new file mode 100644
index 0000000..6d6cce7
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/config.yaml
@@ -0,0 +1,108 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample-Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 4
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 4
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json b/wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json
new file mode 100644
index 0000000..94c4333
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/media/graph/graph_0_summary_b9aa3b53.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140254855480560, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140254855480368, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140254855700336, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140254855700288, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140254855897968, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140254855898016, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140254855898064, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140254855897824, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140254855897872, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_145627-28kizbir/requirements.txt b/wandb/run-20200731_145627-28kizbir/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-events.jsonl b/wandb/run-20200731_145627-28kizbir/wandb-events.jsonl
new file mode 100644
index 0000000..d885889
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-events.jsonl
@@ -0,0 +1,2 @@
+{"system.gpu.0.gpu": 73.67, "system.gpu.0.memory": 51.6, "system.gpu.0.memoryAllocated": 20.57, "system.gpu.0.temp": 56.2, "system.gpu.process.0.gpu": 73.67, "system.gpu.process.0.memory": 51.6, "system.gpu.process.0.memoryAllocated": 20.57, "system.gpu.process.0.temp": 56.2, "system.gpu.0.powerWatts": 142.33, "system.gpu.0.powerPercent": 66.2, "system.gpu.process.0.powerWatts": 142.33, "system.gpu.process.0.powerPercent": 66.2, "system.cpu": 47.95, "system.memory": 67.27, "system.disk": 37.1, "system.proc.memory.availableMB": 5238.95, "system.proc.memory.rssMB": 2586.11, "system.proc.memory.percent": 16.16, "system.proc.cpu.threads": 20.2, "system.network.sent": 2103400, "system.network.recv": 1936588, "_wandb": true, "_timestamp": 1596207416, "_runtime": 28}
+{"system.gpu.0.gpu": 76.73, "system.gpu.0.memory": 54.36, "system.gpu.0.memoryAllocated": 20.98, "system.gpu.0.temp": 60.36, "system.gpu.process.0.gpu": 76.73, "system.gpu.process.0.memory": 54.36, "system.gpu.process.0.memoryAllocated": 20.98, "system.gpu.process.0.temp": 60.36, "system.gpu.0.powerWatts": 133.8, "system.gpu.0.powerPercent": 62.23, "system.gpu.process.0.powerWatts": 133.8, "system.gpu.process.0.powerPercent": 62.23, "system.cpu": 51.35, "system.memory": 66.96, "system.disk": 37.1, "system.proc.memory.availableMB": 5286.39, "system.proc.memory.rssMB": 2588.64, "system.proc.memory.percent": 16.18, "system.proc.cpu.threads": 20.09, "system.network.sent": 3732478, "system.network.recv": 3172963, "_wandb": true, "_timestamp": 1596207438, "_runtime": 51}
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-history.jsonl b/wandb/run-20200731_145627-28kizbir/wandb-history.jsonl
new file mode 100644
index 0000000..5a0165b
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-history.jsonl
@@ -0,0 +1,56 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 7.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.02511853724718094, -0.024448728188872337, -0.023778917267918587, -0.023109108209609985, -0.022439299151301384, -0.021769488230347633, -0.021099679172039032, -0.02042987011373043, -0.01976006105542183, -0.01909025013446808, -0.018420441076159477, -0.017750632017850876, -0.017080821096897125, -0.016411012038588524, -0.015741202980279922, -0.015071392990648746, -0.01440158300101757, -0.013731773011386395, -0.013061963953077793, -0.012392153963446617, -0.011722344905138016, -0.01105253491550684, -0.010382724925875664, -0.009712915867567062, -0.009043105877935886, -0.00837329588830471, -0.007703486829996109, -0.007033676840364933, -0.006363867316395044, -0.005694057792425156, -0.00502424780279398, -0.004354438278824091, -0.0036846287548542023, -0.0030148192308843136, -0.0023450094740837812, -0.0016751998336985707, -0.0010053901933133602, -0.0003355805529281497, 0.0003342290874570608, 0.0010040387278422713, 0.0016738483682274818, 0.0023436578921973705, 0.003013467648997903, 0.003683277405798435, 0.004353086929768324, 0.005022896453738213, 0.005692706443369389, 0.006362515967339277, 0.007032325491309166, 0.007702135015279055, 0.008371944539248943, 0.00904175452888012, 0.00971156358718872, 0.010381373576819897, 0.011051183566451073, 0.011720992624759674, 0.01239080261439085, 0.013060612604022026, 0.013730421662330627, 0.014400231651961803, 0.01507004164159298, 0.01573985069990158, 0.016409659758210182, 0.017079470679163933, 0.017749279737472534]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 6.0, 10.0, 5.0, 20.0, 17.0, 24.0, 22.0, 34.0, 62.0, 85.0, 92.0, 109.0, 159.0, 181.0, 251.0, 336.0, 495.0, 632.0, 2590.0, 813.0, 616.0, 454.0, 300.0, 207.0, 120.0, 78.0, 64.0, 42.0, 30.0, 15.0, 10.0, 10.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06899364292621613, -0.06713942438364029, -0.06528521329164505, -0.06343099474906921, -0.061576779931783676, -0.05972256138920784, -0.0578683465719223, -0.056014131754636765, -0.05415991693735123, -0.05230569839477539, -0.05045148357748985, -0.048597268760204315, -0.04674305021762848, -0.04488883540034294, -0.043034620583057404, -0.04118040204048157, -0.03932618722319603, -0.03747197240591049, -0.035617753863334656, -0.03376353904604912, -0.03190932422876358, -0.030055107548832893, -0.028200890868902206, -0.02634667605161667, -0.024492459371685982, -0.022638242691755295, -0.020784027874469757, -0.01892981119453907, -0.017075594514608383, -0.015221379697322845, -0.013367163017392159, -0.011512947268784046, -0.009658731520175934, -0.0078045157715678215, -0.005950299557298422, -0.004096083343029022, -0.00224186759442091, -0.0003876516129821539, 0.001466564368456602, 0.003320780349895358, 0.005174996331334114, 0.007029212079942226, 0.008883427828550339, 0.010737644508481026, 0.012591860257089138, 0.01444607600569725, 0.016300292685627937, 0.018154507502913475, 0.020008724182844162, 0.02186294086277485, 0.023717155680060387, 0.025571372359991074, 0.02742558717727661, 0.0292798038572073, 0.031134020537137985, 0.03298823535442352, 0.03484245389699936, 0.0366966687142849, 0.038550883531570435, 0.04040509834885597, 0.04225931689143181, 0.044113531708717346, 0.045967746526002884, 0.04782196506857872, 0.04967617988586426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 4.0, 6.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 29.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008332167752087116, -0.008057794533669949, -0.007783420849591494, -0.007509047631174326, -0.007234673947095871, -0.006960300728678703, -0.006685927510261536, -0.006411553826183081, -0.006137180607765913, -0.005862807389348745, -0.00558843370527029, -0.005314060486853123, -0.005039687268435955, -0.0047653135843575, -0.004490940365940332, -0.0042165666818618774, -0.00394219346344471, -0.0036678200121968985, -0.003393446560949087, -0.0031190733425319195, -0.002844699891284108, -0.002570326440036297, -0.002295953221619129, -0.002021579770371318, -0.0017472063191235065, -0.0014728328678756952, -0.0011984595330432057, -0.0009240861400030553, -0.0006497127469629049, -0.0003753393539227545, -0.00010096596088260412, 0.00017340743215754628, 0.0004477808251976967, 0.0007221542182378471, 0.0009965276112779975, 0.001270900946110487, 0.0015452743973582983, 0.0018196478486061096, 0.0020940210670232773, 0.0023683945182710886, 0.0026427679695189, 0.0029171414207667112, 0.0031915148720145226, 0.00346588809043169, 0.0037402615416795015, 0.004014634992927313, 0.0042890082113444805, 0.0045633818954229355, 0.004837755113840103, 0.005112128332257271, 0.005386502016335726, 0.0056608752347528934, 0.005935248918831348, 0.006209622137248516, 0.006483995355665684, 0.006758369039744139, 0.007032742258161306, 0.007307115476578474, 0.007581489160656929, 0.007855862379074097, 0.008130235597491264, 0.008404608815908432, 0.008678982965648174, 0.008953356184065342, 0.00922772940248251]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 11.0, 20.0, 25.0, 59.0, 84.0, 123.0, 179.0, 245.0, 403.0, 584.0, 838.0, 1325.0, 1883.0, 2593.0, 3779.0, 5460.0, 8290.0, 12110.0, 17918.0, 27141.0, 41251.0, 61284.0, 88847.0, 136798.0, 501829.0, 88821.0, 57355.0, 37886.0, 24625.0, 17069.0, 11599.0, 8359.0, 5726.0, 4097.0, 2943.0, 2166.0, 1595.0, 1194.0, 876.0, 586.0, 445.0, 360.0, 245.0, 171.0, 119.0, 87.0, 63.0, 54.0, 30.0, 28.0, 10.0, 13.0, 6.0, 9.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.007158550899475813, -0.0069212531670928, -0.006683955434709787, -0.006446657702326775, -0.0062093595042824745, -0.005972061771899462, -0.005734764039516449, -0.005497466307133436, -0.005260168574750423, -0.005022870842367411, -0.004785573109984398, -0.004548275377601385, -0.004310977645218372, -0.004073679447174072, -0.0038363817147910595, -0.0035990839824080467, -0.003361786250025034, -0.003124488517642021, -0.0028871907852590084, -0.002649892820045352, -0.002412595087662339, -0.0021752973552793264, -0.0019379995064809918, -0.0017007016576826572, -0.0014634039252996445, -0.0012261061929166317, -0.000988808344118297, -0.0007515105535276234, -0.0005142127629369497, -0.00027691497234627604, -3.961718175560236e-05, 0.00019768060883507133, 0.000434978399425745, 0.0006722761900164187, 0.0009095739806070924, 0.001146871829405427, 0.0013841695617884398, 0.0016214672941714525, 0.0018587651429697871, 0.0020960629917681217, 0.0023333607241511345, 0.0025706584565341473, 0.00280795618891716, 0.0030452541541308165, 0.0032825518865138292, 0.003519849618896842, 0.0037571475841104984, 0.003994445316493511, 0.004231743048876524, 0.004469040781259537, 0.0047063385136425495, 0.004943636246025562, 0.005180934444069862, 0.005418232176452875, 0.005655529908835888, 0.005892827641218901, 0.0061301253736019135, 0.006367423105984926, 0.006604720838367939, 0.006842018570750952, 0.0070793163031339645, 0.007316614501178265, 0.007553912233561277, 0.00779120996594429, 0.008028507232666016]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02260570414364338, -0.022061511874198914, -0.021517319604754448, -0.02097312919795513, -0.020428936928510666, -0.0198847446590662, -0.019340552389621735, -0.01879636012017727, -0.018252167850732803, -0.017707977443933487, -0.01716378517448902, -0.016619592905044556, -0.01607540063560009, -0.015531209297478199, -0.014987017028033733, -0.014442825689911842, -0.013898633420467377, -0.013354441151022911, -0.01281024981290102, -0.012266057543456554, -0.011721866205334663, -0.011177673935890198, -0.010633481666445732, -0.010089290328323841, -0.009545098058879375, -0.00900090578943491, -0.008456714451313019, -0.007912522181868553, -0.007368330378085375, -0.0068241385743021965, -0.006279946304857731, -0.0057357545010745525, -0.005191562697291374, -0.004647370893508196, -0.0041031790897250175, -0.003558986820280552, -0.0030147950164973736, -0.0024706032127141953, -0.0019264111761003733, -0.0013822192559018731, -0.000838027335703373, -0.0002938354155048728, 0.00025035650469362736, 0.0007945484248921275, 0.0013387403450906277, 0.0018829322652891278, 0.002427124185487628, 0.00297131622210145, 0.0035155080258846283, 0.004059699829667807, 0.004603891633450985, 0.005148083902895451, 0.005692275706678629, 0.006236467510461807, 0.006780659779906273, 0.007324851583689451, 0.00786904338747263, 0.008413235656917095, 0.008957426995038986, 0.009501619264483452, 0.010045811533927917, 0.010590002872049809, 0.011134195141494274, 0.011678386479616165, 0.01222257874906063]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 6.0, 14.0, 15.0, 16.0, 17.0, 15.0, 26.0, 31.0, 27.0, 38.0, 38.0, 46.0, 32.0, 54.0, 59.0, 63.0, 76.0, 80.0, 87.0, 102.0, 118.0, 142.0, 118.0, 146.0, 160.0, 173.0, 183.0, 191.0, 208.0, 257.0, 267.0, 349.0, 341.0, 334.0, 337.0, 386.0, 374.0, 447.0, 669.0, 967.0, 7351.0, 1326.0, 632.0, 557.0, 394.0, 219.0, 164.0, 121.0, 129.0, 100.0, 114.0, 91.0, 76.0, 61.0, 38.0, 21.0, 13.0, 4.0, 6.0], "bins": [-0.024159764871001244, -0.02363230660557747, -0.023104850202798843, -0.02257739193737507, -0.022049935534596443, -0.02152247726917267, -0.020995020866394043, -0.020467562600970268, -0.019940104335546494, -0.019412647932767868, -0.018885189667344093, -0.018357733264565468, -0.017830274999141693, -0.017302818596363068, -0.016775360330939293, -0.016247903928160667, -0.015720445662736893, -0.015192988328635693, -0.014665530994534492, -0.014138073660433292, -0.013610616326332092, -0.013083158060908318, -0.012555700726807117, -0.012028243392705917, -0.011500786058604717, -0.010973328724503517, -0.010445871390402317, -0.009918414056301117, -0.009390955790877342, -0.008863498456776142, -0.008336041122674942, -0.007808583788573742, -0.007281126454472542, -0.006753669120371342, -0.006226211786270142, -0.005698753986507654, -0.005171296652406454, -0.004643839318305254, -0.004116381518542767, -0.0035889241844415665, -0.0030614668503403664, -0.0025340095162391663, -0.0020065519493073225, -0.0014790944987908006, -0.0009516370482742786, -0.0004241795977577567, 0.00010327785275876522, 0.0006307353032752872, 0.001158192753791809, 0.001685650204308331, 0.002213107654824853, 0.0027405652217566967, 0.003268022555857897, 0.003795479889959097, 0.004322937689721584, 0.004850395023822784, 0.0053778523579239845, 0.005905309692025185, 0.006432767026126385, 0.006960224825888872, 0.007487682159990072, 0.00801513995975256, 0.00854259729385376, 0.00907005462795496, 0.00959751196205616]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.048350777477025986, -0.047412317246198654, -0.04647385701537132, -0.04553539678454399, -0.04459693655371666, -0.04365847632288933, -0.042720016092061996, -0.041781555861234665, -0.04084309563040733, -0.03990463539958, -0.03896617516875267, -0.03802771493792534, -0.03708925470709801, -0.036150794476270676, -0.035212334245443344, -0.03427387401461601, -0.03333541378378868, -0.03239695355296135, -0.03145849332213402, -0.030520031228661537, -0.029581570997834206, -0.028643110767006874, -0.027704650536179543, -0.02676619030535221, -0.02582773007452488, -0.024889269843697548, -0.023950809612870216, -0.023012349382042885, -0.022073889151215553, -0.021135428920388222, -0.02019696868956089, -0.01925850845873356, -0.018320048227906227, -0.017381587997078896, -0.016443127766251564, -0.015504667535424232, -0.014566207304596901, -0.01362774707376957, -0.012689286842942238, -0.011750826612114906, -0.010812366381287575, -0.009873905219137669, -0.008935444988310337, -0.007996984757483006, -0.007058524526655674, -0.0061200642958283424, -0.005181604065001011, -0.004243143834173679, -0.003304683603346348, -0.0023662233725190163, -0.001427763025276363, -0.0004893027362413704, 0.000449157552793622, 0.0013876177836209536, 0.0023260782472789288, 0.0032645384781062603, 0.004202998708933592, 0.005141458939760923, 0.006079919170588255, 0.0070183794014155865, 0.007956840097904205, 0.008895300328731537, 0.009833760559558868, 0.0107722207903862, 0.011710681021213531]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 8.0, 3.0, 4.0, 9.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 7.0, 6.0, 8.0, 12.0, 98.0, 10.0, 8.0, 4.0, 4.0, 6.0, 7.0], "bins": [-0.05876868590712547, -0.057752545922994614, -0.056736402213573456, -0.055720262229442596, -0.05470412224531174, -0.05368797853589058, -0.05267183855175972, -0.05165569856762886, -0.0506395548582077, -0.04962341487407684, -0.048607274889945984, -0.047591131180524826, -0.04657499119639397, -0.04555885121226311, -0.04454270750284195, -0.04352656751871109, -0.04251042753458023, -0.04149428382515907, -0.040478143841028214, -0.039462000131607056, -0.038445860147476196, -0.03742972016334534, -0.03641357645392418, -0.03539743646979332, -0.03438129648566246, -0.0333651527762413, -0.03234901279211044, -0.031332872807979584, -0.030316730961203575, -0.029300589114427567, -0.028284447267651558, -0.0272683072835207, -0.02625216543674469, -0.02523602358996868, -0.024219883605837822, -0.023203741759061813, -0.022187599912285805, -0.021171459928154945, -0.020155318081378937, -0.019139176234602928, -0.01812303438782692, -0.01710689440369606, -0.01609075255692005, -0.015074611641466618, -0.014058470726013184, -0.013042328879237175, -0.012026187963783741, -0.011010046117007732, -0.009993905201554298, -0.008977764286100864, -0.007961622439324856, -0.006945481523871422, -0.0059293401427567005, -0.004913198761641979, -0.0038970576133579016, -0.002880916465073824, -0.0018647750839591026, -0.0008486338192597032, 0.0001675074454396963, 0.0011836487101390958, 0.0021997899748384953, 0.0032159313559532166, 0.0042320722714066505, 0.005248213652521372, 0.006264355033636093]}, "_runtime": 5.07637357711792, "_timestamp": 1596207389.6649966, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016767321154475212, -0.01617247611284256, -0.015577630139887333, -0.014982784166932106, -0.014387939125299454, -0.013793093152344227, -0.013198247179389, -0.012603402137756348, -0.01200855616480112, -0.011413710191845894, -0.010818865150213242, -0.010224019177258015, -0.009629173204302788, -0.009034328162670135, -0.008439482189714909, -0.007844637148082256, -0.007249791175127029, -0.00665494566783309, -0.00606010016053915, -0.005465254187583923, -0.004870408680289984, -0.004275563172996044, -0.003680717432871461, -0.0030858716927468777, -0.002491026185452938, -0.0018961805617436767, -0.0013013349380344152, -0.0007064893143251538, -0.00011164369061589241, 0.000483201933093369, 0.0010780475568026304, 0.0016728931805118918, 0.0022677388042211533, 0.002862584311515093, 0.003457430051639676, 0.004052275791764259, 0.004647121299058199, 0.0052419668063521385, 0.005836812779307365, 0.006431658286601305, 0.007026503793895245, 0.007621349301189184, 0.008216194808483124, 0.00881104078143835, 0.009405886754393578, 0.01000073179602623, 0.010595577768981457, 0.011190422810614109, 0.011785268783569336, 0.012380114756524563, 0.012974959798157215, 0.013569805771112442, 0.014164650812745094, 0.014759496785700321, 0.015354342758655548, 0.0159491878002882, 0.016544032841920853, 0.017138879746198654, 0.017733724787831306, 0.01832856982946396, 0.01892341673374176, 0.019518261775374413, 0.020113106817007065, 0.020707953721284866, 0.02130279876291752]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 9.0, 2.0, 12.0, 7.0, 14.0, 9.0, 14.0, 22.0, 26.0, 26.0, 31.0, 41.0, 45.0, 58.0, 59.0, 68.0, 77.0, 99.0, 140.0, 151.0, 217.0, 228.0, 322.0, 418.0, 2180.0, 766.0, 706.0, 601.0, 449.0, 315.0, 206.0, 144.0, 93.0, 73.0, 75.0, 42.0, 37.0, 32.0, 27.0, 24.0, 14.0, 13.0, 10.0, 6.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13384053111076355, -0.13012167811393738, -0.1264028251171112, -0.12268396466970444, -0.11896511167287827, -0.1152462512254715, -0.11152739822864532, -0.10780854523181915, -0.10408969223499298, -0.10037083178758621, -0.09665197879076004, -0.09293312579393387, -0.0892142653465271, -0.08549541234970093, -0.08177655935287476, -0.07805769890546799, -0.07433884590864182, -0.07061999291181564, -0.06690113246440887, -0.0631822794675827, -0.05946342647075653, -0.05574456974864006, -0.05202571302652359, -0.04830686002969742, -0.04458800330758095, -0.04086914658546448, -0.037150293588638306, -0.033431436866521835, -0.029712582007050514, -0.025993727147579193, -0.022274870425462723, -0.0185560155659914, -0.01483716070652008, -0.01111830584704876, -0.007399450056254864, -0.0036805947311222553, 3.826059401035309e-05, 0.0037571159191429615, 0.00747597124427557, 0.011194827035069466, 0.014913681894540787, 0.018632536754012108, 0.02235139161348343, 0.0260702483355999, 0.02978910319507122, 0.03350795805454254, 0.03722681477665901, 0.040945667773485184, 0.044664524495601654, 0.048383381217718124, 0.052102234214544296, 0.05582109093666077, 0.05953994393348694, 0.06325880438089371, 0.06697765737771988, 0.07069651037454605, 0.07441537082195282, 0.07813422381877899, 0.08185307681560516, 0.08557192981243134, 0.0892907902598381, 0.09300964325666428, 0.09672849625349045, 0.10044735670089722, 0.10416620969772339]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 4.0, 2.0, 5.0, 4.0, 32.0, 4.0, 4.0, 3.0, 5.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007327159401029348, -0.007059896364808083, -0.006792633328586817, -0.006525369826704264, -0.006258106790482998, -0.005990843754261732, -0.005723580718040466, -0.0054563176818192005, -0.005189054645597935, -0.004921791143715382, -0.004654528107494116, -0.00438726507127285, -0.004120002035051584, -0.003852738765999675, -0.003585475729778409, -0.0033182124607264996, -0.0030509494245052338, -0.002783686388283968, -0.0025164231192320585, -0.0022491600830107927, -0.0019818968139588833, -0.0017146337777376175, -0.0014473707415163517, -0.001180107588879764, -0.0009128444362431765, -0.0006455812836065888, -0.00037831818917766213, -0.00011105506564490497, 0.0001562080578878522, 0.00042347118142060935, 0.0006907343049533665, 0.0009579973993822932, 0.0012252605520188808, 0.0014925237046554685, 0.001759786857292056, 0.002027049893513322, 0.0022943131625652313, 0.002561576198786497, 0.002828839235007763, 0.0030961025040596724, 0.003363365540280938, 0.003630628576502204, 0.0038978918455541134, 0.004165154881775379, 0.004432417917996645, 0.004699680954217911, 0.004966944456100464, 0.00523420749232173, 0.0055014705285429955, 0.005768733564764261, 0.006035996600985527, 0.00630326010286808, 0.006570523139089346, 0.006837786175310612, 0.0071050492115318775, 0.007372312247753143, 0.007639575749635696, 0.007906838320195675, 0.008174101822078228, 0.008441365323960781, 0.00870862789452076, 0.008975891396403313, 0.009243153966963291, 0.009510417468845844, 0.009777680039405823]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 11.0, 15.0, 28.0, 42.0, 78.0, 123.0, 219.0, 319.0, 444.0, 745.0, 1044.0, 1591.0, 2399.0, 3394.0, 4645.0, 6437.0, 8718.0, 11804.0, 16064.0, 22484.0, 32034.0, 45170.0, 62326.0, 84045.0, 110187.0, 449753.0, 86646.0, 60700.0, 43910.0, 32127.0, 23323.0, 16906.0, 12593.0, 9517.0, 7274.0, 5656.0, 4274.0, 3373.0, 2591.0, 1921.0, 1436.0, 1014.0, 708.0, 496.0, 358.0, 253.0, 157.0, 99.0, 55.0, 45.0, 31.0, 23.0, 10.0, 9.0, 3.0, 7.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010709622874855995, -0.010329017415642738, -0.009948411956429482, -0.009567806497216225, -0.009187201038002968, -0.008806595578789711, -0.008425990119576454, -0.008045384660363197, -0.0076647792011499405, -0.007284173276275396, -0.0069035678170621395, -0.006522962357848883, -0.006142356898635626, -0.005761751439422369, -0.005381145980209112, -0.005000540520995855, -0.0046199350617825985, -0.004239329602569342, -0.003858724143356085, -0.003478118684142828, -0.003097513224929571, -0.0027169075328856707, -0.002336302073672414, -0.001955696614459157, -0.0015750911552459002, -0.0011944856960326433, -0.0008138801786117256, -0.0004332746902946383, -5.2669201977550983e-05, 0.0003279362863395363, 0.0007085417746566236, 0.0010891472920775414, 0.0014697527512907982, 0.001850358210504055, 0.002230963669717312, 0.0026115691289305687, 0.0029921745881438255, 0.003372780280187726, 0.003753385739400983, 0.004133990965783596, 0.004514596424996853, 0.004895202349871397, 0.005275807809084654, 0.005656413268297911, 0.0060370187275111675, 0.006417624186724424, 0.006798229645937681, 0.007178835105150938, 0.007559440564364195, 0.007940046489238739, 0.008320651948451996, 0.008701257407665253, 0.00908186286687851, 0.009462468326091766, 0.009843073785305023, 0.01022367924451828, 0.010604284703731537, 0.010984890162944794, 0.01136549562215805, 0.011746101081371307, 0.012126706540584564, 0.012507311999797821, 0.012887917459011078, 0.013268522918224335, 0.013649128377437592]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 9.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0197124183177948, -0.019187921658158302, -0.018663424998521805, -0.018138928338885307, -0.01761443167924881, -0.017089935019612312, -0.016565438359975815, -0.016040941700339317, -0.015516444109380245, -0.014991947449743748, -0.01446745079010725, -0.013942954130470753, -0.01341845653951168, -0.012893959879875183, -0.012369463220238686, -0.011844966560602188, -0.01132046990096569, -0.010795973241329193, -0.010271476581692696, -0.009746979922056198, -0.0092224832624197, -0.008697985671460629, -0.008173489011824131, -0.0076489923521876335, -0.007124495692551136, -0.0065999990329146385, -0.006075502373278141, -0.005551005247980356, -0.005026508588343859, -0.004502011928707361, -0.003977514803409576, -0.003453018143773079, -0.0029285214841365814, -0.002404024824500084, -0.0018795279320329428, -0.0013550311559811234, -0.0008305343799293041, -0.0003060376038774848, 0.00021845917217433453, 0.0007429559482261539, 0.0012674527242779732, 0.0017919495003297925, 0.002316446276381612, 0.002840943168848753, 0.0033654398284852505, 0.003889936488121748, 0.004414433613419533, 0.00493893027305603, 0.005463426932692528, 0.005987923592329025, 0.006512420251965523, 0.007036917377263308, 0.007561414036899805, 0.00808591116219759, 0.008610407821834087, 0.009134904481470585, 0.009659401141107082, 0.01018389780074358, 0.010708394460380077, 0.011232891120016575, 0.011757388710975647, 0.012281885370612144, 0.012806382030248642, 0.01333087868988514, 0.013855375349521637]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 8.0, 6.0, 7.0, 9.0, 10.0, 26.0, 18.0, 29.0, 44.0, 27.0, 42.0, 65.0, 56.0, 72.0, 73.0, 94.0, 114.0, 149.0, 176.0, 209.0, 218.0, 240.0, 269.0, 260.0, 300.0, 278.0, 300.0, 236.0, 280.0, 221.0, 250.0, 329.0, 360.0, 539.0, 766.0, 6923.0, 1439.0, 974.0, 647.0, 431.0, 460.0, 420.0, 346.0, 299.0, 181.0, 101.0, 35.0, 24.0, 9.0, 10.0, 9.0, 7.0, 3.0, 6.0, 2.0, 5.0, 2.0, 5.0, 4.0, 2.0, 1.0, 2.0], "bins": [-0.02004864439368248, -0.019517716020345688, -0.018986787647008896, -0.018455857411026955, -0.017924929037690163, -0.01739400066435337, -0.01686307229101658, -0.016332143917679787, -0.015801213681697845, -0.015270286239683628, -0.014739356935024261, -0.01420842856168747, -0.013677500188350677, -0.013146570883691311, -0.012615642510354519, -0.012084713205695152, -0.01155378483235836, -0.011022856459021568, -0.010491927154362202, -0.00996099878102541, -0.009430069476366043, -0.008899141103029251, -0.008368212729692459, -0.007837283425033092, -0.0073063550516963005, -0.006775426212698221, -0.006244497373700142, -0.00571356900036335, -0.005182640161365271, -0.004651711322367191, -0.004120782949030399, -0.00358985411003232, -0.0030589252710342407, -0.0025279964320361614, -0.0019970678258687258, -0.0014661391032859683, -0.0009352103807032108, -0.00040428165812045336, 0.00012664706446230412, 0.0006575757870450616, 0.001188504509627819, 0.0017194332322105765, 0.002250361954793334, 0.0027812905609607697, 0.003312219399958849, 0.0038431482389569283, 0.00437407661229372, 0.0049050054512917995, 0.005435934290289879, 0.005966863129287958, 0.0064977919682860374, 0.0070287203416228294, 0.007559649180620909, 0.008090578019618988, 0.00862150639295578, 0.009152435697615147, 0.009683364070951939, 0.01021429244428873, 0.010745221748948097, 0.01127615012228489, 0.011807078495621681, 0.012338007800281048, 0.01286893617361784, 0.013399865478277206, 0.013930793851613998]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08005145192146301, -0.07847540080547333, -0.07689934223890305, -0.07532329112291336, -0.07374724000692368, -0.07217118889093399, -0.07059513032436371, -0.06901907920837402, -0.06744302809238434, -0.06586696952581406, -0.06429091840982437, -0.06271486729383469, -0.0611388124525547, -0.05956275761127472, -0.057986706495285034, -0.05641065165400505, -0.05483459681272507, -0.05325854569673538, -0.0516824908554554, -0.050106439739465714, -0.04853038489818573, -0.046954333782196045, -0.04537827894091606, -0.04380222409963608, -0.04222617298364639, -0.04065011814236641, -0.039074067026376724, -0.03749801218509674, -0.03592195734381676, -0.03434590622782707, -0.03276985138654709, -0.031193798407912254, -0.02961774542927742, -0.028041692450642586, -0.02646563947200775, -0.024889584630727768, -0.023313531652092934, -0.0217374786734581, -0.020161425694823265, -0.01858537271618843, -0.017009317874908447, -0.015433265827596188, -0.013857211917638779, -0.012281158939003944, -0.01070510596036911, -0.009129052050411701, -0.007552999071776867, -0.005976945627480745, -0.004400892183184624, -0.002824838738888502, -0.0012487855274230242, 0.0003272678004577756, 0.0019033211283385754, 0.003479374572634697, 0.005055427551269531, 0.006631480995565653, 0.008207534439861774, 0.009783587418496609, 0.011359641328454018, 0.012935694307088852, 0.014511747285723686, 0.01608780026435852, 0.017663855105638504, 0.01923990808427334, 0.020815961062908173]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 6.0, 6.0, 8.0, 3.0, 8.0, 3.0, 6.0, 7.0, 9.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 1.0, 3.0, 4.0, 2.0, 3.0, 15.0, 74.0, 15.0, 13.0, 3.0, 5.0, 3.0, 4.0, 3.0, 3.0, 6.0], "bins": [-0.07676270604133606, -0.07535174489021301, -0.07394079118967056, -0.07252983003854752, -0.07111886888742447, -0.06970791518688202, -0.06829695403575897, -0.06688599288463593, -0.06547503173351288, -0.06406407803297043, -0.06265311688184738, -0.06124215945601463, -0.059831202030181885, -0.05842024087905884, -0.05700928345322609, -0.05559832230210304, -0.054187364876270294, -0.052776407450437546, -0.0513654462993145, -0.04995448887348175, -0.048543527722358704, -0.047132570296525955, -0.04572161287069321, -0.04431065171957016, -0.04289969429373741, -0.04148873686790466, -0.040077775716781616, -0.03866681829094887, -0.03725586086511612, -0.03584489971399307, -0.034433942288160324, -0.03302298113703728, -0.03161202371120453, -0.03020106442272663, -0.028790105134248734, -0.027379147708415985, -0.025968188419938087, -0.02455722913146019, -0.02314627170562744, -0.021735312417149544, -0.020324353128671646, -0.01891339384019375, -0.01750243455171585, -0.016091477125883102, -0.014680517837405205, -0.013269558548927307, -0.011858600191771984, -0.010447641834616661, -0.009036682546138763, -0.007625723723322153, -0.006214764900505543, -0.004803806077688932, -0.003392847254872322, -0.0019818884320557117, -0.0005709296092391014, 0.0008400292135775089, 0.0022509880363941193, 0.0036619468592107296, 0.00507290568202734, 0.00648386450484395, 0.00789482332766056, 0.009305782616138458, 0.010716740973293781, 0.012127699330449104, 0.013538658618927002]}, "_runtime": 5.855550289154053, "_timestamp": 1596207390.4441733, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 6.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020421810448169708, -0.01978950947523117, -0.019157210364937782, -0.018524909391999245, -0.017892610281705856, -0.01726030930876732, -0.01662800833582878, -0.015995709225535393, -0.015363408252596855, -0.014731108210980892, -0.01409880816936493, -0.013466508127748966, -0.012834208086133003, -0.01220190804451704, -0.011569607071578503, -0.01093730702996254, -0.010305006988346577, -0.009672706946730614, -0.00904040690511465, -0.008408105932176113, -0.00777580589056015, -0.007143505848944187, -0.006511205807328224, -0.005878905300050974, -0.005246605258435011, -0.004614305216819048, -0.003982004709541798, -0.0033497046679258347, -0.002717404393479228, -0.0020851041190326214, -0.0014528039610013366, -0.0008205037447623909, -0.00018820352852344513, 0.0004440966877155006, 0.0010763969039544463, 0.0017086970619857311, 0.0023409973364323378, 0.0029732976108789444, 0.0036055976524949074, 0.004237898159772158, 0.004870198201388121, 0.005502498243004084, 0.006134798750281334, 0.006767098791897297, 0.00739939883351326, 0.008031698875129223, 0.00866399984806776, 0.009296299889683723, 0.009928599931299686, 0.01056089997291565, 0.011193200014531612, 0.01182550098747015, 0.012457801029086113, 0.013090101070702076, 0.013722401112318039, 0.014354701153934002, 0.014987001195549965, 0.015619302168488503, 0.01625160127878189, 0.01688390225172043, 0.017516203224658966, 0.018148502334952354, 0.018780803307890892, 0.01941310241818428, 0.020045403391122818]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 8.0, 12.0, 13.0, 7.0, 10.0, 8.0, 16.0, 25.0, 24.0, 26.0, 33.0, 34.0, 38.0, 51.0, 59.0, 87.0, 112.0, 116.0, 151.0, 210.0, 271.0, 320.0, 419.0, 2039.0, 963.0, 973.0, 582.0, 407.0, 266.0, 189.0, 108.0, 79.0, 60.0, 53.0, 36.0, 26.0, 21.0, 12.0, 14.0, 8.0, 3.0, 4.0, 11.0, 3.0, 5.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.13915948569774628, -0.13465890288352966, -0.13015832006931305, -0.12565775215625763, -0.12115716934204102, -0.1166565865278244, -0.11215600371360779, -0.10765542834997177, -0.10315484553575516, -0.09865426272153854, -0.09415368735790253, -0.08965310454368591, -0.0851525217294693, -0.08065194636583328, -0.07615136355161667, -0.07165078818798065, -0.06715020537376404, -0.06264962255954742, -0.05814904719591141, -0.053648464381694794, -0.04914788529276848, -0.04464730620384216, -0.04014672338962555, -0.035646144300699234, -0.03114556521177292, -0.026644986122846603, -0.02214440517127514, -0.017643824219703674, -0.013143245130777359, -0.008642665110528469, -0.004142085090279579, 0.00035849492996931076, 0.004859074950218201, 0.00935965497046709, 0.01386023499071598, 0.018360815942287445, 0.02286139503121376, 0.027361974120140076, 0.03186255693435669, 0.036363136023283005, 0.04086371511220932, 0.045364294201135635, 0.04986487329006195, 0.054365456104278564, 0.05886603519320488, 0.0633666142821312, 0.06786719709634781, 0.07236777245998383, 0.07686835527420044, 0.08136893808841705, 0.08586951345205307, 0.09037009626626968, 0.0948706716299057, 0.09937125444412231, 0.10387183725833893, 0.10837241262197495, 0.11287299543619156, 0.11737357825040817, 0.12187415361404419, 0.1263747364282608, 0.13087531924247742, 0.13537590205669403, 0.13987646996974945, 0.14437705278396606, 0.14887763559818268]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 6.0, 5.0, 1.0, 2.0, 2.0, 0.0, 30.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005484581459313631, -0.0053180488757789135, -0.005151516292244196, -0.004984983708709478, -0.004818451125174761, -0.004651918541640043, -0.004485385958105326, -0.004318853374570608, -0.004152320791035891, -0.003985788207501173, -0.0038192556239664555, -0.003652723040431738, -0.0034861904568970203, -0.0033196578733623028, -0.0031531252898275852, -0.0029865927062928677, -0.00282006012275815, -0.0026535275392234325, -0.002486994955688715, -0.0023204623721539974, -0.00215392978861928, -0.0019873972050845623, -0.0018208646215498447, -0.0016543320380151272, -0.0014877994544804096, -0.001321266870945692, -0.0011547342874109745, -0.000988201703876257, -0.0008216691203415394, -0.0006551365368068218, -0.0004886039532721043, -0.0003220713697373867, -0.00015553878620266914, 1.0993797332048416e-05, 0.00017752638086676598, 0.00034405896440148354, 0.0005105915479362011, 0.0006771241314709187, 0.0008436567150056362, 0.0010101892985403538, 0.0011767218820750713, 0.001343254465609789, 0.0015097870491445065, 0.001676319632679224, 0.0018428522162139416, 0.002009384799748659, 0.0021759173832833767, 0.0023424499668180943, 0.002508982550352812, 0.0026755151338875294, 0.002842047717422247, 0.0030085803009569645, 0.003175112884491682, 0.0033416454680263996, 0.003508178051561117, 0.0036747106350958347, 0.0038412432186305523, 0.00400777580216527, 0.004174308385699987, 0.004340840969234705, 0.0045073735527694225, 0.00467390613630414, 0.004840438719838858, 0.005006971303373575, 0.005173503886908293]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 7.0, 16.0, 21.0, 24.0, 36.0, 66.0, 100.0, 135.0, 194.0, 279.0, 421.0, 628.0, 807.0, 1182.0, 1665.0, 2174.0, 2852.0, 3649.0, 4749.0, 6123.0, 7808.0, 9931.0, 12611.0, 16565.0, 22521.0, 30917.0, 43536.0, 61935.0, 83899.0, 417197.0, 103033.0, 84271.0, 65064.0, 48071.0, 35351.0, 26723.0, 20382.0, 15815.0, 12438.0, 9644.0, 7415.0, 5584.0, 4149.0, 3144.0, 2128.0, 1491.0, 1052.0, 669.0, 440.0, 272.0, 189.0, 100.0, 73.0, 38.0, 26.0, 14.0, 7.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.012281859293580055, -0.011895827949047089, -0.011509795673191547, -0.011123763397336006, -0.01073773205280304, -0.010351700708270073, -0.009965668432414532, -0.00957963615655899, -0.009193604812026024, -0.008807573467493057, -0.008421541191637516, -0.008035508915781975, -0.007649477571249008, -0.007263445761054754, -0.0068774139508605, -0.006491382140666246, -0.0061053503304719925, -0.005719318520277739, -0.005333286710083485, -0.004947254899889231, -0.004561223089694977, -0.004175191279500723, -0.003789159469306469, -0.003403127659112215, -0.003017095848917961, -0.002631064038723707, -0.0022450322285294533, -0.0018590004183351994, -0.0014729686081409454, -0.0010869367979466915, -0.0007009049877524376, -0.00031487317755818367, 7.115863263607025e-05, 0.0004571904428303242, 0.0008432222530245781, 0.001229254063218832, 0.001615285873413086, 0.00200131768360734, 0.0023873494938015938, 0.0027733813039958477, 0.0031594131141901016, 0.0035454449243843555, 0.0039314767345786095, 0.004317508544772863, 0.004703540354967117, 0.005089572165161371, 0.005475603975355625, 0.005861635785549879, 0.006247667595744133, 0.006633699405938387, 0.007019731216132641, 0.007405763026326895, 0.007791794836521149, 0.008177826181054115, 0.008563858456909657, 0.008949890732765198, 0.009335922077298164, 0.009721953421831131, 0.010107985697686672, 0.010494017973542213, 0.01088004931807518, 0.011266080662608147, 0.011652112938463688, 0.012038145214319229, 0.012424176558852196]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 4.0, 1.0, 4.0, 4.0, 0.0, 4.0, 7.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004892193246632814, -0.004581252578645945, -0.004270311910659075, -0.003959371242672205, -0.003648430807515979, -0.003337490139529109, -0.003026549704372883, -0.002715609036386013, -0.0024046683683991432, -0.0020937277004122734, -0.0017827871488407254, -0.0014718465972691774, -0.0011609059292823076, -0.0008499653195030987, -0.0005390247097238898, -0.00022808409994468093, 8.285650983452797e-05, 0.00039379711961373687, 0.0007047377293929458, 0.0010156782809644938, 0.0013266189489513636, 0.0016375596169382334, 0.0019485001685097814, 0.0022594407200813293, 0.002570381388068199, 0.002881322056055069, 0.0031922627240419388, 0.003503203159198165, 0.0038141438271850348, 0.004125084262341261, 0.004436024930328131, 0.0047469655983150005, 0.00505790626630187, 0.00536884693428874, 0.00567978760227561, 0.00599072827026248, 0.006301668472588062, 0.006612609140574932, 0.006923549808561802, 0.007234490476548672, 0.0075454311445355415, 0.007856371812522411, 0.008167312480509281, 0.008478253148496151, 0.00878919381648302, 0.00910013448446989, 0.00941107515245676, 0.00972201582044363, 0.010032955557107925, 0.010343896225094795, 0.010654836893081665, 0.010965777561068535, 0.011276718229055405, 0.011587658897042274, 0.011898599565029144, 0.012209540233016014, 0.012520480901002884, 0.012831421568989754, 0.013142362236976624, 0.013453302904963493, 0.013764243572950363, 0.014075184240937233, 0.014386124908924103, 0.014697065576910973, 0.015008006244897842]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 4.0, 5.0, 5.0, 9.0, 21.0, 12.0, 31.0, 55.0, 68.0, 101.0, 135.0, 150.0, 209.0, 248.0, 303.0, 331.0, 395.0, 421.0, 532.0, 602.0, 773.0, 1561.0, 6946.0, 1262.0, 799.0, 552.0, 398.0, 362.0, 321.0, 304.0, 266.0, 224.0, 212.0, 145.0, 133.0, 95.0, 86.0, 68.0, 44.0, 40.0, 39.0, 28.0, 21.0, 23.0, 20.0, 11.0, 13.0, 5.0, 10.0, 6.0, 4.0, 7.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.005466502159833908, -0.005249194335192442, -0.005031886510550976, -0.00481457868590951, -0.0045972708612680435, -0.004379963036626577, -0.004162655211985111, -0.003945347387343645, -0.0037280397955328226, -0.0035107319708913565, -0.0032934241462498903, -0.003076116321608424, -0.0028588087297976017, -0.0026415009051561356, -0.0024241930805146694, -0.0022068852558732033, -0.001989577431231737, -0.001772269606590271, -0.0015549617819488049, -0.0013376540737226605, -0.0011203462490811944, -0.0009030384244397283, -0.000685730658005923, -0.00046842286246828735, -0.00025111506693065166, -3.380727139301598e-05, 0.0001835005241446197, 0.0004008083196822554, 0.0006181161152198911, 0.0008354239398613572, 0.0010527316480875015, 0.0012700394727289677, 0.0014873472973704338, 0.0017046551220119, 0.001921962946653366, 0.0021392707712948322, 0.0023565785959362984, 0.002573886187747121, 0.002791194012388587, 0.003008501837030053, 0.0032258096616715193, 0.0034431174863129854, 0.0036604253109544516, 0.0038777331355959177, 0.00409504072740674, 0.004312348552048206, 0.0045296563766896725, 0.004746964201331139, 0.004964272025972605, 0.005181579850614071, 0.005398887675255537, 0.005616195499897003, 0.005833503324538469, 0.0060508111491799355, 0.006268118973821402, 0.006485426798462868, 0.006702734157443047, 0.006920041982084513, 0.007137349806725979, 0.007354657631367445, 0.007571965456008911, 0.007789273280650377, 0.008006581105291843, 0.008223889395594597, 0.008441196754574776]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.019293760880827904, -0.01879052259027958, -0.018287284299731255, -0.01778404600918293, -0.017280805855989456, -0.01677756756544113, -0.016274329274892807, -0.015771090984344482, -0.015267852693796158, -0.014764613471925259, -0.014261375181376934, -0.01375813689082861, -0.01325489766895771, -0.012751659378409386, -0.012248421087861061, -0.011745181865990162, -0.011241943575441837, -0.010738705284893513, -0.010235466063022614, -0.009732227772474289, -0.009228989481925964, -0.008725750260055065, -0.00822251196950674, -0.007719273678958416, -0.007216034922748804, -0.006712796166539192, -0.006209557875990868, -0.005706319119781256, -0.005203080363571644, -0.004699842073023319, -0.004196603316813707, -0.003693364793434739, -0.003190126270055771, -0.0026868877466768026, -0.0021836492232978344, -0.0016804104670882225, -0.0011771719437092543, -0.0006739333621226251, -0.00017069478053599596, 0.0003325438010506332, 0.0008357823826372623, 0.0013390209060162306, 0.0018422595458105206, 0.0023454981856048107, 0.002848736708983779, 0.003351975232362747, 0.003855213988572359, 0.004358452279120684, 0.0048616910353302956, 0.0053649297915399075, 0.005868168082088232, 0.006371406838297844, 0.0068746451288461685, 0.00737788388505578, 0.007881122641265392, 0.008384360931813717, 0.008887600153684616, 0.00939083844423294, 0.009894076734781265, 0.01039731502532959, 0.010900554247200489, 0.011403792537748814, 0.011907030828297138, 0.012410270050168037, 0.012913508340716362]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 2.0, 4.0, 4.0, 5.0, 1.0, 4.0, 5.0, 2.0, 1.0, 9.0, 0.0, 0.0, 4.0, 6.0, 5.0, 6.0, 5.0, 4.0, 3.0, 2.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0, 9.0, 10.0, 8.0, 6.0, 63.0, 12.0, 6.0, 13.0, 5.0, 5.0, 7.0, 4.0, 2.0, 1.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01842004992067814, -0.01796913705766201, -0.01751822419464588, -0.017067311331629753, -0.016616398468613625, -0.016165485605597496, -0.015714570879936218, -0.015263658948242664, -0.014812745153903961, -0.014361832290887833, -0.013910919427871704, -0.013460006564855576, -0.013009093701839447, -0.012558180838823318, -0.012107267044484615, -0.011656354181468487, -0.011205441318452358, -0.01075452845543623, -0.010303615592420101, -0.009852701798081398, -0.00940178893506527, -0.008950876072049141, -0.008499963209033012, -0.008049050346016884, -0.007598137017339468, -0.0071472241543233395, -0.006696310825645924, -0.006245397962629795, -0.0057944850996136665, -0.005343571770936251, -0.004892658907920122, -0.004441745579242706, -0.003990832716226578, -0.0035399196203798056, -0.0030890065245330334, -0.002638093661516905, -0.0021871805656701326, -0.0017362674698233604, -0.00128535449039191, -0.0008344414527527988, -0.0003835284151136875, 6.738462252542377e-05, 0.000518297660164535, 0.0009692106978036463, 0.0014201237354427576, 0.0018710368312895298, 0.0023219496943056583, 0.0027728627901524305, 0.0032237758859992027, 0.003674688981845975, 0.004125602077692747, 0.004576514940708876, 0.0050274282693862915, 0.00547834113240242, 0.005929253995418549, 0.006380167324095964, 0.006831080187112093, 0.0072819930501282215, 0.007732906378805637, 0.008183819241821766, 0.008634732104837894, 0.009085644967854023, 0.009536558762192726, 0.009987471625208855, 0.010438384488224983]}, "_runtime": 6.630603551864624, "_timestamp": 1596207391.2192266, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 3.0, 5.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015041586942970753, -0.014454850926995277, -0.013868114911019802, -0.013281377963721752, -0.012694641947746277, -0.012107905931770802, -0.011521169915795326, -0.010934433899819851, -0.010347697883844376, -0.009760960936546326, -0.00917422492057085, -0.008587488904595375, -0.0080007528886199, -0.007414016406983137, -0.006827280391007662, -0.006240543909370899, -0.005653807893395424, -0.005067071877419949, -0.004480335395783186, -0.0038935993798077106, -0.0033068631310015917, -0.0027201268821954727, -0.0021333908662199974, -0.0015466546174138784, -0.0009599183686077595, -0.0003731821780093014, 0.00021355401258915663, 0.0008002902031876147, 0.0013870263937860727, 0.0019737626425921917, 0.002560498658567667, 0.003147234907373786, 0.003733971156179905, 0.00432070717215538, 0.004907443653792143, 0.005494179669767618, 0.006080916151404381, 0.006667652167379856, 0.007254388183355331, 0.007841124199330807, 0.008427860215306282, 0.009014597162604332, 0.009601333178579807, 0.010188069194555283, 0.010774805210530758, 0.011361541226506233, 0.011948278173804283, 0.012535014189779758, 0.013121750205755234, 0.013708486221730709, 0.014295222237706184, 0.014881959185004234, 0.01546869520097971, 0.016055431216955185, 0.016642168164253235, 0.017228903248906136, 0.017815640196204185, 0.018402375280857086, 0.018989112228155136, 0.019575849175453186, 0.020162584260106087, 0.020749321207404137, 0.021336056292057037, 0.021922793239355087, 0.022509530186653137]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 8.0, 6.0, 5.0, 7.0, 12.0, 9.0, 16.0, 24.0, 32.0, 40.0, 37.0, 59.0, 54.0, 73.0, 126.0, 124.0, 168.0, 237.0, 357.0, 490.0, 2245.0, 1596.0, 857.0, 522.0, 283.0, 163.0, 125.0, 61.0, 46.0, 38.0, 24.0, 9.0, 16.0, 10.0, 5.0, 15.0, 2.0, 7.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.20801587402820587, -0.20264872908592224, -0.1972815990447998, -0.19191445410251617, -0.18654730916023254, -0.1811801642179489, -0.17581301927566528, -0.17044588923454285, -0.16507874429225922, -0.15971159934997559, -0.15434446930885315, -0.14897732436656952, -0.1436101794242859, -0.13824303448200226, -0.13287588953971863, -0.1275087594985962, -0.12214161455631256, -0.11677446961402893, -0.1114073321223259, -0.10604019463062286, -0.10067304968833923, -0.0953059047460556, -0.08993876725435257, -0.08457162976264954, -0.0792044848203659, -0.07383733987808228, -0.06847020238637924, -0.06310306489467621, -0.05773591995239258, -0.052368778735399246, -0.047001637518405914, -0.04163449630141258, -0.03626735508441925, -0.03090021386742592, -0.025533072650432587, -0.020165931433439255, -0.014798790216445923, -0.009431648999452591, -0.004064507782459259, 0.0013026334345340729, 0.006669774651527405, 0.012036915868520737, 0.01740405708551407, 0.0227711983025074, 0.028138339519500732, 0.033505480736494064, 0.038872621953487396, 0.04423976317048073, 0.04960690438747406, 0.05497404560446739, 0.060341186821460724, 0.06570832431316376, 0.07107546925544739, 0.07644261419773102, 0.08180975168943405, 0.08717688918113708, 0.09254403412342072, 0.09791117906570435, 0.10327831655740738, 0.10864545404911041, 0.11401259899139404, 0.11937974393367767, 0.1247468814253807, 0.13011401891708374, 0.13548116385936737]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 27.0, 6.0, 2.0, 5.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0055417343974113464, -0.005368135869503021, -0.005194537341594696, -0.005020938813686371, -0.004847340285778046, -0.0046737417578697205, -0.004500143695622683, -0.004326545167714357, -0.004152946639806032, -0.003979348111897707, -0.003805749583989382, -0.0036321510560810566, -0.0034585525281727314, -0.003284954000264406, -0.0031113557051867247, -0.0029377571772783995, -0.0027641586493700743, -0.002590560121461749, -0.002416961593553424, -0.0022433632984757423, -0.002069764770567417, -0.001896166242659092, -0.0017225677147507668, -0.0015489693032577634, -0.0013753707753494382, -0.001201772247441113, -0.0010281738359481096, -0.0008545753080397844, -0.0006809768383391201, -0.0005073783686384559, -0.00033377986983396113, -0.00016018138558138162, 1.3417098671197891e-05, 0.0001870155829237774, 0.0003606140671763569, 0.0005342125659808517, 0.0007078110356815159, 0.0008814095053821802, 0.0010550080332905054, 0.0012286064447835088, 0.001402204972691834, 0.0015758035006001592, 0.0017494019120931625, 0.0019230004400014877, 0.002096598967909813, 0.002270197495818138, 0.0024437957908958197, 0.002617394318804145, 0.00279099284671247, 0.0029645913746207952, 0.0031381899025291204, 0.003311788197606802, 0.003485386725515127, 0.0036589852534234524, 0.0038325837813317776, 0.004006182309240103, 0.004179780837148428, 0.004353379365056753, 0.004526977892965078, 0.004700575955212116, 0.0048741744831204414, 0.005047773011028767, 0.005221371538937092, 0.005394970066845417, 0.005568568594753742]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 15.0, 21.0, 33.0, 44.0, 89.0, 118.0, 201.0, 339.0, 549.0, 825.0, 1198.0, 1724.0, 2456.0, 3305.0, 4436.0, 6007.0, 7714.0, 9826.0, 12290.0, 15337.0, 19554.0, 24961.0, 33254.0, 45527.0, 61378.0, 81964.0, 106267.0, 418819.0, 82449.0, 61770.0, 44348.0, 32314.0, 23968.0, 17965.0, 14059.0, 10761.0, 8281.0, 6564.0, 4999.0, 3856.0, 3009.0, 2228.0, 1586.0, 1111.0, 715.0, 524.0, 310.0, 220.0, 143.0, 81.0, 58.0, 28.0, 20.0, 14.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.012972400523722172, -0.012580043636262417, -0.012187686748802662, -0.011795329861342907, -0.011402972042560577, -0.011010615155100822, -0.010618258267641068, -0.010225901380181313, -0.009833544492721558, -0.009441187605261803, -0.009048830717802048, -0.008656473830342293, -0.008264116942882538, -0.007871759124100208, -0.007479402236640453, -0.007087045349180698, -0.0066946884617209435, -0.0063023315742611885, -0.0059099746868014336, -0.005517617333680391, -0.005125260446220636, -0.004732903558760881, -0.004340546205639839, -0.003948189318180084, -0.0035558324307203293, -0.0031634755432605743, -0.0027711184229701757, -0.002378761302679777, -0.001986404415220022, -0.0015940474113449454, -0.0012016904074698687, -0.0008093334035947919, -0.0004169763997197151, -2.4619395844638348e-05, 0.0003677376080304384, 0.0007600946119055152, 0.001152451615780592, 0.0015448086196556687, 0.0019371656235307455, 0.002329522743821144, 0.002721879631280899, 0.003114236518740654, 0.0035065936390310526, 0.003898950759321451, 0.004291307646781206, 0.004683664534240961, 0.005076021887362003, 0.005468378774821758, 0.005860735662281513, 0.006253092549741268, 0.006645449437201023, 0.007037806790322065, 0.00743016367778182, 0.007822521030902863, 0.008214877918362617, 0.008607234805822372, 0.008999591693282127, 0.009391948580741882, 0.009784305468201637, 0.010176662355661392, 0.010569019243121147, 0.010961377061903477, 0.011353733949363232, 0.011746090836822987, 0.012138447724282742]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01813957840204239, -0.01767660304903984, -0.017213627696037292, -0.016750650480389595, -0.016287675127387047, -0.0158246997743845, -0.015361723490059376, -0.014898748137056828, -0.014435771852731705, -0.013972796499729156, -0.013509821146726608, -0.013046844862401485, -0.012583869509398937, -0.012120893225073814, -0.011657917872071266, -0.011194941587746143, -0.010731966234743595, -0.010268990881741047, -0.009806014597415924, -0.009343039244413376, -0.008880062960088253, -0.008417087607085705, -0.007954111322760582, -0.007491135969758034, -0.007028160151094198, -0.006565184332430363, -0.006102208513766527, -0.005639232695102692, -0.005176257342100143, -0.004713281523436308, -0.004250305704772472, -0.003787329886108637, -0.0033243540674448013, -0.002861378248780966, -0.0023984024301171303, -0.0019354268442839384, -0.0014724510256201029, -0.0010094752069562674, -0.0005464995047077537, -8.352374425157905e-05, 0.00037945201620459557, 0.0008424277766607702, 0.0013054035371169448, 0.0017683792393654585, 0.002231355058029294, 0.0026943308766931295, 0.0031573064625263214, 0.003620282281190157, 0.0040832580998539925, 0.004546233918517828, 0.0050092097371816635, 0.005472185555845499, 0.0059351613745093346, 0.006398136727511883, 0.006861112546175718, 0.007324088364839554, 0.007787064183503389, 0.008250040002167225, 0.008713015355169773, 0.009175991639494896, 0.009638966992497444, 0.010101943276822567, 0.010564918629825115, 0.011027894914150238, 0.011490870267152786]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 11.0, 9.0, 13.0, 14.0, 17.0, 28.0, 28.0, 33.0, 40.0, 52.0, 52.0, 70.0, 82.0, 86.0, 105.0, 138.0, 163.0, 179.0, 197.0, 249.0, 282.0, 348.0, 490.0, 674.0, 836.0, 990.0, 1432.0, 2152.0, 7338.0, 941.0, 399.0, 199.0, 110.0, 107.0, 83.0, 95.0, 85.0, 66.0, 43.0, 45.0, 22.0, 20.0, 25.0, 16.0, 15.0, 10.0, 5.0, 2.0, 3.0, 3.0, 3.0, 4.0], "bins": [-0.011619898490607738, -0.011333041824400425, -0.011046185158193111, -0.010759329423308372, -0.010472472757101059, -0.010185616090893745, -0.009898759424686432, -0.009611903689801693, -0.00932504702359438, -0.009038190357387066, -0.008751333691179752, -0.008464477024972439, -0.0081776212900877, -0.007890764623880386, -0.007603907957673073, -0.007317051757127047, -0.007030195090919733, -0.0067433384247124195, -0.006456482224166393, -0.00616962555795908, -0.0058827693574130535, -0.00559591269120574, -0.005309056490659714, -0.0050221998244524, -0.004735343158245087, -0.0044484869576990604, -0.004161630291491747, -0.0038747740909457207, -0.003587917424738407, -0.0033010609913617373, -0.0030142045579850674, -0.0027273481246083975, -0.0024404916912317276, -0.0021536352578550577, -0.0018667788244783878, -0.0015799222746863961, -0.0012930658413097262, -0.0010062094079330564, -0.0007193529163487256, -0.0004324964538682252, -0.00014563999138772488, 0.00014121647109277546, 0.0004280729335732758, 0.0007149294251576066, 0.0010017858585342765, 0.0012886422919109464, 0.001575498841702938, 0.001862355275079608, 0.002149211708456278, 0.0024360681418329477, 0.0027229245752096176, 0.0030097810085862875, 0.0032966374419629574, 0.003583494108170271, 0.003870350541546941, 0.004157206974923611, 0.004444063641130924, 0.0047309198416769505, 0.005017776507884264, 0.00530463270843029, 0.005591489374637604, 0.00587834557518363, 0.0061652022413909435, 0.00645205844193697, 0.006738915108144283]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0427880734205246, -0.042031846940517426, -0.04127562418580055, -0.04051939770579338, -0.03976317495107651, -0.039006948471069336, -0.03825072571635246, -0.03749449923634529, -0.03673827648162842, -0.035982050001621246, -0.03522582724690437, -0.0344696007668972, -0.03371337801218033, -0.03295715153217316, -0.032200928777456284, -0.03144470229744911, -0.03068847768008709, -0.029932253062725067, -0.029176028445363045, -0.028419803828001022, -0.027663579210639, -0.026907354593276978, -0.026151129975914955, -0.025394905358552933, -0.02463867887854576, -0.02388245426118374, -0.023126229643821716, -0.022370005026459694, -0.02161378040909767, -0.02085755579173565, -0.020101331174373627, -0.019345106557011604, -0.018588881939649582, -0.01783265732228756, -0.017076432704925537, -0.016320208087563515, -0.015563983470201492, -0.014807757921516895, -0.014051533304154873, -0.01329530868679285, -0.012539084069430828, -0.011782859452068806, -0.011026634834706783, -0.010270410217344761, -0.009514184668660164, -0.008757960051298141, -0.008001735433936119, -0.007245510816574097, -0.006489286199212074, -0.005733061581850052, -0.0049768369644880295, -0.00422061188146472, -0.0034643872641026974, -0.002708162646740675, -0.001951937796548009, -0.0011957130627706647, -0.00043948832899332047, 0.00031673640478402376, 0.001072961138561368, 0.0018291858723387122, 0.0025854106061160564, 0.003341635223478079, 0.0040978603065013885, 0.004854084923863411, 0.005610309541225433]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 2.0, 3.0, 7.0, 3.0, 8.0, 6.0, 9.0, 7.0, 4.0, 4.0, 8.0, 2.0, 2.0, 8.0, 5.0, 4.0, 4.0, 1.0, 4.0, 5.0, 9.0, 6.0, 5.0, 3.0, 6.0, 4.0, 7.0, 4.0, 7.0, 18.0, 54.0, 7.0, 8.0, 3.0, 3.0, 7.0, 3.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016497664153575897, -0.016131414100527763, -0.01576516218483448, -0.015398911200463772, -0.015032660216093063, -0.014666409231722355, -0.014300158247351646, -0.013933907262980938, -0.01356765627861023, -0.013201405294239521, -0.012835154309868813, -0.012468903325498104, -0.012102652341127396, -0.011736401356756687, -0.011370150372385979, -0.01100389938801527, -0.010637648403644562, -0.010271398350596428, -0.00990514736622572, -0.009538896381855011, -0.009172645397484303, -0.008806394413113594, -0.008440143428742886, -0.008073892444372177, -0.007707641460001469, -0.00734139047563076, -0.006975139491260052, -0.006608888506889343, -0.006242637522518635, -0.005876386538147926, -0.005510135553777218, -0.005143884569406509, -0.004777633585035801, -0.0044113826006650925, -0.004045131616294384, -0.0036788806319236755, -0.003312629647552967, -0.0029463788960129023, -0.002580127911642194, -0.0022138769272714853, -0.0018476259429007769, -0.0014813749585300684, -0.00111512397415936, -0.0007488731062039733, -0.00038262212183326483, -1.637116656638682e-05, 0.0003498797887004912, 0.0007161307148635387, 0.0010823816992342472, 0.0014486326836049557, 0.0018148836679756641, 0.0021811346523463726, 0.002547385636717081, 0.002913636388257146, 0.0032798873726278543, 0.003646138356998563, 0.004012389108538628, 0.004378640092909336, 0.0047448910772800446, 0.005111142061650753, 0.0054773930460214615, 0.00584364403039217, 0.006209895014762878, 0.006576145999133587, 0.006942396983504295]}, "_runtime": 7.422373533248901, "_timestamp": 1596207392.0109966, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01705603115260601, -0.016542138531804085, -0.01602824777364731, -0.015514355152845383, -0.015000463463366032, -0.01448657177388668, -0.013972679153084755, -0.013458787463605404, -0.012944895774126053, -0.012431004084646702, -0.01191711239516735, -0.011403219774365425, -0.010889328084886074, -0.010375436395406723, -0.009861543774604797, -0.009347652085125446, -0.008833760395646095, -0.008319868706166744, -0.007805976551026106, -0.0072920843958854675, -0.0067781927064061165, -0.0062643010169267654, -0.005750408861786127, -0.005236516706645489, -0.004722625017166138, -0.004208733327686787, -0.0036948411725461483, -0.0031809492502361536, -0.002667057327926159, -0.002153165405616164, -0.0016392734833061695, -0.0011253815609961748, -0.0006114896386861801, -9.759771637618542e-05, 0.0004162942059338093, 0.000930186128243804, 0.0014440780505537987, 0.0019579699728637934, 0.002471861895173788, 0.0029857538174837828, 0.0034996457397937775, 0.0040135374292731285, 0.004527429584413767, 0.005041321739554405, 0.005555213429033756, 0.006069105118513107, 0.006582997273653746, 0.007096889428794384, 0.007610781118273735, 0.008124672807753086, 0.008638564497232437, 0.009152457118034363, 0.009666348807513714, 0.010180240496993065, 0.01069413311779499, 0.011208024807274342, 0.011721916496753693, 0.012235808186233044, 0.012749699875712395, 0.01326359249651432, 0.013777484185993671, 0.014291375875473022, 0.014805268496274948, 0.0153191601857543, 0.01583305187523365]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 0.0, 4.0, 6.0, 9.0, 8.0, 11.0, 18.0, 14.0, 18.0, 28.0, 30.0, 40.0, 44.0, 48.0, 61.0, 84.0, 104.0, 142.0, 188.0, 225.0, 280.0, 406.0, 2021.0, 1800.0, 871.0, 445.0, 270.0, 218.0, 143.0, 88.0, 69.0, 51.0, 31.0, 31.0, 36.0, 16.0, 16.0, 10.0, 6.0, 6.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 5.0, 1.0, 0.0, 2.0], "bins": [-0.1926010251045227, -0.1873910129070282, -0.1821810007095337, -0.17697098851203918, -0.17176097631454468, -0.16655096411705017, -0.16134095191955566, -0.15613093972206116, -0.15092092752456665, -0.14571091532707214, -0.14050090312957764, -0.13529089093208313, -0.13008087873458862, -0.12487085908651352, -0.11966084688901901, -0.1144508346915245, -0.10924082249403, -0.10403081029653549, -0.09882079809904099, -0.09361078590154648, -0.08840077370405197, -0.08319076150655746, -0.07798074930906296, -0.07277073711156845, -0.06756071746349335, -0.06235070899128914, -0.05714069679379463, -0.051930684596300125, -0.04672066867351532, -0.04151065647602081, -0.036300644278526306, -0.0310906320810318, -0.025880619883537292, -0.020670607686042786, -0.015460594557225704, -0.010250581428408623, -0.005040569230914116, 0.00016944343224167824, 0.005379456095397472, 0.010589469224214554, 0.01579948142170906, 0.021009493619203568, 0.026219505816698074, 0.03142951801419258, 0.036639533936977386, 0.04184954613447189, 0.0470595583319664, 0.05226957052946091, 0.057479582726955414, 0.06268959492444992, 0.06789960712194443, 0.07310961931943893, 0.07831963151693344, 0.08352964371442795, 0.08873965591192245, 0.09394966810941696, 0.09915968775749207, 0.10436969995498657, 0.10957971215248108, 0.11478972434997559, 0.11999973654747009, 0.1252097487449646, 0.1304197609424591, 0.1356297731399536, 0.14083978533744812]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 4.0, 7.0, 1.0, 27.0, 4.0, 3.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004699433222413063, -0.004513269290328026, -0.004327105823904276, -0.004140941891819239, -0.003954778425395489, -0.003768614726141095, -0.0035824510268867016, -0.003396287327632308, -0.0032101236283779144, -0.003023959696292877, -0.0028377959970384836, -0.00265163229778409, -0.0024654685985296965, -0.002279304899275303, -0.0020931412000209093, -0.0019069775007665157, -0.0017208138015121222, -0.0015346501022577286, -0.001348486403003335, -0.0011623227037489414, -0.0009761589462868869, -0.0007899952470324934, -0.0006038314895704389, -0.0004176677903160453, -0.0002315040910616517, -4.53403772553429e-05, 0.0001408233365509659, 0.00032698706490918994, 0.0005131507641635835, 0.0006993144634179771, 0.0008854782208800316, 0.0010716419201344252, 0.0012578056193888187, 0.0014439693186432123, 0.001630133017897606, 0.0018162967171519995, 0.002002460416406393, 0.0021886241156607866, 0.00237478781491518, 0.002560951514169574, 0.0027471152134239674, 0.0029332791455090046, 0.003119442844763398, 0.0033056065440177917, 0.0034917702432721853, 0.003677933942526579, 0.0038640976417809725, 0.004050261341035366, 0.004236425273120403, 0.004422588739544153, 0.0046087526716291904, 0.00479491613805294, 0.004981080070137978, 0.0051672435365617275, 0.005353407468646765, 0.005539570935070515, 0.005725734867155552, 0.005911898333579302, 0.006098062265664339, 0.006284225732088089, 0.006470389664173126, 0.006656553130596876, 0.006842717062681913, 0.007028880529105663, 0.0072150444611907005]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 5.0, 13.0, 18.0, 40.0, 66.0, 90.0, 160.0, 222.0, 374.0, 629.0, 940.0, 1271.0, 1961.0, 2757.0, 3733.0, 4995.0, 6700.0, 8697.0, 11400.0, 15557.0, 20440.0, 28537.0, 40287.0, 57933.0, 84357.0, 117906.0, 446311.0, 94264.0, 64273.0, 44235.0, 30410.0, 22128.0, 15805.0, 11835.0, 8953.0, 6949.0, 5250.0, 4120.0, 3274.0, 2585.0, 2155.0, 1709.0, 1349.0, 1104.0, 902.0, 788.0, 559.0, 488.0, 361.0, 263.0, 164.0, 113.0, 83.0, 49.0, 31.0, 15.0, 18.0, 10.0, 2.0, 0.0, 1.0], "bins": [-0.012844068929553032, -0.012406702153384686, -0.011969335377216339, -0.011531968601047993, -0.011094601824879646, -0.0106572350487113, -0.010219868272542953, -0.009782501496374607, -0.00934513472020626, -0.00890776701271534, -0.008470400236546993, -0.008033033460378647, -0.0075956666842103004, -0.007158299908041954, -0.006720933131873608, -0.006283566355705261, -0.005846199579536915, -0.005408832803368568, -0.004971466027200222, -0.004534099251031876, -0.004096732474863529, -0.003659365465864539, -0.003221998456865549, -0.0027846316806972027, -0.0023472649045288563, -0.0019098981283605099, -0.0014725312357768416, -0.0010351643431931734, -0.000597797567024827, -0.00016043073264881968, 0.00027693610172718763, 0.000714302936103195, 0.0011516697704792023, 0.0015890365466475487, 0.002026403322815895, 0.002463770331814885, 0.0029011371079832315, 0.003338503884151578, 0.003775870893150568, 0.004213237669318914, 0.004650604445487261, 0.005087971221655607, 0.005525337997823954, 0.0059627047739923, 0.006400072015821934, 0.00683743879199028, 0.0072748055681586266, 0.007712172344326973, 0.00814953912049532, 0.008586905896663666, 0.009024272672832012, 0.009461639449000359, 0.009899006225168705, 0.010336373001337051, 0.010773739777505398, 0.011211106553673744, 0.011648474261164665, 0.012085841037333012, 0.012523207813501358, 0.012960574589669704, 0.01339794136583805, 0.013835308142006397, 0.014272674918174744, 0.01471004169434309, 0.015147408470511436]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 7.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00484980596229434, -0.004583047702908516, -0.004316289443522692, -0.0040495311841368675, -0.0037827726919203997, -0.0035160144325345755, -0.0032492559403181076, -0.0029824976809322834, -0.002715739421546459, -0.002448981162160635, -0.002182222902774811, -0.001915464410558343, -0.0016487061511725187, -0.0013819478917866945, -0.0011151895159855485, -0.0008484311983920634, -0.0005816728807985783, -0.00031491456320509315, -4.815624561160803e-05, 0.0002186020719818771, 0.0004853603895753622, 0.0007521187071688473, 0.0010188770247623324, 0.0012856354005634785, 0.0015523936599493027, 0.0018191519193351269, 0.002085910178720951, 0.002352668670937419, 0.002619426930323243, 0.0028861851897090673, 0.003152943681925535, 0.0034197019413113594, 0.0036864602006971836, 0.003953218460083008, 0.004219976719468832, 0.004486734978854656, 0.004753493703901768, 0.005020251963287592, 0.005287010222673416, 0.00555376848205924, 0.0058205267414450645, 0.006087285000830889, 0.006354043260216713, 0.006620801519602537, 0.006887559778988361, 0.007154318504035473, 0.007421076763421297, 0.007687835022807121, 0.007954593747854233, 0.00822135154157877, 0.008488110266625881, 0.008754868060350418, 0.00902162678539753, 0.009288384579122066, 0.009555143304169178, 0.009821901097893715, 0.010088659822940826, 0.010355418547987938, 0.010622176341712475, 0.010888935066759586, 0.011155692860484123, 0.011422451585531235, 0.011689209379255772, 0.011955968104302883, 0.01222272589802742]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 8.0, 14.0, 4.0, 12.0, 20.0, 18.0, 25.0, 33.0, 32.0, 49.0, 69.0, 77.0, 113.0, 127.0, 156.0, 190.0, 239.0, 270.0, 289.0, 352.0, 412.0, 519.0, 668.0, 881.0, 983.0, 1576.0, 5978.0, 1233.0, 941.0, 692.0, 488.0, 341.0, 252.0, 190.0, 164.0, 139.0, 105.0, 105.0, 114.0, 98.0, 103.0, 73.0, 58.0, 47.0, 40.0, 39.0, 27.0, 24.0, 13.0, 9.0, 4.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.006196977104991674, -0.00601041316986084, -0.005823849234730005, -0.005637285299599171, -0.005450720898807049, -0.005264156963676214, -0.00507759302854538, -0.004891029093414545, -0.0047044651582837105, -0.004517901223152876, -0.004331337288022041, -0.004144773352891207, -0.003958209417760372, -0.003771645249798894, -0.0035850810818374157, -0.003398517146706581, -0.0032119532115757465, -0.003025389276444912, -0.0028388253413140774, -0.002652261173352599, -0.0024656972382217646, -0.00227913330309093, -0.0020925691351294518, -0.0019060051999986172, -0.0017194412648677826, -0.001532877329736948, -0.0013463132781907916, -0.0011597492266446352, -0.0009731852915138006, -0.0007866212981753051, -0.0006000573048368096, -0.00041349331149831414, -0.00022692931815981865, -4.0365324821323156e-05, 0.00014619866851717234, 0.00033276266185566783, 0.0005193266551941633, 0.0007058906485326588, 0.0008924546418711543, 0.0010790186934173107, 0.0012655826285481453, 0.0014521465636789799, 0.0016387106152251363, 0.0018252746667712927, 0.0020118386019021273, 0.002198402537032962, 0.00238496670499444, 0.0025715306401252747, 0.0027580945752561092, 0.002944658510386944, 0.0031312224455177784, 0.0033177866134792566, 0.003504350548610091, 0.003690914483740926, 0.003877478651702404, 0.004064042586833239, 0.004250606521964073, 0.004437170457094908, 0.004623734392225742, 0.004810298327356577, 0.0049968622624874115, 0.005183426663279533, 0.005369990598410368, 0.0055565545335412025, 0.005743118468672037]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03008291684091091, -0.029337912797927856, -0.0285929087549448, -0.027847904711961746, -0.02710290066897869, -0.026357896625995636, -0.02561289258301258, -0.024867888540029526, -0.02412288263440132, -0.023377878591418266, -0.02263287454843521, -0.021887870505452156, -0.0211428664624691, -0.020397862419486046, -0.01965285837650299, -0.018907854333519936, -0.01816285029053688, -0.017417846247553825, -0.01667284220457077, -0.015927838161587715, -0.01518283411860466, -0.01443782914429903, -0.013692825101315975, -0.01294782105833292, -0.012202817015349865, -0.01145781297236681, -0.010712808929383755, -0.0099678048864007, -0.00922279991209507, -0.008477795869112015, -0.00773279182612896, -0.0069877877831459045, -0.006242783740162849, -0.005497779697179794, -0.004752775654196739, -0.004007771145552397, -0.0032627671025693417, -0.0025177630595862865, -0.0017727587837725878, -0.0010277546243742108, -0.0002827504649758339, 0.00046225369442254305, 0.00120725785382092, 0.001952262013219297, 0.002697266172617674, 0.003442270215600729, 0.004187274724245071, 0.0049322787672281265, 0.005677282810211182, 0.006422286853194237, 0.007167290896177292, 0.007912294939160347, 0.008657298982143402, 0.009402303956449032, 0.010147307999432087, 0.010892312042415142, 0.011637316085398197, 0.012382320128381252, 0.013127324171364307, 0.013872328214347363, 0.014617333188652992, 0.015362337231636047, 0.016107341274619102, 0.016852345317602158, 0.017597349360585213]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 5.0, 4.0, 4.0, 6.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 4.0, 6.0, 4.0, 4.0, 3.0, 5.0, 4.0, 3.0, 1.0, 6.0, 7.0, 7.0, 8.0, 2.0, 4.0, 7.0, 7.0, 2.0, 9.0, 5.0, 3.0, 4.0, 8.0, 11.0, 10.0, 9.0, 38.0, 10.0, 12.0, 6.0, 9.0, 8.0, 5.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021691326051950455, -0.021191854029893875, -0.020692382007837296, -0.020192909985780716, -0.019693437963724136, -0.019193964079022408, -0.018694492056965828, -0.01819502003490925, -0.01769554801285267, -0.01719607599079609, -0.01669660396873951, -0.01619713194668293, -0.0156976580619812, -0.015198186971247196, -0.014698714017868042, -0.014199241995811462, -0.013699769973754883, -0.013200297951698303, -0.012700825929641724, -0.01220135297626257, -0.01170188095420599, -0.01120240893214941, -0.010702935978770256, -0.010203463956713676, -0.009703991934657097, -0.009204519912600517, -0.008705047890543938, -0.008205574937164783, -0.007706102915108204, -0.007206630893051624, -0.006707158405333757, -0.0062076859176158905, -0.005708213895559311, -0.005208741873502731, -0.004709269385784864, -0.0042097968980669975, -0.003710324876010418, -0.0032108526211231947, -0.0027113803662359715, -0.002211908111348748, -0.001712435856461525, -0.0012129636015743017, -0.0007134913466870785, -0.00021401909179985523, 0.000285453163087368, 0.0007849254179745913, 0.0012843976728618145, 0.0017838699277490377, 0.002283342182636261, 0.0027828144375234842, 0.0032822866924107075, 0.0037817589472979307, 0.004281231202185154, 0.0047807032242417336, 0.0052801757119596004, 0.005779648199677467, 0.006279120221734047, 0.0067785922437906265, 0.007278064731508493, 0.00777753721922636, 0.00827700924128294, 0.00877648126333952, 0.009275954216718674, 0.009775426238775253, 0.010274898260831833]}, "_runtime": 8.244905471801758, "_timestamp": 1596207392.8335285, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03217883035540581, -0.03138500824570656, -0.03059118613600731, -0.02979736588895321, -0.02900354377925396, -0.02820972166955471, -0.02741590142250061, -0.02662207931280136, -0.025828257203102112, -0.025034435093402863, -0.024240612983703613, -0.023446792736649513, -0.022652970626950264, -0.021859148517251015, -0.021065328270196915, -0.020271506160497665, -0.019477684050798416, -0.018683861941099167, -0.017890039831399918, -0.017096219584345818, -0.01630239747464657, -0.015508575364947319, -0.014714754186570644, -0.01392093300819397, -0.01312711089849472, -0.012333288788795471, -0.011539467610418797, -0.010745646432042122, -0.009951824322342873, -0.009158002212643623, -0.008364181034266949, -0.007570359390228987, -0.006776537746191025, -0.005982716102153063, -0.005188894458115101, -0.004395072814077139, -0.003601251170039177, -0.002807429526001215, -0.002013607881963253, -0.001219786237925291, -0.0004259645938873291, 0.00036785705015063286, 0.0011616786941885948, 0.0019555003382265568, 0.0027493219822645187, 0.0035431436263024807, 0.004336965270340443, 0.005130786914378405, 0.005924608558416367, 0.0067184302024543285, 0.0075122518464922905, 0.008306073024868965, 0.009099895134568214, 0.009893717244267464, 0.010687538422644138, 0.011481359601020813, 0.012275181710720062, 0.013069003820419312, 0.013862824998795986, 0.01465664617717266, 0.01545046828687191, 0.01624429039657116, 0.01703811064362526, 0.01783193275332451, 0.018625754863023758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 4.0, 11.0, 10.0, 11.0, 25.0, 31.0, 49.0, 57.0, 86.0, 113.0, 170.0, 300.0, 410.0, 588.0, 3509.0, 1225.0, 547.0, 271.0, 167.0, 105.0, 55.0, 50.0, 30.0, 19.0, 17.0, 10.0, 10.0, 9.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.30463165044784546, -0.2972829341888428, -0.2899341881275177, -0.282585471868515, -0.27523672580718994, -0.26788800954818726, -0.2605392634868622, -0.2531905472278595, -0.24584181606769562, -0.23849308490753174, -0.23114435374736786, -0.22379562258720398, -0.2164469063282013, -0.20909817516803741, -0.20174944400787354, -0.19440071284770966, -0.18705198168754578, -0.1797032505273819, -0.17235451936721802, -0.16500578820705414, -0.15765705704689026, -0.15030834078788757, -0.1429596096277237, -0.13561087846755981, -0.12826214730739594, -0.12091341614723206, -0.11356468498706818, -0.1062159612774849, -0.09886723011732101, -0.09151849895715714, -0.08416977524757385, -0.07682104408740997, -0.0694723129272461, -0.062123581767082214, -0.05477485433220863, -0.04742612689733505, -0.04007739573717117, -0.032728664577007294, -0.025379937142133713, -0.018031207844614983, -0.010682478547096252, -0.0033337492495775223, 0.004014980047941208, 0.011363709345459938, 0.018712438642978668, 0.0260611679404974, 0.03340989723801613, 0.04075862467288971, 0.04810735583305359, 0.05545608699321747, 0.06280481815338135, 0.07015354186296463, 0.07750227302312851, 0.08485100418329239, 0.09219972789287567, 0.09954845905303955, 0.10689719021320343, 0.11424592137336731, 0.12159465253353119, 0.12894338369369507, 0.13629209995269775, 0.14364083111286163, 0.1509895622730255, 0.1583382934331894, 0.16568702459335327]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 5.0, 3.0, 2.0, 6.0, 0.0, 27.0, 3.0, 7.0, 1.0, 2.0, 3.0, 0.0, 5.0, 5.0, 0.0, 3.0, 0.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.004622500855475664, -0.004478841088712215, -0.004335181787610054, -0.004191522020846605, -0.004047862254083157, -0.003904202952980995, -0.0037605431862175465, -0.0036168836522847414, -0.0034732241183519363, -0.0033295645844191313, -0.0031859050504863262, -0.0030422452837228775, -0.0028985857497900724, -0.0027549262158572674, -0.0026112664490938187, -0.0024676069151610136, -0.0023239473812282085, -0.0021802878472954035, -0.0020366283133625984, -0.0018929685465991497, -0.0017493090126663446, -0.0016056494787335396, -0.0014619898283854127, -0.0013183301780372858, -0.0011746706441044807, -0.0010310111101716757, -0.0008873514598235488, -0.0007436918676830828, -0.0006000322755426168, -0.00045637268340215087, -0.0003127130912616849, -0.00016905349912121892, -2.5393906980752945e-05, 0.00011826568515971303, 0.000261925277300179, 0.000405584869440645, 0.000549244461581111, 0.0006929040537215769, 0.0008365636458620429, 0.0009802232962101698, 0.0011238828301429749, 0.00126754236407578, 0.0014112020144239068, 0.0015548616647720337, 0.0016985211987048388, 0.0018421807326376438, 0.0019858404994010925, 0.0021295000333338976, 0.0022731595672667027, 0.0024168191011995077, 0.0025604786351323128, 0.0027041384018957615, 0.0028477979358285666, 0.0029914574697613716, 0.0031351172365248203, 0.0032787767704576254, 0.0034224363043904305, 0.0035660958383232355, 0.0037097553722560406, 0.0038534151390194893, 0.003997074440121651, 0.004140734206885099, 0.004284393973648548, 0.0044280532747507095, 0.004571713041514158]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 7.0, 9.0, 15.0, 18.0, 40.0, 48.0, 58.0, 105.0, 133.0, 220.0, 294.0, 451.0, 627.0, 997.0, 1537.0, 2152.0, 3037.0, 4134.0, 5649.0, 7522.0, 9692.0, 12987.0, 17196.0, 22901.0, 30397.0, 41827.0, 58323.0, 81471.0, 114500.0, 449199.0, 89392.0, 61434.0, 43027.0, 30370.0, 22013.0, 16401.0, 12226.0, 9139.0, 7036.0, 5512.0, 4258.0, 3233.0, 2501.0, 1902.0, 1484.0, 1083.0, 845.0, 584.0, 479.0, 326.0, 277.0, 199.0, 137.0, 89.0, 55.0, 32.0, 23.0, 10.0, 12.0, 5.0, 8.0, 2.0, 3.0], "bins": [-0.011956603266298771, -0.011562139727175236, -0.011167677119374275, -0.01077321358025074, -0.010378750041127205, -0.00998428650200367, -0.009589822962880135, -0.009195360355079174, -0.008800896815955639, -0.008406433276832104, -0.008011970669031143, -0.007617507129907608, -0.007223043590784073, -0.006828580051660538, -0.00643411697819829, -0.006039653904736042, -0.005645190365612507, -0.005250726826488972, -0.004856263753026724, -0.004461800679564476, -0.004067337140440941, -0.0036728738341480494, -0.003278410527855158, -0.0028839472215622663, -0.002489483915269375, -0.0020950206089764833, -0.0017005573026835918, -0.0013060939963907003, -0.0009116306900978088, -0.0005171673838049173, -0.00012270407751202583, 0.00027175922878086567, 0.0006662225350737572, 0.0010606858413666487, 0.0014551491476595402, 0.0018496124539524317, 0.002244075760245323, 0.0026385390665382147, 0.003033002372831106, 0.0034274656791239977, 0.003821928985416889, 0.004216392524540424, 0.004610855598002672, 0.00500531867146492, 0.005399782210588455, 0.00579424574971199, 0.006188708823174238, 0.006583171896636486, 0.006977635435760021, 0.007372098974883556, 0.007766562048345804, 0.008161025121808052, 0.008555488660931587, 0.008949952200055122, 0.009344415739178658, 0.009738878346979618, 0.010133341886103153, 0.010527805425226688, 0.010922268033027649, 0.011316731572151184, 0.01171119511127472, 0.012105658650398254, 0.01250012218952179, 0.01289458479732275, 0.013289048336446285]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 11.0, 4.0, 4.0, 6.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.02690790966153145, -0.026330042630434036, -0.025752175599336624, -0.025174306705594063, -0.02459643967449665, -0.02401857264339924, -0.023440705612301826, -0.022862838581204414, -0.022284969687461853, -0.02170710265636444, -0.02112923562526703, -0.020551368594169617, -0.019973501563072205, -0.019395634531974792, -0.01881776563823223, -0.01823989860713482, -0.017662031576037407, -0.017084164544939995, -0.016506297513842583, -0.01592842862010002, -0.01535056158900261, -0.014772694557905197, -0.014194827526807785, -0.013616959564387798, -0.013039092533290386, -0.012461225502192974, -0.011883357539772987, -0.011305490508675575, -0.010727623477578163, -0.010149755515158176, -0.009571888484060764, -0.008994020521640778, -0.008416153490543365, -0.007838286459445953, -0.007260418497025967, -0.0066825514659285545, -0.006104683969169855, -0.005526816472411156, -0.004948949441313744, -0.004371081944555044, -0.0037932144477963448, -0.0032153469510376453, -0.0026374796871095896, -0.002059612423181534, -0.0014817449264228344, -0.0009038775460794568, -0.0003260101657360792, 0.0002518572146072984, 0.000829724594950676, 0.0014075919752940536, 0.001985459355637431, 0.002563326619565487, 0.0031411941163241863, 0.0037190616130828857, 0.004296928644180298, 0.004874796140938997, 0.005452663637697697, 0.006030531134456396, 0.0066083986312150955, 0.007186265662312508, 0.007764133159071207, 0.008342000655829906, 0.008919867686927319, 0.009497735649347305, 0.010075602680444717]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 5.0, 13.0, 6.0, 9.0, 13.0, 14.0, 27.0, 25.0, 25.0, 43.0, 57.0, 70.0, 80.0, 90.0, 88.0, 90.0, 70.0, 83.0, 62.0, 66.0, 65.0, 65.0, 72.0, 55.0, 108.0, 146.0, 172.0, 301.0, 431.0, 551.0, 849.0, 5671.0, 3477.0, 1865.0, 1098.0, 652.0, 435.0, 340.0, 260.0, 189.0, 137.0, 102.0, 92.0, 83.0, 71.0, 49.0, 31.0, 22.0, 18.0, 22.0, 23.0, 14.0, 3.0, 0.0, 4.0, 7.0, 4.0], "bins": [-0.012303893454372883, -0.011988230049610138, -0.011672566644847393, -0.011356903240084648, -0.011041238903999329, -0.010725575499236584, -0.010409912094473839, -0.010094248689711094, -0.009778585284948349, -0.009462921880185604, -0.00914725847542286, -0.008831595070660114, -0.00851593166589737, -0.00820026732981205, -0.007884603925049305, -0.00756894052028656, -0.007253277115523815, -0.00693761371076107, -0.006621950305998325, -0.006306286435574293, -0.005990623030811548, -0.005674959626048803, -0.005359295755624771, -0.005043632350862026, -0.004727968946099281, -0.004412305541336536, -0.0040966421365737915, -0.0037809782661497593, -0.0034653148613870144, -0.0031496514566242695, -0.002833987819030881, -0.0025183241814374924, -0.0022026607766747475, -0.0018869972554966807, -0.001571333734318614, -0.0012556702131405473, -0.0009400066919624805, -0.0006243431707844138, -0.0003086796496063471, 6.9838715717196465e-06, 0.0003226473927497864, 0.0006383109139278531, 0.0009539744351059198, 0.0012696379562839866, 0.0015853014774620533, 0.00190096499864012, 0.0022166285198181868, 0.0025322921574115753, 0.0028479555621743202, 0.003163618966937065, 0.0034792826045304537, 0.0037949462421238422, 0.004110609646886587, 0.004426273051649332, 0.004741936922073364, 0.005057600326836109, 0.005373263731598854, 0.005688927136361599, 0.006004590541124344, 0.006320254411548376, 0.006635917816311121, 0.006951581221073866, 0.007267245091497898, 0.007582908496260643, 0.007898571901023388]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07146845012903214, -0.0691433846950531, -0.06681831181049347, -0.06449324637651443, -0.0621681734919548, -0.05984310433268547, -0.05751803517341614, -0.055192966014146805, -0.05286789685487747, -0.05054283142089844, -0.048217762261629105, -0.04589269310235977, -0.04356762394309044, -0.041242554783821106, -0.03891748562455177, -0.03659241646528244, -0.03426734730601311, -0.031942278146743774, -0.02961720898747444, -0.02729213982820511, -0.024967070668935776, -0.022642003372311592, -0.02031693421304226, -0.017991865053772926, -0.015666795894503593, -0.01334172673523426, -0.011016657575964928, -0.00869158934801817, -0.0063665201887488365, -0.004041451029479504, -0.001716382335871458, 0.0006086865905672312, 0.0029337555170059204, 0.005258824676275253, 0.007583893369883299, 0.009908962063491344, 0.012234031222760677, 0.01455910038203001, 0.01688416860997677, 0.0192092377692461, 0.021534306928515434, 0.023859376087784767, 0.0261844452470541, 0.028509514406323433, 0.030834581702947617, 0.03315965086221695, 0.03548472002148628, 0.037809789180755615, 0.04013485834002495, 0.04245992749929428, 0.044784996658563614, 0.04711006581783295, 0.04943513497710228, 0.05176020413637161, 0.054085273295640945, 0.05641034245491028, 0.05873540788888931, 0.061060477048158646, 0.06338554620742798, 0.06571061909198761, 0.06803568452596664, 0.07036075741052628, 0.07268582284450531, 0.07501089572906494, 0.07733596116304398]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 6.0, 1.0, 6.0, 8.0, 8.0, 10.0, 9.0, 12.0, 44.0, 13.0, 12.0, 10.0, 11.0, 7.0, 9.0, 11.0, 3.0, 5.0, 9.0, 5.0, 14.0, 5.0, 6.0, 6.0, 12.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010193242691457272, -0.009654361754655838, -0.009115480817854404, -0.008576599881052971, -0.008037718944251537, -0.007498838473111391, -0.0069599575363099575, -0.006421076599508524, -0.00588219566270709, -0.005343314725905657, -0.004804433789104223, -0.00426555285230279, -0.0037266721483319998, -0.003187791211530566, -0.0026489105075597763, -0.0021100295707583427, -0.0015711486339569092, -0.0010322676971554756, -0.0004933868767693639, 4.549400182440877e-05, 0.0005843748804181814, 0.001123255817219615, 0.0016621366376057267, 0.0022010174579918385, 0.002739898394793272, 0.0032787793315947056, 0.003817660268396139, 0.004356541205197573, 0.004895421676337719, 0.0054343026131391525, 0.005973183549940586, 0.00651206448674202, 0.007050945423543453, 0.007589826360344887, 0.00812870729714632, 0.008667588233947754, 0.009206469170749187, 0.009745350107550621, 0.010284231044352055, 0.010823111981153488, 0.011361991986632347, 0.01190087292343378, 0.012439753860235214, 0.012978634797036648, 0.013517515733838081, 0.014056396670639515, 0.014595277607440948, 0.015134158544242382, 0.015673039481043816, 0.016211919486522675, 0.016750801354646683, 0.01728968136012554, 0.01782856322824955, 0.01836744323372841, 0.018906325101852417, 0.019445205107331276, 0.019984086975455284, 0.020522966980934143, 0.02106184884905815, 0.02160072885453701, 0.02213961072266102, 0.022678490728139877, 0.023217372596263885, 0.023756252601742744, 0.024295132607221603]}, "_runtime": 9.101145505905151, "_timestamp": 1596207393.6897686, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 6.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014236331917345524, -0.013788781128823757, -0.01334123034030199, -0.012893680483102798, -0.012446129694581032, -0.011998578906059265, -0.011551028117537498, -0.011103478260338306, -0.01065592747181654, -0.010208376683294773, -0.009760825894773006, -0.00931327510625124, -0.008865725249052048, -0.008418174460530281, -0.007970623672008514, -0.007523073349148035, -0.007075522560626268, -0.006627971772104502, -0.006180421449244022, -0.005732870660722256, -0.005285320337861776, -0.00483776954934001, -0.00439021922647953, -0.003942668437957764, -0.0034951178822666407, -0.0030475673265755177, -0.0026000167708843946, -0.0021524662151932716, -0.0017049155430868268, -0.0012573649873957038, -0.0008098143734969199, -0.0003622637887019664, 8.528679609298706e-05, 0.0005328373517841101, 0.000980387907475233, 0.001427938579581678, 0.001875489135272801, 0.0023230398073792458, 0.0027705903630703688, 0.0032181409187614918, 0.003665691474452615, 0.004113242030143738, 0.0045607928186655045, 0.005008343141525984, 0.0054558939300477505, 0.00590344425290823, 0.0063509950414299965, 0.006798545364290476, 0.0072460961528122425, 0.007693646941334009, 0.008141197264194489, 0.008588748052716255, 0.009036298841238022, 0.009483848698437214, 0.00993139948695898, 0.010378950275480747, 0.010826501064002514, 0.01127405185252428, 0.011721601709723473, 0.01216915249824524, 0.012616703286767006, 0.013064254075288773, 0.013511803932487965, 0.013959354721009731, 0.014406905509531498]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 3.0, 3.0, 2.0, 6.0, 6.0, 7.0, 11.0, 10.0, 18.0, 9.0, 21.0, 37.0, 38.0, 57.0, 59.0, 88.0, 126.0, 159.0, 176.0, 275.0, 370.0, 491.0, 3082.0, 1273.0, 572.0, 341.0, 198.0, 113.0, 92.0, 61.0, 51.0, 39.0, 33.0, 23.0, 14.0, 13.0, 3.0, 12.0, 1.0, 6.0, 2.0, 8.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.17641445994377136, -0.17114926874637604, -0.1658840775489807, -0.1606188863515854, -0.15535369515419006, -0.15008850395679474, -0.14482331275939941, -0.1395581215620041, -0.13429293036460876, -0.12902775406837463, -0.12376255542039871, -0.11849736422300339, -0.11323218047618866, -0.10796698927879333, -0.10270179808139801, -0.09743660688400269, -0.09217141568660736, -0.08690622448921204, -0.08164103329181671, -0.07637584209442139, -0.07111065089702606, -0.06584546715021133, -0.06058027595281601, -0.055315084755420685, -0.05004989355802536, -0.044784702360630035, -0.03951951116323471, -0.034254323691129684, -0.02898913249373436, -0.023723941296339035, -0.01845875196158886, -0.01319356169551611, -0.00792837142944336, -0.0026631811633706093, 0.002602009102702141, 0.007867199368774891, 0.013132389634847641, 0.018397580832242966, 0.02366277016699314, 0.028927959501743317, 0.03419315069913864, 0.039458341896533966, 0.04472353309392929, 0.04998872056603432, 0.05525391176342964, 0.060519102960824966, 0.06578429043292999, 0.07104948163032532, 0.07631467282772064, 0.08157986402511597, 0.08684505522251129, 0.09211024641990662, 0.09737543761730194, 0.10264062136411667, 0.107905812561512, 0.11317100375890732, 0.11843619495630264, 0.12370138615369797, 0.1289665699005127, 0.13423176109790802, 0.13949695229530334, 0.14476214349269867, 0.150027334690094, 0.15529252588748932, 0.16055771708488464]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 3.0, 4.0, 3.0, 4.0, 5.0, 27.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005888490937650204, -0.005721813999116421, -0.0055551365949213505, -0.0053884596563875675, -0.005221782252192497, -0.005055105313658714, -0.004888427909463644, -0.004721750970929861, -0.004555073566734791, -0.004388396628201008, -0.004221719224005938, -0.004055042285472155, -0.003888365114107728, -0.0037216879427433014, -0.0035550107713788748, -0.003388333600014448, -0.0032216564286500216, -0.003054979257285595, -0.0028883020859211683, -0.0027216249145567417, -0.002554947743192315, -0.0023882705718278885, -0.002221593400463462, -0.0020549162290990353, -0.0018882391741499305, -0.0017215620027855039, -0.0015548848314210773, -0.0013882076600566506, -0.0012215306051075459, -0.0010548534337431192, -0.0008881762623786926, -0.000721499091014266, -0.0005548219196498394, -0.0003881447482854128, -0.00022146760602481663, -5.479044921230525e-05, 0.00011188670760020614, 0.00027856387896463275, 0.0004452410212252289, 0.0006119181634858251, 0.0007785953348502517, 0.0009452725062146783, 0.001111949677579105, 0.0012786268489435315, 0.0014453039038926363, 0.001611981075257063, 0.0017786582466214895, 0.0019453354179859161, 0.0021120125893503428, 0.0022786897607147694, 0.002445366932079196, 0.0026120441034436226, 0.002778721274808049, 0.002945398446172476, 0.0031120756175369024, 0.003278752788901329, 0.003445429727435112, 0.0036121068987995386, 0.0037787840701639652, 0.0039454614743590355, 0.0041121384128928185, 0.004278815817087889, 0.004445492755621672, 0.004612170159816742, 0.004778847098350525]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 9.0, 10.0, 35.0, 60.0, 91.0, 135.0, 268.0, 350.0, 589.0, 861.0, 1274.0, 1810.0, 2489.0, 3437.0, 4675.0, 6206.0, 8687.0, 12073.0, 16441.0, 23449.0, 33231.0, 47447.0, 67658.0, 97870.0, 468186.0, 110720.0, 74849.0, 53359.0, 38694.0, 27959.0, 20724.0, 15284.0, 11365.0, 8216.0, 5977.0, 4355.0, 3125.0, 2302.0, 1662.0, 1176.0, 859.0, 582.0, 426.0, 251.0, 160.0, 101.0, 60.0, 41.0, 19.0, 16.0, 5.0, 4.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011368831619620323, -0.010999438352882862, -0.010630044154822826, -0.010260650888085365, -0.00989125669002533, -0.009521863423287868, -0.009152469225227833, -0.008783075958490372, -0.008413681760430336, -0.008044288493692875, -0.0076748947612941265, -0.007305501028895378, -0.00693610729649663, -0.006566713564097881, -0.006197319831699133, -0.0058279260993003845, -0.005458532366901636, -0.005089138634502888, -0.004719744902104139, -0.004350351169705391, -0.0039809574373066425, -0.003611563937738538, -0.0032421702053397894, -0.002872776472941041, -0.0025033827405422926, -0.002133989008143544, -0.0017645952757447958, -0.0013952016597613692, -0.0010258079273626208, -0.0006564141949638724, -0.00028702052077278495, 8.237318252213299e-05, 0.00045176688581705093, 0.0008211606182157993, 0.0011905543506145477, 0.0015599479665979743, 0.0019293416989967227, 0.0022987353149801493, 0.0026681290473788977, 0.003037522779777646, 0.0034069165121763945, 0.003776310244575143, 0.004145703744143248, 0.004515097476541996, 0.004884491208940744, 0.005253884941339493, 0.005623278673738241, 0.00599267240613699, 0.006362066138535738, 0.006731459870934486, 0.007100853603333235, 0.007470247335731983, 0.007839640602469444, 0.00820903480052948, 0.008578428067266941, 0.008947822265326977, 0.009317215532064438, 0.009686609730124474, 0.010056002996861935, 0.01042539719492197, 0.010794790461659431, 0.011164184659719467, 0.011533577926456928, 0.011902972124516964, 0.012272365391254425]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 6.0, 7.0, 9.0, 5.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008353379555046558, -0.007621261291205883, -0.00688914256170392, -0.006157024297863245, -0.005424905568361282, -0.004692787304520607, -0.003960669040679932, -0.0032285505440086126, -0.0024964320473372936, -0.0017643135506659746, -0.0010321951704099774, -0.00030007673194631934, 0.00043204170651733875, 0.0011641602031886578, 0.001896278583444655, 0.002628396963700652, 0.003360515460371971, 0.0040926337242126465, 0.004824752453714609, 0.0055568707175552845, 0.006288989447057247, 0.0070211077108979225, 0.007753225974738598, 0.008485344238579273, 0.009217463433742523, 0.009949581697583199, 0.010681699961423874, 0.01141381822526455, 0.012145936489105225, 0.0128780547529459, 0.01361017394810915, 0.014342292211949825, 0.0150744104757905, 0.01580652967095375, 0.016538647934794426, 0.0172707661986351, 0.018002884462475777, 0.018735002726316452, 0.019467120990157127, 0.020199239253997803, 0.020931357517838478, 0.021663475781679153, 0.02239559404551983, 0.023127714172005653, 0.02385983243584633, 0.024591950699687004, 0.02532406896352768, 0.026056187227368355, 0.02678830549120903, 0.027520423755049706, 0.02825254201889038, 0.028984660282731056, 0.02971677854657173, 0.030448896810412407, 0.03118101693689823, 0.03191313520073891, 0.03264525160193443, 0.03337737172842026, 0.034109488129615784, 0.03484160825610161, 0.03557372838258743, 0.03630584478378296, 0.037037964910268784, 0.03777008131146431, 0.038502201437950134]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 4.0, 3.0, 5.0, 13.0, 11.0, 19.0, 33.0, 65.0, 105.0, 185.0, 363.0, 557.0, 1123.0, 2037.0, 8159.0, 2463.0, 1126.0, 647.0, 409.0, 288.0, 198.0, 133.0, 101.0, 88.0, 60.0, 41.0, 25.0, 19.0, 12.0, 18.0, 9.0, 17.0, 4.0, 6.0, 13.0, 3.0, 7.0, 2.0, 7.0, 9.0, 7.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0084629375487566, -0.007985016331076622, -0.007507094647735357, -0.0070291729643940926, -0.006551251746714115, -0.00607333006337285, -0.005595408845692873, -0.005117487162351608, -0.004639565944671631, -0.004161644261330366, -0.003683722810819745, -0.003205801360309124, -0.0027278796769678593, -0.002249958226457238, -0.0017720367759466171, -0.001294115325435996, -0.000816193874925375, -0.00033827239531092346, 0.00013964908430352807, 0.0006175705930218101, 0.0010954920435324311, 0.0015734134940430522, 0.002051335060968995, 0.002529256511479616, 0.0030071779619902372, 0.0034850994125008583, 0.003963021095842123, 0.0044409423135221004, 0.004918863996863365, 0.005396785214543343, 0.005874706897884607, 0.006352628115564585, 0.0068305497989058495, 0.007308471482247114, 0.007786392699927092, 0.008264314383268356, 0.008742235600948334, 0.009220156818628311, 0.009698078967630863, 0.01017600018531084, 0.010653921402990818, 0.01113184355199337, 0.011609764769673347, 0.012087685987353325, 0.012565607205033302, 0.013043529354035854, 0.013521450571715832, 0.01399937178939581, 0.014477293938398361, 0.014955215156078339, 0.015433136373758316, 0.015911057591438293, 0.01638897880911827, 0.01686690002679825, 0.017344823107123375, 0.017822744324803352, 0.01830066554248333, 0.018778586760163307, 0.019256507977843285, 0.019734429195523262, 0.02021235041320324, 0.020690273493528366, 0.021168194711208344, 0.02164611592888832, 0.0221240371465683]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0681251585483551, -0.06601423770189285, -0.0639033168554306, -0.061792392283678055, -0.05968146771192551, -0.05757054686546326, -0.05545962601900101, -0.05334870144724846, -0.05123778060078621, -0.04912685975432396, -0.04701593518257141, -0.04490501433610916, -0.04279409348964691, -0.04068316891789436, -0.038572248071432114, -0.036461323499679565, -0.034350402653217316, -0.032239481806755066, -0.030128557235002518, -0.028017636388540268, -0.02590671367943287, -0.02379579097032547, -0.02168487012386322, -0.01957394741475582, -0.017463024705648422, -0.015352101996541023, -0.013241180218756199, -0.011130258440971375, -0.009019335731863976, -0.006908413488417864, -0.004797491244971752, -0.0026865690015256405, -0.0005756467580795288, 0.0015352754853665829, 0.0036461977288126945, 0.005757119972258806, 0.007868042215704918, 0.009978964924812317, 0.012089886702597141, 0.014200808480381966, 0.016311731189489365, 0.018422653898596764, 0.020533576607704163, 0.022644497454166412, 0.02475542016327381, 0.02686634287238121, 0.02897726371884346, 0.03108818642795086, 0.03319910913705826, 0.03531002998352051, 0.037420954555273056, 0.039531875401735306, 0.041642799973487854, 0.043753720819950104, 0.045864641666412354, 0.0479755662381649, 0.05008648708462715, 0.0521974079310894, 0.05430833250284195, 0.0564192533493042, 0.05853017419576645, 0.060641098767519, 0.06275202333927155, 0.0648629441857338, 0.06697386503219604]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 6.0, 8.0, 9.0, 8.0, 21.0, 18.0, 32.0, 28.0, 48.0, 19.0, 10.0, 12.0, 9.0, 10.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04234156757593155, -0.040945883840322495, -0.03955020010471344, -0.038154516369104385, -0.03675883263349533, -0.035363148897886276, -0.03396746516227722, -0.03257178142666817, -0.031176095828413963, -0.02978041209280491, -0.028384728357195854, -0.0269890446215868, -0.025593359023332596, -0.02419767528772354, -0.022801991552114487, -0.021406307816505432, -0.020010624080896378, -0.018614940345287323, -0.01721925660967827, -0.015823572874069214, -0.014427888207137585, -0.01303220447152853, -0.011636519804596901, -0.010240836068987846, -0.008845152333378792, -0.007449468597769737, -0.006053784396499395, -0.0046581001952290535, -0.003262416459619999, -0.0018667324911803007, -0.0004710485227406025, 0.0009246354456990957, 0.002320319414138794, 0.003716003382578492, 0.00511168735101819, 0.006507371552288532, 0.007903055287897587, 0.009298739023506641, 0.01069442369043827, 0.012090107426047325, 0.01348579116165638, 0.014881474897265434, 0.01627715863287449, 0.017672842368483543, 0.019068527966737747, 0.020464211702346802, 0.021859895437955856, 0.02325557917356491, 0.024651262909173965, 0.02604694664478302, 0.027442630380392075, 0.02883831411600113, 0.030233997851610184, 0.03162968158721924, 0.03302536532282829, 0.03442104905843735, 0.0358167365193367, 0.037212420254945755, 0.03860810399055481, 0.040003787726163864, 0.04139947146177292, 0.04279515519738197, 0.04419083893299103, 0.04558652266860008, 0.04698220640420914]}, "_runtime": 9.931421279907227, "_timestamp": 1596207394.5200443, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.01629939302802086, -0.015883425250649452, -0.015467457473278046, -0.015051489695906639, -0.014635521918535233, -0.014219553209841251, -0.013803585432469845, -0.013387617655098438, -0.012971649877727032, -0.012555682100355625, -0.012139714322984219, -0.011723746545612812, -0.011307777836918831, -0.010891810059547424, -0.010475842282176018, -0.010059874504804611, -0.009643906727433205, -0.009227938950061798, -0.008811971172690392, -0.008396003395318985, -0.007980035617947578, -0.007564067374914885, -0.007148099131882191, -0.006732131354510784, -0.006316163577139378, -0.005900195799767971, -0.0054842280223965645, -0.005068259779363871, -0.004652292001992464, -0.0042363242246210575, -0.0038203562144190073, -0.003404388204216957, -0.0029884204268455505, -0.002572452649474144, -0.0021564846392720938, -0.0017405167454853654, -0.001324548851698637, -0.0009085809579119086, -0.0004926130641251802, -7.664517033845186e-05, 0.0003393227234482765, 0.0007552906172350049, 0.0011712585110217333, 0.0015872264048084617, 0.00200319429859519, 0.0024191620759665966, 0.002835130086168647, 0.003251098096370697, 0.0036670658737421036, 0.00408303365111351, 0.004499001428484917, 0.0049149696715176105, 0.005330937448889017, 0.005746905226260424, 0.0061628734692931175, 0.006578841246664524, 0.006994809024035931, 0.007410776801407337, 0.007826744578778744, 0.00824271235615015, 0.008658681064844131, 0.009074648842215538, 0.009490616619586945, 0.009906584396958351, 0.010322552174329758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 6.0, 5.0, 5.0, 8.0, 12.0, 11.0, 13.0, 18.0, 11.0, 24.0, 52.0, 38.0, 56.0, 84.0, 94.0, 132.0, 143.0, 214.0, 321.0, 402.0, 2221.0, 2103.0, 751.0, 414.0, 199.0, 155.0, 120.0, 85.0, 53.0, 34.0, 26.0, 24.0, 18.0, 17.0, 8.0, 8.0, 5.0, 7.0, 6.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15955021977424622, -0.1543911248445511, -0.14923202991485596, -0.14407293498516083, -0.1389138400554657, -0.13375474512577057, -0.12859565019607544, -0.12343654781579971, -0.11827745288610458, -0.11311835795640945, -0.10795926302671432, -0.1028001680970192, -0.09764106571674347, -0.09248197078704834, -0.08732287585735321, -0.08216378092765808, -0.07700468599796295, -0.07184559106826782, -0.06668649613857269, -0.061527397483587265, -0.056368302553892136, -0.051209207624197006, -0.04605010896921158, -0.04089101403951645, -0.03573191910982132, -0.03057282418012619, -0.02541372738778591, -0.020254630595445633, -0.015095535665750504, -0.0099364398047328, -0.0047773439437150955, 0.0003817519173026085, 0.0055408477783203125, 0.010699943639338017, 0.01585903950035572, 0.021018136292696, 0.02617723122239113, 0.03133632615208626, 0.036495424807071686, 0.041654519736766815, 0.046813614666461945, 0.051972709596157074, 0.0571318045258522, 0.06229090318083763, 0.06745000183582306, 0.07260909676551819, 0.07776819169521332, 0.08292728662490845, 0.08808638155460358, 0.0932454764842987, 0.09840457141399384, 0.10356366634368896, 0.1087227612733841, 0.11388186365365982, 0.11904095858335495, 0.12420005351305008, 0.1293591558933258, 0.13451825082302094, 0.13967734575271606, 0.1448364406824112, 0.14999553561210632, 0.15515463054180145, 0.16031372547149658, 0.1654728204011917, 0.17063191533088684]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 7.0, 3.0, 5.0, 9.0, 1.0, 8.0, 8.0, 27.0, 2.0, 2.0, 4.0, 4.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004192644730210304, -0.004040415398776531, -0.003888186067342758, -0.003735956735908985, -0.003583727404475212, -0.0034314978402107954, -0.0032792685087770224, -0.0031270391773432493, -0.0029748098459094763, -0.0028225805144757032, -0.00267035118304193, -0.002518121851608157, -0.0023658922873437405, -0.0022136629559099674, -0.0020614336244761944, -0.0019092042930424213, -0.0017569749616086483, -0.0016047456301748753, -0.0014525162987411022, -0.0013002868508920074, -0.0011480575194582343, -0.0009958281880244613, -0.0008435987983830273, -0.0006913694087415934, -0.0005391400773078203, -0.0003869107167702168, -0.00023468135623261333, -8.245199569500983e-05, 6.977736484259367e-05, 0.00022200672538019717, 0.00037423608591780066, 0.0005264654755592346, 0.0006786948069930077, 0.0008309241384267807, 0.0009831534698605537, 0.0011353829177096486, 0.0012876122491434216, 0.0014398415805771947, 0.0015920710284262896, 0.0017443003598600626, 0.0018965296912938356, 0.0020487590227276087, 0.0022009883541613817, 0.0023532176855951548, 0.0025054472498595715, 0.0026576765812933445, 0.0028099059127271175, 0.0029621352441608906, 0.0031143645755946636, 0.0032665939070284367, 0.0034188232384622097, 0.0035710525698959827, 0.0037232819013297558, 0.0038755114655941725, 0.004027740564197302, 0.004179969895631075, 0.004332199692726135, 0.004484429024159908, 0.004636658355593681, 0.004788887687027454, 0.004941117018461227, 0.0050933463498950005, 0.0052455756813287735, 0.0053978050127625465, 0.00555003434419632]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 3.0, 7.0, 14.0, 14.0, 14.0, 32.0, 41.0, 77.0, 133.0, 189.0, 300.0, 520.0, 848.0, 1411.0, 2243.0, 3895.0, 6551.0, 11122.0, 18898.0, 31682.0, 51786.0, 83928.0, 134242.0, 522592.0, 115426.0, 69508.0, 43485.0, 28217.0, 18044.0, 11578.0, 7796.0, 5034.0, 3174.0, 2176.0, 1466.0, 961.0, 668.0, 488.0, 299.0, 236.0, 182.0, 122.0, 72.0, 49.0, 29.0, 24.0, 20.0, 11.0, 13.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0], "bins": [-0.011258448474109173, -0.010877400636672974, -0.0104963518679142, -0.010115304030478, -0.009734255261719227, -0.009353207424283028, -0.008972158655524254, -0.008591110818088055, -0.00821006204932928, -0.007829014211893082, -0.007447965908795595, -0.007066917605698109, -0.006685869302600622, -0.006304820999503136, -0.005923772696405649, -0.005542724393308163, -0.005161676090210676, -0.00478062778711319, -0.004399579484015703, -0.004018531180918217, -0.00363748287782073, -0.0032564348075538874, -0.002875386504456401, -0.0024943382013589144, -0.002113289898261428, -0.0017322415951639414, -0.0013511932920664549, -0.0009701451053842902, -0.0005890968022868037, -0.00020804852829314768, 0.00017299974570050836, 0.0005540479905903339, 0.0009350962936878204, 0.001316144596785307, 0.0016971928998827934, 0.00207824120298028, 0.0024592895060777664, 0.0028403375763446093, 0.0032213858794420958, 0.0036024341825395823, 0.003983482718467712, 0.004364530555903912, 0.004745578859001398, 0.005126627162098885, 0.005507675465196371, 0.005888723768293858, 0.006269772071391344, 0.006650820374488831, 0.007031868677586317, 0.0074129169806838036, 0.00779396528378129, 0.008175013586878777, 0.008556061424314976, 0.00893711019307375, 0.009318158030509949, 0.009699206799268723, 0.010080254636704922, 0.010461303405463696, 0.010842351242899895, 0.011223400011658669, 0.011604447849094868, 0.011985496617853642, 0.01236654445528984, 0.012747593224048615, 0.013128641061484814]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 2.0, 8.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015531430952250957, -0.015019044280052185, -0.014506658539175987, -0.013994271866977215, -0.013481885194778442, -0.012969499453902245, -0.012457112781703472, -0.011944727040827274, -0.011432340368628502, -0.01091995369642973, -0.010407567955553532, -0.00989518128335476, -0.009382795542478561, -0.008870408870279789, -0.008358022198081017, -0.007845636457204819, -0.007333249785006046, -0.006820863578468561, -0.006308477371931076, -0.005796090699732304, -0.0052837044931948185, -0.004771318286657333, -0.004258931614458561, -0.003746545407921076, -0.0032341592013835907, -0.0027217729948461056, -0.002209386555477977, -0.0016970002325251698, -0.001184613909572363, -0.000672227586619556, -0.000159841263666749, 0.00035254505928605795, 0.0008649313822388649, 0.0013773177051916718, 0.0018897040281444788, 0.0024020904675126076, 0.0029144766740500927, 0.003426862880587578, 0.00393924955278635, 0.004451635759323835, 0.0049640219658613205, 0.005476408172398806, 0.005988794378936291, 0.006501181051135063, 0.007013567257672548, 0.007525953464210033, 0.008038340136408806, 0.008550725877285004, 0.009063112549483776, 0.009575499221682549, 0.010087884962558746, 0.010600271634757519, 0.011112658306956291, 0.011625044047832489, 0.012137430720031261, 0.01264981646090746, 0.013162203133106232, 0.013674589805305004, 0.014186975546181202, 0.014699362218379974, 0.015211747959256172, 0.01572413556277752, 0.016236521303653717, 0.016748907044529915, 0.017261292785406113]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 4.0, 5.0, 7.0, 7.0, 7.0, 9.0, 18.0, 21.0, 28.0, 32.0, 36.0, 52.0, 77.0, 84.0, 145.0, 210.0, 315.0, 409.0, 535.0, 689.0, 956.0, 1380.0, 2235.0, 6716.0, 1616.0, 758.0, 530.0, 370.0, 250.0, 169.0, 107.0, 130.0, 146.0, 127.0, 76.0, 43.0, 37.0, 25.0, 14.0, 6.0, 5.0, 8.0, 5.0, 2.0, 5.0, 2.0, 5.0, 0.0, 1.0], "bins": [-0.014259734191000462, -0.01389041356742382, -0.01352109294384718, -0.013151772320270538, -0.012782451696693897, -0.012413131073117256, -0.012043810449540615, -0.011674489825963974, -0.011305169202387333, -0.010935848578810692, -0.01056652795523405, -0.01019720733165741, -0.009827886708080769, -0.009458566084504128, -0.009089245460927486, -0.008719924837350845, -0.008350605145096779, -0.007981284521520138, -0.007611963432282209, -0.007242642808705568, -0.006873322185128927, -0.006504001561552286, -0.006134680937975645, -0.005765360314399004, -0.00539604015648365, -0.005026719532907009, -0.004657398909330368, -0.004288078285753727, -0.003918757662177086, -0.003549437038600445, -0.0031801164150238037, -0.0028107957914471626, -0.0024414751678705215, -0.0020721545442938805, -0.0017028339207172394, -0.0013335134135559201, -0.000964192789979279, -0.000594872166402638, -0.0002255516010336578, 0.00014376899343915284, 0.0005130895879119635, 0.0008824102114886045, 0.0012517308350652456, 0.0016210513422265649, 0.001990371849387884, 0.0023596924729645252, 0.0027290130965411663, 0.0030983337201178074, 0.0034676543436944485, 0.0038369749672710896, 0.004206295590847731, 0.004575616214424372, 0.004944936838001013, 0.005314257461577654, 0.005683578085154295, 0.006052898708730936, 0.00642221886664629, 0.006791539490222931, 0.007160860113799572, 0.007530180737376213, 0.007899501360952854, 0.008268821984529495, 0.008638142608106136, 0.009007463231682777, 0.009376783855259418]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07585407793521881, -0.07316304743289948, -0.07047200947999954, -0.0677809789776802, -0.06508994102478027, -0.06239891052246094, -0.0597078800201416, -0.05701684579253197, -0.05432581156492233, -0.0516347773373127, -0.048943743109703064, -0.04625271260738373, -0.043561678379774094, -0.04087064415216446, -0.03817961364984512, -0.03548857942223549, -0.032797545194625854, -0.03010651096701622, -0.027415478602051735, -0.02472444623708725, -0.022033412009477615, -0.01934237778186798, -0.016651345416903496, -0.013960312120616436, -0.011269278824329376, -0.008578245528042316, -0.005887212231755257, -0.003196178935468197, -0.0005051456391811371, 0.0021858876571059227, 0.0048769209533929825, 0.007567954249680042, 0.010258987545967102, 0.012950020842254162, 0.01564105413854122, 0.018332086503505707, 0.02102312073111534, 0.023714154958724976, 0.02640518732368946, 0.029096219688653946, 0.03178725391626358, 0.034478288143873215, 0.03716932237148285, 0.039860352873802185, 0.04255138710141182, 0.045242421329021454, 0.04793345183134079, 0.050624486058950424, 0.05331552028656006, 0.05600655451416969, 0.05869758874177933, 0.06138861924409866, 0.0640796571969986, 0.06677068769931793, 0.06946171820163727, 0.0721527561545372, 0.07484378665685654, 0.07753481715917587, 0.0802258551120758, 0.08291688561439514, 0.08560791611671448, 0.08829895406961441, 0.09098998457193375, 0.09368102252483368, 0.09637205302715302]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 5.0, 2.0, 8.0, 5.0, 14.0, 12.0, 14.0, 15.0, 20.0, 17.0, 21.0, 33.0, 16.0, 12.0, 10.0, 9.0, 5.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04139356315135956, -0.03997204452753067, -0.038550522178411484, -0.037129003554582596, -0.03570748120546341, -0.03428596258163452, -0.032864440232515335, -0.03144292160868645, -0.03002140112221241, -0.028599880635738373, -0.027178360149264336, -0.0257568396627903, -0.02433532103896141, -0.022913800552487373, -0.021492280066013336, -0.0200707595795393, -0.018649239093065262, -0.017227718606591225, -0.015806198120117188, -0.014384678564965725, -0.012963158078491688, -0.01154163759201765, -0.010120118036866188, -0.008698597550392151, -0.007277077063918114, -0.0058555565774440765, -0.004434036556631327, -0.003012516302987933, -0.0015909960493445396, -0.00016947579570114613, 0.0012520444579422474, 0.002673564711585641, 0.004095084965229034, 0.005516605451703072, 0.0069381254725158215, 0.008359645493328571, 0.009781165979802608, 0.011202686466276646, 0.012624206021428108, 0.014045726507902145, 0.015467246994376183, 0.01688876748085022, 0.018310287967324257, 0.019731808453798294, 0.021153327077627182, 0.02257484756410122, 0.023996368050575256, 0.025417888537049294, 0.02683940902352333, 0.028260929509997368, 0.029682449996471405, 0.031103970482945442, 0.03252549096941948, 0.03394700959324837, 0.035368531942367554, 0.03679005056619644, 0.03821156919002533, 0.039633091539144516, 0.041054610162973404, 0.04247613251209259, 0.04389765113592148, 0.045319173485040665, 0.04674069210886955, 0.04816221445798874, 0.04958373308181763]}, "_runtime": 10.76327133178711, "_timestamp": 1596207395.3518944, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 6.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014969969168305397, -0.01449452992528677, -0.014019091613590717, -0.01354365237057209, -0.013068213127553463, -0.01259277481585741, -0.012117335572838783, -0.011641896329820156, -0.011166458018124104, -0.010691018775105476, -0.01021557953208685, -0.009740141220390797, -0.00926470197737217, -0.008789262734353542, -0.00831382442265749, -0.007838385179638863, -0.007362946402281523, -0.006887507624924183, -0.006412068381905556, -0.005936629604548216, -0.005461190827190876, -0.004985751584172249, -0.004510312806814909, -0.004034874029457569, -0.0035594350192695856, -0.003083996009081602, -0.0026085572317242622, -0.0021331182215362787, -0.001657679327763617, -0.0011822404339909554, -0.0007068014820106328, -0.0002313625591341406, 0.00024407636374235153, 0.0007195152575150132, 0.001194954151287675, 0.0016703931614756584, 0.0021458319388329983, 0.002621270949020982, 0.0030967099592089653, 0.003572148736566305, 0.004047587513923645, 0.004523026756942272, 0.004998465534299612, 0.005473904311656952, 0.005949343554675579, 0.006424782332032919, 0.006900221109390259, 0.007375660352408886, 0.007851099595427513, 0.008326537907123566, 0.008801977150142193, 0.009277415461838245, 0.009752854704856873, 0.0102282939478755, 0.010703732259571552, 0.01117917150259018, 0.011654610745608807, 0.01213004905730486, 0.012605488300323486, 0.013080927543342113, 0.013556365855038166, 0.014031805098056793, 0.01450724434107542, 0.014982682652771473, 0.0154581218957901]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 6.0, 4.0, 5.0, 7.0, 1.0, 3.0, 6.0, 5.0, 12.0, 17.0, 18.0, 29.0, 46.0, 69.0, 103.0, 127.0, 217.0, 312.0, 479.0, 3776.0, 1552.0, 479.0, 237.0, 121.0, 100.0, 59.0, 49.0, 28.0, 16.0, 13.0, 8.0, 8.0, 4.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23716633021831512, -0.22991430759429932, -0.2226622998714447, -0.2154102772474289, -0.20815825462341309, -0.20090624690055847, -0.19365422427654266, -0.18640220165252686, -0.17915019392967224, -0.17189817130565643, -0.16464614868164062, -0.157394140958786, -0.1501421183347702, -0.1428900957107544, -0.13563808798789978, -0.12838606536388397, -0.12113405019044876, -0.11388203501701355, -0.10663001239299774, -0.09937799721956253, -0.09212598204612732, -0.08487395942211151, -0.0776219442486763, -0.07036992907524109, -0.06311790645122528, -0.05586589127779007, -0.04861387610435486, -0.04136185720562935, -0.03410983830690384, -0.026857823133468628, -0.01960580423474312, -0.012353787198662758, -0.0051017701625823975, 0.0021502473391592503, 0.009402264840900898, 0.016654282808303833, 0.023906299844384193, 0.031158316880464554, 0.038410335779190063, 0.045662350952625275, 0.052914369851350784, 0.060166388750076294, 0.0674184039235115, 0.07467041909694672, 0.08192244172096252, 0.08917445689439774, 0.09642647206783295, 0.10367849469184875, 0.11093050986528397, 0.11818252503871918, 0.12543454766273499, 0.1326865553855896, 0.1399385780096054, 0.14719060063362122, 0.15444260835647583, 0.16169463098049164, 0.16894665360450745, 0.17619866132736206, 0.18345068395137787, 0.19070270657539368, 0.1979547142982483, 0.2052067369222641, 0.2124587595462799, 0.21971076726913452, 0.22696278989315033]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 4.0, 5.0, 1.0, 1.0, 4.0, 4.0, 5.0, 7.0, 2.0, 4.0, 5.0, 24.0, 7.0, 3.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005556153133511543, -0.005419482011348009, -0.005282810889184475, -0.005146139767020941, -0.005009469110518694, -0.00487279798835516, -0.004736126866191626, -0.004599455744028091, -0.004462784621864557, -0.004326113499701023, -0.004189442843198776, -0.004052771721035242, -0.003916100598871708, -0.0037794294767081738, -0.0036427583545446396, -0.003506087465211749, -0.003369416343048215, -0.0032327452208846807, -0.0030960743315517902, -0.002959403209388256, -0.002822732087224722, -0.0026860611978918314, -0.0025493900757282972, -0.002412718953564763, -0.0022760480642318726, -0.0021393769420683384, -0.0020027058199048042, -0.001866034814156592, -0.0017293638084083796, -0.0015926926862448454, -0.001456021680496633, -0.0013193505583330989, -0.0011826795525848866, -0.0010460085468366742, -0.00090933742467314, -0.0007726664189249277, -0.0006359953549690545, -0.0004993242910131812, -0.0003626532561611384, -0.0002259822067571804, -8.931115735322237e-05, 4.735989205073565e-05, 0.00018403094145469368, 0.00032070197630673647, 0.0004573730402626097, 0.000594044104218483, 0.0007307151099666953, 0.0008673861739225686, 0.0010040572378784418, 0.0011407282436266541, 0.0012773993657901883, 0.0014140703715384007, 0.0015507414937019348, 0.0016874124994501472, 0.0018240835051983595, 0.0019607546273618937, 0.002097425516694784, 0.0022340966388583183, 0.0023707677610218525, 0.0025074388831853867, 0.002644109772518277, 0.0027807808946818113, 0.0029174520168453455, 0.003054122906178236, 0.00319079402834177]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 4.0, 4.0, 5.0, 14.0, 21.0, 24.0, 27.0, 42.0, 65.0, 100.0, 128.0, 173.0, 242.0, 383.0, 560.0, 880.0, 1340.0, 2070.0, 3309.0, 5299.0, 8783.0, 15322.0, 28241.0, 53964.0, 98782.0, 181634.0, 556235.0, 100154.0, 54070.0, 29411.0, 16172.0, 9053.0, 5101.0, 2988.0, 1787.0, 1066.0, 699.0, 485.0, 303.0, 233.0, 139.0, 112.0, 72.0, 51.0, 24.0, 21.0, 18.0, 7.0, 7.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.013978292234241962, -0.013557872734963894, -0.0131374541670084, -0.012717034667730331, -0.012296616099774837, -0.011876196600496769, -0.0114557771012187, -0.011035358533263206, -0.010614939033985138, -0.010194520466029644, -0.009774100966751575, -0.009353681467473507, -0.008933262899518013, -0.008512843400239944, -0.00809242483228445, -0.007672005333006382, -0.007251586299389601, -0.0068311672657728195, -0.006410748232156038, -0.00599032873287797, -0.0055699096992611885, -0.005149490665644407, -0.004729071632027626, -0.004308652598410845, -0.00388823333196342, -0.0034678142983466387, -0.003047395031899214, -0.0026269759982824326, -0.0022065569646656513, -0.0017861376982182264, -0.0013657186646014452, -0.0009452995145693421, -0.0005248803645372391, -0.00010446124360896647, 0.00031595787731930614, 0.0007363769691437483, 0.0011567961191758513, 0.0015772152692079544, 0.0019976343028247356, 0.0024180535692721605, 0.0028384726028889418, 0.003258891636505723, 0.003679310902953148, 0.004099729936569929, 0.00452014897018671, 0.004940568003803492, 0.00536098750308156, 0.005781406536698341, 0.006201825570315123, 0.006622244603931904, 0.007042663637548685, 0.007463083136826754, 0.007883502170443535, 0.008303920738399029, 0.008724340237677097, 0.009144759736955166, 0.00956517830491066, 0.009985597804188728, 0.010406016372144222, 0.01082643587142229, 0.01124685537070036, 0.011667273938655853, 0.012087693437933922, 0.012508112005889416, 0.012928531505167484]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 10.0, 1.0, 4.0, 3.0, 4.0, 6.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.021143971011042595, -0.020694075152277946, -0.02024417743086815, -0.0197942815721035, -0.019344385713338852, -0.018894489854574203, -0.018444593995809555, -0.017994696274399757, -0.01754480041563511, -0.01709490455687046, -0.016645006835460663, -0.016195110976696014, -0.015745215117931366, -0.015295319259166718, -0.014845422469079494, -0.014395525678992271, -0.013945629820227623, -0.013495733961462975, -0.013045837171375751, -0.012595940381288528, -0.01214604452252388, -0.011696148663759232, -0.011246251873672009, -0.010796355083584785, -0.010346459224820137, -0.009896563366055489, -0.009446666575968266, -0.008996769785881042, -0.008546873927116394, -0.008096978068351746, -0.0076470812782645226, -0.007197184953838587, -0.006747288629412651, -0.006297392304986715, -0.00584749598056078, -0.005397599656134844, -0.004947703331708908, -0.004497807007282972, -0.004047910682857037, -0.003598014358431101, -0.003148118034005165, -0.0026982217095792294, -0.0022483253851532936, -0.0017984290607273579, -0.0013485327363014221, -0.0008986364118754864, -0.00044874008744955063, 1.1562369763851166e-06, 0.00045105256140232086, 0.0009009488858282566, 0.0013508452102541924, 0.001800741534680128, 0.002250637859106064, 0.0027005341835319996, 0.0031504305079579353, 0.003600326832383871, 0.004050223156809807, 0.004500119481235743, 0.004950015805661678, 0.005399912130087614, 0.00584980845451355, 0.0062997047789394855, 0.006749601103365421, 0.007199497427791357, 0.007649393752217293]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 2.0, 5.0, 1.0, 2.0, 5.0, 7.0, 4.0, 10.0, 6.0, 4.0, 4.0, 4.0, 7.0, 7.0, 5.0, 10.0, 15.0, 13.0, 15.0, 18.0, 47.0, 61.0, 88.0, 110.0, 120.0, 163.0, 130.0, 189.0, 344.0, 554.0, 831.0, 1309.0, 2421.0, 6852.0, 2419.0, 1236.0, 588.0, 331.0, 201.0, 104.0, 65.0, 41.0, 27.0, 13.0, 11.0, 5.0, 5.0, 3.0, 3.0], "bins": [-0.020583022385835648, -0.020156100392341614, -0.01972918026149273, -0.019302260130643845, -0.01887533813714981, -0.018448416143655777, -0.018021496012806892, -0.017594575881958008, -0.017167653888463974, -0.01674073189496994, -0.016313811764121056, -0.01588689163327217, -0.015459969639778137, -0.015033048577606678, -0.014606127515435219, -0.01417920645326376, -0.0137522853910923, -0.013325364328920841, -0.012898443266749382, -0.012471522204577923, -0.012044601142406464, -0.011617680080235004, -0.011190759018063545, -0.010763837955892086, -0.010336916893720627, -0.009909995831549168, -0.009483074769377708, -0.00905615370720625, -0.00862923264503479, -0.00820231158286333, -0.007775390520691872, -0.0073484694585204124, -0.006921548396348953, -0.006494627334177494, -0.006067706272006035, -0.005640785209834576, -0.0052138641476631165, -0.004786943085491657, -0.004360022023320198, -0.003933100961148739, -0.0035061798989772797, -0.0030792588368058205, -0.0026523377746343613, -0.002225416712462902, -0.0017984956502914429, -0.0013715745881199837, -0.0009446535259485245, -0.0005177324637770653, -9.081140160560608e-05, 0.0003361096605658531, 0.0007630307227373123, 0.0011899517849087715, 0.0016168728470802307, 0.00204379390925169, 0.002470714971423149, 0.0028976360335946083, 0.0033245570957660675, 0.0037514781579375267, 0.004178399220108986, 0.004605320282280445, 0.005032241344451904, 0.0054591624066233635, 0.005886083468794823, 0.006313004530966282, 0.006739925593137741]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1035102978348732, -0.10079747438430786, -0.09808464348316193, -0.09537182003259659, -0.09265899658203125, -0.08994616568088531, -0.08723334223031998, -0.08452051877975464, -0.0818076878786087, -0.07909486442804337, -0.07638204097747803, -0.07366921752691269, -0.07095638662576675, -0.06824356317520142, -0.06553073972463608, -0.06281790882349014, -0.060105085372924805, -0.05739225819706917, -0.05467943474650383, -0.05196660757064819, -0.049253784120082855, -0.04654095694422722, -0.04382812976837158, -0.041115306317806244, -0.03840247914195061, -0.03568965196609497, -0.03297682851552963, -0.030264001339673996, -0.02755117602646351, -0.02483835071325302, -0.022125523537397385, -0.019412698224186897, -0.01669987291097641, -0.013987047597765923, -0.01127422135323286, -0.008561395108699799, -0.005848569795489311, -0.0031357440166175365, -0.00042291823774576187, 0.002289907541126013, 0.0050027333199977875, 0.007715559098869562, 0.010428384877741337, 0.013141211122274399, 0.015854036435484886, 0.018566861748695374, 0.02127968892455101, 0.023992514237761497, 0.026705339550971985, 0.029418164864182472, 0.03213099017739296, 0.034843817353248596, 0.037556640803813934, 0.04026946797966957, 0.04298229515552521, 0.045695118606090546, 0.04840794578194618, 0.05112077295780182, 0.05383359640836716, 0.056546423584222794, 0.05925925076007843, 0.06197207421064377, 0.0646848976612091, 0.06739772856235504, 0.07011055201292038]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 4.0, 3.0, 2.0, 7.0, 16.0, 12.0, 18.0, 19.0, 26.0, 36.0, 27.0, 23.0, 13.0, 9.0, 9.0, 3.0, 5.0, 2.0, 4.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.0820070281624794, -0.08011368662118912, -0.07822033762931824, -0.07632699608802795, -0.07443365454673767, -0.07254030555486679, -0.07064696401357651, -0.06875362247228622, -0.06686027348041534, -0.06496693193912506, -0.06307359039783478, -0.0611802414059639, -0.059286899864673615, -0.05739355459809303, -0.05550020933151245, -0.05360686779022217, -0.051713522523641586, -0.049820177257061005, -0.04792683571577072, -0.04603349044919014, -0.04414014518260956, -0.042246803641319275, -0.04035345837473869, -0.03846011310815811, -0.03656677156686783, -0.03467342630028725, -0.032780081033706665, -0.030886737629771233, -0.0289933942258358, -0.02710004895925522, -0.025206705555319786, -0.023313360288739204, -0.021420016884803772, -0.01952667348086834, -0.017633328214287758, -0.015739984810352325, -0.013846640475094318, -0.011953296139836311, -0.010059952735900879, -0.008166608400642872, -0.006273264065384865, -0.004379919730126858, -0.002486575860530138, -0.0005932317581027746, 0.0013001123443245888, 0.003193456446751952, 0.005086800549179316, 0.006980144418776035, 0.008873488754034042, 0.01076683308929205, 0.012660177424550056, 0.014553520828485489, 0.01644686609506607, 0.018340209499001503, 0.020233552902936935, 0.022126898169517517, 0.02402024157345295, 0.025913584977388382, 0.027806930243968964, 0.029700273647904396, 0.03159361705183983, 0.03348696231842041, 0.03538030758500099, 0.037273649126291275, 0.03916699439287186]}, "_runtime": 11.59286880493164, "_timestamp": 1596207396.1814919, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 6.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01169238705188036, -0.011314521543681622, -0.010936656966805458, -0.01055879145860672, -0.010180926881730556, -0.009803061373531818, -0.009425196796655655, -0.009047331288456917, -0.008669465780258179, -0.008291601203382015, -0.007913735695183277, -0.007535871118307114, -0.0071580056101083755, -0.006780140567570925, -0.006402275525033474, -0.006024410482496023, -0.005646545439958572, -0.005268680397421122, -0.004890815354883671, -0.00451295031234622, -0.004135085269808769, -0.0037572199944406748, -0.0033793547190725803, -0.0030014896765351295, -0.0026236246339976788, -0.002245759591460228, -0.0018678944325074553, -0.0014900292735546827, -0.001112164231017232, -0.0007342991302721202, -0.00035643402952700853, 2.143107121810317e-05, 0.0003992961719632149, 0.0007771612727083266, 0.0011550263734534383, 0.001532891532406211, 0.0019107565749436617, 0.0022886216174811125, 0.002666486892849207, 0.0030443519353866577, 0.0034222169779241085, 0.0038000820204615593, 0.00417794706299901, 0.004555812105536461, 0.004933677613735199, 0.00531154265627265, 0.0056894076988101006, 0.006067272741347551, 0.006445137783885002, 0.006823002826422453, 0.007200867868959904, 0.0075787329114973545, 0.007956597954034805, 0.008334463462233543, 0.008712328039109707, 0.009090193547308445, 0.009468058124184608, 0.009845923632383347, 0.010223789140582085, 0.010601653717458248, 0.010979519225656986, 0.01135738380253315, 0.011735249310731888, 0.012113113887608051, 0.01249097939580679]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 6.0, 4.0, 3.0, 11.0, 11.0, 14.0, 17.0, 22.0, 37.0, 41.0, 62.0, 84.0, 89.0, 124.0, 175.0, 247.0, 333.0, 540.0, 3877.0, 1014.0, 433.0, 252.0, 172.0, 108.0, 66.0, 42.0, 36.0, 31.0, 10.0, 9.0, 12.0, 8.0, 6.0, 5.0, 6.0, 2.0, 2.0, 1.0, 5.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17337553203105927, -0.16801968216896057, -0.16266383230686188, -0.15730798244476318, -0.1519521176815033, -0.1465962678194046, -0.1412404179573059, -0.13588456809520721, -0.13052871823310852, -0.12517286837100983, -0.11981701850891113, -0.11446116119623184, -0.10910531133413315, -0.10374946147203445, -0.09839360415935516, -0.09303775429725647, -0.08768190443515778, -0.08232605457305908, -0.07697020471096039, -0.0716143473982811, -0.0662584975361824, -0.06090264767408371, -0.05554679408669472, -0.050190940499305725, -0.04483509063720703, -0.03947924077510834, -0.034123387187719345, -0.028767535462975502, -0.02341168373823166, -0.018055832013487816, -0.012699980288743973, -0.00734412856400013, -0.0019882768392562866, 0.0033675748854875565, 0.0087234266102314, 0.014079278334975243, 0.019435130059719086, 0.02479098178446293, 0.030146833509206772, 0.035502687096595764, 0.04085853695869446, 0.04621438682079315, 0.051570240408182144, 0.056926093995571136, 0.06228194385766983, 0.06763779371976852, 0.07299365103244781, 0.07834950089454651, 0.0837053507566452, 0.0890612006187439, 0.09441705048084259, 0.09977290779352188, 0.10512875765562057, 0.11048460751771927, 0.11584046483039856, 0.12119631469249725, 0.12655216455459595, 0.13190801441669464, 0.13726386427879333, 0.14261971414089203, 0.14797556400299072, 0.1533314287662506, 0.1586872786283493, 0.164043128490448, 0.1693989783525467]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 4.0, 4.0, 3.0, 2.0, 4.0, 26.0, 7.0, 3.0, 4.0, 2.0, 4.0, 2.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035041221417486668, -0.003385943593457341, -0.003267764812335372, -0.0031495862640440464, -0.003031407715752721, -0.0029132289346307516, -0.002795050386339426, -0.0026768718380481005, -0.0025586930569261312, -0.0024405145086348057, -0.00232233596034348, -0.002204157179221511, -0.0020859786309301853, -0.0019678000826388597, -0.0018496213015168905, -0.001731442753225565, -0.0016132640885189176, -0.0014950854238122702, -0.0013769068755209446, -0.0012587282108142972, -0.0011405495461076498, -0.0010223709978163242, -0.0009041923331096768, -0.0007860136684030294, -0.000667835061904043, -0.0005496564554050565, -0.0004314777906984091, -0.0003132991841994226, -0.00019512054859660566, -7.694192026974633e-05, 4.123670805711299e-05, 0.0001594153291080147, 0.00027759396471083164, 0.0003957726003136486, 0.0005139512359164655, 0.000632129842415452, 0.0007503085071220994, 0.0008684871136210859, 0.0009866657201200724, 0.0011048443848267198, 0.0012230230495333672, 0.0013412015978246927, 0.0014593802625313401, 0.0015775589272379875, 0.001695737475529313, 0.0018139161402359605, 0.0019320948049426079, 0.0020502733532339334, 0.002168451901525259, 0.0022866306826472282, 0.002404809230938554, 0.002522988012060523, 0.0026411665603518486, 0.002759345108643174, 0.0028775238897651434, 0.002995702438056469, 0.0031138809863477945, 0.0032320597674697638, 0.0033502383157610893, 0.003468416864052415, 0.003586595645174384, 0.0037047741934657097, 0.0038229527417570353, 0.003941131290048361, 0.00405931007117033]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 6.0, 9.0, 9.0, 9.0, 18.0, 37.0, 60.0, 83.0, 145.0, 208.0, 339.0, 526.0, 874.0, 1467.0, 2500.0, 4443.0, 8766.0, 18518.0, 41222.0, 94145.0, 220555.0, 586530.0, 99713.0, 47726.0, 23858.0, 11828.0, 6420.0, 3688.0, 2143.0, 1358.0, 843.0, 545.0, 383.0, 202.0, 168.0, 103.0, 52.0, 37.0, 30.0, 23.0, 14.0, 7.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013813105411827564, -0.013338666409254074, -0.01286422647535801, -0.01238978747278452, -0.011915347538888454, -0.011440908536314964, -0.0109664686024189, -0.01049202959984541, -0.01001759059727192, -0.009543150663375854, -0.009068711660802364, -0.0085942717269063, -0.00811983272433281, -0.007645393256098032, -0.0071709537878632545, -0.006696514319628477, -0.0062220748513937, -0.005747635383158922, -0.005273195914924145, -0.004798756446689367, -0.00432431697845459, -0.003849877743050456, -0.0033754385076463223, -0.002900999039411545, -0.0024265595711767673, -0.00195212010294199, -0.0014776807511225343, -0.0010032413993030787, -0.0005288019310683012, -5.4362521041184664e-05, 0.0004200768889859319, 0.0008945162990130484, 0.001368955709040165, 0.0018433951772749424, 0.00231783464550972, 0.0027922738809138536, 0.003266713349148631, 0.0037411528173834085, 0.004215592052787542, 0.00469003152102232, 0.005164470989257097, 0.005638910457491875, 0.006113349925726652, 0.00658778939396143, 0.00706222839653492, 0.007536667864769697, 0.008011107333004475, 0.00848554726690054, 0.00895998626947403, 0.00943442527204752, 0.009908865205943584, 0.010383304208517075, 0.01085774414241314, 0.01133218314498663, 0.011806623078882694, 0.012281062081456184, 0.01275550201535225, 0.01322994101792574, 0.01370438002049923, 0.014178819954395294, 0.014653258956968784, 0.015127698890864849, 0.01560213789343834, 0.016076577827334404, 0.01655101776123047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 4.0, 1.0, 10.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014828492887318134, -0.014165857806801796, -0.013503221794962883, -0.012840586714446545, -0.012177951633930206, -0.011515316553413868, -0.01085268147289753, -0.010190045461058617, -0.009527410380542278, -0.00886477530002594, -0.008202139288187027, -0.007539504207670689, -0.00687686912715435, -0.006214234046638012, -0.005551598500460386, -0.004888962954282761, -0.004226327873766422, -0.0035636925604194403, -0.0029010572470724583, -0.0022384219337254763, -0.0015757866203784943, -0.0009131513070315123, -0.00025051599368453026, 0.00041211931966245174, 0.0010747546330094337, 0.0017373899463564157, 0.0024000252597033978, 0.0030626605730503798, 0.0037252958863973618, 0.0043879309669137, 0.005050566513091326, 0.005713202059268951, 0.00637583713978529, 0.007038472220301628, 0.007701107766479254, 0.00836374331265688, 0.009026378393173218, 0.009689013473689556, 0.010351648554205894, 0.011014284566044807, 0.011676919646561146, 0.012339554727077484, 0.013002190738916397, 0.013664825819432735, 0.014327460899949074, 0.014990095980465412, 0.01565273106098175, 0.016315367072820663, 0.016978003084659576, 0.01764063723385334, 0.018303273245692253, 0.018965907394886017, 0.01962854340672493, 0.020291179418563843, 0.020953813567757607, 0.02161644957959652, 0.022279083728790283, 0.022941719740629196, 0.02360435575246811, 0.024266989901661873, 0.024929625913500786, 0.0255922619253397, 0.026254896074533463, 0.026917532086372375, 0.02758016809821129]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 7.0, 4.0, 4.0, 10.0, 19.0, 17.0, 30.0, 33.0, 46.0, 52.0, 77.0, 97.0, 93.0, 160.0, 191.0, 223.0, 289.0, 368.0, 466.0, 670.0, 946.0, 1352.0, 2525.0, 6184.0, 1422.0, 786.0, 619.0, 385.0, 280.0, 146.0, 135.0, 89.0, 64.0, 76.0, 84.0, 69.0, 94.0, 67.0, 60.0, 46.0, 31.0, 27.0, 26.0, 19.0, 10.0, 6.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013075645081698895, -0.01263220701366663, -0.01218876987695694, -0.011745331808924675, -0.01130189374089241, -0.01085845660418272, -0.010415018536150455, -0.00997158046811819, -0.0095281433314085, -0.009084705263376236, -0.008641267195343971, -0.008197829127311707, -0.0077543919906020164, -0.007310953922569752, -0.006867516320198774, -0.00642407825216651, -0.005980640649795532, -0.005537203047424555, -0.00509376497939229, -0.004650327377021313, -0.004206889308989048, -0.0037634517066180706, -0.003320014104247093, -0.002876576269045472, -0.002433138433843851, -0.00198970059864223, -0.0015462628798559308, -0.0011028251610696316, -0.0006593873258680105, -0.00021594954887405038, 0.00022748822811990976, 0.0006709260051138699, 0.00111436378210783, 0.001557801617309451, 0.002001239452511072, 0.0024446770548820496, 0.0028881148900836706, 0.0033315527252852917, 0.003774990327656269, 0.004218428395688534, 0.004661865998059511, 0.005105303600430489, 0.005548741668462753, 0.005992179270833731, 0.006435616873204708, 0.006879054941236973, 0.00732249254360795, 0.007765930611640215, 0.008209368214011192, 0.008652806282043457, 0.009096243418753147, 0.009539681486785412, 0.009983119554817677, 0.010426556691527367, 0.010869994759559631, 0.011313432827591896, 0.01175687089562416, 0.01220030803233385, 0.012643746100366116, 0.01308718416839838, 0.01353062130510807, 0.013974059373140335, 0.0144174974411726, 0.01486093457788229, 0.015304372645914555]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1667233258485794, -0.16304422914981842, -0.15936513245105743, -0.15568603575229645, -0.15200692415237427, -0.14832782745361328, -0.1446487307548523, -0.1409696340560913, -0.13729053735733032, -0.13361144065856934, -0.12993232905864716, -0.12625323235988617, -0.12257413566112518, -0.1188950389623642, -0.11521594226360321, -0.11153683811426163, -0.10785774141550064, -0.10417864471673965, -0.10049954056739807, -0.09682044386863708, -0.0931413471698761, -0.08946224302053452, -0.08578314632177353, -0.08210404962301254, -0.07842494547367096, -0.07474584877490997, -0.07106675207614899, -0.067387655377388, -0.06370855122804642, -0.06002945452928543, -0.056350354105234146, -0.05267125740647316, -0.048992156982421875, -0.04531305655837059, -0.041633959859609604, -0.03795485943555832, -0.03427576273679733, -0.030596662312746048, -0.026917561888694763, -0.023238463327288628, -0.019559364765882492, -0.015880266204476357, -0.012201166711747646, -0.008522067219018936, -0.004842968657612801, -0.0011638696305453777, 0.002515229396522045, 0.006194328423589468, 0.009873427450656891, 0.013552526012063026, 0.017231624573469162, 0.020910724997520447, 0.024589823558926582, 0.028268922120332718, 0.031948022544384, 0.03562711924314499, 0.039306219667196274, 0.04298532009124756, 0.046664416790008545, 0.05034351721405983, 0.054022617638111115, 0.0577017143368721, 0.061380814760923386, 0.06505991518497467, 0.06873901188373566]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 3.0, 3.0, 8.0, 17.0, 24.0, 36.0, 17.0, 45.0, 26.0, 25.0, 9.0, 14.0, 3.0, 5.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.13403896987438202, -0.1313192993402481, -0.1285996288061142, -0.12587995827198029, -0.12316029518842697, -0.12044062465429306, -0.11772095412015915, -0.11500128358602524, -0.11228162050247192, -0.10956194996833801, -0.1068422794342041, -0.10412260890007019, -0.10140293836593628, -0.09868326783180237, -0.09596360474824905, -0.09324393421411514, -0.09052426367998123, -0.08780459314584732, -0.08508492261171341, -0.0823652595281601, -0.07964558899402618, -0.07692591845989227, -0.07420624792575836, -0.07148657739162445, -0.06876690685749054, -0.06604724377393723, -0.06332757323980331, -0.0606079027056694, -0.05788823217153549, -0.05516856536269188, -0.05244889482855797, -0.049729228019714355, -0.047009557485580444, -0.04428988695144653, -0.04157022014260292, -0.03885054960846901, -0.0361308827996254, -0.033411212265491486, -0.030691541731357574, -0.027971873059868813, -0.02525220438838005, -0.02253253571689129, -0.019812867045402527, -0.017093196511268616, -0.014373527839779854, -0.011653859168291092, -0.008934189565479755, -0.006214520428329706, -0.003494851291179657, -0.0007751821540296078, 0.0019444869831204414, 0.004664156120270491, 0.00738382525742054, 0.010103493928909302, 0.012823163531720638, 0.015542833134531975, 0.018262501806020737, 0.0209821704775095, 0.02370183914899826, 0.02642150968313217, 0.029141178354620934, 0.031860847026109695, 0.03458051756024361, 0.03730018436908722, 0.04001985490322113]}, "_runtime": 12.440979480743408, "_timestamp": 1596207397.0296025, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017517048865556717, -0.017113111913204193, -0.01670917682349682, -0.016305239871144295, -0.01590130478143692, -0.015497367829084396, -0.015093431808054447, -0.014689495787024498, -0.014285558834671974, -0.013881622813642025, -0.013477686792612076, -0.013073750771582127, -0.012669814750552177, -0.012265878729522228, -0.011861941777169704, -0.011458005756139755, -0.011054069735109806, -0.010650133714079857, -0.010246197693049908, -0.009842260740697384, -0.009438324719667435, -0.009034388698637486, -0.008630452677607536, -0.008226516656577587, -0.007822580635547638, -0.0074186441488564014, -0.007014707662165165, -0.006610771641135216, -0.006206835620105267, -0.00580289913341403, -0.005398963112384081, -0.004995026625692844, -0.004591090604662895, -0.004187154583632946, -0.0037832180969417095, -0.0033792820759117603, -0.0029753458220511675, -0.0025714095681905746, -0.0021674735471606255, -0.0017635372933000326, -0.0013596010394394398, -0.0009556648437865078, -0.0005517286481335759, -0.000147792452480644, 0.00025614374317228794, 0.0006600799388252199, 0.0010640161344781518, 0.0014679522719234228, 0.0018718885257840157, 0.0022758247796446085, 0.0026797610335052013, 0.0030836970545351505, 0.0034876333083957434, 0.003891569562256336, 0.004295505583286285, 0.004699442069977522, 0.005103378091007471, 0.00550731411203742, 0.005911250598728657, 0.006315186619758606, 0.006719122640788555, 0.007123059127479792, 0.007526995148509741, 0.007930931635200977, 0.008334867656230927]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 6.0, 5.0, 3.0, 8.0, 5.0, 16.0, 4.0, 20.0, 15.0, 24.0, 22.0, 40.0, 48.0, 50.0, 80.0, 99.0, 141.0, 175.0, 238.0, 320.0, 463.0, 3883.0, 947.0, 430.0, 243.0, 162.0, 108.0, 84.0, 74.0, 43.0, 36.0, 31.0, 12.0, 14.0, 12.0, 14.0, 7.0, 9.0, 8.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.14163058996200562, -0.13738293945789337, -0.13313527405261993, -0.1288876235485077, -0.12463997304439545, -0.1203923150897026, -0.11614465713500977, -0.11189700663089752, -0.10764934867620468, -0.10340169072151184, -0.0991540402173996, -0.09490638226270676, -0.09065872430801392, -0.08641107380390167, -0.08216341584920883, -0.07791576534509659, -0.07366810739040375, -0.06942044943571091, -0.06517279893159866, -0.06092514097690582, -0.05667748674750328, -0.05242983251810074, -0.0481821745634079, -0.043934520334005356, -0.039686866104602814, -0.03543921187520027, -0.03119155578315258, -0.02694389969110489, -0.022696245461702347, -0.018448591232299805, -0.014200935140252113, -0.009953279979526997, -0.00570562481880188, -0.0014579696580767632, 0.0027896855026483536, 0.00703734066337347, 0.011284995824098587, 0.015532650984823704, 0.01978030614554882, 0.024027962237596512, 0.028275616466999054, 0.032523270696401596, 0.03677092492580414, 0.04101858288049698, 0.04526623710989952, 0.04951389133930206, 0.053761549293994904, 0.058009203523397446, 0.06225685775279999, 0.06650451570749283, 0.07075216621160507, 0.07499982416629791, 0.07924747467041016, 0.083495132625103, 0.08774279057979584, 0.09199044108390808, 0.09623809903860092, 0.10048575699329376, 0.104733407497406, 0.10898106545209885, 0.11322872340679169, 0.11747637391090393, 0.12172403186559677, 0.1259716898202896, 0.13021934032440186]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 1.0, 4.0, 5.0, 1.0, 2.0, 4.0, 5.0, 2.0, 2.0, 6.0, 2.0, 8.0, 26.0, 1.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005059779155999422, -0.004919623490422964, -0.004779467824846506, -0.004639312159270048, -0.00449915649369359, -0.004359000828117132, -0.004218845162540674, -0.004078689496964216, -0.0039385342970490456, -0.003798378398641944, -0.003658222733065486, -0.003518067067489028, -0.0033779116347432137, -0.0032377559691667557, -0.0030976003035902977, -0.0029574446380138397, -0.0028172889724373817, -0.0026771333068609238, -0.002536977641284466, -0.002396821975708008, -0.00225666631013155, -0.0021165108773857355, -0.0019763552118092775, -0.0018361995462328196, -0.0016960438806563616, -0.0015558882150799036, -0.0014157325495034456, -0.0012755770003423095, -0.0011354213347658515, -0.0009952656691893935, -0.0008551100618205965, -0.0007149544544517994, -0.0005747987888753414, -0.0004346431524027139, -0.0002944875159300864, -0.00015433187945745885, -1.4176242984831333e-05, 0.0001259793934877962, 0.0002661350299604237, 0.00040629066643305123, 0.0005464463029056787, 0.0006866019684821367, 0.0008267575758509338, 0.0009669131832197309, 0.0011070688487961888, 0.0012472245143726468, 0.001387380063533783, 0.001527535729110241, 0.001667691394686699, 0.0018078470602631569, 0.0019480027258396149, 0.002088158391416073, 0.002228314056992531, 0.002368469489738345, 0.002508625155314803, 0.002648780820891261, 0.002788936486467719, 0.002929092152044177, 0.003069247817620635, 0.003209403483197093, 0.0033495589159429073, 0.0034897145815193653, 0.0036298702470958233, 0.0037700259126722813, 0.003910181578248739]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 4.0, 6.0, 18.0, 24.0, 27.0, 47.0, 40.0, 84.0, 116.0, 174.0, 238.0, 346.0, 532.0, 861.0, 1375.0, 2179.0, 3520.0, 6119.0, 11044.0, 21414.0, 43922.0, 93492.0, 213689.0, 583400.0, 96858.0, 47234.0, 23670.0, 12060.0, 6657.0, 3880.0, 2288.0, 1395.0, 986.0, 593.0, 440.0, 295.0, 176.0, 115.0, 106.0, 61.0, 43.0, 32.0, 21.0, 19.0, 10.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013570916838943958, -0.013134627602994442, -0.0126983392983675, -0.012262050062417984, -0.011825760826468468, -0.011389472521841526, -0.01095318328589201, -0.010516894981265068, -0.010080605745315552, -0.009644316509366035, -0.009208028204739094, -0.008771738968789577, -0.008335450664162636, -0.00789916142821312, -0.007462872192263603, -0.007026583421975374, -0.006590294651687145, -0.006154005881398916, -0.005717717111110687, -0.005281427875161171, -0.004845139104872942, -0.004408850334584713, -0.003972561098635197, -0.0035362723283469677, -0.0030999835580587387, -0.0026636947877705097, -0.002227405784651637, -0.0017911168979480863, -0.0013548280112445354, -0.0009185391245409846, -0.0004822502378374338, -4.5961351133883e-05, 0.0003903275355696678, 0.0008266164222732186, 0.0012629053089767694, 0.0016991941956803203, 0.002135483082383871, 0.0025717718526721, 0.0030080608557909727, 0.0034443498589098454, 0.0038806386291980743, 0.004316927399486303, 0.004753216169774532, 0.005189505405724049, 0.005625794176012278, 0.006062082946300507, 0.006498372182250023, 0.006934660952538252, 0.007370949722826481, 0.00780723849311471, 0.008243527263402939, 0.008679816499352455, 0.009116105735301971, 0.009552394039928913, 0.00998868327587843, 0.010424971580505371, 0.010861260816454887, 0.011297550052404404, 0.011733838357031345, 0.012170127592980862, 0.012606415897607803, 0.01304270513355732, 0.013478994369506836, 0.013915282674133778, 0.014351571910083294]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 1.0, 6.0, 6.0, 2.0, 3.0, 9.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03901359811425209, -0.03749469667673111, -0.03597579896450043, -0.034456897526979446, -0.032937996089458466, -0.03141909837722778, -0.029900196939706802, -0.02838129736483097, -0.02686239778995514, -0.025343498215079308, -0.023824598640203476, -0.022305697202682495, -0.020786797627806664, -0.019267898052930832, -0.01774899661540985, -0.01623009704053402, -0.014711197465658188, -0.013192297890782356, -0.01167339738458395, -0.010154496878385544, -0.008635597303509712, -0.007116697262972593, -0.005597797222435474, -0.0040788971818983555, -0.0025599971413612366, -0.0010410971008241177, 0.00047780293971300125, 0.00199670298025012, 0.003515603020787239, 0.005034503061324358, 0.006553403101861477, 0.008072303608059883, 0.009591203182935715, 0.011110102757811546, 0.012629003264009953, 0.014147903770208359, 0.01566680334508419, 0.017185702919960022, 0.018704604357481003, 0.020223503932356834, 0.021742403507232666, 0.023261303082108498, 0.02478020265698433, 0.02629910409450531, 0.02781800366938114, 0.029336903244256973, 0.030855804681777954, 0.032374702394008636, 0.03389360383152962, 0.0354125052690506, 0.03693140298128128, 0.03845030441880226, 0.03996920585632324, 0.041488103568553925, 0.043007005006074905, 0.04452590271830559, 0.04604480415582657, 0.04756370559334755, 0.04908260330557823, 0.05060150474309921, 0.052120402455329895, 0.053639303892850876, 0.05515820533037186, 0.05667710304260254, 0.05819600448012352]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 4.0, 5.0, 7.0, 6.0, 16.0, 15.0, 16.0, 22.0, 29.0, 34.0, 20.0, 24.0, 33.0, 33.0, 53.0, 55.0, 60.0, 78.0, 106.0, 177.0, 238.0, 292.0, 400.0, 512.0, 847.0, 1202.0, 1737.0, 2929.0, 5731.0, 1219.0, 668.0, 492.0, 306.0, 197.0, 138.0, 97.0, 61.0, 49.0, 61.0, 68.0, 66.0, 69.0, 45.0, 56.0, 27.0, 29.0, 19.0, 20.0, 8.0, 12.0, 15.0, 8.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.027844103053212166, -0.026951538398861885, -0.026058975607156754, -0.025166410952806473, -0.024273846298456192, -0.02338128164410591, -0.02248871698975563, -0.0215961541980505, -0.020703589543700218, -0.019811024889349937, -0.018918462097644806, -0.018025897443294525, -0.017133332788944244, -0.016240768134593964, -0.015348204411566257, -0.014455640688538551, -0.01356307603418827, -0.01267051137983799, -0.011777947656810284, -0.010885383933782578, -0.009992819279432297, -0.009100254625082016, -0.00820769090205431, -0.007315126713365316, -0.006422562524676323, -0.0055299983359873295, -0.004637434147298336, -0.0037448699586093426, -0.002852305769920349, -0.0019597415812313557, -0.0010671773925423622, -0.00017461320385336876, 0.0007179509848356247, 0.0016105151735246181, 0.0025030793622136116, 0.003395643550902605, 0.0042882077395915985, 0.005180771928280592, 0.006073336116969585, 0.006965900305658579, 0.007858464494347572, 0.008751029148697853, 0.00964359287172556, 0.010536156594753265, 0.011428721249103546, 0.012321285903453827, 0.013213849626481533, 0.01410641334950924, 0.01499897800385952, 0.0158915426582098, 0.016784105449914932, 0.017676670104265213, 0.018569234758615494, 0.019461799412965775, 0.020354364067316055, 0.021246926859021187, 0.022139491513371468, 0.02303205616772175, 0.02392461895942688, 0.02481718361377716, 0.02570974826812744, 0.026602312922477722, 0.027494877576828003, 0.028387440368533134, 0.029280005022883415]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.32487285137176514, -0.31649070978164673, -0.30810853838920593, -0.2997263967990875, -0.29134422540664673, -0.2829620838165283, -0.2745799124240875, -0.2661977708339691, -0.2578155994415283, -0.2494334578514099, -0.2410513013601303, -0.2326691448688507, -0.2242869883775711, -0.2159048318862915, -0.2075226753950119, -0.1991405189037323, -0.1907583624124527, -0.1823762059211731, -0.1739940494298935, -0.1656118929386139, -0.1572297364473343, -0.1488475799560547, -0.14046542346477509, -0.13208326697349548, -0.12370111793279648, -0.11531896144151688, -0.10693680495023727, -0.09855464845895767, -0.09017249941825867, -0.08179034292697906, -0.07340818643569946, -0.06502602994441986, -0.05664387345314026, -0.04826171696186066, -0.039879560470581055, -0.03149740770459175, -0.02311525121331215, -0.014733095653355122, -0.006350940093398094, 0.0020312154665589333, 0.01041337102651596, 0.018795527517795563, 0.027177682146430016, 0.03555983677506447, 0.04394199326634407, 0.05232414975762367, 0.060706302523612976, 0.06908845901489258, 0.07747061550617218, 0.08585277199745178, 0.09423492848873138, 0.10261708498001099, 0.11099924147129059, 0.1193813905119896, 0.1277635544538498, 0.1361457109451294, 0.1445278525352478, 0.1529100090265274, 0.161292165517807, 0.1696743220090866, 0.1780564785003662, 0.1864386349916458, 0.19482079148292542, 0.20320294797420502, 0.21158510446548462]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 2.0, 5.0, 1.0, 1.0, 3.0, 4.0, 9.0, 7.0, 6.0, 10.0, 15.0, 17.0, 17.0, 47.0, 28.0, 14.0, 5.0, 5.0, 3.0, 5.0, 2.0, 3.0, 5.0, 3.0, 3.0, 6.0, 2.0, 6.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.17955677211284637, -0.17436279356479645, -0.16916882991790771, -0.1639748513698578, -0.15878087282180786, -0.15358689427375793, -0.1483929306268692, -0.14319895207881927, -0.13800497353076935, -0.13281100988388062, -0.1276170313358307, -0.12242305278778076, -0.11722908169031143, -0.1120351031422615, -0.10684113204479218, -0.10164715349674225, -0.09645318239927292, -0.09125921130180359, -0.08606523275375366, -0.08087126165628433, -0.0756772831082344, -0.07048331201076508, -0.06528933346271515, -0.06009536236524582, -0.05490138754248619, -0.04970741271972656, -0.044513437896966934, -0.039319463074207306, -0.034125491976737976, -0.0289315152913332, -0.02373754233121872, -0.01854356750845909, -0.013349592685699463, -0.008155617862939835, -0.002961643971502781, 0.00223233038559556, 0.007426304742693901, 0.01262027956545353, 0.01781425252556801, 0.023008227348327637, 0.028202202171087265, 0.03339617699384689, 0.03859015181660652, 0.04378412663936615, 0.04897809773683548, 0.05417207255959511, 0.059366047382354736, 0.06456002593040466, 0.06975399702787399, 0.07494796812534332, 0.08014194667339325, 0.08533591777086258, 0.0905298963189125, 0.09572386741638184, 0.10091784596443176, 0.10611181706190109, 0.11130578815937042, 0.11649976670742035, 0.12169373780488968, 0.126887708902359, 0.13208168745040894, 0.13727566599845886, 0.1424696445465088, 0.14766360819339752, 0.15285758674144745]}, "_runtime": 13.272340774536133, "_timestamp": 1596207397.8609638, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007406515534967184, -0.007014904636889696, -0.006623293738812208, -0.00623168284073472, -0.005840071942657232, -0.005448461044579744, -0.005056850146502256, -0.0046652392484247684, -0.004273628816008568, -0.003882017685100436, -0.0034904067870229483, -0.0030987958889454603, -0.002707185223698616, -0.002315574325621128, -0.0019239634275436401, -0.0015323525294661522, -0.0011407416313886642, -0.0007491307333111763, -0.00035751989344134927, 3.409097553230822e-05, 0.0004257018445059657, 0.0008173127425834537, 0.0012089235242456198, 0.0016005344223231077, 0.0019921453204005957, 0.0023837562184780836, 0.0027753671165555716, 0.0031669780146330595, 0.003558588679879904, 0.003950199577957392, 0.00434181047603488, 0.004733421374112368, 0.005125032272189856, 0.0055166431702673435, 0.0059082540683448315, 0.006299864966422319, 0.006691475864499807, 0.007083086762577295, 0.007474697660654783, 0.007866308093070984, 0.008257918991148472, 0.00864952988922596, 0.009041140787303448, 0.009432751685380936, 0.009824362583458424, 0.010215973481535912, 0.0106075843796134, 0.010999195277690887, 0.011390806175768375, 0.011782417073845863, 0.012174027971923351, 0.01256563887000084, 0.012957249768078327, 0.013348860666155815, 0.013740471564233303, 0.014132082462310791, 0.014523693360388279, 0.014915304258465767, 0.015306915156543255, 0.015698526054620743, 0.016090136021375656, 0.01648174785077572, 0.016873357817530632, 0.017264969646930695, 0.017656579613685608]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 11.0, 10.0, 14.0, 19.0, 30.0, 42.0, 38.0, 58.0, 59.0, 90.0, 115.0, 137.0, 167.0, 234.0, 370.0, 634.0, 4247.0, 626.0, 318.0, 197.0, 127.0, 81.0, 59.0, 41.0, 45.0, 21.0, 21.0, 22.0, 12.0, 18.0, 9.0, 8.0, 4.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1372406780719757, -0.13266851007938385, -0.128096342086792, -0.12352415919303894, -0.11895199120044708, -0.11437982320785522, -0.10980764776468277, -0.10523547232151031, -0.10066330432891846, -0.0960911363363266, -0.09151896089315414, -0.08694678544998169, -0.08237461745738983, -0.07780244946479797, -0.07323027402162552, -0.06865809857845306, -0.0640859305858612, -0.05951375886797905, -0.05494158715009689, -0.05036941543221474, -0.04579724371433258, -0.041225071996450424, -0.03665290027856827, -0.03208072856068611, -0.027508556842803955, -0.0229363851249218, -0.018364213407039642, -0.013792041689157486, -0.00921986997127533, -0.004647698253393173, -7.552653551101685e-05, 0.0044966451823711395, 0.009068816900253296, 0.013640988618135452, 0.01821316033601761, 0.022785332053899765, 0.02735750377178192, 0.03192967548966408, 0.036501847207546234, 0.04107401892542839, 0.04564619064331055, 0.0502183623611927, 0.05479053407907486, 0.059362705796957016, 0.06393487751483917, 0.06850704550743103, 0.07307922095060349, 0.07765139639377594, 0.0822235643863678, 0.08679573237895966, 0.09136790782213211, 0.09594008326530457, 0.10051225125789642, 0.10508441925048828, 0.10965659469366074, 0.11422877013683319, 0.11880093812942505, 0.1233731061220169, 0.12794527411460876, 0.13251745700836182, 0.13708962500095367, 0.14166179299354553, 0.14623397588729858, 0.15080614387989044, 0.1553783118724823]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 1.0, 2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 5.0, 5.0, 29.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 0.0, 5.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027517499402165413, -0.002640861552208662, -0.0025299731642007828, -0.002419085009023547, -0.002308196621015668, -0.0021973082330077887, -0.0020864198449999094, -0.001975531689822674, -0.0018646433018147945, -0.0017537549138069153, -0.001642866525799036, -0.0015319782542064786, -0.0014210898661985993, -0.001310201594606042, -0.0011993132065981627, -0.0010884249350056052, -0.000977536546997726, -0.0008666482171975076, -0.0007557598873972893, -0.0006448715575970709, -0.0005339832277968526, -0.0004230948688928038, -0.000312206509988755, -0.00020131818018853664, -9.04298503883183e-05, 2.0458486687857658e-05, 0.00013134682376403362, 0.0002422351681161672, 0.00035312349791638553, 0.0004640118277166039, 0.0005749001866206527, 0.000685788516420871, 0.0007966768462210894, 0.0009075651760213077, 0.001018453505821526, 0.0011293418938294053, 0.0012402301654219627, 0.001351118553429842, 0.0014620068250223994, 0.0015728952130302787, 0.0016837834846228361, 0.0017946718726307154, 0.0019055602606385946, 0.002016448648646474, 0.0021273368038237095, 0.0022382251918315887, 0.002349113579839468, 0.0024600019678473473, 0.0025708903558552265, 0.002681778511032462, 0.0027926668990403414, 0.0029035552870482206, 0.0030144436750561, 0.0031253318302333355, 0.0032362202182412148, 0.003347108606249094, 0.0034579969942569733, 0.0035688853822648525, 0.003679773537442088, 0.0037906619254499674, 0.0039015503134578466, 0.004012438468635082, 0.0041233268566429615, 0.004234215244650841, 0.00434510363265872]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 11.0, 12.0, 15.0, 17.0, 35.0, 49.0, 53.0, 102.0, 153.0, 238.0, 355.0, 538.0, 870.0, 1310.0, 2305.0, 4034.0, 7676.0, 15483.0, 31797.0, 67805.0, 144828.0, 650545.0, 125988.0, 58263.0, 29444.0, 15579.0, 8834.0, 5006.0, 2915.0, 1827.0, 1182.0, 713.0, 502.0, 335.0, 247.0, 172.0, 122.0, 86.0, 53.0, 41.0, 27.0, 17.0, 15.0, 13.0, 5.0, 1.0, 6.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012216710485517979, -0.011803530156612396, -0.01139034889638424, -0.010977168567478657, -0.010563988238573074, -0.010150807909667492, -0.009737626649439335, -0.009324446320533752, -0.00891126599162817, -0.008498084731400013, -0.00808490440249443, -0.007671724073588848, -0.007258543279021978, -0.006845362950116396, -0.006432182155549526, -0.006019001826643944, -0.005605821032077074, -0.005192640237510204, -0.004779459908604622, -0.004366279114037752, -0.00395309878513217, -0.0035399179905653, -0.003126737428829074, -0.002713556867092848, -0.0023003763053566217, -0.0018871957436203957, -0.0014740151818841696, -0.0010608345037326217, -0.0006476539419963956, -0.00023447335115633905, 0.0001787072396837175, 0.0005918878596276045, 0.0010050684213638306, 0.0014182489831000566, 0.0018314295448362827, 0.002244610106572509, 0.002657790668308735, 0.0030709714628756046, 0.0034841520246118307, 0.003897332586348057, 0.004310512915253639, 0.004723693709820509, 0.005136874504387379, 0.005550054833292961, 0.005963235627859831, 0.006376415956765413, 0.006789596751332283, 0.0072027770802378654, 0.007615957874804735, 0.008029138669371605, 0.008442318998277187, 0.00885549932718277, 0.009268680587410927, 0.00968186091631651, 0.010095041245222092, 0.010508221574127674, 0.010921402834355831, 0.011334583163261414, 0.011747763492166996, 0.012160944752395153, 0.012574125081300735, 0.012987305410206318, 0.0134004857391119, 0.013813666999340057, 0.01422684732824564]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 6.0, 6.0, 4.0, 3.0, 8.0, 4.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020283769816160202, -0.019700787961483, -0.0191178061068058, -0.018534822389483452, -0.01795184053480625, -0.01736885868012905, -0.01678587682545185, -0.01620289497077465, -0.015619912184774876, -0.015036930330097675, -0.0144539475440979, -0.0138709656894207, -0.0132879838347435, -0.012705001048743725, -0.012122019194066525, -0.01153903640806675, -0.01095605455338955, -0.010373072698712349, -0.009790089912712574, -0.009207108058035374, -0.008624125272035599, -0.008041143417358398, -0.007458161562681198, -0.0068751792423427105, -0.006292196922004223, -0.005709214601665735, -0.005126232281327248, -0.004543250426650047, -0.00396026810631156, -0.003377285785973072, -0.002794303698465228, -0.002211321610957384, -0.0016283392906188965, -0.0010453570866957307, -0.0004623748827725649, 0.00012060732115060091, 0.0007035895250737667, 0.0012865717289969325, 0.0018695539329200983, 0.0024525360204279423, 0.00303551834076643, 0.0036185006611049175, 0.004201482981443405, 0.0047844648361206055, 0.005367447156459093, 0.005950429476797581, 0.006533411331474781, 0.007116393651813269, 0.007699375972151756, 0.008282357826828957, 0.008865340612828732, 0.009448322467505932, 0.010031305253505707, 0.010614287108182907, 0.011197268962860107, 0.011780251748859882, 0.012363233603537083, 0.012946215458214283, 0.013529198244214058, 0.014112180098891258, 0.014695161953568459, 0.015278144739568233, 0.01586112752556801, 0.01644410938024521, 0.01702709123492241]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 7.0, 13.0, 11.0, 11.0, 14.0, 16.0, 18.0, 24.0, 28.0, 42.0, 70.0, 87.0, 95.0, 170.0, 257.0, 323.0, 482.0, 632.0, 992.0, 1395.0, 1958.0, 6216.0, 2863.0, 1090.0, 624.0, 315.0, 196.0, 109.0, 62.0, 49.0, 35.0, 37.0, 26.0, 17.0, 18.0, 16.0, 20.0, 15.0, 15.0, 7.0, 6.0, 7.0, 6.0, 3.0, 6.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013446984812617302, -0.013024990446865559, -0.01260299701243639, -0.012181002646684647, -0.011759009212255478, -0.011337014846503735, -0.010915021412074566, -0.010493027046322823, -0.010071033611893654, -0.00964903924614191, -0.009227044880390167, -0.008805051445960999, -0.008383057080209255, -0.007961063645780087, -0.007539069280028343, -0.007117075379937887, -0.006695081479847431, -0.006273087579756975, -0.005851093679666519, -0.005429099779576063, -0.005007105879485607, -0.004585111513733864, -0.004163117613643408, -0.003741123713552952, -0.003319129813462496, -0.00289713591337204, -0.002475142013281584, -0.002053147880360484, -0.0016311539802700281, -0.001209160080179572, -0.0007871660636737943, -0.00036517210537567735, 5.6821852922439575e-05, 0.0004788158112205565, 0.0009008097695186734, 0.0013228037860244513, 0.0017447976861149073, 0.0021667915862053633, 0.002588785719126463, 0.003010779619216919, 0.003432773519307375, 0.003854767419397831, 0.004276761319488287, 0.004698755219578743, 0.005120749585330486, 0.005542743485420942, 0.005964737385511398, 0.006386731285601854, 0.00680872518569231, 0.007230719085782766, 0.007652712985873222, 0.008074707351624966, 0.008496700786054134, 0.008918695151805878, 0.009340688586235046, 0.00976268295198679, 0.010184677317738533, 0.010606670752167702, 0.011028665117919445, 0.011450658552348614, 0.011872652918100357, 0.012294646352529526, 0.012716640718281269, 0.013138634152710438, 0.013560628518462181]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10540077090263367, -0.10286080092191696, -0.10032082349061966, -0.09778085350990295, -0.09524087607860565, -0.09270090609788895, -0.09016092866659164, -0.08762095868587494, -0.08508098125457764, -0.08254101127386093, -0.08000103384256363, -0.07746106386184692, -0.07492108643054962, -0.07238111644983292, -0.06984113901853561, -0.06730116903781891, -0.0647611916065216, -0.0622212216258049, -0.0596812479197979, -0.057141274213790894, -0.05460130050778389, -0.052061326801776886, -0.04952135309576988, -0.04698137938976288, -0.04444140940904617, -0.04190143570303917, -0.039361461997032166, -0.03682148829102516, -0.03428151458501816, -0.031741540879011154, -0.02920156717300415, -0.026661593466997147, -0.024121619760990143, -0.02158164605498314, -0.019041672348976135, -0.01650169864296913, -0.013961725868284702, -0.011421752162277699, -0.00888177938759327, -0.0063418056815862656, -0.0038018319755792618, -0.0012618585024029016, 0.0012781149707734585, 0.0038180884439498186, 0.006358061917126179, 0.008898035623133183, 0.011438008397817612, 0.013977982103824615, 0.01651795580983162, 0.019057929515838623, 0.021597903221845627, 0.02413787692785263, 0.026677850633859634, 0.02921782247722149, 0.03175779804587364, 0.034297771751880646, 0.03683774173259735, 0.039377715438604355, 0.04191768914461136, 0.04445766285061836, 0.046997636556625366, 0.04953761026263237, 0.052077583968639374, 0.05461755767464638, 0.05715753138065338]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 4.0, 9.0, 12.0, 17.0, 24.0, 45.0, 40.0, 21.0, 24.0, 13.0, 10.0, 7.0, 3.0, 5.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08970075100660324, -0.08760370314121246, -0.08550666272640228, -0.0834096148610115, -0.08131257444620132, -0.07921552658081055, -0.07711848616600037, -0.07502143830060959, -0.07292439043521881, -0.07082735002040863, -0.06873030215501785, -0.06663326174020767, -0.0645362138748169, -0.062439169734716415, -0.060342125594615936, -0.05824508145451546, -0.05614803731441498, -0.0540509931743145, -0.05195394903421402, -0.04985690489411354, -0.04775986075401306, -0.045662812888622284, -0.043565768748521805, -0.041468724608421326, -0.03937168046832085, -0.03727463632822037, -0.03517759218811989, -0.03308054804801941, -0.03098350204527378, -0.0288864579051733, -0.026789411902427673, -0.024692367762327194, -0.022595323622226715, -0.020498279482126236, -0.018401235342025757, -0.01630418933928013, -0.01420714519917965, -0.01211010105907917, -0.010013055987656116, -0.007916010916233063, -0.005818966776132584, -0.003721922170370817, -0.0016248775646090508, 0.0004721670411527157, 0.002569211646914482, 0.0046662562526762486, 0.006763300858438015, 0.008860345929861069, 0.010957390069961548, 0.013054434210062027, 0.01515147928148508, 0.017248524352908134, 0.019345568493008614, 0.021442612633109093, 0.02353965863585472, 0.0256367027759552, 0.02773374691605568, 0.02983079105615616, 0.03192783519625664, 0.03402487933635712, 0.036121927201747894, 0.03821897134184837, 0.04031601548194885, 0.04241305962204933, 0.04451010376214981]}, "_runtime": 14.104159355163574, "_timestamp": 1596207398.6927824, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 5.0, 4.0, 0.0, 3.0, 0.0, 1.0, 6.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014704409055411816, -0.01429858896881342, -0.013892768882215023, -0.013486947864294052, -0.013081127777695656, -0.01267530769109726, -0.012269487604498863, -0.011863667517900467, -0.01145784743130207, -0.0110520264133811, -0.010646206326782703, -0.010240386240184307, -0.00983456615358591, -0.009428746066987514, -0.009022925049066544, -0.008617104962468147, -0.008211284875869751, -0.007805464789271355, -0.007399644237011671, -0.006993824150413275, -0.006588003598153591, -0.006182183511555195, -0.0057763634249567986, -0.005370542872697115, -0.004964722786098719, -0.004558902699500322, -0.004153082147240639, -0.0037472620606422424, -0.0033414417412132025, -0.0029356214217841625, -0.0025298013351857662, -0.0021239810157567263, -0.0017181606963276863, -0.0013123403768986464, -0.0009065201738849282, -0.0005006999126635492, -9.487965144217014e-05, 0.0003109406097792089, 0.0007167608710005879, 0.001122581074014306, 0.001528401393443346, 0.001934221712872386, 0.002340042032301426, 0.0027458621188998222, 0.003151682438328862, 0.003557502757757902, 0.0039633228443562984, 0.004369143396615982, 0.004774963483214378, 0.005180783569812775, 0.005586604122072458, 0.005992424208670855, 0.006398244760930538, 0.0068040648475289345, 0.007209884934127331, 0.007615705486387014, 0.008021526038646698, 0.008427346125245094, 0.00883316621184349, 0.009238986298441887, 0.009644806385040283, 0.01005062647163868, 0.01045644748955965, 0.010862267576158047, 0.011268087662756443]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 6.0, 3.0, 5.0, 6.0, 9.0, 6.0, 17.0, 13.0, 22.0, 20.0, 24.0, 30.0, 34.0, 47.0, 60.0, 81.0, 114.0, 124.0, 191.0, 227.0, 326.0, 547.0, 4397.0, 583.0, 286.0, 183.0, 127.0, 99.0, 86.0, 61.0, 39.0, 32.0, 17.0, 20.0, 17.0, 18.0, 10.0, 8.0, 3.0, 4.0, 7.0, 6.0, 3.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15470916032791138, -0.1498824506998062, -0.14505574107170105, -0.1402290314435959, -0.13540232181549072, -0.13057561218738556, -0.1257489025592804, -0.12092219293117523, -0.11609548330307007, -0.1112687811255455, -0.10644207149744034, -0.10161536186933517, -0.09678865224123001, -0.09196194261312485, -0.08713523298501968, -0.08230852335691452, -0.07748181372880936, -0.0726551041007042, -0.06782839447259903, -0.06300168484449387, -0.0581749752163887, -0.05334826931357384, -0.048521559685468674, -0.04369485005736351, -0.03886814042925835, -0.03404143080115318, -0.02921472117304802, -0.024388013407588005, -0.01956130377948284, -0.014734594151377678, -0.009907885454595089, -0.005081176292151213, -0.0002544671297073364, 0.00457224203273654, 0.009398951195180416, 0.014225659891963005, 0.01905236952006817, 0.023879079148173332, 0.028705786913633347, 0.03353249654173851, 0.038359206169843674, 0.04318591579794884, 0.048012625426054, 0.052839335054159164, 0.05766604095697403, 0.06249275058507919, 0.06731946021318436, 0.07214616984128952, 0.07697287946939468, 0.08179958909749985, 0.08662629872560501, 0.09145300835371017, 0.09627971798181534, 0.1011064276099205, 0.10593313723802567, 0.11075984686613083, 0.1155865490436554, 0.12041325867176056, 0.12523996829986572, 0.1300666779279709, 0.13489338755607605, 0.1397200971841812, 0.14454680681228638, 0.14937351644039154, 0.1542002260684967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 5.0, 4.0, 8.0, 4.0, 3.0, 26.0, 4.0, 3.0, 0.0, 5.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.002719136653468013, -0.0026137514505535364, -0.00250836624763906, -0.00240298081189394, -0.0022975956089794636, -0.002192210406064987, -0.002086825203150511, -0.0019814400002360344, -0.0018760546809062362, -0.0017706694779917598, -0.0016652841586619616, -0.0015598989557474852, -0.0014545137528330088, -0.0013491284335032105, -0.0012437432305887341, -0.001138357911258936, -0.0010329727083444595, -0.0009275874472223222, -0.0008222021861001849, -0.0007168169831857085, -0.0006114317220635712, -0.0005060464609414339, -0.00040066122892312706, -0.0002952759969048202, -0.0001898907357826829, -8.450548921246082e-05, 2.0879757357761264e-05, 0.00012626500392798334, 0.00023165025049820542, 0.00033703551162034273, 0.0004424207436386496, 0.0005478059756569564, 0.0006531912367790937, 0.000758576497901231, 0.0008639617590233684, 0.0009693469619378448, 0.001074732281267643, 0.0011801174841821194, 0.0012855026870965958, 0.001390888006426394, 0.0014962732093408704, 0.0016016584122553468, 0.001707043731585145, 0.0018124289344996214, 0.0019178141374140978, 0.002023199340328574, 0.0021285847760736942, 0.0022339699789881706, 0.002339355181902647, 0.0024447403848171234, 0.0025501255877316, 0.00265551102347672, 0.0027608962263911963, 0.0028662814293056726, 0.002971666632220149, 0.0030770518351346254, 0.0031824372708797455, 0.003287822473794222, 0.0033932076767086983, 0.0034985928796231747, 0.003603978082537651, 0.0037093632854521275, 0.0038147487211972475, 0.00392013369128108, 0.004025518894195557]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 10.0, 9.0, 17.0, 15.0, 25.0, 43.0, 69.0, 103.0, 151.0, 194.0, 309.0, 514.0, 770.0, 1238.0, 2128.0, 3636.0, 6721.0, 13093.0, 27129.0, 59145.0, 141769.0, 669951.0, 126173.0, 58268.0, 29736.0, 15774.0, 8797.0, 5224.0, 3023.0, 1858.0, 1269.0, 882.0, 511.0, 370.0, 227.0, 154.0, 106.0, 65.0, 49.0, 27.0, 21.0, 21.0, 11.0, 9.0, 7.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.012060972861945629, -0.011637218296527863, -0.011213463731110096, -0.010789710097014904, -0.010365955531597137, -0.009942200966179371, -0.009518446400761604, -0.009094691835343838, -0.008670937269926071, -0.00824718363583088, -0.007823429070413113, -0.007399674504995346, -0.0069759199395775795, -0.0065521658398211, -0.006128411274403334, -0.005704657174646854, -0.005280902609229088, -0.004857148043811321, -0.004433393944054842, -0.004009639378637075, -0.0035858850460499525, -0.0031621307134628296, -0.002738376148045063, -0.00231462181545794, -0.0018908674828708172, -0.0014671131502836943, -0.0010433587012812495, -0.0006196043104864657, -0.00019584991969168186, 0.00022790447110310197, 0.0006516588618978858, 0.0010754133109003305, 0.0014991676434874535, 0.0019229219760745764, 0.0023466763086616993, 0.002770430874079466, 0.003194185206666589, 0.0036179395392537117, 0.004041694104671478, 0.0044654482044279575, 0.004889202769845724, 0.005312957335263491, 0.00573671143501997, 0.0061604660004377365, 0.006584220565855503, 0.007007974665611982, 0.007431729231029749, 0.007855483330786228, 0.008279237896203995, 0.008702992461621761, 0.009126747027039528, 0.00955050066113472, 0.009974255226552486, 0.010398009791970253, 0.01082176435738802, 0.011245518922805786, 0.011669272556900978, 0.012093027122318745, 0.012516781687736511, 0.012940536253154278, 0.013364290818572044, 0.013788045383989811, 0.014211799018085003, 0.01463555358350277, 0.015059308148920536]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 8.0, 3.0, 3.0, 2.0, 2.0, 9.0, 5.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.031242605298757553, -0.030588416382670403, -0.0299342293292284, -0.02928004041314125, -0.02862585335969925, -0.0279716644436121, -0.027317477390170097, -0.026663288474082947, -0.026009101420640945, -0.025354912504553795, -0.024700723588466644, -0.024046536535024643, -0.023392347618937492, -0.02273816056549549, -0.02208397164940834, -0.02142978459596634, -0.02077559567987919, -0.020121406763792038, -0.019467219710350037, -0.018813030794262886, -0.018158843740820885, -0.017504654824733734, -0.016850467771291733, -0.016196278855204582, -0.015542090870440006, -0.01488790288567543, -0.014233714900910854, -0.013579526916146278, -0.012925338000059128, -0.012271150015294552, -0.011616962030529976, -0.0109627740457654, -0.010308586061000824, -0.009654398076236248, -0.009000210091471672, -0.008346022106707096, -0.007691833656281233, -0.007037645671516657, -0.006383457221090794, -0.005729269236326218, -0.005075081251561642, -0.004420893266797066, -0.003766705049201846, -0.0031125168316066265, -0.0024583288468420506, -0.0018041407456621528, -0.001149952644482255, -0.0004957645433023572, 0.0001584235578775406, 0.0008126116590574384, 0.0014667997602373362, 0.0021209879778325558, 0.0027751759625971317, 0.0034293639473617077, 0.004083552397787571, 0.004737740382552147, 0.005391928367316723, 0.006046116352081299, 0.006700304336845875, 0.007354492787271738, 0.008008681237697601, 0.008662869222462177, 0.009317057207226753, 0.00997124519199133, 0.010625433176755905]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 4.0, 7.0, 9.0, 14.0, 18.0, 15.0, 16.0, 9.0, 11.0, 14.0, 9.0, 12.0, 23.0, 31.0, 41.0, 38.0, 33.0, 39.0, 66.0, 74.0, 92.0, 126.0, 172.0, 168.0, 223.0, 280.0, 453.0, 665.0, 1340.0, 5553.0, 2264.0, 1555.0, 1129.0, 920.0, 631.0, 504.0, 397.0, 377.0, 270.0, 161.0, 134.0, 97.0, 88.0, 66.0, 47.0, 46.0, 39.0, 33.0, 26.0, 32.0, 17.0, 10.0, 7.0, 4.0, 3.0, 3.0, 5.0, 1.0, 1.0, 3.0], "bins": [-0.012680676765739918, -0.012305487878620625, -0.011930298060178757, -0.011555109173059464, -0.01117992028594017, -0.010804731398820877, -0.010429542511701584, -0.010054352693259716, -0.009679163806140423, -0.00930397491902113, -0.008928785100579262, -0.008553596213459969, -0.008178407326340675, -0.007803218439221382, -0.007428029086440802, -0.007052839733660221, -0.006677650846540928, -0.006302461959421635, -0.005927272606641054, -0.005552083253860474, -0.00517689436674118, -0.004801705479621887, -0.004426516126841307, -0.004051326774060726, -0.003676137886941433, -0.003300948766991496, -0.0029257596470415592, -0.0025505705270916224, -0.0021753814071416855, -0.0018001922871917486, -0.0014250031672418118, -0.0010498140472918749, -0.000674624927341938, -0.00029943580739200115, 7.575331255793571e-05, 0.0004509424325078726, 0.0008261315524578094, 0.0012013206724077463, 0.0015765097923576832, 0.00195169891230762, 0.002326888032257557, 0.0027020771522074938, 0.0030772662721574306, 0.0034524553921073675, 0.0038276445120573044, 0.004202833399176598, 0.004578022751957178, 0.004953212104737759, 0.005328400991857052, 0.005703589878976345, 0.006078779231756926, 0.006453968584537506, 0.006829157471656799, 0.0072043463587760925, 0.007579535711556673, 0.007954725064337254, 0.008329913951456547, 0.00870510283857584, 0.009080292657017708, 0.009455481544137001, 0.009830670431256294, 0.010205859318375587, 0.01058104820549488, 0.010956238023936749, 0.011331426911056042]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06345313787460327, -0.06002098321914673, -0.056588832288980484, -0.05315667763352394, -0.0497245267033577, -0.046292372047901154, -0.04286021739244461, -0.039428066462278366, -0.03599591180682182, -0.03256375715136528, -0.029131606221199036, -0.025699451565742493, -0.0222672987729311, -0.018835145980119705, -0.015402992255985737, -0.011970838531851768, -0.008538685739040375, -0.005106532480567694, -0.0016743792220950127, 0.0017577740363776684, 0.005189927294850349, 0.008622080087661743, 0.012054233811795712, 0.01548638753592968, 0.018918540328741074, 0.022350693121552467, 0.02578284591436386, 0.029215000569820404, 0.03264715522527695, 0.03607930615544319, 0.039511460810899734, 0.04294361174106598, 0.04637576639652252, 0.049807921051979065, 0.05324007198214531, 0.05667222663760185, 0.0601043775677681, 0.06353653222322464, 0.06696868687868118, 0.07040084153413773, 0.07383298873901367, 0.07726514339447021, 0.08069729804992676, 0.0841294527053833, 0.08756160736083984, 0.09099376201629639, 0.09442590922117233, 0.09785806387662888, 0.10129021853208542, 0.10472237318754196, 0.1081545278429985, 0.11158667504787445, 0.115018829703331, 0.11845098435878754, 0.12188313901424408, 0.12531529366970062, 0.12874744832515717, 0.1321796029806137, 0.13561175763607025, 0.1390438973903656, 0.14247605204582214, 0.1459082067012787, 0.14934036135673523, 0.15277251601219177, 0.15620467066764832]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 4.0, 14.0, 8.0, 16.0, 26.0, 46.0, 27.0, 25.0, 19.0, 23.0, 12.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05888841301202774, -0.05593271553516388, -0.05297701805830002, -0.05002131685614586, -0.047065619379282, -0.04410992190241814, -0.04115422070026398, -0.038198523223400116, -0.035242825746536255, -0.032287128269672394, -0.029331428930163383, -0.026375729590654373, -0.023420032113790512, -0.02046433463692665, -0.01750863529741764, -0.014552936889231205, -0.01159723848104477, -0.008641540072858334, -0.005685841664671898, -0.002730143256485462, 0.0002255551517009735, 0.003181253559887409, 0.006136951968073845, 0.00909265037626028, 0.012048348784446716, 0.015004047192633152, 0.017959745600819588, 0.020915444940328598, 0.02387114241719246, 0.02682683989405632, 0.02978253923356533, 0.03273823857307434, 0.0356939360499382, 0.03864963352680206, 0.041605331003665924, 0.044561032205820084, 0.047516729682683945, 0.050472427159547806, 0.053428128361701965, 0.056383825838565826, 0.05933952331542969, 0.06229522079229355, 0.06525091826915741, 0.06820661574602127, 0.07116231322288513, 0.07411801815032959, 0.07707371562719345, 0.08002941310405731, 0.08298511058092117, 0.08594080805778503, 0.0888965055346489, 0.09185220301151276, 0.09480790793895721, 0.09776360541582108, 0.10071930289268494, 0.1036750003695488, 0.10663069784641266, 0.10958639532327652, 0.11254209280014038, 0.11549779027700424, 0.1184534877538681, 0.12140919268131256, 0.12436489015817642, 0.12732058763504028, 0.13027629256248474]}, "_runtime": 14.898211240768433, "_timestamp": 1596207399.4868343, "_step": 12}
+{"epoch": 1, "val_accuracy": 0.7687043378995434, "val_loss": 0.6415616079280365, "_runtime": 16.278876066207886, "_timestamp": 1596207400.867499, "_step": 13}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010850389488041401, -0.010499231517314911, -0.010148072615265846, -0.009796914644539356, -0.009445756673812866, -0.009094597771763802, -0.008743439801037312, -0.008392280898988247, -0.008041122928261757, -0.00768996449187398, -0.007338806055486202, -0.006987648084759712, -0.006636489648371935, -0.0062853312119841576, -0.0059341732412576675, -0.00558301480486989, -0.005231856368482113, -0.0048806979320943356, -0.004529539495706558, -0.004178381524980068, -0.003827223088592291, -0.0034760646522045135, -0.00312490644864738, -0.002773748245090246, -0.002422589808702469, -0.0020714313723146915, -0.0017202731687575579, -0.0013691148487851024, -0.0010179565288126469, -0.0006667982088401914, -0.00031563988886773586, 3.551843110471964e-05, 0.00038667675107717514, 0.0007378350710496306, 0.0010889933910220861, 0.0014401517109945416, 0.0017913100309669971, 0.0021424684673547745, 0.002493626670911908, 0.002844784874469042, 0.003195943310856819, 0.0035471017472445965, 0.00389825995080173, 0.004249418154358864, 0.004600576590746641, 0.0049517350271344185, 0.0053028929978609085, 0.005654051434248686, 0.006005209870636463, 0.0063563683070242405, 0.006707526743412018, 0.007058684714138508, 0.007409843150526285, 0.0077610015869140625, 0.008112159557640553, 0.008463318459689617, 0.008814476430416107, 0.009165634401142597, 0.009516793303191662, 0.009867951273918152, 0.010219110175967216, 0.010570268146693707, 0.010921426117420197, 0.011272585019469261, 0.011623742990195751]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 9.0, 11.0, 19.0, 12.0, 25.0, 28.0, 58.0, 70.0, 82.0, 136.0, 176.0, 303.0, 477.0, 4653.0, 948.0, 343.0, 186.0, 121.0, 74.0, 53.0, 35.0, 32.0, 17.0, 18.0, 6.0, 4.0, 4.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2363635003566742, -0.22931227087974548, -0.22226104140281677, -0.21520981192588806, -0.20815858244895935, -0.20110735297203064, -0.19405612349510193, -0.18700489401817322, -0.1799536645412445, -0.172902449965477, -0.16585122048854828, -0.15879999101161957, -0.15174876153469086, -0.14469753205776215, -0.13764630258083344, -0.13059507310390472, -0.12354384362697601, -0.1164926141500473, -0.10944138467311859, -0.10239015519618988, -0.09533892571926117, -0.08828770369291306, -0.08123647421598434, -0.07418524473905563, -0.06713401526212692, -0.06008278578519821, -0.0530315563082695, -0.04598033055663109, -0.03892910107970238, -0.031877871602773666, -0.024826643988490105, -0.017775416374206543, -0.010724186897277832, -0.0036729583516716957, 0.0033782701939344406, 0.010429498739540577, 0.017480727285146713, 0.024531956762075424, 0.03158318251371384, 0.03863441199064255, 0.04568564146757126, 0.05273687094449997, 0.05978810042142868, 0.06683932989835739, 0.0738905519247055, 0.08094178140163422, 0.08799301087856293, 0.09504424035549164, 0.10209546983242035, 0.10914669930934906, 0.11619792878627777, 0.12324915826320648, 0.1303003877401352, 0.1373516172170639, 0.14440284669399261, 0.15145407617092133, 0.15850529074668884, 0.16555652022361755, 0.17260774970054626, 0.17965897917747498, 0.1867102086544037, 0.1937614381313324, 0.2008126676082611, 0.20786389708518982, 0.21491512656211853]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 5.0, 2.0, 4.0, 2.0, 0.0, 8.0, 5.0, 26.0, 7.0, 2.0, 0.0, 5.0, 6.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031013914849609137, -0.002999697346240282, -0.0028980032075196505, -0.002796309068799019, -0.0026946146972477436, -0.002592920558527112, -0.0024912264198064804, -0.002389532281085849, -0.002287838142365217, -0.0021861440036445856, -0.002084449864923954, -0.0019827557262033224, -0.001881061471067369, -0.0017793673323467374, -0.001677673077210784, -0.0015759789384901524, -0.0014742847997695208, -0.0013725906610488892, -0.0012708965223282576, -0.0011692022671923041, -0.0010675081284716725, -0.0009658139897510409, -0.0008641197928227484, -0.0007624255958944559, -0.0006607314571738243, -0.0005590373184531927, -0.0004573431215249002, -0.00035564895370043814, -0.0002539547858759761, -0.00015226061805151403, -5.056645022705197e-05, 5.112771759741008e-05, 0.00015282188542187214, 0.0002545160532463342, 0.00035621022107079625, 0.0004579043888952583, 0.0005595985567197204, 0.000661292695440352, 0.0007629868923686445, 0.000864681089296937, 0.0009663752280175686, 0.0010680693667382002, 0.0011697635054588318, 0.0012714577605947852, 0.0013731518993154168, 0.0014748460380360484, 0.0015765402931720018, 0.0016782344318926334, 0.001779928570613265, 0.0018816227093338966, 0.0019833168480545282, 0.00208501098677516, 0.002186705358326435, 0.0022883994970470667, 0.0023900936357676983, 0.00249178777448833, 0.0025934819132089615, 0.002695176051929593, 0.0027968701906502247, 0.0028985643293708563, 0.003000258468091488, 0.003101952839642763, 0.0032036469783633947, 0.0033053411170840263, 0.003407035255804658]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 8.0, 14.0, 18.0, 22.0, 21.0, 36.0, 72.0, 109.0, 135.0, 218.0, 348.0, 490.0, 831.0, 1308.0, 2132.0, 3403.0, 5977.0, 10689.0, 21294.0, 45473.0, 105470.0, 667435.0, 156349.0, 71283.0, 36495.0, 19943.0, 11354.0, 6518.0, 4060.0, 2594.0, 1791.0, 1183.0, 754.0, 530.0, 357.0, 274.0, 171.0, 133.0, 102.0, 69.0, 43.0, 35.0, 26.0, 16.0, 16.0, 9.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.010508364997804165, -0.010129805654287338, -0.009751245379447937, -0.00937268603593111, -0.008994126692414284, -0.008615567348897457, -0.00823700800538063, -0.00785844773054123, -0.007479888387024403, -0.007101329043507576, -0.006722769234329462, -0.006344209425151348, -0.0059656500816345215, -0.005587090738117695, -0.005208530928939581, -0.004829971119761467, -0.00445141177624464, -0.004072852432727814, -0.0036942926235497, -0.0033157330472022295, -0.002937173470854759, -0.002558613894507289, -0.0021800543181598186, -0.0018014947418123484, -0.001422935165464878, -0.0010443755891174078, -0.0006658160127699375, -0.00028725643642246723, 9.130313992500305e-05, 0.00046986271627247334, 0.0008484222926199436, 0.001226981868967414, 0.0016055414453148842, 0.0019841010216623545, 0.0023626605980098248, 0.002741220174357295, 0.0031197797507047653, 0.0034983393270522356, 0.003876898903399706, 0.00425545871257782, 0.0046340180560946465, 0.005012577399611473, 0.005391137208789587, 0.005769697017967701, 0.006148256361484528, 0.006526815705001354, 0.006905375514179468, 0.007283935323357582, 0.007662494666874409, 0.008041054010391235, 0.008419614285230637, 0.008798173628747463, 0.00917673297226429, 0.009555292315781116, 0.009933851659297943, 0.010312411934137344, 0.010690971277654171, 0.011069530621170998, 0.011448090896010399, 0.011826650239527225, 0.012205209583044052, 0.012583768926560879, 0.012962328270077705, 0.013340888544917107, 0.013719447888433933]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 8.0, 7.0, 2.0, 15.0, 3.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01140584796667099, -0.010573722422122955, -0.00974159687757492, -0.008909470401704311, -0.008077344857156277, -0.007245219312608242, -0.006413093768060207, -0.005580967757850885, -0.004748842213302851, -0.003916716668754816, -0.003084590658545494, -0.0022524651139974594, -0.001420339336618781, -0.0005882136174477637, 0.00024391210172325373, 0.0010760377626866102, 0.0019081635400652885, 0.002740289317443967, 0.003572415094822645, 0.00440454063937068, 0.005236666649580002, 0.0060687921941280365, 0.006900917738676071, 0.007733043748885393, 0.00856516882777214, 0.00939729530364275, 0.010229420848190784, 0.011061546392738819, 0.011893671937286854, 0.012725797481834888, 0.013557923957705498, 0.014390049502253532, 0.015222175046801567, 0.016054300591349602, 0.016886426135897636, 0.01771855168044567, 0.018550677224993706, 0.01938280276954174, 0.020214930176734924, 0.02104705572128296, 0.021879181265830994, 0.02271130681037903, 0.023543432354927063, 0.024375557899475098, 0.025207683444023132, 0.026039808988571167, 0.0268719345331192, 0.027704060077667236, 0.02853618562221527, 0.029368313029408455, 0.03020043857395649, 0.031032564118504524, 0.03186468780040741, 0.032696813344955444, 0.03352894261479378, 0.03436106815934181, 0.03519319370388985, 0.03602531924843788, 0.036857444792985916, 0.03768957033753395, 0.038521695882081985, 0.03935382142663002, 0.040185946971178055, 0.04101807251572609, 0.041850198060274124]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 10.0, 14.0, 5.0, 13.0, 18.0, 30.0, 64.0, 76.0, 139.0, 251.0, 450.0, 725.0, 1161.0, 2071.0, 7413.0, 2608.0, 1054.0, 600.0, 375.0, 231.0, 155.0, 103.0, 88.0, 81.0, 94.0, 89.0, 63.0, 60.0, 42.0, 30.0, 36.0, 24.0, 19.0, 16.0, 20.0, 11.0, 24.0, 18.0, 18.0, 24.0, 9.0, 12.0, 11.0, 8.0, 8.0, 9.0, 7.0, 8.0, 2.0, 9.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.009096100926399231, -0.008657004684209824, -0.008217909373342991, -0.0077788131311535835, -0.007339716888964176, -0.006900621112436056, -0.006461525335907936, -0.006022429093718529, -0.005583333317190409, -0.005144237540662289, -0.004705141298472881, -0.004266045521944761, -0.0038269495125859976, -0.003387853503227234, -0.002948757726699114, -0.00250966171734035, -0.0020705657079815865, -0.0016314696986228228, -0.001192373805679381, -0.0007532778545282781, -0.00031418190337717533, 0.00012491404777392745, 0.0005640099989250302, 0.001003105891868472, 0.0014422019012272358, 0.0018812979105859995, 0.002320393919944763, 0.0027594896964728832, 0.003198585705831647, 0.0036376817151904106, 0.004076777491718531, 0.004515873733907938, 0.004954969510436058, 0.005394065286964178, 0.0058331615291535854, 0.0062722573056817055, 0.006711353547871113, 0.007150449324399233, 0.007589545100927353, 0.00802864134311676, 0.008467737585306168, 0.008906832896173, 0.009345929138362408, 0.009785025380551815, 0.010224120691418648, 0.010663216933608055, 0.011102313175797462, 0.011541408486664295, 0.011980504728853703, 0.01241960097104311, 0.012858696281909943, 0.01329779252409935, 0.013736888766288757, 0.01417598407715559, 0.014615080319344997, 0.015054176561534405, 0.015493271872401237, 0.015932368114590645, 0.016371464356780052, 0.01681056059896946, 0.017249656841158867, 0.017688751220703125, 0.018127847462892532, 0.01856694370508194, 0.019006039947271347]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1773003488779068, -0.172879159450531, -0.1684579700231552, -0.1640367954969406, -0.15961560606956482, -0.15519441664218903, -0.15077322721481323, -0.14635203778743744, -0.14193084836006165, -0.13750967383384705, -0.13308848440647125, -0.12866729497909546, -0.12424610555171967, -0.11982492357492447, -0.11540373414754868, -0.11098255217075348, -0.10656136274337769, -0.10214017331600189, -0.0977189913392067, -0.0932978019118309, -0.0888766199350357, -0.08445543050765991, -0.08003424108028412, -0.07561305910348892, -0.07119186967611313, -0.06677068024873734, -0.06234949827194214, -0.057928308844566345, -0.05350712314248085, -0.049085937440395355, -0.04466474801301956, -0.04024356231093407, -0.03582237660884857, -0.03140119090676308, -0.026980003342032433, -0.02255881577730179, -0.018137630075216293, -0.013716443441808224, -0.009295256808400154, -0.0048740701749920845, -0.0004528835415840149, 0.003968303091824055, 0.008389489725232124, 0.012810676358640194, 0.017231862992048264, 0.02165304869413376, 0.026074236258864403, 0.030495423823595047, 0.03491660952568054, 0.03933779522776604, 0.04375898092985153, 0.048180170357227325, 0.05260135605931282, 0.057022541761398315, 0.06144373118877411, 0.0658649131655693, 0.0702861025929451, 0.07470729202032089, 0.07912847399711609, 0.08354966342449188, 0.08797085285186768, 0.09239203482866287, 0.09681322425603867, 0.10123440623283386, 0.10565559566020966]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 5.0, 10.0, 17.0, 24.0, 62.0, 42.0, 36.0, 13.0, 13.0, 7.0, 3.0, 4.0, 3.0, 5.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.12420433014631271, -0.12114840000867844, -0.11809247732162476, -0.11503654718399048, -0.1119806170463562, -0.10892469435930252, -0.10586876422166824, -0.10281284153461456, -0.09975691139698029, -0.09670098125934601, -0.09364505857229233, -0.09058912843465805, -0.08753320574760437, -0.08447727560997009, -0.08142134547233582, -0.07836542278528214, -0.07530949264764786, -0.07225356251001358, -0.0691976398229599, -0.06614170968532562, -0.06308577954769135, -0.060029856860637665, -0.05697392672300339, -0.05391800031065941, -0.05086207389831543, -0.04780614748597145, -0.04475022107362747, -0.041694290935993195, -0.038638364523649216, -0.03558243811130524, -0.03252650797367096, -0.02947058156132698, -0.026414655148983, -0.023358728736639023, -0.020302800461649895, -0.017246872186660767, -0.014190945774316788, -0.011135018430650234, -0.00807909108698368, -0.005023163743317127, -0.0019672363996505737, 0.0010886909440159798, 0.004144618287682533, 0.007200545631349087, 0.01025647297501564, 0.013312400318682194, 0.016368327662348747, 0.019424255937337875, 0.022480182349681854, 0.025536108762025833, 0.02859203703701496, 0.03164796531200409, 0.03470389172434807, 0.03775981813669205, 0.040815748274326324, 0.0438716746866703, 0.04692760109901428, 0.04998352751135826, 0.05303945392370224, 0.05609538406133652, 0.059151310473680496, 0.062207236886024475, 0.06526316702365875, 0.06831908971071243, 0.07137501984834671]}, "_runtime": 17.15885591506958, "_timestamp": 1596207401.747479, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 5.0, 5.0, 2.0, 0.0, 5.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018016371876001358, -0.017466038465499878, -0.016915705054998398, -0.01636536978185177, -0.01581503637135029, -0.015264702960848808, -0.014714368619024754, -0.014164034277200699, -0.013613700866699219, -0.013063367456197739, -0.012513033114373684, -0.01196269877254963, -0.011412365362048149, -0.010862031951546669, -0.010311697609722614, -0.00976136326789856, -0.00921102985739708, -0.0086606964468956, -0.008110362105071545, -0.007560028228908777, -0.00700969435274601, -0.006459360476583242, -0.005909026600420475, -0.005358692724257708, -0.00480835884809494, -0.004258024971932173, -0.0037076910957694054, -0.003157357219606638, -0.0026070233434438705, -0.002056689467281103, -0.0015063555911183357, -0.0009560217149555683, -0.0004056878387928009, 0.0001446460373699665, 0.0006949799135327339, 0.0012453137896955013, 0.0017956476658582687, 0.002345981542021036, 0.0028963154181838036, 0.003446649294346571, 0.003996983170509338, 0.004547317046672106, 0.005097650922834873, 0.005647984798997641, 0.006198318675160408, 0.006748652551323175, 0.007298986427485943, 0.007849320769309998, 0.008399654179811478, 0.008949987590312958, 0.009500321932137012, 0.010050656273961067, 0.010600989684462547, 0.011151323094964027, 0.011701657436788082, 0.012251991778612137, 0.012802325189113617, 0.013352658599615097, 0.013902992941439152, 0.014453327283263206, 0.015003660693764687, 0.015553994104266167, 0.016104329377412796, 0.016654662787914276, 0.017204996198415756]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 9.0, 3.0, 8.0, 9.0, 15.0, 22.0, 35.0, 44.0, 72.0, 125.0, 159.0, 238.0, 360.0, 655.0, 4841.0, 578.0, 288.0, 155.0, 104.0, 56.0, 37.0, 27.0, 20.0, 12.0, 8.0, 10.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.22359660267829895, -0.2166348099708557, -0.20967300236225128, -0.20271119475364685, -0.1957494020462036, -0.18878760933876038, -0.18182580173015594, -0.1748639941215515, -0.16790220141410828, -0.16094040870666504, -0.1539786010980606, -0.14701679348945618, -0.14005500078201294, -0.1330932080745697, -0.12613140046596527, -0.11916960030794144, -0.1122078001499176, -0.10524599999189377, -0.09828419983386993, -0.0913223996758461, -0.08436059951782227, -0.07739879935979843, -0.0704369992017746, -0.06347519904375076, -0.05651339888572693, -0.049551598727703094, -0.04258979856967926, -0.035627998411655426, -0.028666198253631592, -0.021704398095607758, -0.014742597937583923, -0.007780797779560089, -0.0008189976215362549, 0.006142802536487579, 0.013104602694511414, 0.020066402852535248, 0.027028203010559082, 0.033990003168582916, 0.04095180332660675, 0.047913603484630585, 0.05487540364265442, 0.06183720380067825, 0.06879900395870209, 0.07576080411672592, 0.08272260427474976, 0.08968440443277359, 0.09664620459079742, 0.10360800474882126, 0.11056980490684509, 0.11753160506486893, 0.12449340522289276, 0.1314552128314972, 0.13841700553894043, 0.14537879824638367, 0.1523406058549881, 0.15930241346359253, 0.16626420617103577, 0.173225998878479, 0.18018780648708344, 0.18714961409568787, 0.1941114068031311, 0.20107319951057434, 0.20803500711917877, 0.2149968147277832, 0.22195860743522644]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 8.0, 4.0, 28.0, 9.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022723074071109295, -0.0021800517570227385, -0.002087796339765191, -0.001995540689677, -0.0019032851560041308, -0.0018110296223312616, -0.0017187739722430706, -0.0016265184385702014, -0.0015342629048973322, -0.001442007371224463, -0.0013497518375515938, -0.0012574961874634027, -0.0011652406537905335, -0.0010729851201176643, -0.0009807294700294733, -0.0008884739363566041, -0.0007962184026837349, -0.0007039628690108657, -0.0006117072771303356, -0.0005194516852498055, -0.00042719615157693624, -0.0003349405888002366, -0.00024268502602353692, -0.00015042946324683726, -5.8173900470137596e-05, 3.4081662306562066e-05, 0.00012633722508326173, 0.0002185927878599614, 0.00031084835063666105, 0.0004031039134133607, 0.0004953594761900604, 0.0005876150680705905, 0.0006798706017434597, 0.0007721261354163289, 0.000864381727296859, 0.0009566373191773891, 0.0010488928528502584, 0.0011411483865231276, 0.0012334040366113186, 0.0013256595702841878, 0.001417915103957057, 0.0015101706376299262, 0.0016024261713027954, 0.0016946818213909864, 0.0017869373550638556, 0.0018791928887367249, 0.001971448538824916, 0.0020637039560824633, 0.0021559596061706543, 0.0022482152562588453, 0.0023404706735163927, 0.0024327263236045837, 0.002524981740862131, 0.002617237390950322, 0.002709493041038513, 0.0028017484582960606, 0.0028940041083842516, 0.0029862597584724426, 0.00307851517572999, 0.003170770825818181, 0.003263026475906372, 0.0033552818931639194, 0.0034475375432521105, 0.003539792960509658, 0.003632048610597849]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 7.0, 14.0, 28.0, 38.0, 42.0, 62.0, 93.0, 131.0, 223.0, 287.0, 441.0, 658.0, 973.0, 1585.0, 2311.0, 3834.0, 6502.0, 11412.0, 21432.0, 42549.0, 89880.0, 260520.0, 570891.0, 72587.0, 37205.0, 20930.0, 12128.0, 7390.0, 4894.0, 3154.0, 2190.0, 1428.0, 1032.0, 773.0, 525.0, 356.0, 305.0, 184.0, 172.0, 116.0, 84.0, 67.0, 42.0, 39.0, 22.0, 24.0, 16.0, 15.0, 11.0, 9.0, 6.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0], "bins": [-0.009258073754608631, -0.008927484974265099, -0.008596895262598991, -0.008266306482255459, -0.007935716770589352, -0.007605127990245819, -0.007274538744240999, -0.006943949498236179, -0.0066133602522313595, -0.00628277100622654, -0.00595218176022172, -0.0056215925142169, -0.005291003733873367, -0.0049604144878685474, -0.004629825241863728, -0.004299235995858908, -0.003968646749854088, -0.003638057503849268, -0.003307468257844448, -0.002976879244670272, -0.002646289998665452, -0.002315700752660632, -0.001985111739486456, -0.001654522493481636, -0.0013239332474768162, -0.0009933440014719963, -0.0006627548718824983, -0.0003321656840853393, -1.5764962881803513e-06, 0.0003290126915089786, 0.0006596018793061376, 0.0009901910088956356, 0.0013207802549004555, 0.0016513695009052753, 0.001981958746910095, 0.0023125477600842714, 0.0026431370060890913, 0.002973726252093911, 0.0033043152652680874, 0.0036349045112729073, 0.003965493757277727, 0.004296083003282547, 0.004626672249287367, 0.004957261495292187, 0.005287850275635719, 0.005618439521640539, 0.005949028767645359, 0.006279618013650179, 0.006610207259654999, 0.006940796505659819, 0.0072713857516646385, 0.007601974997669458, 0.007932564243674278, 0.00826315302401781, 0.008593742735683918, 0.00892433151602745, 0.009254921227693558, 0.00958551000803709, 0.009916098788380623, 0.01024668850004673, 0.010577277280390263, 0.01090786699205637, 0.011238455772399902, 0.01156904548406601, 0.011899634264409542]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 5.0, 2.0, 6.0, 7.0, 5.0, 7.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009720884263515472, -0.008953938260674477, -0.008186993189156055, -0.00742004718631506, -0.006653101649135351, -0.005886156111955643, -0.005119210109114647, -0.004352264571934938, -0.00358531903475523, -0.0028183734975755215, -0.0020514277275651693, -0.001284482073970139, -0.0005175364203751087, 0.0002494092332199216, 0.001016354886814952, 0.0017833005404099822, 0.0025502461940050125, 0.003317191731184721, 0.0040841372683644295, 0.004851083271205425, 0.005618028808385134, 0.006384974345564842, 0.007151920348405838, 0.00791886541992426, 0.008685811422765255, 0.00945275742560625, 0.010219702497124672, 0.010986648499965668, 0.011753594502806664, 0.012520539574325085, 0.01328748557716608, 0.014054430648684502, 0.014821376651525497, 0.015588322654366493, 0.01635526865720749, 0.017122212797403336, 0.01788915880024433, 0.018656104803085327, 0.019423050805926323, 0.02018999680876732, 0.020956940948963165, 0.02172388695180416, 0.022490832954645157, 0.023257778957486153, 0.02402472496032715, 0.024791670963168144, 0.02555861510336399, 0.026325561106204987, 0.027092507109045982, 0.027859453111886978, 0.028626399114727974, 0.02939334325492382, 0.030160289257764816, 0.030927235260605812, 0.03169418126344681, 0.032461125403642654, 0.0332280732691288, 0.033995017409324646, 0.03476196527481079, 0.03552890941500664, 0.036295853555202484, 0.03706280142068863, 0.037829745560884476, 0.03859669342637062, 0.03936363756656647]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 9.0, 9.0, 25.0, 30.0, 34.0, 58.0, 74.0, 101.0, 162.0, 202.0, 289.0, 356.0, 523.0, 661.0, 927.0, 1147.0, 1765.0, 2934.0, 5299.0, 1019.0, 679.0, 434.0, 302.0, 231.0, 177.0, 140.0, 111.0, 91.0, 67.0, 49.0, 52.0, 37.0, 22.0, 19.0, 24.0, 15.0, 23.0, 33.0, 34.0, 32.0, 29.0, 47.0, 29.0, 25.0, 18.0, 21.0, 15.0, 8.0, 4.0, 1.0, 1.0, 1.0, 5.0, 5.0, 9.0, 5.0, 2.0], "bins": [-0.009363692253828049, -0.00899191852658987, -0.008620144799351692, -0.008248371072113514, -0.007876597344875336, -0.00750482315197587, -0.007133049424737692, -0.006761275697499514, -0.006389501970261335, -0.006017728243023157, -0.005645954515784979, -0.005274180788546801, -0.004902406595647335, -0.004530632868409157, -0.0041588591411709785, -0.0037870854139328003, -0.003415311686694622, -0.003043537959456444, -0.0026717642322182655, -0.0022999902721494436, -0.0019282165449112654, -0.0015564428176730871, -0.001184668974019587, -0.0008128951885737479, -0.0004411214031279087, -6.934761768206954e-05, 0.0003024261677637696, 0.0006741999532096088, 0.001045973738655448, 0.0014177474658936262, 0.0017895213095471263, 0.0021612951532006264, 0.0025330688804388046, 0.002904842607676983, 0.003276616334915161, 0.003648390294983983, 0.004020163789391518, 0.004391937982290983, 0.0047637117095291615, 0.00513548543676734, 0.005507259164005518, 0.005879032891243696, 0.0062508066184818745, 0.006622580345720053, 0.006994354538619518, 0.0073661282658576965, 0.007737901993095875, 0.008109675720334053, 0.008481449447572231, 0.00885322317481041, 0.009224996902048588, 0.009596770629286766, 0.009968544356524944, 0.010340318083763123, 0.0107120918110013, 0.011083865538239479, 0.011455640196800232, 0.01182741392403841, 0.012199187651276588, 0.012570961378514767, 0.012942735105752945, 0.013314508832991123, 0.013686282560229301, 0.01405805628746748, 0.014429830014705658]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.22020605206489563, -0.21567033231258392, -0.21113461256027222, -0.2065988928079605, -0.2020631730556488, -0.1975274384021759, -0.1929917186498642, -0.1884559988975525, -0.18392027914524078, -0.17938455939292908, -0.17484883964061737, -0.17031311988830566, -0.16577738523483276, -0.16124166548252106, -0.15670594573020935, -0.15217022597789764, -0.14763450622558594, -0.14309878647327423, -0.13856306672096252, -0.13402734696865082, -0.1294916272163391, -0.12495590001344681, -0.1204201728105545, -0.1158844530582428, -0.11134873330593109, -0.10681301355361938, -0.10227729380130768, -0.09774156659841537, -0.09320584684610367, -0.08867012709379196, -0.08413439989089966, -0.07959868013858795, -0.07506296038627625, -0.07052724063396454, -0.06599152088165283, -0.06145579367876053, -0.05692007392644882, -0.052384354174137115, -0.04784863069653511, -0.043312907218933105, -0.0387771874666214, -0.03424146771430969, -0.029705744236707687, -0.02517002262175083, -0.020634301006793976, -0.01609857939183712, -0.011562857776880264, -0.0070271361619234085, -0.0024914145469665527, 0.002044307067990303, 0.006580028682947159, 0.011115750297904015, 0.01565147191286087, 0.020187193527817726, 0.024722915142774582, 0.029258636757731438, 0.03379435837268829, 0.038330078125, 0.042865801602602005, 0.04740152508020401, 0.05193724483251572, 0.05647296458482742, 0.06100868806242943, 0.06554441154003143, 0.07008013129234314]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 2.0, 17.0, 20.0, 26.0, 20.0, 49.0, 29.0, 26.0, 14.0, 10.0, 10.0, 4.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 4.0, 4.0, 1.0, 3.0, 3.0], "bins": [-0.08708164095878601, -0.08520770072937012, -0.08333375304937363, -0.08145981281995773, -0.07958587259054184, -0.07771193236112595, -0.07583798468112946, -0.07396404445171356, -0.07209010422229767, -0.07021616399288177, -0.06834221631288528, -0.06646827608346939, -0.0645943358540535, -0.0627203956246376, -0.06084645166993141, -0.05897250771522522, -0.057098567485809326, -0.055224623531103134, -0.05335067957639694, -0.05147673934698105, -0.04960279539227486, -0.04772885516285896, -0.04585491120815277, -0.04398097097873688, -0.042107027024030685, -0.04023308679461479, -0.0383591428399086, -0.036485202610492706, -0.034611258655786514, -0.03273731842637062, -0.03086337447166443, -0.028989432379603386, -0.027115490287542343, -0.0252415481954813, -0.023367606103420258, -0.021493664011359215, -0.019619721919298172, -0.01774577982723713, -0.015871837735176086, -0.013997894711792469, -0.012123952619731426, -0.010250010527670383, -0.00837606843560934, -0.006502125877887011, -0.004628183785825968, -0.002754241693764925, -0.0008802993688732386, 0.000993642839603126, 0.0028675850480794907, 0.0047415271401405334, 0.006615469232201576, 0.008489411324262619, 0.010363353416323662, 0.01223729643970728, 0.014111238531768322, 0.01598517969250679, 0.017859123647212982, 0.019733065739274025, 0.021607007831335068, 0.02348094992339611, 0.025354892015457153, 0.027228834107518196, 0.02910277619957924, 0.03097671829164028, 0.032850660383701324]}, "_runtime": 17.932862520217896, "_timestamp": 1596207402.5214856, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0119350990280509, -0.011504625901579857, -0.01107415184378624, -0.010643678717315197, -0.010213205590844154, -0.009782731533050537, -0.009352258406579494, -0.008921784348785877, -0.008491311222314835, -0.008060838095843792, -0.007630364038050175, -0.007199890911579132, -0.006769417319446802, -0.006338943727314472, -0.0059084706008434296, -0.0054779970087111, -0.00504752341657877, -0.00461704982444644, -0.00418657623231411, -0.003756103105843067, -0.0033256295137107372, -0.0028951559215784073, -0.002464682562276721, -0.0020342092029750347, -0.0016037356108427048, -0.0011732621351256967, -0.0007427886594086885, -0.00031231518369168043, 0.00011815829202532768, 0.0005486317677423358, 0.000979105243459344, 0.001409578719176352, 0.0018400521948933601, 0.00227052578702569, 0.0027009991463273764, 0.0031314725056290627, 0.0035619460977613926, 0.0039924196898937225, 0.004422892816364765, 0.004853366408497095, 0.005283840000629425, 0.005714313592761755, 0.006144787184894085, 0.0065752603113651276, 0.0070057339034974575, 0.0074362074956297874, 0.00786668062210083, 0.008297154679894447, 0.00872762780636549, 0.009158100932836533, 0.00958857499063015, 0.010019048117101192, 0.010449521243572235, 0.010879995301365852, 0.011310468427836895, 0.011740942485630512, 0.012171415612101555, 0.012601888738572598, 0.013032362796366215, 0.013462835922837257, 0.013893309980630875, 0.014323783107101917, 0.01475425623357296, 0.015184730291366577, 0.01561520341783762]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 1.0, 1.0, 6.0, 4.0, 9.0, 8.0, 12.0, 12.0, 30.0, 25.0, 41.0, 38.0, 49.0, 90.0, 103.0, 131.0, 172.0, 251.0, 372.0, 3889.0, 1426.0, 455.0, 231.0, 153.0, 96.0, 70.0, 64.0, 34.0, 26.0, 24.0, 21.0, 23.0, 13.0, 5.0, 5.0, 6.0, 6.0, 4.0, 4.0, 1.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19838644564151764, -0.19234032928943634, -0.18629421293735504, -0.18024809658527374, -0.17420198023319244, -0.16815586388111115, -0.16210974752902985, -0.15606363117694855, -0.15001752972602844, -0.14397141337394714, -0.13792529702186584, -0.13187918066978455, -0.12583306431770325, -0.11978694796562195, -0.11374083161354065, -0.10769471526145935, -0.10164859890937805, -0.09560248255729675, -0.08955636620521545, -0.08351024985313416, -0.07746413350105286, -0.07141802459955215, -0.06537190824747086, -0.05932579189538956, -0.05327967554330826, -0.04723355919122696, -0.04118744283914566, -0.03514133021235466, -0.02909521386027336, -0.023049097508192062, -0.017002983018755913, -0.010956867597997189, -0.004910752177238464, 0.0011353632435202599, 0.007181478664278984, 0.013227594085037708, 0.019273709505796432, 0.02531982585787773, 0.03136593848466873, 0.03741205483675003, 0.04345817118883133, 0.04950428754091263, 0.05555040389299393, 0.06159651651978493, 0.06764262914657593, 0.07368874549865723, 0.07973486185073853, 0.08578097820281982, 0.09182709455490112, 0.09787321090698242, 0.10391932725906372, 0.10996544361114502, 0.11601155996322632, 0.12205766886472702, 0.12810379266738892, 0.13414990901947021, 0.1401960253715515, 0.14624212682247162, 0.15228824317455292, 0.15833435952663422, 0.16438047587871552, 0.17042659223079681, 0.1764727085828781, 0.1825188249349594, 0.1885649412870407]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 5.0, 2.0, 4.0, 4.0, 0.0, 4.0, 3.0, 5.0, 28.0, 2.0, 4.0, 2.0, 5.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.0032814298756420612, -0.003190052229911089, -0.0030986745841801167, -0.0030072969384491444, -0.002915919292718172, -0.0028245416469872, -0.0027331640012562275, -0.002641786355525255, -0.002550408709794283, -0.0024590310640633106, -0.0023676534183323383, -0.002276275772601366, -0.0021848981268703938, -0.0020935204811394215, -0.002002142835408449, -0.0019107653060927987, -0.0018193876603618264, -0.0017280100146308541, -0.0016366323688998818, -0.0015452547231689095, -0.0014538770774379373, -0.001362499431706965, -0.0012711217859759927, -0.0011797441402450204, -0.00108836661092937, -0.0009969889651983976, -0.0009056112612597644, -0.0008142336155287921, -0.0007228560280054808, -0.0006314783822745085, -0.0005401007365435362, -0.0004487230908125639, -0.0003573454450815916, -0.0002659677993506193, -0.00017459016817156225, -8.321252971654758e-05, 8.165108738467097e-06, 9.954274719348177e-05, 0.00019092038564849645, 0.0002822980168275535, 0.0003736756625585258, 0.0004650533082894981, 0.0005564309540204704, 0.0006478085997514427, 0.000739186187274754, 0.0008305638330057263, 0.0009219414787366986, 0.001013319124467671, 0.0011046967701986432, 0.0011960744159296155, 0.0012874520616605878, 0.00137882970739156, 0.0014702073531225324, 0.0015615849988535047, 0.001652962644584477, 0.0017443402903154492, 0.0018357178196310997, 0.001927095465362072, 0.0020184731110930443, 0.0021098507568240166, 0.002201228402554989, 0.002292606048285961, 0.0023839836940169334, 0.0024753613397479057, 0.002566738985478878]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 1.0, 8.0, 6.0, 3.0, 5.0, 8.0, 10.0, 16.0, 40.0, 47.0, 69.0, 119.0, 160.0, 226.0, 349.0, 481.0, 756.0, 1273.0, 2016.0, 3142.0, 5355.0, 9088.0, 16071.0, 29120.0, 53446.0, 99479.0, 604553.0, 163565.0, 76787.0, 44460.0, 25949.0, 15598.0, 9610.0, 5881.0, 3858.0, 2501.0, 1632.0, 1148.0, 785.0, 539.0, 401.0, 294.0, 195.0, 149.0, 112.0, 93.0, 52.0, 49.0, 34.0, 25.0, 11.0, 16.0, 15.0, 8.0, 7.0, 4.0, 5.0, 4.0, 2.0, 4.0], "bins": [-0.00895299669355154, -0.008663255721330643, -0.008373514749109745, -0.008083773776888847, -0.007794032339006662, -0.007504291366785765, -0.00721454992890358, -0.006924808956682682, -0.006635067984461784, -0.006345327012240887, -0.006055586040019989, -0.005765844602137804, -0.005476103629916906, -0.005186362657696009, -0.004896621219813824, -0.004606880247592926, -0.004317139275372028, -0.004027398303151131, -0.0037376570980995893, -0.003447915893048048, -0.0031581749208271503, -0.0028684339486062527, -0.0025786927435547113, -0.00228895153850317, -0.0019992105662822723, -0.0017094694776460528, -0.0014197283890098333, -0.0011299873003736138, -0.0008402462117373943, -0.0005505051231011748, -0.00026076403446495533, 2.897705417126417e-05, 0.0003187181428074837, 0.0006084592314437032, 0.0008982003200799227, 0.0011879414087161422, 0.0014776824973523617, 0.0017674235859885812, 0.0020571646746248007, 0.002346905879676342, 0.0026366468518972397, 0.0029263878241181374, 0.0032161290291696787, 0.00350587023422122, 0.0037956112064421177, 0.004085352178663015, 0.0043750936165452, 0.004664834588766098, 0.004954575560986996, 0.005244316533207893, 0.005534057505428791, 0.005823798943310976, 0.006113539915531874, 0.006403280887752771, 0.006693022325634956, 0.006982763297855854, 0.007272504270076752, 0.007562245242297649, 0.007851986214518547, 0.008141727186739445, 0.008431468158960342, 0.008721210062503815, 0.009010951034724712, 0.00930069200694561, 0.009590432979166508]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 1.0, 7.0, 1.0, 3.0, 1.0, 5.0, 1.0, 13.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005873219575732946, -0.0053147305734455585, -0.004756241105496883, -0.0041977521032094955, -0.003639262868091464, -0.0030807736329734325, -0.0025222846306860447, -0.001963795395568013, -0.0014053061604499817, -0.0008468169835396111, -0.0002883278066292405, 0.0002701613702811301, 0.0008286505471915007, 0.0013871397823095322, 0.0019456289010122418, 0.0025041180197149515, 0.003062607254832983, 0.0036210964899510145, 0.004179585725069046, 0.004738074727356434, 0.005296563729643822, 0.005855053197592497, 0.006413542199879885, 0.00697203166782856, 0.007530520670115948, 0.008089009672403336, 0.008647498674690723, 0.009205988608300686, 0.009764477610588074, 0.010322966612875462, 0.01088145561516285, 0.011439944617450237, 0.011998433619737625, 0.012556923553347588, 0.013115412555634975, 0.013673901557922363, 0.014232390560209751, 0.014790879562497139, 0.015349369496107101, 0.015907857567071915, 0.016466347500681877, 0.01702483743429184, 0.017583325505256653, 0.018141815438866615, 0.01870030350983143, 0.01925879344344139, 0.019817283377051353, 0.020375771448016167, 0.02093426138162613, 0.021492749452590942, 0.022051239386200905, 0.022609729319810867, 0.02316821739077568, 0.023726707324385643, 0.024285195395350456, 0.02484368532896042, 0.025402173399925232, 0.025960663333535194, 0.026519153267145157, 0.02707764133810997, 0.027636131271719933, 0.028194619342684746, 0.028753109276294708, 0.02931159920990467, 0.029870087280869484]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 8.0, 13.0, 14.0, 25.0, 32.0, 55.0, 60.0, 94.0, 126.0, 175.0, 227.0, 350.0, 450.0, 626.0, 968.0, 1368.0, 2119.0, 5573.0, 1595.0, 952.0, 673.0, 540.0, 430.0, 344.0, 288.0, 198.0, 175.0, 148.0, 125.0, 84.0, 88.0, 66.0, 60.0, 60.0, 54.0, 60.0, 31.0, 12.0, 17.0, 19.0, 20.0, 20.0, 15.0, 12.0, 9.0, 3.0, 8.0, 4.0, 9.0, 5.0, 6.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005189263261854649, -0.0049080392345786095, -0.004626815672963858, -0.0043455916456878185, -0.004064368084073067, -0.0037831440567970276, -0.003501920262351632, -0.0032206964679062366, -0.002939472673460841, -0.0026582488790154457, -0.0023770250845700502, -0.0020958012901246548, -0.0018145773792639375, -0.001533353584818542, -0.0012521296739578247, -0.0009709058795124292, -0.0006896820850670338, -0.00040845826151780784, -0.00012723443796858191, 0.000153989385580644, 0.00043521320912986994, 0.0007164370035752654, 0.0009976609144359827, 0.0012788847088813782, 0.0015601085033267736, 0.0018413322977721691, 0.0021225560922175646, 0.00240377988666296, 0.002685003913938999, 0.0029662277083843946, 0.00324745150282979, 0.0035286752972751856, 0.003809899091720581, 0.00409112311899662, 0.004372346680611372, 0.004653570707887411, 0.004934794269502163, 0.005216018296778202, 0.005497241858392954, 0.005778465885668993, 0.006059689447283745, 0.006340913474559784, 0.006622137501835823, 0.006903361063450575, 0.007184585090726614, 0.007465808652341366, 0.007747032679617405, 0.008028256706893444, 0.008309479802846909, 0.008590703830122948, 0.008871927857398987, 0.009153151884675026, 0.009434375911951065, 0.00971559900790453, 0.009996823035180569, 0.010278047062456608, 0.010559271089732647, 0.010840495117008686, 0.01112171821296215, 0.01140294224023819, 0.011684166267514229, 0.011965390294790268, 0.012246613390743732, 0.012527837418019772, 0.01280906144529581]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10250727087259293, -0.10004119575023651, -0.0975751131772995, -0.09510903805494308, -0.09264296293258667, -0.09017688781023026, -0.08771081268787384, -0.08524473011493683, -0.08277865499258041, -0.080312579870224, -0.07784649729728699, -0.07538042217493057, -0.07291434705257416, -0.07044827193021774, -0.06798219680786133, -0.06551611423492432, -0.0630500391125679, -0.06058396399021149, -0.058117885142564774, -0.05565180629491806, -0.053185731172561646, -0.05071965605020523, -0.04825357720255852, -0.045787498354911804, -0.04332142323255539, -0.040855348110198975, -0.03838926926255226, -0.03592319041490555, -0.03345711529254913, -0.03099103830754757, -0.028524961322546005, -0.02605888433754444, -0.023592807352542877, -0.021126730367541313, -0.01866065338253975, -0.016194576397538185, -0.013728499412536621, -0.011262422427535057, -0.008796345442533493, -0.006330268457531929, -0.003864191472530365, -0.001398114487528801, 0.001067962497472763, 0.003534039482474327, 0.006000116467475891, 0.008466193452477455, 0.01093227043747902, 0.013398347422480583, 0.015864424407482147, 0.01833050139248371, 0.020796578377485275, 0.02326265536248684, 0.025728732347488403, 0.028194809332489967, 0.03066088631749153, 0.033126965165138245, 0.03559304028749466, 0.038059115409851074, 0.04052519425749779, 0.0429912731051445, 0.045457348227500916, 0.04792342334985733, 0.050389502197504044, 0.05285558104515076, 0.05532165616750717]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 11.0, 9.0, 13.0, 14.0, 15.0, 18.0, 48.0, 19.0, 32.0, 27.0, 8.0, 11.0, 6.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0], "bins": [-0.08594441413879395, -0.08416814357042313, -0.0823918804526329, -0.08061560988426208, -0.07883934676647186, -0.07706307619810104, -0.07528680562973022, -0.07351054251194, -0.07173427194356918, -0.06995800882577896, -0.06818173825740814, -0.06640546768903732, -0.0646292045712471, -0.06285293400287628, -0.06107666715979576, -0.05930040031671524, -0.05752413347363472, -0.0557478666305542, -0.05397159978747368, -0.05219532921910286, -0.05041906237602234, -0.04864279553294182, -0.0468665286898613, -0.04509026184678078, -0.043313995003700256, -0.04153772443532944, -0.03976145759224892, -0.037985190749168396, -0.036208923906087875, -0.034432657063007355, -0.032656386494636536, -0.030880119651556015, -0.029103852808475494, -0.027327585965394974, -0.025551317259669304, -0.023775050416588783, -0.021998781710863113, -0.020222514867782593, -0.018446248024702072, -0.016669979318976402, -0.014893712475895882, -0.013117444701492786, -0.011341176927089691, -0.00956491008400917, -0.007788642309606075, -0.00601237453520298, -0.004236107226461172, -0.0024598396848887205, -0.0006835721433162689, 0.0010926953982561827, 0.0028689629398286343, 0.004645230248570442, 0.0064214980229735374, 0.008197765797376633, 0.009974032640457153, 0.011750300414860249, 0.013526568189263344, 0.015302835963666439, 0.017079103738069534, 0.018855370581150055, 0.020631637424230576, 0.022407906129956245, 0.024184172973036766, 0.025960441678762436, 0.027736708521842957]}, "_runtime": 18.78164768218994, "_timestamp": 1596207403.3702707, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011742227710783482, -0.01141030341386795, -0.011078378185629845, -0.010746453888714314, -0.010414529591798782, -0.010082605294883251, -0.00975068099796772, -0.009418755769729614, -0.009086831472814083, -0.008754907175898552, -0.008422981947660446, -0.008091057650744915, -0.007759133353829384, -0.007427209056913853, -0.007095284294337034, -0.006763359531760216, -0.006431435234844685, -0.0060995109379291534, -0.005767586175352335, -0.0054356614127755165, -0.005103737115859985, -0.004771812818944454, -0.004439888056367636, -0.004107963293790817, -0.003776038996875286, -0.0034441144671291113, -0.0031121899373829365, -0.0027802654076367617, -0.002448340877890587, -0.002116416348144412, -0.0017844918183982372, -0.0014525672886520624, -0.0011206427589058876, -0.0007887182291597128, -0.000456793699413538, -0.00012486916966736317, 0.00020705536007881165, 0.0005389798898249865, 0.0008709044195711613, 0.001202828949317336, 0.001534753479063511, 0.0018666780088096857, 0.0021986025385558605, 0.0025305270683020353, 0.00286245159804821, 0.003194376127794385, 0.0035263006575405598, 0.0038582251872867346, 0.004190149717032909, 0.0045220740139484406, 0.004853998776525259, 0.0051859235391020775, 0.005517847836017609, 0.00584977213293314, 0.006181696895509958, 0.006513621658086777, 0.006845545955002308, 0.007177470251917839, 0.0075093950144946575, 0.007841319777071476, 0.008173244073987007, 0.008505168370902538, 0.00883709266781807, 0.009169017896056175, 0.009500942192971706]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 0.0, 5.0, 5.0, 2.0, 4.0, 10.0, 12.0, 6.0, 13.0, 22.0, 26.0, 27.0, 22.0, 28.0, 31.0, 44.0, 66.0, 59.0, 105.0, 105.0, 132.0, 216.0, 305.0, 480.0, 4498.0, 584.0, 305.0, 202.0, 127.0, 86.0, 79.0, 75.0, 48.0, 42.0, 29.0, 30.0, 27.0, 16.0, 11.0, 12.0, 4.0, 2.0, 3.0, 4.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15846563875675201, -0.15369610488414764, -0.14892655611038208, -0.1441570222377777, -0.13938747346401215, -0.13461793959140778, -0.1298483908176422, -0.12507885694503784, -0.12030931562185287, -0.11553977429866791, -0.11077023297548294, -0.10600069165229797, -0.1012311577796936, -0.09646161645650864, -0.09169207513332367, -0.0869225338101387, -0.08215299248695374, -0.07738345116376877, -0.0726139098405838, -0.06784436851739883, -0.06307482719421387, -0.0583052895963192, -0.05353575199842453, -0.04876621067523956, -0.043996669352054596, -0.03922712802886963, -0.03445758670568466, -0.029688049107789993, -0.024918507784605026, -0.02014896646142006, -0.015379427000880241, -0.010609886609017849, -0.0058403462171554565, -0.0010708058252930641, 0.0036987345665693283, 0.00846827495843172, 0.013237815350294113, 0.01800735667347908, 0.022776896134018898, 0.027546435594558716, 0.03231597691774368, 0.03708551824092865, 0.04185505956411362, 0.046624597162008286, 0.05139413848519325, 0.05616367980837822, 0.06093321740627289, 0.06570275872945786, 0.07047230005264282, 0.07524184137582779, 0.08001138269901276, 0.08478092402219772, 0.08955046534538269, 0.09431999921798706, 0.09908954054117203, 0.103859081864357, 0.10862862318754196, 0.11339816451072693, 0.1181677058339119, 0.12293724715709686, 0.12770678102970123, 0.1324763298034668, 0.13724586367607117, 0.14201541244983673, 0.1467849463224411]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 6.0, 27.0, 2.0, 6.0, 2.0, 4.0, 2.0, 5.0, 2.0, 4.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032096761278808117, -0.0030988804064691067, -0.0029880846850574017, -0.0028772889636456966, -0.0027664932422339916, -0.0026556975208222866, -0.0025449017994105816, -0.0024341060779988766, -0.0023233103565871716, -0.002212514402344823, -0.002101718680933118, -0.001990922959521413, -0.0018801272381097078, -0.0017693315166980028, -0.0016585357952862978, -0.0015477400738745928, -0.0014369443524628878, -0.0013261486310511827, -0.0012153529096394777, -0.0011045571882277727, -0.0009937614668160677, -0.0008829656871967018, -0.0007721699075773358, -0.0006613741861656308, -0.0005505784647539258, -0.0004397827433422208, -0.0003289869928266853, -0.00021819125686306506, -0.00010739552089944482, 3.400215064175427e-06, 0.00011419595102779567, 0.00022499168699141592, 0.00033578742295503616, 0.0004465831443667412, 0.0005573788657784462, 0.0006681746453978121, 0.0007789703668095171, 0.0008897660882212222, 0.001000561867840588, 0.0011113575892522931, 0.0012221533106639981, 0.0013329490320757031, 0.0014437447534874082, 0.0015545404748991132, 0.00166533631272614, 0.001776132034137845, 0.00188692775554955, 0.001997723476961255, 0.00210851919837296, 0.002219314919784665, 0.00233011064119637, 0.002440906362608075, 0.00255170208401978, 0.002662497805431485, 0.00277329352684319, 0.002884089248254895, 0.002994885202497244, 0.003105680923908949, 0.003216476645320654, 0.003327272366732359, 0.003438068088144064, 0.003548863809555769, 0.003659659530967474, 0.003770455252379179, 0.003881250973790884]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 3.0, 4.0, 4.0, 11.0, 13.0, 12.0, 16.0, 30.0, 42.0, 82.0, 135.0, 209.0, 361.0, 522.0, 849.0, 1480.0, 2634.0, 4713.0, 8695.0, 17219.0, 35374.0, 78045.0, 202965.0, 643360.0, 84349.0, 43295.0, 23394.0, 12982.0, 7375.0, 4414.0, 2562.0, 1602.0, 970.0, 701.0, 389.0, 259.0, 169.0, 127.0, 87.0, 57.0, 39.0, 24.0, 16.0, 13.0, 13.0, 5.0, 4.0, 3.0, 5.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01004801969975233, -0.009677816182374954, -0.009307612664997578, -0.008937409147620201, -0.008567205630242825, -0.008197002112865448, -0.007826797664165497, -0.007456594612449408, -0.007086390629410744, -0.006716187112033367, -0.006345983594655991, -0.005975780077278614, -0.0056055765599012375, -0.005235373042523861, -0.004865169059485197, -0.0044949655421078205, -0.004124762024730444, -0.0037545585073530674, -0.003384354757145047, -0.0030141512397676706, -0.0026439474895596504, -0.002273743972182274, -0.0019035404548048973, -0.001533336821012199, -0.0011631331872195005, -0.0007929295534268022, -0.0004227259778417647, -5.252237315289676e-05, 0.00031768123153597116, 0.0006878848653286695, 0.001058088382706046, 0.0014282920164987445, 0.0017984956502914429, 0.0021686991676688194, 0.0025389029178768396, 0.002909106435254216, 0.0032793101854622364, 0.003649513702839613, 0.0040197172202169895, 0.004389920737594366, 0.00476012472063303, 0.0051303282380104065, 0.005500531755387783, 0.00587073527276516, 0.006240938790142536, 0.006611142307519913, 0.006981346290558577, 0.007351549807935953, 0.00772175332531333, 0.008091957308351994, 0.00846216082572937, 0.008832364343106747, 0.009202567860484123, 0.0095727713778615, 0.009942974895238876, 0.010313178412616253, 0.01068338192999363, 0.011053585447371006, 0.011423788964748383, 0.011793993413448334, 0.01216419693082571, 0.012534400448203087, 0.012904603965580463, 0.01327480748295784, 0.013645011000335217]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 6.0, 0.0, 8.0, 1.0, 4.0, 7.0, 9.0, 2.0, 10.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.04502313211560249, -0.04415428638458252, -0.043285440653562546, -0.04241659492254257, -0.0415477491915226, -0.040678903460502625, -0.03981005772948265, -0.03894121199846268, -0.038072369992733, -0.03720352426171303, -0.036334678530693054, -0.03546583279967308, -0.03459698706865311, -0.03372814133763313, -0.03285929560661316, -0.031990449875593185, -0.03112160414457321, -0.030252758413553238, -0.029383912682533264, -0.02851506695151329, -0.027646221220493317, -0.026777377352118492, -0.02590853162109852, -0.025039685890078545, -0.02417084015905857, -0.023301994428038597, -0.022433148697018623, -0.02156430296599865, -0.020695459097623825, -0.01982661336660385, -0.018957767635583878, -0.018088921904563904, -0.01722007617354393, -0.016351230442523956, -0.015482384711503983, -0.014613539911806583, -0.01374469418078661, -0.012875848449766636, -0.012007003650069237, -0.011138157919049263, -0.01026931218802929, -0.009400466457009315, -0.008531620725989342, -0.007662775926291943, -0.006793930195271969, -0.005925084464251995, -0.005056239198893309, -0.004187393933534622, -0.0033185482025146484, -0.0024497027043253183, -0.0015808572061359882, -0.0007120117079466581, 0.00015683379024267197, 0.001025679288432002, 0.0018945247866213322, 0.0027633702848106623, 0.0036322157829999924, 0.004501061514019966, 0.005369906779378653, 0.006238752044737339, 0.007107597775757313, 0.007976443506777287, 0.008845288306474686, 0.00971413403749466, 0.010582979768514633]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 5.0, 9.0, 8.0, 6.0, 10.0, 15.0, 17.0, 27.0, 17.0, 24.0, 22.0, 19.0, 21.0, 26.0, 38.0, 36.0, 26.0, 43.0, 43.0, 62.0, 67.0, 68.0, 86.0, 84.0, 113.0, 170.0, 168.0, 228.0, 317.0, 338.0, 446.0, 756.0, 5196.0, 2103.0, 1513.0, 1108.0, 954.0, 852.0, 767.0, 582.0, 489.0, 393.0, 323.0, 219.0, 185.0, 126.0, 67.0, 64.0, 34.0, 36.0, 25.0, 23.0, 14.0, 10.0, 9.0, 3.0, 3.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.015077506192028522, -0.014629742130637169, -0.01418197713792324, -0.013734213076531887, -0.013286449015140533, -0.01283868495374918, -0.012390920892357826, -0.011943155899643898, -0.011495391838252544, -0.01104762777686119, -0.010599862784147263, -0.010152098722755909, -0.009704334661364555, -0.009256570599973202, -0.008808806538581848, -0.00836104154586792, -0.007913277484476566, -0.007465513423085213, -0.007017748896032572, -0.006569984368979931, -0.006122220307588577, -0.005674456246197224, -0.005226691719144583, -0.004778927192091942, -0.004331163130700588, -0.003883398836478591, -0.0034356345422565937, -0.0029878702480345964, -0.002540105953812599, -0.002092341659590602, -0.0016445773653686047, -0.0011968130711466074, -0.0007490487769246101, -0.0003012844827026129, 0.00014647981151938438, 0.0005942441057413816, 0.001042008399963379, 0.0014897726941853762, 0.0019375369884073734, 0.0023853012826293707, 0.002833065576851368, 0.003280829871073365, 0.0037285941652953625, 0.004176358692348003, 0.004624122753739357, 0.005071886815130711, 0.0055196513421833515, 0.005967415869235992, 0.006415179930627346, 0.0068629439920187, 0.0073107085190713406, 0.0077584730461239815, 0.008206237107515335, 0.008654001168906689, 0.009101765230298042, 0.00954953022301197, 0.009997294284403324, 0.010445058345794678, 0.010892823338508606, 0.01134058739989996, 0.011788351461291313, 0.012236115522682667, 0.01268387958407402, 0.013131644576787949, 0.013579408638179302]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06699278950691223, -0.06330251693725586, -0.05961224436759949, -0.055921975523233414, -0.05223170295357704, -0.04854143038392067, -0.044851161539554596, -0.041160888969898224, -0.03747061640024185, -0.03378034383058548, -0.030090073123574257, -0.026399802416563034, -0.022709529846906662, -0.01901925727725029, -0.015328986570239067, -0.01163871493190527, -0.007948443293571472, -0.004258171655237675, -0.0005679000169038773, 0.00312237162142992, 0.006812643259763718, 0.010502914898097515, 0.014193186536431313, 0.017883457243442535, 0.021573729813098907, 0.02526400238275528, 0.028954273089766502, 0.032644543796777725, 0.0363348163664341, 0.04002508893609047, 0.04371535778045654, 0.047405630350112915, 0.05109590291976929, 0.05478617548942566, 0.05847644805908203, 0.062166716903448105, 0.06585699319839478, 0.06954725831747055, 0.07323753088712692, 0.0769278034567833, 0.08061807602643967, 0.08430834859609604, 0.08799862116575241, 0.09168889373540878, 0.09537915885448456, 0.09906943142414093, 0.1027597039937973, 0.10644997656345367, 0.11014024913311005, 0.11383052170276642, 0.11752079427242279, 0.12121106684207916, 0.12490133941173553, 0.1285916119813919, 0.13228188455104828, 0.13597215712070465, 0.13966241478919983, 0.1433526873588562, 0.14704295992851257, 0.15073323249816895, 0.15442350506782532, 0.1581137776374817, 0.16180405020713806, 0.16549432277679443, 0.1691845953464508]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 0.0, 3.0, 0.0, 6.0, 4.0, 1.0, 4.0, 4.0, 0.0, 6.0, 6.0, 1.0, 10.0, 5.0, 5.0, 3.0, 10.0, 11.0, 12.0, 22.0, 33.0, 14.0, 7.0, 7.0, 6.0, 14.0, 6.0, 4.0, 11.0, 13.0, 18.0, 12.0, 7.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04645634815096855, -0.04479466378688812, -0.043132979422807693, -0.041471295058727264, -0.039809610694646835, -0.038147926330566406, -0.036486245691776276, -0.03482456132769585, -0.03316287696361542, -0.03150119259953499, -0.02983950823545456, -0.02817782387137413, -0.0265161395072937, -0.024854455143213272, -0.023192772641777992, -0.021531088277697563, -0.019869403913617134, -0.018207719549536705, -0.016546035185456276, -0.014884351752698421, -0.013222668319940567, -0.011560983955860138, -0.009899299591779709, -0.008237616159021854, -0.006575931794941425, -0.0049142478965222836, -0.003252563765272498, -0.0015908797504380345, 7.080426439642906e-05, 0.0017324882792308927, 0.0033941722940653563, 0.005055856425315142, 0.0067175403237342834, 0.008379224687814713, 0.010040908120572567, 0.011702592484652996, 0.01336427591741085, 0.01502596028149128, 0.01668764464557171, 0.018349329009652138, 0.020011011511087418, 0.021672695875167847, 0.023334380239248276, 0.024996064603328705, 0.026657748967409134, 0.028319433331489563, 0.029981115832924843, 0.03164280205965042, 0.03330448269844055, 0.03496616706252098, 0.03662785142660141, 0.03828953579068184, 0.03995122015476227, 0.0416129045188427, 0.043274588882923126, 0.044936273247003555, 0.046597957611083984, 0.04825964197516441, 0.04992132633924484, 0.05158300697803497, 0.0532446913421154, 0.05490637570619583, 0.05656806007027626, 0.05822974443435669, 0.05989142879843712]}, "_runtime": 19.59669065475464, "_timestamp": 1596207404.1853137, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.014217938296496868, -0.013816796243190765, -0.013415654189884663, -0.01301451213657856, -0.012613370083272457, -0.012212228029966354, -0.011811085976660252, -0.011409943923354149, -0.01100880280137062, -0.010607660748064518, -0.010206518694758415, -0.009805376641452312, -0.00940423458814621, -0.009003092534840107, -0.008601950481534004, -0.008200808428227901, -0.007799666374921799, -0.007398524321615696, -0.006997382268309593, -0.0065962402150034904, -0.006195098161697388, -0.005793956574052572, -0.0053928145207464695, -0.004991672467440367, -0.004590530414134264, -0.004189388360828161, -0.0037882463075220585, -0.0033871044870465994, -0.0029859624337404966, -0.002584820380434394, -0.002183678559958935, -0.001782536506652832, -0.0013813944533467293, -0.0009802524000406265, -0.0005791104631498456, -0.00017796846805140376, 0.00022317352704703808, 0.0006243155221454799, 0.0010254575172439218, 0.0014265994541347027, 0.0018277415074408054, 0.002228883560746908, 0.002630025614053011, 0.00303116743452847, 0.003432309487834573, 0.0038334515411406755, 0.004234593361616135, 0.004635735414922237, 0.00503687746822834, 0.005438019521534443, 0.005839161574840546, 0.006240303628146648, 0.006641445681452751, 0.007042587269097567, 0.007443729322403669, 0.00784487184137106, 0.008246013894677162, 0.00864715501666069, 0.009048297069966793, 0.009449439123272896, 0.009850581176578999, 0.010251723229885101, 0.010652865283191204, 0.011054007336497307, 0.01145514938980341]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 0.0, 3.0, 2.0, 1.0, 2.0, 10.0, 4.0, 6.0, 9.0, 13.0, 12.0, 19.0, 23.0, 28.0, 42.0, 49.0, 76.0, 76.0, 103.0, 164.0, 191.0, 286.0, 434.0, 4536.0, 792.0, 327.0, 186.0, 127.0, 75.0, 61.0, 49.0, 45.0, 38.0, 25.0, 16.0, 20.0, 16.0, 13.0, 12.0, 11.0, 4.0, 3.0, 4.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1633625477552414, -0.15800054371356964, -0.1526385396718979, -0.14727653563022614, -0.1419145166873932, -0.13655251264572144, -0.13119050860404968, -0.12582850456237793, -0.12046650052070618, -0.11510449647903442, -0.10974249243736267, -0.10438048094511032, -0.09901847690343857, -0.09365647286176682, -0.08829446136951447, -0.08293245732784271, -0.07757045328617096, -0.0722084492444992, -0.06684644520282745, -0.061484433710575104, -0.05612242966890335, -0.0507604256272316, -0.045398417860269547, -0.040036410093307495, -0.03467440605163574, -0.02931240014731884, -0.023950394243001938, -0.018588388338685036, -0.013226382434368134, -0.007864376530051231, -0.0025023706257343292, 0.002859635278582573, 0.008221641182899475, 0.013583647087216377, 0.01894565299153328, 0.02430765889585018, 0.029669664800167084, 0.03503166884183884, 0.04039367660880089, 0.04575568437576294, 0.05111768841743469, 0.056479692459106445, 0.0618417002260685, 0.06720370799303055, 0.0725657120347023, 0.07792771607637405, 0.0832897275686264, 0.08865173161029816, 0.09401373565196991, 0.09937573969364166, 0.10473774373531342, 0.11009975522756577, 0.11546175926923752, 0.12082376331090927, 0.12618577480316162, 0.13154777884483337, 0.13690978288650513, 0.14227178692817688, 0.14763379096984863, 0.15299579501152039, 0.15835779905319214, 0.16371981799602509, 0.16908182203769684, 0.1744438260793686, 0.17980583012104034]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 5.0, 1.0, 3.0, 2.0, 3.0, 25.0, 3.0, 4.0, 5.0, 6.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0020070718601346016, -0.0019295979291200638, -0.001852123998105526, -0.0017746500670909882, -0.0016971761360764503, -0.0016197023214772344, -0.0015422283904626966, -0.0014647544594481587, -0.001387280528433621, -0.0013098065974190831, -0.0012323326664045453, -0.0011548587353900075, -0.0010773849207907915, -0.0009999109897762537, -0.0009224370587617159, -0.0008449631277471781, -0.0007674891967326403, -0.0006900152657181025, -0.0006125413347035646, -0.0005350674618966877, -0.00045759353088214993, -0.0003801195998676121, -0.00030264569795690477, -0.00022517178149428219, -0.0001476978650316596, -7.022394856903702e-05, 7.249967893585563e-06, 8.472388435620815e-05, 0.00016219780081883073, 0.0002396717172814533, 0.0003171456337440759, 0.00039461953565478325, 0.00047209346666932106, 0.0005495673976838589, 0.0006270413286983967, 0.0007045152015052736, 0.0007819891325198114, 0.0008594630635343492, 0.0009369369363412261, 0.001014410867355764, 0.0010918847983703017, 0.0011693587293848395, 0.0012468326603993773, 0.0013243065914139152, 0.0014017804060131311, 0.001479254337027669, 0.0015567282680422068, 0.0016342021990567446, 0.0017116761300712824, 0.0017891500610858202, 0.001866623992100358, 0.0019440979231148958, 0.0020215718541294336, 0.0020990457851439714, 0.0021765197161585093, 0.002253993647173047, 0.0023314673453569412, 0.002408941276371479, 0.002486415207386017, 0.0025638891384005547, 0.0026413630694150925, 0.0027188370004296303, 0.002796310931444168, 0.002873784862458706, 0.0029512587934732437]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 6.0, 5.0, 1.0, 4.0, 10.0, 9.0, 23.0, 33.0, 38.0, 74.0, 103.0, 134.0, 212.0, 283.0, 438.0, 688.0, 1060.0, 1654.0, 2822.0, 4967.0, 8547.0, 16461.0, 33640.0, 73322.0, 190829.0, 665270.0, 84647.0, 41304.0, 21745.0, 12380.0, 7126.0, 4281.0, 2621.0, 1597.0, 1062.0, 699.0, 468.0, 304.0, 226.0, 166.0, 90.0, 85.0, 64.0, 42.0, 32.0, 24.0, 12.0, 13.0, 4.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.008666603825986385, -0.008369771763682365, -0.008072939701378345, -0.0077761076390743256, -0.007479275576770306, -0.007182443514466286, -0.006885611452162266, -0.006588779389858246, -0.006291947327554226, -0.005995115265250206, -0.005698283202946186, -0.005401451140642166, -0.005104619078338146, -0.004807787016034126, -0.004510954953730106, -0.004214122891426086, -0.0039172908291220665, -0.0036204587668180466, -0.0033236267045140266, -0.0030267946422100067, -0.002729962579905987, -0.002433130517601967, -0.002136298455297947, -0.001839466392993927, -0.001542634330689907, -0.0012458022683858871, -0.0009489702060818672, -0.0006521381437778473, -0.00035530608147382736, -5.8474019169807434e-05, 0.0002383580431342125, 0.0005351901054382324, 0.0008320221677422523, 0.0011288542300462723, 0.0014256862923502922, 0.0017225183546543121, 0.002019350416958332, 0.002316182479262352, 0.002613014541566372, 0.002909846603870392, 0.0032066786661744118, 0.0035035107284784317, 0.0038003427907824516, 0.0040971748530864716, 0.0043940069153904915, 0.004690838977694511, 0.004987671039998531, 0.005284503102302551, 0.005581335164606571, 0.005878167226910591, 0.006174999289214611, 0.006471831351518631, 0.006768663413822651, 0.007065495476126671, 0.007362327538430691, 0.007659159600734711, 0.00795599166303873, 0.00825282372534275, 0.00854965578764677, 0.00884648784995079, 0.00914331991225481, 0.00944015197455883, 0.00973698403686285, 0.01003381609916687, 0.01033064816147089]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 8.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.030336126685142517, -0.029686827212572098, -0.029037529602646828, -0.02838823013007641, -0.02773893065750599, -0.02708963118493557, -0.0264403335750103, -0.02579103410243988, -0.02514173462986946, -0.02449243701994419, -0.02384313754737377, -0.023193838074803352, -0.022544538602232933, -0.021895240992307663, -0.021245941519737244, -0.020596642047166824, -0.019947342574596405, -0.019298044964671135, -0.018648745492100716, -0.017999446019530296, -0.017350148409605026, -0.016700848937034607, -0.016051549464464188, -0.015402250923216343, -0.014752952381968498, -0.014103652909398079, -0.013454354368150234, -0.012805054895579815, -0.01215575635433197, -0.011506456881761551, -0.010857158340513706, -0.010207858867943287, -0.009558560326695442, -0.008909261785447598, -0.008259962312877178, -0.007610663305968046, -0.006961364299058914, -0.0063120657578110695, -0.0056627667509019375, -0.0050134677439928055, -0.0043641687370836735, -0.0037148697301745415, -0.0030655707232654095, -0.002416271949186921, -0.0017669729422777891, -0.0011176739353686571, -0.00046837504487484694, 0.00018092390382662416, 0.0008302228525280952, 0.0014795218594372272, 0.0021288208663463593, 0.0027781196404248476, 0.0034274186473339796, 0.004076717421412468, 0.0047260164283216, 0.005375315435230732, 0.006024614442139864, 0.006673913449048996, 0.007323212455958128, 0.00797251146286726, 0.008621810004115105, 0.009271109476685524, 0.009920408017933369, 0.010569707490503788, 0.011219006031751633]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 3.0, 7.0, 6.0, 4.0, 1.0, 3.0, 2.0, 5.0, 3.0, 9.0, 11.0, 10.0, 22.0, 19.0, 24.0, 33.0, 29.0, 27.0, 36.0, 61.0, 58.0, 76.0, 126.0, 158.0, 208.0, 266.0, 434.0, 583.0, 933.0, 1353.0, 2060.0, 6519.0, 1445.0, 1075.0, 829.0, 576.0, 434.0, 337.0, 259.0, 144.0, 99.0, 52.0, 34.0, 20.0, 10.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.02016477659344673, -0.019731556996703148, -0.019298339262604713, -0.01886511966586113, -0.018431900069117546, -0.01799868233501911, -0.017565462738275528, -0.017132243141531944, -0.01669902540743351, -0.016265805810689926, -0.015832586213946342, -0.015399367548525333, -0.014966148883104324, -0.014532930217683315, -0.014099710620939732, -0.013666491955518723, -0.013233272358775139, -0.01280005369335413, -0.01236683502793312, -0.011933615431189537, -0.011500396765768528, -0.011067178100347519, -0.010633958503603935, -0.010200739838182926, -0.009767521172761917, -0.009334301576018333, -0.008901082910597324, -0.008467864245176315, -0.008034644648432732, -0.0076014259830117226, -0.007168206851929426, -0.006734988186508417, -0.006301769055426121, -0.005868549924343824, -0.005435331258922815, -0.005002112127840519, -0.004568892996758223, -0.0041356743313372135, -0.003702455200254917, -0.0032692360691726208, -0.002836017170920968, -0.0024027982726693153, -0.001969579141587019, -0.0015363602433353662, -0.0011031412286683917, -0.0006699222140014172, -0.00023670325754210353, 0.00019651572802104056, 0.0006297347135841846, 0.0010629537282511592, 0.0014961727429181337, 0.0019293916411697865, 0.002362610772252083, 0.0027958296705037355, 0.0032290485687553883, 0.0036622676998376846, 0.004095486365258694, 0.00452870549634099, 0.0049619246274232864, 0.005395143758505583, 0.005828362423926592, 0.006261581555008888, 0.006694800686091185, 0.007128019351512194, 0.00756123848259449]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09601590782403946, -0.09066818654537201, -0.08532046526670456, -0.07997274398803711, -0.07462502270936966, -0.06927730143070221, -0.06392958015203476, -0.05858186259865761, -0.05323414131999016, -0.04788642004132271, -0.04253869876265526, -0.03719097748398781, -0.03184325993061066, -0.026495536789298058, -0.021147817373275757, -0.015800096094608307, -0.010452374815940857, -0.005104654002934694, 0.00024306681007146835, 0.005590787623077631, 0.010938508436083794, 0.016286229714751244, 0.021633949130773544, 0.026981670409440994, 0.032329391688108444, 0.037677112966775894, 0.043024834245443344, 0.048372555524110794, 0.053720273077487946, 0.059067994356155396, 0.06441571563482285, 0.0697634369134903, 0.07511115819215775, 0.0804588794708252, 0.08580660074949265, 0.0911543220281601, 0.09650204330682755, 0.101849764585495, 0.10719748586416245, 0.1125452071428299, 0.11789292097091675, 0.1232406422495842, 0.12858836352825165, 0.1339360922574997, 0.13928380608558655, 0.1446315348148346, 0.14997924864292145, 0.1553269773721695, 0.16067469120025635, 0.1660224050283432, 0.17137013375759125, 0.1767178475856781, 0.18206557631492615, 0.187413290143013, 0.19276101887226105, 0.1981087327003479, 0.20345646142959595, 0.2088041752576828, 0.21415190398693085, 0.2194996178150177, 0.22484734654426575, 0.2301950603723526, 0.23554278910160065, 0.2408905029296875, 0.24623823165893555]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 5.0, 8.0, 4.0, 5.0, 10.0, 24.0, 27.0, 34.0, 43.0, 36.0, 31.0, 13.0, 3.0, 4.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.07041046768426895, -0.0666254386305809, -0.06284040957689285, -0.0590553805232048, -0.055270351469516754, -0.051485318690538406, -0.04770028963685036, -0.04391526058316231, -0.04013023152947426, -0.03634520247578621, -0.03256017342209816, -0.02877514250576496, -0.024990113452076912, -0.021205084398388863, -0.017420053482055664, -0.013635024428367615, -0.009849995374679565, -0.006064965855330229, -0.002279936335980892, 0.0015050931833684444, 0.005290122702717781, 0.00907515175640583, 0.012860181741416454, 0.016645211726427078, 0.020430240780115128, 0.024215269833803177, 0.028000298887491226, 0.031785327941179276, 0.03557036072015762, 0.03935538977384567, 0.04314041882753372, 0.04692544788122177, 0.05071047693490982, 0.05449550598859787, 0.05828053504228592, 0.06206556409597397, 0.06585059314966202, 0.06963562220335007, 0.07342065125703812, 0.07720568031072617, 0.08099071681499481, 0.08477574586868286, 0.08856077492237091, 0.09234580397605896, 0.09613083302974701, 0.09991586208343506, 0.10370089113712311, 0.10748592019081116, 0.1112709492444992, 0.11505597829818726, 0.1188410073518753, 0.12262603640556335, 0.1264110654592514, 0.13019609451293945, 0.1339811235666275, 0.13776615262031555, 0.1415511816740036, 0.14533621072769165, 0.1491212397813797, 0.15290626883506775, 0.1566912978887558, 0.16047632694244385, 0.1642613559961319, 0.16804638504981995, 0.1718314290046692]}, "_runtime": 20.41650390625, "_timestamp": 1596207405.005127, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 4.0, 5.0, 3.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01297056581825018, -0.012479015626013279, -0.011987465433776379, -0.011495915241539478, -0.011004364117980003, -0.010512813925743103, -0.010021263733506203, -0.009529713541269302, -0.009038163349032402, -0.008546613156795502, -0.008055062964558601, -0.007563512306660414, -0.007071962114423513, -0.006580411922186613, -0.0060888612642884254, -0.005597311072051525, -0.005105760879814625, -0.0046142106875777245, -0.004122660495340824, -0.0036311098374426365, -0.003139559645205736, -0.002648009452968836, -0.002156459027901292, -0.0016649087192490697, -0.0011733584105968475, -0.0006818081019446254, -0.00019025779329240322, 0.00030129251535981894, 0.0007928428240120411, 0.0012843931326642632, 0.0017759434413164854, 0.0022674938663840294, 0.0027590440586209297, 0.00325059425085783, 0.003742144675925374, 0.004233695100992918, 0.004725245293229818, 0.005216795485466719, 0.005708346143364906, 0.006199896335601807, 0.006691446527838707, 0.007182996720075607, 0.007674546912312508, 0.008166097104549408, 0.008657647296786308, 0.009149198420345783, 0.009640748612582684, 0.010132298804819584, 0.010623848997056484, 0.011115399189293385, 0.011606949381530285, 0.012098499573767185, 0.01259005069732666, 0.01308160088956356, 0.01357315108180046, 0.014064701274037361, 0.014556251466274261, 0.015047801658511162, 0.015539351850748062, 0.016030902042984962, 0.016522452235221863, 0.017014002427458763, 0.017505552619695663, 0.017997102811932564, 0.018488653004169464]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 7.0, 7.0, 10.0, 5.0, 16.0, 34.0, 30.0, 46.0, 56.0, 85.0, 118.0, 192.0, 245.0, 518.0, 5088.0, 713.0, 275.0, 144.0, 95.0, 66.0, 56.0, 25.0, 26.0, 20.0, 13.0, 7.0, 3.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21332527697086334, -0.20607800781726837, -0.1988307386636734, -0.19158346951007843, -0.18433621525764465, -0.17708894610404968, -0.1698416769504547, -0.16259440779685974, -0.15534713864326477, -0.1480998694896698, -0.14085260033607483, -0.13360533118247986, -0.1263580620288849, -0.11911080032587051, -0.11186353862285614, -0.10461626946926117, -0.0973690003156662, -0.09012173116207123, -0.08287446200847626, -0.07562720030546188, -0.06837993115186691, -0.06113266199827194, -0.05388539656996727, -0.0466381311416626, -0.03939086198806763, -0.032143592834472656, -0.024896327406167984, -0.017649060115218163, -0.010401792824268341, -0.0031545255333185196, 0.004092741757631302, 0.011340009048581123, 0.018587276339530945, 0.025834543630480766, 0.03308181092143059, 0.04032907634973526, 0.04757634550333023, 0.0548236146569252, 0.062070880085229874, 0.06931814551353455, 0.07656541466712952, 0.08381268382072449, 0.09105995297431946, 0.09830721467733383, 0.1055544838309288, 0.11280175298452377, 0.12004901468753815, 0.12729628384113312, 0.1345435529947281, 0.14179082214832306, 0.14903809130191803, 0.156285360455513, 0.16353261470794678, 0.17077988386154175, 0.17802715301513672, 0.1852744221687317, 0.19252169132232666, 0.19976896047592163, 0.2070162296295166, 0.21426349878311157, 0.22151076793670654, 0.22875802218914032, 0.2360052913427353, 0.24325256049633026, 0.2504998445510864]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 25.0, 7.0, 5.0, 2.0, 5.0, 6.0, 0.0, 4.0, 1.0, 5.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003161515574902296, -0.00306844268925488, -0.002975369803607464, -0.0028822969179600477, -0.0027892240323126316, -0.002696150913834572, -0.0026030780281871557, -0.0025100051425397396, -0.0024169322568923235, -0.0023238593712449074, -0.0022307864855974913, -0.002137713599950075, -0.0020446404814720154, -0.001951567712239921, -0.0018584947101771832, -0.001765421824529767, -0.001672348938882351, -0.0015792760532349348, -0.0014862031675875187, -0.0013931301655247808, -0.0013000572798773646, -0.0012069843942299485, -0.0011139113921672106, -0.0010208385065197945, -0.0009277656208723783, -0.0008346927352249622, -0.0007416197913698852, -0.0006485468475148082, -0.0005554739618673921, -0.0004624010471161455, -0.0003693281323648989, -0.00027625521761365235, -0.00018318230286240578, -9.01093881111592e-05, 2.963526640087366e-06, 9.603644139133394e-05, 0.0001891093561425805, 0.0002821822708938271, 0.00037525518564507365, 0.0004683281003963202, 0.0005614010151475668, 0.0006544739007949829, 0.0007475468446500599, 0.000840619788505137, 0.0009336926741525531, 0.0010267655597999692, 0.0011198385618627071, 0.0012129114475101233, 0.0013059843331575394, 0.0013990572188049555, 0.0014921301044523716, 0.0015852031065151095, 0.0016782759921625257, 0.0017713488778099418, 0.0018644218798726797, 0.001957494765520096, 0.002050567651167512, 0.002143640536814928, 0.002236713422462344, 0.0023297863081097603, 0.00242285942658782, 0.002515932312235236, 0.0026090051978826523, 0.0027020780835300684, 0.0027951509691774845]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 7.0, 7.0, 9.0, 10.0, 8.0, 27.0, 41.0, 58.0, 76.0, 125.0, 186.0, 326.0, 509.0, 818.0, 1441.0, 2473.0, 4300.0, 8192.0, 16555.0, 34713.0, 79197.0, 245356.0, 639281.0, 71096.0, 33466.0, 17350.0, 9440.0, 5370.0, 3216.0, 2046.0, 1268.0, 860.0, 579.0, 370.0, 237.0, 191.0, 136.0, 99.0, 54.0, 37.0, 32.0, 26.0, 14.0, 7.0, 11.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00884424801915884, -0.00852897483855486, -0.008213701657950878, -0.007898427546024323, -0.0075831543654203415, -0.0072678811848163605, -0.0069526080042123795, -0.006637334357947111, -0.00632206117734313, -0.006006787996739149, -0.005691514350473881, -0.0053762411698699, -0.005060967989265919, -0.00474569434300065, -0.004430421162396669, -0.004115147516131401, -0.00379987433552742, -0.0034846009220927954, -0.0031693275086581707, -0.0028540543280541897, -0.002538780914619565, -0.0022235075011849403, -0.0019082342041656375, -0.0015929609071463346, -0.00127768749371171, -0.0009624141384847462, -0.0006471407832577825, -0.0003318674280308187, -1.6594072803854942e-05, 0.0002986792824231088, 0.0006139526376500726, 0.0009292259928770363, 0.001244499348104, 0.0015597727615386248, 0.0018750460585579276, 0.0021903193555772305, 0.002505592769011855, 0.00282086618244648, 0.003136139363050461, 0.0034514127764850855, 0.00376668618991971, 0.004081959370523691, 0.0043972330167889595, 0.0047125061973929405, 0.0050277793779969215, 0.00534305302426219, 0.005658326204866171, 0.005973599851131439, 0.00628887303173542, 0.006604146212339401, 0.00691941985860467, 0.007234693039208651, 0.007549966685473919, 0.0078652398660779, 0.008180513046681881, 0.008495786227285862, 0.008811060339212418, 0.009126333519816399, 0.00944160670042038, 0.00975687988102436, 0.010072153061628342, 0.010387426242232323, 0.010702700354158878, 0.01101797353476286, 0.01133324671536684]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 12.0, 6.0, 13.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04218978062272072, -0.04122767969965935, -0.04026557877659798, -0.039303477853536606, -0.038341376930475235, -0.037379276007413864, -0.03641717508435249, -0.03545507416129112, -0.03449297323822975, -0.03353087231516838, -0.03256877139210701, -0.03160667046904564, -0.030644571408629417, -0.029682470485568047, -0.028720369562506676, -0.027758268639445305, -0.026796167716383934, -0.025834066793322563, -0.024871965870261192, -0.02390986494719982, -0.02294776402413845, -0.02198566310107708, -0.02102356217801571, -0.020061461254954338, -0.019099362194538116, -0.018137261271476746, -0.017175160348415375, -0.016213059425354004, -0.015250958502292633, -0.014288857579231262, -0.013326756656169891, -0.01236465573310852, -0.01140255481004715, -0.010440453886985779, -0.009478352963924408, -0.008516252040863037, -0.007554151583462954, -0.006592050660401583, -0.005629950203001499, -0.004667849279940128, -0.0037057483568787575, -0.0027436474338173866, -0.0017815467435866594, -0.0008194459369406104, 0.00014265486970543861, 0.0011047556763514876, 0.0020668564829975367, 0.003028957173228264, 0.003991058096289635, 0.0049531590193510056, 0.005915259942412376, 0.00687736039981246, 0.007839461788535118, 0.008801561780273914, 0.009763662703335285, 0.010725763626396656, 0.011687864549458027, 0.012649965472519398, 0.013612066395580769, 0.01457416731864214, 0.015536267310380936, 0.016498368233442307, 0.017460469156503677, 0.018422570079565048, 0.01938467100262642]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 11.0, 8.0, 15.0, 14.0, 9.0, 18.0, 19.0, 28.0, 31.0, 29.0, 26.0, 46.0, 28.0, 20.0, 20.0, 17.0, 21.0, 27.0, 28.0, 28.0, 30.0, 53.0, 99.0, 92.0, 91.0, 135.0, 145.0, 151.0, 241.0, 432.0, 599.0, 1236.0, 7331.0, 3206.0, 1729.0, 910.0, 468.0, 318.0, 189.0, 122.0, 86.0, 60.0, 52.0, 41.0, 27.0, 28.0, 26.0, 26.0, 14.0, 12.0, 9.0, 7.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.015353360213339329, -0.01492287777364254, -0.014492395333945751, -0.014061912894248962, -0.013631430454552174, -0.013200948014855385, -0.012770465575158596, -0.012339983135461807, -0.011909501627087593, -0.011479019187390804, -0.011048536747694016, -0.010618054307997227, -0.010187571868300438, -0.00975708942860365, -0.00932660698890686, -0.008896124549210072, -0.008465642109513283, -0.008035159669816494, -0.007604677230119705, -0.007174194790422916, -0.006743712350726128, -0.006313230376690626, -0.005882747936993837, -0.005452265497297049, -0.00502178305760026, -0.004591300617903471, -0.004160818178206682, -0.003730335971340537, -0.0032998535316437483, -0.0028693710919469595, -0.0024388888850808144, -0.0020084064453840256, -0.0015779240056872368, -0.001147441565990448, -0.000716959242708981, -0.00028647686121985316, 0.0001440055202692747, 0.0005744879017584026, 0.0010049702832475305, 0.0014354526065289974, 0.0018659350462257862, 0.002296417485922575, 0.002726899925619364, 0.003157382132485509, 0.0035878645721822977, 0.004018346779048443, 0.004448829218745232, 0.00487931165844202, 0.005309794098138809, 0.005740276537835598, 0.006170758977532387, 0.006601241417229176, 0.007031723856925964, 0.007462205830961466, 0.007892688736319542, 0.00832317117601633, 0.00875365361571312, 0.009184135124087334, 0.009614617563784122, 0.010045100003480911, 0.0104755824431777, 0.010906064882874489, 0.011336547322571278, 0.011767029762268066, 0.012197512201964855]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10317032039165497, -0.09846534579992294, -0.09376037120819092, -0.08905539661645889, -0.08435042202472687, -0.07964545488357544, -0.07494048029184341, -0.07023550570011139, -0.06553053110837936, -0.06082555651664734, -0.056120581924915314, -0.05141561105847359, -0.04671063646674156, -0.04200566187500954, -0.03730069100856781, -0.032595716416835785, -0.02789074182510376, -0.023185767233371735, -0.01848079450428486, -0.013775820843875408, -0.009070847183465958, -0.004365873523056507, 0.0003391001373529434, 0.005044073797762394, 0.009749047458171844, 0.014454021118581295, 0.019158994778990746, 0.02386396750807762, 0.028568942099809647, 0.03327391669154167, 0.0379788875579834, 0.042683862149715424, 0.04738883674144745, 0.052093811333179474, 0.0567987859249115, 0.061503756791353226, 0.06620873510837555, 0.07091370224952698, 0.075618676841259, 0.08032365143299103, 0.08502862602472305, 0.08973360061645508, 0.0944385752081871, 0.09914354979991913, 0.10384851694107056, 0.10855349153280258, 0.1132584661245346, 0.11796344071626663, 0.12266841530799866, 0.12737338244915009, 0.1320783644914627, 0.13678333163261414, 0.14148831367492676, 0.14619328081607819, 0.1508982628583908, 0.15560322999954224, 0.16030821204185486, 0.1650131791830063, 0.16971814632415771, 0.17442312836647034, 0.17912809550762177, 0.1838330775499344, 0.18853804469108582, 0.19324302673339844, 0.19794799387454987]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 4.0, 4.0, 7.0, 1.0, 14.0, 20.0, 43.0, 53.0, 33.0, 26.0, 8.0, 9.0, 6.0, 6.0, 5.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07395483553409576, -0.07166894525289536, -0.06938305497169495, -0.06709717214107513, -0.06481128185987473, -0.06252539157867432, -0.060239505022764206, -0.057953618466854095, -0.055667728185653687, -0.05338183790445328, -0.05109595134854317, -0.04881006479263306, -0.04652417451143265, -0.04423828423023224, -0.04195239767432213, -0.03966651111841202, -0.03738062083721161, -0.0350947305560112, -0.03280884400010109, -0.03052295558154583, -0.02823706716299057, -0.02595117874443531, -0.02366529032588005, -0.02137940190732479, -0.01909351348876953, -0.01680762507021427, -0.014521736651659012, -0.012235848233103752, -0.009949959814548492, -0.007664071395993233, -0.005378182977437973, -0.0030922945588827133, -0.0008064061403274536, 0.001479482278227806, 0.003765370696783066, 0.0060512591153383255, 0.008337147533893585, 0.010623035952448845, 0.012908924371004105, 0.015194812789559364, 0.017480701208114624, 0.019766589626669884, 0.022052478045225143, 0.024338366463780403, 0.026624254882335663, 0.028910143300890923, 0.031196031719446182, 0.03348191827535629, 0.0357678085565567, 0.03805369883775711, 0.04033958539366722, 0.04262547194957733, 0.04491136223077774, 0.04719725251197815, 0.04948313906788826, 0.05176902562379837, 0.05405491590499878, 0.05634080618619919, 0.0586266927421093, 0.06091257929801941, 0.06319846957921982, 0.06548435986042023, 0.06777024269104004, 0.07005613297224045, 0.07234202325344086]}, "_runtime": 21.218749046325684, "_timestamp": 1596207405.807372, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01616707630455494, -0.015682242810726166, -0.015197410248219967, -0.014712577685713768, -0.014227744191884995, -0.013742911629378796, -0.013258079066872597, -0.012773245573043823, -0.012288413010537624, -0.01180357951670885, -0.011318746954202652, -0.010833914391696453, -0.01034908089786768, -0.00986424833536148, -0.009379414841532707, -0.008894582279026508, -0.00840974971652031, -0.007924916222691536, -0.00744008319452405, -0.006955250632017851, -0.006470417603850365, -0.0059855845756828785, -0.005500751547515392, -0.005015918519347906, -0.00453108549118042, -0.004046252928674221, -0.003561419900506735, -0.0030765868723392487, -0.0025917538441717625, -0.00210692104883492, -0.0016220880206674337, -0.0011372551089152694, -0.000652422197163105, -0.0001675892563071102, 0.00031724368454888463, 0.0008020766545087099, 0.0012869095662608743, 0.0017717424780130386, 0.002256575506180525, 0.0027414083015173674, 0.0032262413296848536, 0.0037110743578523397, 0.004195907153189182, 0.0046807401813566685, 0.005165573209524155, 0.005650406237691641, 0.00613523880019784, 0.006620071828365326, 0.007104904856532812, 0.007589737884700298, 0.008074570447206497, 0.00855940394103527, 0.00904423650354147, 0.009529069997370243, 0.010013902559876442, 0.01049873512238264, 0.010983568616211414, 0.011468401178717613, 0.011953234672546387, 0.012438067235052586, 0.012922899797558784, 0.013407733291387558, 0.013892565853893757, 0.01437739934772253, 0.01486223191022873]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 4.0, 3.0, 6.0, 11.0, 19.0, 16.0, 24.0, 23.0, 31.0, 57.0, 84.0, 144.0, 218.0, 326.0, 687.0, 5053.0, 530.0, 242.0, 156.0, 88.0, 48.0, 34.0, 29.0, 22.0, 12.0, 10.0, 6.0, 5.0, 5.0, 4.0, 8.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.279299259185791, -0.2711271047592163, -0.2629549503326416, -0.2547827959060669, -0.24661065638065338, -0.23843851685523987, -0.23026636242866516, -0.22209420800209045, -0.21392205357551575, -0.20574991405010223, -0.19757775962352753, -0.18940560519695282, -0.1812334656715393, -0.1730613112449646, -0.1648891568183899, -0.15671701729297638, -0.14854486286640167, -0.14037270843982697, -0.13220056891441345, -0.12402841448783875, -0.11585626006126404, -0.10768411308526993, -0.09951196610927582, -0.09133981168270111, -0.083167664706707, -0.07499551773071289, -0.06682336330413818, -0.058651216328144073, -0.050479065626859665, -0.042306914925575256, -0.034134767949581146, -0.025962617248296738, -0.01779046654701233, -0.009618316777050495, -0.0014461670070886612, 0.006725982762873173, 0.014898132532835007, 0.023070283234119415, 0.031242432072758675, 0.039414580911397934, 0.04758673161268234, 0.05575888231396675, 0.06393103301525116, 0.07210317999124527, 0.08027532696723938, 0.08844748139381409, 0.0966196283698082, 0.1047917827963829, 0.11296392977237701, 0.12113607674837112, 0.12930822372436523, 0.13748037815093994, 0.14565253257751465, 0.15382467210292816, 0.16199682652950287, 0.17016898095607758, 0.1783411204814911, 0.1865132749080658, 0.1946854293346405, 0.2028575837612152, 0.21102972328662872, 0.21920187771320343, 0.22737403213977814, 0.23554617166519165, 0.24371832609176636]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 25.0, 3.0, 4.0, 4.0, 5.0, 1.0, 4.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002668915782123804, -0.0025889647658914328, -0.0025090137496590614, -0.00242906273342669, -0.0023491117171943188, -0.0022691607009619474, -0.002189209684729576, -0.0021092586684972048, -0.0020293076522648335, -0.001949356752447784, -0.0018694057362154126, -0.0017894547199830413, -0.0017095038201659918, -0.0016295528039336205, -0.0015496017877012491, -0.0014696507714688778, -0.0013896997552365065, -0.0013097487390041351, -0.0012297977227717638, -0.0011498467065393925, -0.0010698956903070211, -0.0009899447904899716, -0.0009099937742576003, -0.000830042758025229, -0.0007500917417928576, -0.0006701407255604863, -0.000590189709328115, -0.0005102387513034046, -0.00043028773507103324, -0.0003503367188386619, -0.00027038573171012104, -0.00019043473002966493, -0.00011048372834920883, -3.053272666875273e-05, 4.941827501170337e-05, 0.00012936927669215947, 0.00020932027837261558, 0.0002892712946049869, 0.0003692222817335278, 0.00044917326886206865, 0.00052912428509444, 0.0006090753013268113, 0.0006890263175591826, 0.0007689772755838931, 0.0008489282918162644, 0.0009288793080486357, 0.0010088302660733461, 0.0010887812823057175, 0.0011687322985380888, 0.0012486833147704601, 0.0013286343310028315, 0.0014085853472352028, 0.0014885363634675741, 0.0015684872632846236, 0.001648438279516995, 0.0017283892957493663, 0.0018083403119817376, 0.001888291328214109, 0.0019682422280311584, 0.0020481932442635298, 0.002128144260495901, 0.0022080952767282724, 0.0022880462929606438, 0.002367997309193015, 0.0024479483254253864]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 10.0, 13.0, 22.0, 31.0, 41.0, 72.0, 100.0, 163.0, 216.0, 328.0, 529.0, 808.0, 1383.0, 2193.0, 3893.0, 7267.0, 14575.0, 32313.0, 77564.0, 231533.0, 650844.0, 76680.0, 35984.0, 18364.0, 9746.0, 5499.0, 3295.0, 2042.0, 1280.0, 848.0, 582.0, 428.0, 292.0, 218.0, 138.0, 96.0, 66.0, 40.0, 31.0, 28.0, 25.0, 15.0, 11.0, 7.0, 9.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009646098129451275, -0.009314510971307755, -0.008982923813164234, -0.008651336655020714, -0.008319748565554619, -0.007988161407411098, -0.007656574249267578, -0.007324987091124058, -0.006993399932980537, -0.00666181230917573, -0.006330225151032209, -0.005998637992888689, -0.005667050369083881, -0.005335463210940361, -0.005003876052796841, -0.004672288428992033, -0.004340701270848513, -0.004009114112704992, -0.0036775267217308283, -0.0033459393307566643, -0.003014352172613144, -0.00268276478163898, -0.002351177390664816, -0.0020195902325212955, -0.0016880028415471315, -0.0013564155669882894, -0.0010248282924294472, -0.0006932409014552832, -0.000361653626896441, -3.0066323233768344e-05, 0.0003015209804289043, 0.0006331083131954074, 0.0009646955877542496, 0.0012962828623130918, 0.001627870136871934, 0.001959457527846098, 0.0022910446859896183, 0.0026226320769637823, 0.0029542194679379463, 0.0032858066260814667, 0.0036173940170556307, 0.003948981408029795, 0.004280568566173315, 0.004612155724316835, 0.004943743348121643, 0.005275330506265163, 0.005606917664408684, 0.0059385052882134914, 0.006270092446357012, 0.006601679604500532, 0.00693326722830534, 0.00726485438644886, 0.0075964415445923805, 0.007928028702735901, 0.008259615860879421, 0.008591203950345516, 0.008922791108489037, 0.009254378266632557, 0.009585965424776077, 0.009917552582919598, 0.010249139741063118, 0.010580727830529213, 0.010912314988672733, 0.011243902146816254, 0.011575489304959774]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 8.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011978713795542717, -0.011609962210059166, -0.011241210624575615, -0.01087245810776949, -0.010503706522285938, -0.010134954936802387, -0.009766203351318836, -0.009397451765835285, -0.00902869924902916, -0.008659947663545609, -0.008291196078062057, -0.007922444492578506, -0.0075536929070949554, -0.007184940855950117, -0.006816189270466566, -0.006447437219321728, -0.006078685633838177, -0.005709934048354626, -0.005341181997209787, -0.004972430411726236, -0.004603678360581398, -0.004234926775097847, -0.003866175189614296, -0.0034974233713001013, -0.0031286715529859066, -0.002759919734671712, -0.0023911679163575172, -0.0020224163308739662, -0.0016536645125597715, -0.0012849126942455769, -0.000916160992346704, -0.0005474092322401702, -0.00017865747213363647, 0.0001900942879728973, 0.0005588460480794311, 0.0009275978081859648, 0.0012963495682924986, 0.0016651013866066933, 0.0020338529720902443, 0.002402604790404439, 0.0027713566087186337, 0.0031401084270328283, 0.003508860245347023, 0.003877611830830574, 0.004246363416314125, 0.004615115467458963, 0.004983867052942514, 0.005352619104087353, 0.005721370689570904, 0.006090122275054455, 0.006458874326199293, 0.006827625911682844, 0.0071963779628276825, 0.0075651295483112335, 0.007933881133794785, 0.008302632719278336, 0.008671384304761887, 0.009040136821568012, 0.009408888407051563, 0.009777639992535114, 0.010146391578018665, 0.010515143163502216, 0.010883895680308342, 0.011252647265791893, 0.011621398851275444]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 6.0, 6.0, 6.0, 3.0, 7.0, 8.0, 13.0, 13.0, 18.0, 24.0, 23.0, 33.0, 28.0, 44.0, 46.0, 71.0, 83.0, 131.0, 170.0, 225.0, 293.0, 420.0, 573.0, 711.0, 885.0, 1092.0, 1331.0, 1895.0, 5990.0, 1824.0, 795.0, 495.0, 364.0, 200.0, 117.0, 125.0, 105.0, 87.0, 44.0, 20.0, 13.0, 18.0, 9.0, 5.0, 10.0, 6.0, 11.0, 6.0, 4.0, 3.0, 5.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.01119972299784422, -0.010887082666158676, -0.010574442334473133, -0.010261801071465015, -0.009949160739779472, -0.00963652040809393, -0.009323880076408386, -0.009011239744722843, -0.0086985994130373, -0.008385958150029182, -0.00807331781834364, -0.007760677486658096, -0.007448037154972553, -0.007135396357625723, -0.00682275602594018, -0.0065101152285933495, -0.006197474896907806, -0.005884834565222263, -0.005572193767875433, -0.00525955343618989, -0.0049469126388430595, -0.0046342723071575165, -0.004321631975471973, -0.004008991178125143, -0.0036963508464396, -0.0033837102819234133, -0.0030710697174072266, -0.0027584293857216835, -0.002445788821205497, -0.00213314825668931, -0.0018205078085884452, -0.0015078673604875803, -0.0011952267959713936, -0.0008825862896628678, -0.000569945783354342, -0.0002573052770458162, 5.533522926270962e-05, 0.0003679757355712354, 0.0006806162418797612, 0.000993256689980626, 0.0013058972544968128, 0.0016185378190129995, 0.0019311782671138644, 0.0022438187152147293, 0.002556459279730916, 0.0028690998442471027, 0.003181740175932646, 0.0034943807404488325, 0.0038070213049650192, 0.004119661636650562, 0.004432302433997393, 0.004744942765682936, 0.005057583563029766, 0.005370223894715309, 0.005682864226400852, 0.005995505023747683, 0.006308145355433226, 0.006620785687118769, 0.006933426484465599, 0.007246066816151142, 0.007558707147836685, 0.007871347479522228, 0.008183988742530346, 0.008496629074215889, 0.008809269405901432]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0742192342877388, -0.07213372737169266, -0.07004821300506592, -0.06796270608901978, -0.06587719917297363, -0.0637916848063469, -0.06170617789030075, -0.05962066724896431, -0.05753515660762787, -0.05544964596629143, -0.05336413532495499, -0.051278628408908844, -0.0491931177675724, -0.04710760712623596, -0.04502210021018982, -0.04293658956885338, -0.04085107892751694, -0.038765568286180496, -0.036680057644844055, -0.03459455072879791, -0.03250904008746147, -0.03042352944612503, -0.02833802066743374, -0.026252511888742447, -0.024167001247406006, -0.022081490606069565, -0.019995981827378273, -0.01791047304868698, -0.01582496240735054, -0.013739452697336674, -0.011653942987322807, -0.009568433277308941, -0.0074829235672950745, -0.005397413857281208, -0.0033119041472673416, -0.0012263944372534752, 0.0008591152727603912, 0.0029446249827742577, 0.005030134692788124, 0.0071156444028019905, 0.009201154112815857, 0.011286663822829723, 0.01337217353284359, 0.015457683242857456, 0.017543192952871323, 0.019628703594207764, 0.021714212372899055, 0.023799721151590347, 0.02588523179292679, 0.02797074243426323, 0.03005625121295452, 0.03214175999164581, 0.034227270632982254, 0.036312781274318695, 0.03839828819036484, 0.04048379883170128, 0.04256930947303772, 0.04465482011437416, 0.0467403307557106, 0.048825837671756744, 0.050911348313093185, 0.052996858954429626, 0.05508236587047577, 0.05716787651181221, 0.05925338715314865]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 18.0, 16.0, 25.0, 17.0, 22.0, 43.0, 19.0, 20.0, 11.0, 11.0, 9.0, 8.0, 5.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.07458987832069397, -0.07259523868560791, -0.07060059905052185, -0.0686059519648552, -0.06661131232976913, -0.06461667269468307, -0.06262202560901642, -0.06062738597393036, -0.0586327463388443, -0.05663810670375824, -0.05464346334338188, -0.052648819983005524, -0.050654180347919464, -0.048659540712833405, -0.046664897352457047, -0.04467025399208069, -0.04267561435699463, -0.04068097472190857, -0.03868633136153221, -0.03669168800115585, -0.034697048366069794, -0.032702408730983734, -0.030707765370607376, -0.028713123872876167, -0.02671848237514496, -0.02472384087741375, -0.02272919937968254, -0.020734557881951332, -0.018739916384220123, -0.016745274886488914, -0.014750633388757706, -0.012755991891026497, -0.010761350393295288, -0.00876670889556408, -0.0067720673978328705, -0.004777425900101662, -0.002782784402370453, -0.0007881429046392441, 0.0012064985930919647, 0.0032011400908231735, 0.005195781588554382, 0.007190423086285591, 0.0091850645840168, 0.011179706081748009, 0.013174347579479218, 0.015168989077210426, 0.017163630574941635, 0.019158272072672844, 0.021152913570404053, 0.02314755506813526, 0.02514219656586647, 0.02713683806359768, 0.029131479561328888, 0.031126121059060097, 0.033120762556791306, 0.035115405917167664, 0.03711004555225372, 0.03910468518733978, 0.04109932854771614, 0.0430939719080925, 0.04508861154317856, 0.04708325117826462, 0.049077894538640976, 0.051072537899017334, 0.053067177534103394]}, "_runtime": 22.005502223968506, "_timestamp": 1596207406.5941253, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 4.0, 5.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01861393265426159, -0.018035877496004105, -0.01745782420039177, -0.016879770904779434, -0.01630171574652195, -0.015723660588264465, -0.01514560729265213, -0.01456755306571722, -0.01398949883878231, -0.0134114446118474, -0.01283339038491249, -0.012255336157977581, -0.011677281931042671, -0.011099227704107761, -0.010521173477172852, -0.009943119250237942, -0.009365065023303032, -0.008787010796368122, -0.008208956569433212, -0.0076309023424983025, -0.007052848115563393, -0.006474793888628483, -0.005896739661693573, -0.005318685434758663, -0.004740631207823753, -0.0041625769808888435, -0.0035845227539539337, -0.003006468527019024, -0.002428414300084114, -0.0018503600731492043, -0.0012723058462142944, -0.0006942516192793846, -0.00011619739234447479, 0.00046185683459043503, 0.0010399110615253448, 0.0016179652884602547, 0.0021960195153951645, 0.0027740737423300743, 0.003352127969264984, 0.003930182196199894, 0.004508236423134804, 0.005086290650069714, 0.005664344877004623, 0.006242399103939533, 0.006820453330874443, 0.007398507557809353, 0.007976561784744263, 0.008554616011679173, 0.009132670238614082, 0.009710724465548992, 0.010288778692483902, 0.010866832919418812, 0.011444887146353722, 0.012022941373288631, 0.012600995600223541, 0.013179049827158451, 0.013757104054093361, 0.01433515828102827, 0.01491321250796318, 0.01549126673489809, 0.016069320961833, 0.016647376120090485, 0.01722542941570282, 0.017803482711315155, 0.01838153786957264]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 3.0, 6.0, 4.0, 4.0, 4.0, 10.0, 9.0, 10.0, 18.0, 11.0, 22.0, 23.0, 31.0, 33.0, 42.0, 45.0, 65.0, 102.0, 127.0, 187.0, 244.0, 448.0, 4965.0, 609.0, 265.0, 183.0, 110.0, 75.0, 55.0, 51.0, 39.0, 22.0, 17.0, 18.0, 7.0, 15.0, 8.0, 6.0, 9.0, 2.0, 3.0, 3.0, 5.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.19261234998703003, -0.18715599179267883, -0.18169963359832764, -0.17624327540397644, -0.17078691720962524, -0.16533054411411285, -0.15987418591976166, -0.15441782772541046, -0.14896146953105927, -0.14350511133670807, -0.13804875314235687, -0.13259239494800568, -0.1271360218524933, -0.12167967110872269, -0.1162233054637909, -0.1107669472694397, -0.1053105890750885, -0.0998542308807373, -0.09439787268638611, -0.08894150704145432, -0.08348514884710312, -0.07802879065275192, -0.07257242500782013, -0.06711606681346893, -0.06165970861911774, -0.05620335042476654, -0.050746988505125046, -0.04529062658548355, -0.039834268391132355, -0.03437791019678116, -0.028921548277139664, -0.023465188220143318, -0.018008828163146973, -0.012552468106150627, -0.007096108049154282, -0.001639747992157936, 0.0038166120648384094, 0.009272972121834755, 0.0147293321788311, 0.020185692235827446, 0.02564205229282379, 0.031098412349820137, 0.03655477240681648, 0.04201113432645798, 0.047467492520809174, 0.05292385071516037, 0.058380212634801865, 0.06383657455444336, 0.06929293274879456, 0.07474929094314575, 0.08020564913749695, 0.08566201478242874, 0.09111837297677994, 0.09657473117113113, 0.10203109681606293, 0.10748745501041412, 0.11294381320476532, 0.11840017139911652, 0.12385652959346771, 0.1293128877878189, 0.1347692608833313, 0.1402256190776825, 0.1456819772720337, 0.1511383354663849, 0.15659469366073608]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 8.0, 4.0, 5.0, 3.0, 2.0, 5.0, 4.0, 29.0, 4.0, 3.0, 4.0, 4.0, 7.0, 4.0, 1.0, 4.0, 4.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002171739935874939, -0.0020626108162105083, -0.001953481463715434, -0.0018443523440510035, -0.001735223107971251, -0.0016260938718914986, -0.0015169646358117461, -0.0014078353997319937, -0.001298706280067563, -0.0011895770439878106, -0.0010804478079080582, -0.0009713185718283057, -0.0008621893357485533, -0.0007530601578764617, -0.0006439309217967093, -0.0005348017439246178, -0.0004256725078448653, -0.00031654330086894333, -0.00020741407934110612, -9.828486508922651e-05, 1.0844349162653089e-05, 0.00011997356341453269, 0.0002291027776664123, 0.0003382319991942495, 0.0004473612061701715, 0.0005564904422499239, 0.0006656196201220155, 0.0007747488562017679, 0.0008838780922815204, 0.0009930073283612728, 0.0011021364480257034, 0.0012112656841054559, 0.0013203949201852083, 0.0014295241562649608, 0.0015386533923447132, 0.0016477825120091438, 0.0017569117480888963, 0.0018660409841686487, 0.0019751701038330793, 0.0020842994563281536, 0.0021934285759925842, 0.0023025579284876585, 0.002411687048152089, 0.0025208161678165197, 0.002629945520311594, 0.0027390746399760246, 0.002848203992471099, 0.0029573331121355295, 0.003066462464630604, 0.0031755915842950344, 0.003284720703959465, 0.0033938500564545393, 0.00350297917611897, 0.003612108528614044, 0.003721237648278475, 0.0038303667679429054, 0.003939495887607336, 0.004048625472933054, 0.004157754592597485, 0.004266883712261915, 0.004376012831926346, 0.0044851419515907764, 0.004594271536916494, 0.004703400656580925, 0.004812529776245356]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 6.0, 7.0, 9.0, 15.0, 18.0, 27.0, 31.0, 52.0, 92.0, 126.0, 188.0, 272.0, 425.0, 686.0, 1093.0, 1762.0, 3102.0, 5495.0, 10190.0, 19858.0, 42063.0, 96087.0, 702098.0, 156965.0, 63054.0, 31817.0, 17295.0, 10099.0, 6080.0, 3604.0, 2363.0, 1469.0, 982.0, 658.0, 435.0, 328.0, 203.0, 149.0, 119.0, 98.0, 75.0, 51.0, 25.0, 15.0, 12.0, 9.0, 10.0, 7.0, 3.0, 1.0, 6.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.007957176305353642, -0.007671179715543985, -0.007385183125734329, -0.007099186535924673, -0.006813189946115017, -0.006527193356305361, -0.006241196766495705, -0.0059552001766860485, -0.005669203586876392, -0.005383206997066736, -0.00509721040725708, -0.004811213817447424, -0.004525217227637768, -0.004239220637828112, -0.0039532240480184555, -0.0036672274582087994, -0.0033812308683991432, -0.003095234278589487, -0.002809237688779831, -0.002523241098970175, -0.0022372445091605186, -0.0019512479193508625, -0.0016652513295412064, -0.0013792547397315502, -0.001093258149921894, -0.0008072615601122379, -0.0005212649703025818, -0.00023526838049292564, 5.07282093167305e-05, 0.00033672479912638664, 0.0006227213889360428, 0.0009087179787456989, 0.001194714568555355, 0.0014807111583650112, 0.0017667077481746674, 0.0020527043379843235, 0.0023387009277939796, 0.002624697517603636, 0.002910694107413292, 0.003196690697222948, 0.0034826872870326042, 0.0037686838768422604, 0.0040546804666519165, 0.004340677056461573, 0.004626673646271229, 0.004912670236080885, 0.005198666825890541, 0.005484663415700197, 0.005770660005509853, 0.0060566565953195095, 0.006342653185129166, 0.006628649774938822, 0.006914646364748478, 0.007200642954558134, 0.00748663954436779, 0.007772636134177446, 0.008058632723987103, 0.008344629779458046, 0.008630625903606415, 0.008916622027754784, 0.009202619083225727, 0.00948861613869667, 0.00977461226284504, 0.010060608386993408, 0.010346605442464352]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 4.0, 5.0, 10.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022632084786891937, -0.02209823578596115, -0.021564384922385216, -0.02103053592145443, -0.020496685057878494, -0.019962836056947708, -0.019428985193371773, -0.018895136192440987, -0.01836128532886505, -0.017827436327934265, -0.01729358732700348, -0.016759736463427544, -0.016225887462496758, -0.015692036598920822, -0.015158187597990036, -0.014624337665736675, -0.014090487733483315, -0.013556637801229954, -0.013022787868976593, -0.012488937936723232, -0.011955088004469872, -0.011421239003539085, -0.010887389071285725, -0.010353539139032364, -0.009819689206779003, -0.009285839274525642, -0.008751989342272282, -0.008218139410018921, -0.0076842899434268475, -0.007150440011173487, -0.006616590544581413, -0.0060827406123280525, -0.005548890680074692, -0.005015040747821331, -0.00448119081556797, -0.003947341348975897, -0.003413491416722536, -0.0028796414844691753, -0.0023457917850464582, -0.0018119419692084193, -0.0012780921533703804, -0.0007442423375323415, -0.00021039252169430256, 0.00032345729414373636, 0.0008573071099817753, 0.0013911569258198142, 0.0019250067416578531, 0.0024588564410805702, 0.002992706373333931, 0.0035265563055872917, 0.0040604062378406525, 0.004594255704432726, 0.005128105636686087, 0.005661955568939447, 0.006195805035531521, 0.006729654967784882, 0.007263504900038242, 0.007797354832291603, 0.008331204764544964, 0.008865054696798325, 0.00939890369772911, 0.009932753629982471, 0.010466603562235832, 0.011000453494489193, 0.011534303426742554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 9.0, 7.0, 7.0, 9.0, 11.0, 14.0, 15.0, 23.0, 23.0, 30.0, 31.0, 36.0, 54.0, 39.0, 47.0, 48.0, 93.0, 103.0, 124.0, 141.0, 254.0, 359.0, 546.0, 911.0, 1447.0, 2868.0, 6387.0, 1538.0, 988.0, 638.0, 419.0, 309.0, 271.0, 185.0, 129.0, 75.0, 56.0, 31.0, 34.0, 18.0, 24.0, 23.0, 8.0, 5.0, 13.0, 6.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.014771527610719204, -0.014363829046487808, -0.013956131413578987, -0.013548432849347591, -0.013140734285116196, -0.012733036652207375, -0.012325338087975979, -0.011917639523744583, -0.011509941890835762, -0.011102243326604366, -0.01069454476237297, -0.010286846198141575, -0.009879148565232754, -0.009471450001001358, -0.009063751436769962, -0.008656053803861141, -0.008248355239629745, -0.00784065667539835, -0.007432958576828241, -0.007025260478258133, -0.006617561914026737, -0.006209863815456629, -0.00580216571688652, -0.005394467152655125, -0.004986769054085016, -0.004579070955514908, -0.004171372391283512, -0.0037636742927134037, -0.0033559759613126516, -0.0029482776299118996, -0.002540579531341791, -0.002132881199941039, -0.001725182868540287, -0.001317484537139535, -0.0009097863221541047, -0.0005020880489610136, -9.43897757679224e-05, 0.00031330849742516875, 0.0007210067706182599, 0.0011287049856036901, 0.0015364033170044422, 0.0019441016484051943, 0.0023517999798059464, 0.0027594980783760548, 0.003167196409776807, 0.003574894741177559, 0.003982592839747667, 0.004390291403979063, 0.0047979895025491714, 0.00520568760111928, 0.005613386165350676, 0.006021084263920784, 0.00642878282815218, 0.006836480926722288, 0.0072441790252923965, 0.007651877589523792, 0.008059576153755188, 0.008467273786664009, 0.008874972350895405, 0.0092826709151268, 0.009690368548035622, 0.010098067112267017, 0.010505765676498413, 0.010913463309407234, 0.01132116187363863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.124520443379879, -0.12086543440818787, -0.11721042543649673, -0.1135554164648056, -0.10990040749311447, -0.10624539852142334, -0.10259038954973221, -0.09893538057804108, -0.09528036415576935, -0.09162535518407822, -0.08797034621238708, -0.08431533724069595, -0.08066032826900482, -0.07700531929731369, -0.07335031032562256, -0.06969530135393143, -0.0660402923822403, -0.062385283410549164, -0.05873027443885803, -0.0550752654671669, -0.05142025649547577, -0.04776524379849434, -0.04411023482680321, -0.040455225855112076, -0.036800216883420944, -0.03314520791172981, -0.02949019894003868, -0.0258351881057024, -0.02218017913401127, -0.018525170162320137, -0.01487016025930643, -0.011215150356292725, -0.007560141384601593, -0.003905131947249174, -0.0002501225098967552, 0.0034048869274556637, 0.007059896364808083, 0.010714905336499214, 0.01436991523951292, 0.018024925142526627, 0.021679934114217758, 0.02533494308590889, 0.02898995205760002, 0.03264496102929115, 0.03629997372627258, 0.039954982697963715, 0.043609991669654846, 0.04726500064134598, 0.05092000961303711, 0.05457501858472824, 0.05823002755641937, 0.061885036528110504, 0.06554004549980164, 0.06919505447149277, 0.0728500634431839, 0.07650507241487503, 0.08016008138656616, 0.08381509780883789, 0.08747010678052902, 0.09112511575222015, 0.09478012472391129, 0.09843513369560242, 0.10209014266729355, 0.10574515163898468, 0.10940016061067581]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0, 9.0, 17.0, 31.0, 37.0, 52.0, 25.0, 28.0, 15.0, 3.0, 3.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.11650702357292175, -0.11338578909635544, -0.11026455461978912, -0.10714332014322281, -0.1040220856666565, -0.10090085119009018, -0.09777960926294327, -0.09465837478637695, -0.09153714030981064, -0.08841590583324432, -0.08529467135667801, -0.0821734368801117, -0.07905220240354538, -0.07593096792697906, -0.07280973345041275, -0.06968849897384644, -0.06656725704669952, -0.06344602257013321, -0.06032479181885719, -0.05720355361700058, -0.054082319140434265, -0.05096108466386795, -0.047839850187301636, -0.04471861571073532, -0.041597381234169006, -0.03847614303231239, -0.03535490855574608, -0.032233674079179764, -0.02911243960261345, -0.025991203263401985, -0.02286996878683567, -0.019748732447624207, -0.016627497971057892, -0.013506262563169003, -0.010385027155280113, -0.0072637926787137985, -0.004142557270824909, -0.0010213220957666636, 0.002099913079291582, 0.005221148021519184, 0.008342383429408073, 0.011463618837296963, 0.014584854245185852, 0.017706088721752167, 0.02082732319831848, 0.023948559537529945, 0.02706979401409626, 0.030191030353307724, 0.03331226482987404, 0.03643349930644035, 0.03955473378300667, 0.04267597198486328, 0.045797206461429596, 0.04891844093799591, 0.052039675414562225, 0.05516090989112854, 0.058282144367694855, 0.06140338256955147, 0.06452461332082748, 0.0676458552479744, 0.07076708972454071, 0.07388832420110703, 0.07700955867767334, 0.08013079315423965, 0.08325202763080597]}, "_runtime": 22.80451250076294, "_timestamp": 1596207407.3931355, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013264789246022701, -0.012785670347511768, -0.01230655238032341, -0.011827433481812477, -0.011348314583301544, -0.010869196616113186, -0.010390077717602253, -0.00991095881909132, -0.009431840851902962, -0.008952721953392029, -0.008473603054881096, -0.007994484156370163, -0.007515366189181805, -0.007036247290670872, -0.006557128857821226, -0.006078009959310293, -0.005598891526460648, -0.005119773093611002, -0.004640654195100069, -0.004161535762250423, -0.003682417096570134, -0.003203298430889845, -0.0027241799980401993, -0.00224506133235991, -0.0017659426666796207, -0.0012868240009993315, -0.000807705451734364, -0.0003285868442617357, 0.00015053176321089268, 0.000629650370683521, 0.0011087689781561494, 0.0015878875274211168, 0.002067006193101406, 0.0025461248587816954, 0.0030252435244619846, 0.0035043619573116302, 0.003983480855822563, 0.004462599288672209, 0.004941717721521854, 0.005420836620032787, 0.005899955052882433, 0.0063790734857320786, 0.0068581923842430115, 0.007337310817092657, 0.007816429249942303, 0.008295548148453236, 0.008774667046964169, 0.009253785014152527, 0.00973290391266346, 0.010212022811174393, 0.010691140778362751, 0.011170259676873684, 0.011649378575384617, 0.012128496542572975, 0.012607615441083908, 0.013086734339594841, 0.013565853238105774, 0.014044971205294132, 0.014524090103805065, 0.015003209002315998, 0.015482326969504356, 0.01596144586801529, 0.016440564766526222, 0.016919683665037155, 0.01739880070090294]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 2.0, 5.0, 6.0, 4.0, 8.0, 11.0, 12.0, 12.0, 11.0, 19.0, 14.0, 30.0, 32.0, 49.0, 48.0, 82.0, 91.0, 107.0, 157.0, 243.0, 370.0, 4558.0, 925.0, 356.0, 217.0, 122.0, 89.0, 74.0, 54.0, 49.0, 36.0, 24.0, 29.0, 16.0, 4.0, 13.0, 5.0, 9.0, 6.0, 4.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16655007004737854, -0.16129423677921295, -0.15603840351104736, -0.15078257024288177, -0.145526722073555, -0.1402708888053894, -0.13501505553722382, -0.12975922226905823, -0.12450338900089264, -0.11924754828214645, -0.11399171501398087, -0.10873588174581528, -0.10348004102706909, -0.0982242077589035, -0.09296837449073792, -0.08771253377199173, -0.08245670050382614, -0.07720086723566055, -0.07194502651691437, -0.06668919324874878, -0.06143335998058319, -0.056177522987127304, -0.05092168599367142, -0.04566585272550583, -0.04041001573204994, -0.035154178738594055, -0.029898345470428467, -0.02464250847697258, -0.019386673346161842, -0.014130838215351105, -0.008875002153217793, -0.0036191665567457676, 0.0016366690397262573, 0.006892504636198282, 0.012148340232670307, 0.01740417629480362, 0.022660011425614357, 0.027915846556425095, 0.03317168354988098, 0.03842751681804657, 0.04368335381150246, 0.048939190804958344, 0.05419502407312393, 0.05945086106657982, 0.0647066980600357, 0.0699625313282013, 0.07521836459636688, 0.08047420531511307, 0.08573003858327866, 0.09098587185144424, 0.09624171257019043, 0.10149754583835602, 0.1067533791065216, 0.11200921982526779, 0.11726505309343338, 0.12252088636159897, 0.12777672708034515, 0.13303256034851074, 0.13828839361667633, 0.14354422688484192, 0.1488000601530075, 0.1540559083223343, 0.15931174159049988, 0.16456757485866547, 0.16982340812683105]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 4.0, 2.0, 4.0, 26.0, 4.0, 4.0, 3.0, 6.0, 5.0, 3.0, 3.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 7.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00239546992816031, -0.0023104287683963776, -0.002225387841463089, -0.0021403466816991568, -0.002055305754765868, -0.001970264595001936, -0.0018852235516533256, -0.0018001825083047152, -0.0017151414649561048, -0.0016301004216074944, -0.001545059378258884, -0.0014600183349102736, -0.0013749771751463413, -0.001289936131797731, -0.0012048950884491205, -0.0011198540451005101, -0.0010348130017518997, -0.0009497719584032893, -0.0008647309150546789, -0.0007796898134984076, -0.0006946487701497972, -0.0006096077268011868, -0.0005245666252449155, -0.0004395255818963051, -0.0003544845385476947, -0.0002694434951990843, -0.00018440242274664342, -9.93613648461178e-05, -1.4320306945592165e-05, 7.072075095493346e-05, 0.0001557618088554591, 0.00024080286675598472, 0.00032584392465651035, 0.00041088496800512075, 0.0004959260113537312, 0.0005809671129100025, 0.0006660081562586129, 0.0007510491996072233, 0.0008360903011634946, 0.000921131344512105, 0.0010061723878607154, 0.0010912134312093258, 0.0011762544745579362, 0.0012612955179065466, 0.0013463366776704788, 0.0014313777210190892, 0.0015164187643676996, 0.00160145980771631, 0.0016865008510649204, 0.0017715418944135308, 0.0018565829377621412, 0.0019416239811107516, 0.002026665024459362, 0.0021117061842232943, 0.002196747111156583, 0.002281788270920515, 0.0023668291978538036, 0.002451870357617736, 0.002536911517381668, 0.0026219524443149567, 0.002706993604078889, 0.0027920345310121775, 0.0028770756907761097, 0.0029621166177093983, 0.0030471577774733305]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 6.0, 6.0, 6.0, 17.0, 27.0, 35.0, 55.0, 86.0, 96.0, 168.0, 276.0, 431.0, 673.0, 1131.0, 2081.0, 3860.0, 7441.0, 16532.0, 39235.0, 111127.0, 760154.0, 123706.0, 52453.0, 26296.0, 14048.0, 7868.0, 4420.0, 2691.0, 1716.0, 1022.0, 636.0, 449.0, 268.0, 192.0, 121.0, 99.0, 79.0, 41.0, 22.0, 19.0, 16.0, 16.0, 6.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008952670730650425, -0.008615916594862938, -0.008279162459075451, -0.007942408323287964, -0.007605654653161764, -0.007268900517374277, -0.00693214638158679, -0.006595392245799303, -0.006258638575673103, -0.005921884439885616, -0.005585130304098129, -0.005248376168310642, -0.004911622032523155, -0.004574867896735668, -0.0042381142266094685, -0.0039013600908219814, -0.0035646059550344944, -0.0032278518192470074, -0.002891097916290164, -0.002554343780502677, -0.0022175898775458336, -0.0018808357417583466, -0.0015440816059708595, -0.0012073275865986943, -0.0008705735672265291, -0.0005338195478543639, -0.0001970654702745378, 0.00013968857820145786, 0.0004764426266774535, 0.0008131966460496187, 0.0011499507818371058, 0.001486704801209271, 0.0018234588205814362, 0.002160212956368923, 0.0024969668593257666, 0.0028337209951132536, 0.003170474898070097, 0.003507229033857584, 0.003843983169645071, 0.004180737305432558, 0.004517490975558758, 0.004854245111346245, 0.005190999247133732, 0.005527753382921219, 0.005864507518708706, 0.006201261654496193, 0.006538015324622393, 0.00687476946040988, 0.007211523596197367, 0.007548277731984854, 0.007885031402111053, 0.00822178553789854, 0.008558539673686028, 0.008895293809473515, 0.009232047945261002, 0.009568802081048489, 0.009905556216835976, 0.010242310352623463, 0.01057906448841095, 0.010915817692875862, 0.01125257182866335, 0.011589325964450836, 0.011926080100238323, 0.01226283423602581, 0.012599588371813297]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 8.0, 5.0, 10.0, 6.0, 4.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015650101006031036, -0.01484815776348114, -0.014046215452253819, -0.013244272209703922, -0.0124423298984766, -0.011640386655926704, -0.010838444344699383, -0.010036501102149487, -0.009234558790922165, -0.008432615548372269, -0.00763067277148366, -0.006828729994595051, -0.006026786752045155, -0.005224843975156546, -0.004422901198267937, -0.0036209584213793278, -0.002819015644490719, -0.00201707286760211, -0.0012151299742981791, -0.0004131871392019093, 0.00038875569589436054, 0.0011906984727829695, 0.001992641482502222, 0.002794584259390831, 0.00359652703627944, 0.004398469813168049, 0.005200412590056658, 0.006002355366945267, 0.006804298609495163, 0.007606241386383772, 0.00840818416327238, 0.009210126474499702, 0.010012069717049599, 0.010814012959599495, 0.011615955270826817, 0.012417898513376713, 0.013219840824604034, 0.01402178406715393, 0.014823726378381252, 0.015625668689608574, 0.01642761193215847, 0.017229555174708366, 0.018031498417258263, 0.01883344165980816, 0.019635383039712906, 0.020437326282262802, 0.0212392695248127, 0.022041212767362595, 0.02284315600991249, 0.023645097389817238, 0.024447040632367134, 0.02524898387491703, 0.026050927117466927, 0.026852868497371674, 0.02765481173992157, 0.028456754982471466, 0.029258698225021362, 0.03006064146757126, 0.030862582847476006, 0.03166452795267105, 0.03246646746993065, 0.033268410712480545, 0.03407035395503044, 0.03487229719758034, 0.035674240440130234]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 5.0, 5.0, 3.0, 6.0, 5.0, 7.0, 9.0, 5.0, 15.0, 12.0, 11.0, 20.0, 34.0, 51.0, 52.0, 66.0, 92.0, 147.0, 239.0, 412.0, 625.0, 1160.0, 2660.0, 6654.0, 1664.0, 1150.0, 806.0, 595.0, 428.0, 312.0, 230.0, 123.0, 106.0, 102.0, 87.0, 60.0, 66.0, 61.0, 43.0, 40.0, 45.0, 29.0, 35.0, 29.0, 28.0, 24.0, 15.0, 25.0, 9.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.012638312764465809, -0.012235438451170921, -0.011832564137876034, -0.011429689824581146, -0.011026815511286259, -0.010623941197991371, -0.010221066884696484, -0.009818192571401596, -0.009415319189429283, -0.009012444876134396, -0.008609570562839508, -0.00820669624954462, -0.007803821936249733, -0.007400947622954845, -0.006998073309659958, -0.00659519899636507, -0.006192324683070183, -0.005789450369775295, -0.005386576056480408, -0.00498370174318552, -0.004580827429890633, -0.004177953582257032, -0.003775079268962145, -0.0033722049556672573, -0.0029693306423723698, -0.0025664563290774822, -0.0021635820157825947, -0.0017607079353183508, -0.0013578336220234632, -0.0009549593669362366, -0.00055208511184901, -0.00014921085676178336, 0.00025366339832544327, 0.0006565376534126699, 0.0010594119084998965, 0.0014622861053794622, 0.0018651604186743498, 0.0022680347319692373, 0.002670908812433481, 0.0030737831257283688, 0.0034766574390232563, 0.003879531752318144, 0.004282406065613031, 0.004685280378907919, 0.005088154226541519, 0.005491028539836407, 0.005893902853131294, 0.006296777166426182, 0.006699651479721069, 0.007102525793015957, 0.007505400106310844, 0.007908274419605732, 0.00831114873290062, 0.008714023046195507, 0.009116897359490395, 0.009519771672785282, 0.00992264598608017, 0.010325519368052483, 0.01072839368134737, 0.011131267994642258, 0.011534142307937145, 0.011937016621232033, 0.01233989093452692, 0.012742765247821808, 0.013145639561116695]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16310632228851318, -0.15945522487163544, -0.1558041274547577, -0.15215304493904114, -0.1485019475221634, -0.14485085010528564, -0.1411997526884079, -0.13754865527153015, -0.1338975727558136, -0.13024647533893585, -0.1265953779220581, -0.12294428050518036, -0.11929318308830261, -0.11564209312200546, -0.11199099570512772, -0.10833990573883057, -0.10468880832195282, -0.10103771090507507, -0.09738662093877792, -0.09373552352190018, -0.09008443355560303, -0.08643333613872528, -0.08278223872184753, -0.07913114875555038, -0.07548005133867264, -0.07182895392179489, -0.06817786395549774, -0.06452676653862, -0.06087567284703255, -0.0572245791554451, -0.05357348173856735, -0.049922388046979904, -0.046271294355392456, -0.04262020066380501, -0.03896910697221756, -0.03531800955533981, -0.031666915863752365, -0.028015822172164917, -0.02436472661793232, -0.020713631063699722, -0.017062537372112274, -0.013411442749202251, -0.009760348126292229, -0.006109253503382206, -0.0024581588804721832, 0.0011929357424378395, 0.004844030365347862, 0.008495124988257885, 0.012146219611167908, 0.015797313302755356, 0.019448408856987953, 0.02309950441122055, 0.026750598102808, 0.030401691794395447, 0.03405278921127319, 0.03770388290286064, 0.04135497659444809, 0.04500607028603554, 0.048657163977622986, 0.05230826139450073, 0.05595935508608818, 0.05961044877767563, 0.06326154619455338, 0.06691263616085052, 0.07056373357772827]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 6.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 8.0, 9.0, 6.0, 14.0, 36.0, 29.0, 51.0, 39.0, 26.0, 10.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.07816876471042633, -0.0760333389043808, -0.07389791309833527, -0.07176248729228973, -0.0696270614862442, -0.06749163568019867, -0.06535620987415314, -0.0632207840681076, -0.06108535826206207, -0.05894993245601654, -0.05681450664997101, -0.054679080843925476, -0.052543655037879944, -0.05040822923183441, -0.04827280342578888, -0.04613737761974335, -0.044001951813697815, -0.04186652600765228, -0.03973110020160675, -0.03759567439556122, -0.035460248589515686, -0.033324822783470154, -0.03118939697742462, -0.02905397117137909, -0.026918545365333557, -0.024783119559288025, -0.022647693753242493, -0.02051226794719696, -0.018376842141151428, -0.016241416335105896, -0.014105990529060364, -0.011970564723014832, -0.0098351389169693, -0.007699713110923767, -0.005564287304878235, -0.0034288614988327026, -0.0012934356927871704, 0.0008419901132583618, 0.002977415919303894, 0.005112841725349426, 0.0072482675313949585, 0.00938369333744049, 0.011519119143486023, 0.013654544949531555, 0.015789970755577087, 0.01792539656162262, 0.020060822367668152, 0.022196248173713684, 0.024331673979759216, 0.02646709978580475, 0.02860252559185028, 0.030737951397895813, 0.032873377203941345, 0.03500880300998688, 0.03714422881603241, 0.03927965462207794, 0.041415080428123474, 0.043550506234169006, 0.04568593204021454, 0.04782135784626007, 0.0499567836523056, 0.052092209458351135, 0.05422763526439667, 0.0563630610704422, 0.05849848687648773]}, "_runtime": 23.619567155838013, "_timestamp": 1596207408.2081902, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 1.0, 5.0, 2.0, 1.0, 5.0, 0.0, 3.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010782735422253609, -0.010482532903552055, -0.010182329453527927, -0.009882126934826374, -0.00958192441612482, -0.009281720966100693, -0.00898151844739914, -0.008681315928697586, -0.008381113409996033, -0.008080909959971905, -0.007780707441270351, -0.007480504456907511, -0.00718030147254467, -0.006880098953843117, -0.006579895969480276, -0.006279693450778723, -0.005979490466415882, -0.0056792874820530415, -0.005379084963351488, -0.0050788819789886475, -0.004778679460287094, -0.0044784764759242535, -0.004178273491561413, -0.003878070740029216, -0.003577867988497019, -0.003277665236964822, -0.002977462485432625, -0.002677259501069784, -0.002377056749537587, -0.00207685399800539, -0.0017766511300578713, -0.0014764482621103525, -0.0011762455105781555, -0.0008760427008382976, -0.0005758398910984397, -0.0002756370813585818, 2.456572838127613e-05, 0.00032476853812113404, 0.000624971347860992, 0.0009251741576008499, 0.0012253769673407078, 0.0015255797188729048, 0.0018257825868204236, 0.0021259854547679424, 0.0024261882063001394, 0.0027263909578323364, 0.003026593942195177, 0.003326796693727374, 0.003626999445259571, 0.003927202429622412, 0.004227404948323965, 0.004527607932686806, 0.004827810451388359, 0.0051280134357512, 0.00542821642011404, 0.005728418938815594, 0.006028621923178434, 0.006328824907541275, 0.006629027426242828, 0.006929230410605669, 0.00722943339496851, 0.007529635913670063, 0.007829838432371616, 0.008130041882395744, 0.008430244401097298]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 8.0, 3.0, 7.0, 5.0, 13.0, 10.0, 22.0, 17.0, 51.0, 42.0, 55.0, 68.0, 107.0, 131.0, 185.0, 254.0, 527.0, 4957.0, 581.0, 287.0, 163.0, 119.0, 83.0, 50.0, 44.0, 33.0, 20.0, 9.0, 21.0, 6.0, 9.0, 11.0, 6.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18714949488639832, -0.18198971450328827, -0.17682994902133942, -0.17167016863822937, -0.16651040315628052, -0.16135062277317047, -0.15619085729122162, -0.15103107690811157, -0.14587131142616272, -0.14071153104305267, -0.13555175065994263, -0.13039198517799377, -0.12523220479488373, -0.12007243186235428, -0.11491265892982483, -0.10975288599729538, -0.10459311306476593, -0.09943334013223648, -0.09427356719970703, -0.08911379426717758, -0.08395402133464813, -0.07879424095153809, -0.07363446801900864, -0.06847469508647919, -0.06331492215394974, -0.05815514922142029, -0.05299537628889084, -0.04783559963107109, -0.04267582669854164, -0.03751605376601219, -0.032356277108192444, -0.027196504175662994, -0.022036731243133545, -0.016876958310604095, -0.011717183515429497, -0.006557409651577473, -0.0013976357877254486, 0.0037621380761265755, 0.0089219119399786, 0.014081685803830624, 0.019241459667682648, 0.024401232600212097, 0.029561007395386696, 0.034720782190561295, 0.039880555123090744, 0.045040328055620193, 0.05020010471343994, 0.05535987764596939, 0.06051965057849884, 0.06567942351102829, 0.07083919644355774, 0.07599896937608719, 0.08115874230861664, 0.08631852269172668, 0.09147829562425613, 0.09663806855678558, 0.10179784148931503, 0.10695761442184448, 0.11211738735437393, 0.11727716028690338, 0.12243694067001343, 0.12759670615196228, 0.13275648653507233, 0.13791625201702118, 0.14307603240013123]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 7.0, 4.0, 1.0, 2.0, 6.0, 6.0, 28.0, 8.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 1.0, 4.0, 3.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022492213174700737, -0.0021716924384236336, -0.00209416332654655, -0.002016634214669466, -0.001939105335623026, -0.001861576340161264, -0.001784047344699502, -0.00170651834923774, -0.001628989353775978, -0.0015514603583142161, -0.0014739313628524542, -0.0013964023673906922, -0.0013188733719289303, -0.0012413443764671683, -0.0011638153810054064, -0.0010862863855436444, -0.0010087573900818825, -0.0009312283946201205, -0.0008536993991583586, -0.0007761704036965966, -0.0006986414082348347, -0.0006211124127730727, -0.0005435834173113108, -0.0004660544218495488, -0.00038852542638778687, -0.0003109964309260249, -0.00023346743546426296, -0.000155938440002501, -7.840944454073906e-05, -8.80449078977108e-07, 7.664854638278484e-05, 0.0001541775418445468, 0.00023170653730630875, 0.0003092355327680707, 0.00038676452822983265, 0.0004642935236915946, 0.0005418225191533566, 0.0006193515146151185, 0.0006968805100768805, 0.0007744095055386424, 0.0008519385010004044, 0.0009294674964621663, 0.0010069964919239283, 0.0010845254873856902, 0.0011620544828474522, 0.0012395834783092141, 0.001317112473770976, 0.001394641469232738, 0.0014721704646945, 0.001549699460156262, 0.0016272284556180239, 0.0017047574510797858, 0.0017822864465415478, 0.0018598154420033097, 0.0019373444374650717, 0.0020148735493421555, 0.0020924024283885956, 0.0021699313074350357, 0.0022474604193121195, 0.0023249895311892033, 0.0024025184102356434, 0.0024800472892820835, 0.0025575764011591673, 0.002635105513036251, 0.002712634392082691]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 18.0, 21.0, 35.0, 56.0, 71.0, 99.0, 129.0, 232.0, 289.0, 423.0, 645.0, 880.0, 1408.0, 2066.0, 3081.0, 4916.0, 7854.0, 13372.0, 22954.0, 42472.0, 89663.0, 682358.0, 151869.0, 62978.0, 33861.0, 19878.0, 12208.0, 7912.0, 5286.0, 3570.0, 2454.0, 1701.0, 1290.0, 968.0, 658.0, 484.0, 393.0, 286.0, 205.0, 138.0, 106.0, 90.0, 64.0, 59.0, 37.0, 28.0, 18.0, 13.0, 9.0, 6.0, 7.0, 4.0, 2.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.006816217675805092, -0.006579812616109848, -0.006343407556414604, -0.006107002031058073, -0.005870596971362829, -0.005634191911667585, -0.0053977868519723415, -0.005161381792277098, -0.0049249762669205666, -0.004688571207225323, -0.004452166147530079, -0.004215761087834835, -0.003979356028139591, -0.0037429507356137037, -0.00350654567591846, -0.0032701403833925724, -0.0030337353236973286, -0.0027973302640020847, -0.0025609249714761972, -0.0023245199117809534, -0.002088114619255066, -0.001851709559559822, -0.0016153044998645782, -0.0013788993237540126, -0.001142494147643447, -0.0009060889715328813, -0.0006696838536299765, -0.0004332787066232413, -0.0001968735596165061, 3.9531587390229106e-05, 0.0002759367343969643, 0.0005123418522998691, 0.0007487470284104347, 0.0009851522045210004, 0.001221557380631566, 0.0014579624403268099, 0.0016943676164373755, 0.0019307727925479412, 0.002167177852243185, 0.0024035831447690725, 0.0026399882044643164, 0.00287639326415956, 0.0031127985566854477, 0.0033492036163806915, 0.0035856086760759354, 0.003822013968601823, 0.00405841926112771, 0.004294824320822954, 0.004531229380518198, 0.004767634440213442, 0.005004039499908686, 0.005240445025265217, 0.005476850084960461, 0.0057132551446557045, 0.005949660204350948, 0.006186065264046192, 0.006422470323741436, 0.006658875849097967, 0.006895280908793211, 0.007131685968488455, 0.007368091028183699, 0.0076044960878789425, 0.007840901613235474, 0.008077306672930717, 0.008313711732625961]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 6.0, 3.0, 6.0, 3.0, 8.0, 5.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008087772876024246, -0.007612631190568209, -0.007137489505112171, -0.006662347819656134, -0.006187206134200096, -0.005712064448744059, -0.005236922763288021, -0.0047617810778319836, -0.004286639392375946, -0.003811497939750552, -0.0033363562542945147, -0.002861214568838477, -0.0023860731162130833, -0.001910931314341724, -0.0014357897453010082, -0.0009606480598449707, -0.0004855063743889332, -1.0364718036726117e-05, 0.00046477693831548095, 0.0009399185655638576, 0.001415060251019895, 0.0018902019364759326, 0.0023653435055166483, 0.002840485190972686, 0.0033156268764287233, 0.003790768561884761, 0.004265910014510155, 0.004741051699966192, 0.00521619338542223, 0.005691335070878267, 0.006166476756334305, 0.006641618441790342, 0.00711676012724638, 0.007591901812702417, 0.008067043498158455, 0.008542184717953205, 0.00901732686907053, 0.00949246808886528, 0.009967610239982605, 0.010442751459777355, 0.01091789361089468, 0.01139303483068943, 0.011868176981806755, 0.012343318201601505, 0.01281846035271883, 0.01329360157251358, 0.013768743723630905, 0.014243884943425655, 0.014719026163220406, 0.01519416831433773, 0.015669310465455055, 0.01614445075392723, 0.016619592905044556, 0.01709473505616188, 0.017569877207279205, 0.01804501749575138, 0.018520159646868706, 0.01899530179798603, 0.019470443949103355, 0.01994558423757553, 0.020420726388692856, 0.02089586853981018, 0.021371010690927505, 0.02184615097939968, 0.022321293130517006]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 6.0, 10.0, 7.0, 14.0, 15.0, 18.0, 32.0, 23.0, 34.0, 49.0, 74.0, 114.0, 178.0, 247.0, 408.0, 652.0, 1084.0, 1752.0, 5837.0, 2484.0, 1326.0, 904.0, 651.0, 532.0, 396.0, 325.0, 277.0, 181.0, 154.0, 120.0, 124.0, 95.0, 72.0, 27.0, 22.0, 19.0, 13.0, 8.0, 13.0, 11.0, 7.0, 15.0, 13.0, 10.0, 7.0, 10.0, 7.0, 10.0, 16.0, 6.0, 1.0, 2.0, 2.0], "bins": [-0.0072056301869452, -0.006963794585317373, -0.006721959449350834, -0.006480123847723007, -0.0062382882460951805, -0.005996453110128641, -0.0057546175085008144, -0.005512782372534275, -0.005270946770906448, -0.005029111169278622, -0.004787276033312082, -0.004545440431684256, -0.004303605295717716, -0.0040617696940898895, -0.003819934092462063, -0.00357809872366488, -0.0033362633548676968, -0.0030944279860705137, -0.0028525926172733307, -0.002610757015645504, -0.002368921646848321, -0.002127086278051138, -0.001885250792838633, -0.0016434153076261282, -0.0014015799388289452, -0.0011597445700317621, -0.0009179090848192573, -0.0006760736578144133, -0.00043423823080956936, -0.0001924028038047254, 4.943262320011854e-05, 0.0002912680502049625, 0.0005331034772098064, 0.0007749389042146504, 0.0010167743312194943, 0.0012586098164319992, 0.0015004451852291822, 0.0017422805540263653, 0.001984116155654192, 0.002225951524451375, 0.002467786893248558, 0.002709622262045741, 0.002951457630842924, 0.003193293232470751, 0.003435128601267934, 0.003676963970065117, 0.003918799571692944, 0.004160634707659483, 0.00440247030928731, 0.004644305910915136, 0.004886141046881676, 0.005127976648509502, 0.005369812250137329, 0.0056116473861038685, 0.005853482987731695, 0.0060953181236982346, 0.006337153725326061, 0.006578989326953888, 0.006820824462920427, 0.007062660064548254, 0.007304495200514793, 0.00754633080214262, 0.007788166403770447, 0.008030002005398273, 0.0082718376070261]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.053261324763298035, -0.05084462836384773, -0.04842793568968773, -0.04601123929023743, -0.04359454661607742, -0.04117785021662712, -0.03876115381717682, -0.036344461143016815, -0.03392776474356651, -0.03151106834411621, -0.029094375669956207, -0.026677679270505905, -0.024260984733700752, -0.0218442901968956, -0.019427593797445297, -0.017010899260640144, -0.014594204723834991, -0.012177510187029839, -0.009760814718902111, -0.007344119716435671, -0.004927424713969231, -0.0025107297115027905, -9.403470903635025e-05, 0.00232266029343009, 0.00473935529589653, 0.00715605029836297, 0.00957274530082941, 0.011989440768957138, 0.014406135305762291, 0.016822829842567444, 0.019239526242017746, 0.0216562207788229, 0.024072915315628052, 0.026489609852433205, 0.028906304389238358, 0.03132300078868866, 0.03373969346284866, 0.036156389862298965, 0.03857308626174927, 0.04098977893590927, 0.04340647533535957, 0.045823171734809875, 0.04823986440896988, 0.05065656080842018, 0.05307325720787048, 0.05548994988203049, 0.05790664628148079, 0.06032333895564079, 0.0627400353550911, 0.0651567280292511, 0.0675734281539917, 0.0699901208281517, 0.0724068135023117, 0.07482351362705231, 0.07724020630121231, 0.07965689897537231, 0.08207359910011292, 0.08449029177427292, 0.08690698444843292, 0.08932367712259293, 0.09174037724733353, 0.09415706992149353, 0.09657376259565353, 0.09899046272039413, 0.10140715539455414]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 9.0, 8.0, 17.0, 21.0, 32.0, 66.0, 34.0, 25.0, 7.0, 3.0, 6.0, 8.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.04699137434363365, -0.04488326609134674, -0.04277516156435013, -0.04066705331206322, -0.038558945059776306, -0.036450840532779694, -0.03434273228049278, -0.03223462402820587, -0.03012651763856411, -0.028018411248922348, -0.025910302996635437, -0.023802196606993675, -0.021694090217351913, -0.019585981965065002, -0.01747787557542324, -0.015369768254458904, -0.013261660933494568, -0.011153553612530231, -0.009045446291565895, -0.006937339901924133, -0.004829232580959797, -0.002721125492826104, -0.0006130184046924114, 0.0014950886834412813, 0.003603195771574974, 0.0057113030925393105, 0.007819410413503647, 0.009927516803145409, 0.012035624124109745, 0.014143731445074081, 0.016251837834715843, 0.018359946087002754, 0.020468052476644516, 0.022576158866286278, 0.02468426711857319, 0.02679237350821495, 0.02890048176050186, 0.031008588150143623, 0.033116694539785385, 0.035224802792072296, 0.03733290731906891, 0.03944101557135582, 0.04154912382364273, 0.04365723207592964, 0.045765336602926254, 0.047873444855213165, 0.049981553107500076, 0.05208965763449669, 0.0541977658867836, 0.05630587413907051, 0.05841397866606712, 0.060522086918354034, 0.06263019144535065, 0.06473830342292786, 0.06684640794992447, 0.06895451247692108, 0.07106262445449829, 0.0731707289814949, 0.07527883350849152, 0.07738694548606873, 0.07949505001306534, 0.08160315454006195, 0.08371126651763916, 0.08581937104463577, 0.08792747557163239]}, "_runtime": 24.41432285308838, "_timestamp": 1596207409.002946, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00948587991297245, -0.009196678176522255, -0.008907475508749485, -0.00861827377229929, -0.00832907110452652, -0.008039869368076324, -0.007750667165964842, -0.007461464963853359, -0.007172262761741877, -0.006883060559630394, -0.006593858357518911, -0.006304656155407429, -0.006015454418957233, -0.005726252216845751, -0.005437050014734268, -0.005147847812622786, -0.004858645610511303, -0.00456944340839982, -0.004280241206288338, -0.003991039004176855, -0.003701837034896016, -0.0034126348327845335, -0.0031234328635036945, -0.002834230661392212, -0.0025450284592807293, -0.0022558262571692467, -0.001966624055057764, -0.001677422085776925, -0.0013882198836654425, -0.0010990176815539598, -0.000809815595857799, -0.0005206134519539773, -0.00023141130805015564, 5.779083585366607e-05, 0.0003469929797574878, 0.0006361951236613095, 0.0009253972675651312, 0.0012145994696766138, 0.0015038015553727746, 0.0017930036410689354, 0.002082205843180418, 0.0023714080452919006, 0.0026606102474033833, 0.0029498122166842222, 0.003239014418795705, 0.0035282166209071875, 0.0038174185901880264, 0.004106620792299509, 0.004395822994410992, 0.004685025196522474, 0.004974227398633957, 0.0052634296007454395, 0.005552631802856922, 0.0058418335393071175, 0.0061310357414186, 0.006420237943530083, 0.006709440145641565, 0.006998642347753048, 0.0072878445498645306, 0.007577046751976013, 0.007866248488426208, 0.008155451156198978, 0.008444652892649174, 0.008733855560421944, 0.009023057296872139]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0, 5.0, 2.0, 8.0, 7.0, 7.0, 14.0, 19.0, 22.0, 27.0, 24.0, 35.0, 48.0, 72.0, 68.0, 84.0, 138.0, 157.0, 259.0, 417.0, 4646.0, 799.0, 328.0, 187.0, 159.0, 89.0, 63.0, 44.0, 37.0, 26.0, 21.0, 29.0, 12.0, 10.0, 11.0, 10.0, 9.0, 4.0, 2.0, 7.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14921371638774872, -0.14447790384292603, -0.13974210619926453, -0.13500629365444183, -0.13027048110961914, -0.12553468346595764, -0.12079887092113495, -0.11606306582689285, -0.11132726073265076, -0.10659145563840866, -0.10185565054416656, -0.09711983799934387, -0.09238403290510178, -0.08764822781085968, -0.08291241526603699, -0.07817661017179489, -0.0734408050775528, -0.0687049999833107, -0.0639691948890686, -0.05923338234424591, -0.054497577250003815, -0.04976177215576172, -0.045025963336229324, -0.04029015451669693, -0.035554349422454834, -0.03081854246556759, -0.026082735508680344, -0.0213469285517931, -0.016611121594905853, -0.011875314638018608, -0.007139507681131363, -0.0024037007242441177, 0.0023321062326431274, 0.007067913189530373, 0.011803720146417618, 0.016539527103304863, 0.021275334060192108, 0.026011141017079353, 0.0307469479739666, 0.03548275679349899, 0.04021856188774109, 0.044954366981983185, 0.04969017580151558, 0.054425984621047974, 0.05916178971529007, 0.06389759480953217, 0.06863340735435486, 0.07336921244859695, 0.07810501754283905, 0.08284082263708115, 0.08757662773132324, 0.09231244027614594, 0.09704824537038803, 0.10178405046463013, 0.10651986300945282, 0.11125566810369492, 0.11599147319793701, 0.12072727829217911, 0.1254630833864212, 0.1301988959312439, 0.1349346935749054, 0.1396705061197281, 0.14440631866455078, 0.14914211630821228, 0.15387792885303497]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 4.0, 1.0, 3.0, 4.0, 3.0, 26.0, 2.0, 2.0, 6.0, 1.0, 3.0, 3.0, 5.0, 1.0, 5.0, 2.0, 3.0, 5.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023500053212046623, -0.00227338750846684, -0.0021967694628983736, -0.002120151650160551, -0.002043533604592085, -0.0019669157918542624, -0.001890297862701118, -0.0018136799335479736, -0.0017370620043948293, -0.001660444075241685, -0.0015838261460885406, -0.0015072082169353962, -0.0014305904041975737, -0.0013539724750444293, -0.001277354545891285, -0.0012007366167381406, -0.0011241186875849962, -0.0010475007584318519, -0.0009708828292787075, -0.0008942649583332241, -0.0008176470291800797, -0.0007410291000269353, -0.0006644112290814519, -0.0005877932999283075, -0.0005111753707751632, -0.0004345574416220188, -0.0003579395415727049, -0.000281321641523391, -0.00020470371237024665, -0.00012808579776901752, -5.1467883167788386e-05, 2.5150031433440745e-05, 0.00010176794603466988, 0.000178385860635899, 0.00025500377523712814, 0.00033162167528644204, 0.0004082396044395864, 0.00048485753359273076, 0.0005614754045382142, 0.0006380933336913586, 0.0007147112628445029, 0.0007913291919976473, 0.0008679471211507916, 0.0009445649920962751, 0.0010211828630417585, 0.001097800792194903, 0.0011744187213480473, 0.0012510366505011916, 0.001327654579654336, 0.0014042725088074803, 0.0014808904379606247, 0.001557508367113769, 0.0016341262962669134, 0.001710744109004736, 0.0017873620381578803, 0.0018639799673110247, 0.001940597896464169, 0.0020172158256173134, 0.002093833638355136, 0.002170451683923602, 0.0022470694966614246, 0.002323687542229891, 0.0024003053549677134, 0.0024769234005361795, 0.002553541213274002]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 7.0, 3.0, 10.0, 11.0, 18.0, 23.0, 36.0, 60.0, 68.0, 106.0, 164.0, 230.0, 404.0, 531.0, 839.0, 1308.0, 2078.0, 3435.0, 5882.0, 10075.0, 18423.0, 34866.0, 72338.0, 186906.0, 674808.0, 75583.0, 37881.0, 20753.0, 12189.0, 7503.0, 4613.0, 2900.0, 1860.0, 1188.0, 842.0, 550.0, 362.0, 241.0, 163.0, 97.0, 81.0, 52.0, 51.0, 34.0, 19.0, 13.0, 15.0, 6.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007852726615965366, -0.007608549669384956, -0.007364372257143259, -0.007120195310562849, -0.006876017898321152, -0.006631840951740742, -0.006387664005160332, -0.006143486592918634, -0.005899309646338224, -0.005655132699757814, -0.005410955287516117, -0.005166778340935707, -0.004922601394355297, -0.0046784239821136, -0.00443424703553319, -0.0041900696232914925, -0.0039458926767110825, -0.003701715497300029, -0.003457538317888975, -0.003213361371308565, -0.0029691841918975115, -0.002725007012486458, -0.002480830065906048, -0.002236652886494994, -0.0019924757070839405, -0.0017482985276728868, -0.001504121464677155, -0.0012599444016814232, -0.0010157672222703695, -0.0007715901010669768, -0.000527412979863584, -0.0002832358586601913, -3.9058737456798553e-05, 0.0002051183837465942, 0.00044929550494998693, 0.0006934726261533797, 0.0009376497473567724, 0.001181826926767826, 0.001426003989763558, 0.0016701810527592897, 0.0019143582321703434, 0.002158535411581397, 0.0024027125909924507, 0.0026468895375728607, 0.0028910667169839144, 0.003135243896394968, 0.003379420842975378, 0.0036235980223864317, 0.0038677752017974854, 0.004111952148377895, 0.004356129560619593, 0.004600306507200003, 0.0048444839194417, 0.00508866086602211, 0.00533283781260252, 0.005577015224844217, 0.005821192171424627, 0.006065369118005037, 0.006309546530246735, 0.006553723476827145, 0.006797900423407555, 0.007042077835649252, 0.007286254782229662, 0.007530432194471359, 0.007774609141051769]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 7.0, 8.0, 14.0, 2.0, 9.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03329366818070412, -0.032535046339035034, -0.03177642077207565, -0.03101779893040657, -0.030259177088737488, -0.029500553384423256, -0.028741929680109024, -0.02798330783843994, -0.02722468413412571, -0.026466060429811478, -0.025707438588142395, -0.024948814883828163, -0.02419019117951393, -0.02343156933784485, -0.022672945633530617, -0.021914323791861534, -0.021155700087547302, -0.02039707638323307, -0.019638454541563988, -0.018879830837249756, -0.018121208995580673, -0.01736258529126644, -0.01660396158695221, -0.015845339745283127, -0.015086716040968895, -0.014328093267977238, -0.01356947049498558, -0.012810846790671349, -0.012052224017679691, -0.011293601244688034, -0.010534977540373802, -0.009776354767382145, -0.009017731994390488, -0.00825910922139883, -0.007500485982745886, -0.006741862744092941, -0.005983239971101284, -0.005224617198109627, -0.004465993959456682, -0.0037073709536343813, -0.0029487479478120804, -0.0021901249419897795, -0.0014315019361674786, -0.0006728789303451777, 8.574407547712326e-05, 0.0008443670812994242, 0.001602990087121725, 0.002361613092944026, 0.003120236098766327, 0.003878859104588628, 0.004637482110410929, 0.005396105349063873, 0.0061547281220555305, 0.006913350895047188, 0.007671974133700132, 0.008430597372353077, 0.009189220145344734, 0.009947842918336391, 0.010706465691328049, 0.01146508939564228, 0.012223712168633938, 0.012982334941625595, 0.013740958645939827, 0.014499581418931484, 0.015258204191923141]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 16.0, 9.0, 12.0, 9.0, 16.0, 13.0, 21.0, 16.0, 14.0, 18.0, 9.0, 13.0, 23.0, 25.0, 41.0, 42.0, 55.0, 38.0, 34.0, 45.0, 48.0, 75.0, 120.0, 284.0, 635.0, 1485.0, 3579.0, 7381.0, 1689.0, 861.0, 520.0, 335.0, 215.0, 160.0, 116.0, 76.0, 63.0, 37.0, 35.0, 27.0, 27.0, 30.0, 25.0, 19.0, 14.0, 10.0, 12.0, 11.0, 11.0, 12.0, 7.0, 8.0, 5.0, 7.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0], "bins": [-0.011030907742679119, -0.010640515014529228, -0.010250121355056763, -0.009859728626906872, -0.009469335898756981, -0.00907894317060709, -0.008688550442457199, -0.008298156782984734, -0.007907764054834843, -0.007517371326684952, -0.007126978132873774, -0.006736584939062595, -0.0063461922109127045, -0.005955799482762814, -0.005565406288951635, -0.005175013095140457, -0.004784620366990566, -0.004394227638840675, -0.004003834445029497, -0.0036134414840489626, -0.003223048523068428, -0.0028326555620878935, -0.002442262601107359, -0.0020518696401268244, -0.0016614766791462898, -0.0012710837181657553, -0.0008806907571852207, -0.0004902977962046862, -9.990483522415161e-05, 0.00029048812575638294, 0.0006808810867369175, 0.001071274047717452, 0.0014616670086979866, 0.0018520599696785212, 0.0022424529306590557, 0.0026328458916395903, 0.003023238852620125, 0.0034136318136006594, 0.003804024774581194, 0.004194417968392372, 0.004584810696542263, 0.004975203424692154, 0.005365596618503332, 0.00575598981231451, 0.006146382540464401, 0.006536775268614292, 0.00692716846242547, 0.0073175616562366486, 0.0077079543843865395, 0.00809834711253643, 0.008488740772008896, 0.008879133500158787, 0.009269526228308678, 0.009659918956458569, 0.01005031168460846, 0.010440705344080925, 0.010831098072230816, 0.011221490800380707, 0.011611884459853172, 0.012002277188003063, 0.012392669916152954, 0.012783062644302845, 0.013173455372452736, 0.013563849031925201, 0.013954241760075092]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.054482199251651764, -0.05161953344941139, -0.04875686764717102, -0.04589420184493065, -0.04303153604269028, -0.040168870240449905, -0.037306204438209534, -0.03444353863596916, -0.03158087283372879, -0.02871820703148842, -0.025855541229248047, -0.022992875427007675, -0.020130209624767303, -0.017267543822526932, -0.01440487802028656, -0.011542212218046188, -0.008679546415805817, -0.005816880613565445, -0.0029542148113250732, -9.154900908470154e-05, 0.00277111679315567, 0.005633782595396042, 0.008496448397636414, 0.011359114199876785, 0.014221780002117157, 0.01708444580435753, 0.0199471116065979, 0.022809777408838272, 0.025672443211078644, 0.028535109013319016, 0.03139777481555939, 0.03426044061779976, 0.03712310642004013, 0.0399857722222805, 0.042848438024520874, 0.045711103826761246, 0.04857376962900162, 0.05143643543124199, 0.05429910123348236, 0.05716176703572273, 0.060024432837963104, 0.06288710236549377, 0.06574976444244385, 0.06861242651939392, 0.07147509604692459, 0.07433776557445526, 0.07720042765140533, 0.08006308972835541, 0.08292575925588608, 0.08578842878341675, 0.08865109086036682, 0.0915137529373169, 0.09437642246484756, 0.09723909199237823, 0.10010175406932831, 0.10296441614627838, 0.10582708567380905, 0.10868975520133972, 0.1115524172782898, 0.11441507935523987, 0.11727774888277054, 0.12014041841030121, 0.12300308048725128, 0.12586574256420135, 0.12872841954231262]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 6.0, 5.0, 5.0, 9.0, 9.0, 10.0, 10.0, 16.0, 52.0, 35.0, 31.0, 28.0, 13.0, 5.0, 6.0, 6.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04882276430726051, -0.047286730259656906, -0.0457506962120533, -0.04421466588973999, -0.04267863184213638, -0.041142597794532776, -0.03960656374692917, -0.03807052969932556, -0.036534495651721954, -0.034998465329408646, -0.03346243128180504, -0.03192639723420143, -0.030390363186597824, -0.028854331001639366, -0.02731829695403576, -0.0257822647690773, -0.024246230721473694, -0.022710196673870087, -0.02117416448891163, -0.01963813044130802, -0.018102098256349564, -0.016566064208745956, -0.01503003016114235, -0.013493997044861317, -0.011957963928580284, -0.010421930812299252, -0.008885897696018219, -0.007349863648414612, -0.005813830532133579, -0.004277797415852547, -0.002741763833910227, -0.0012057304847985506, 0.0003303028643131256, 0.0018663362134248018, 0.003402369562536478, 0.004938403144478798, 0.0064744362607598305, 0.008010469377040863, 0.00954650342464447, 0.011082536540925503, 0.012618569657206535, 0.014154602773487568, 0.0156906358897686, 0.017226669937372208, 0.018762703984975815, 0.020298736169934273, 0.02183477021753788, 0.023370802402496338, 0.024906836450099945, 0.026442870497703552, 0.02797890268266201, 0.029514936730265617, 0.031050968915224075, 0.03258700296282768, 0.03412303701043129, 0.0356590710580349, 0.037195101380348206, 0.03873113542795181, 0.04026716947555542, 0.04180320352315903, 0.043339237570762634, 0.04487527161836624, 0.04641130194067955, 0.04794733598828316, 0.049483370035886765]}, "_runtime": 25.19815707206726, "_timestamp": 1596207409.78678, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 5.0, 0.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013335849158465862, -0.012923399917781353, -0.012510951608419418, -0.012098502367734909, -0.0116860531270504, -0.011273604817688465, -0.010861155577003956, -0.010448707267642021, -0.010036258026957512, -0.009623808786273003, -0.009211360476911068, -0.008798911236226559, -0.008386462926864624, -0.007974013686180115, -0.0075615644454956055, -0.0071491156704723835, -0.0067366668954491615, -0.0063242181204259396, -0.005911769345402718, -0.005499320104718208, -0.005086871329694986, -0.004674422554671764, -0.004261973313987255, -0.003849524538964033, -0.003437075763940811, -0.003024626988917589, -0.0026121779810637236, -0.002199728973209858, -0.001787280198186636, -0.0013748313067480922, -0.0009623824153095484, -0.0005499335238710046, -0.00013748463243246078, 0.000274964259006083, 0.0006874131504446268, 0.0010998620418831706, 0.0015123109333217144, 0.0019247598247602582, 0.002337208716198802, 0.0027496577240526676, 0.0031621064990758896, 0.0035745552740991116, 0.0039870040491223335, 0.004399453289806843, 0.004811902064830065, 0.005224350839853287, 0.005636800080537796, 0.006049248855561018, 0.00646169763058424, 0.006874146405607462, 0.007286595180630684, 0.007699044421315193, 0.008111493661999702, 0.008523941971361637, 0.008936391212046146, 0.009348839521408081, 0.00976128876209259, 0.0101737380027771, 0.010586186312139034, 0.010998635552823544, 0.011411083862185478, 0.011823533102869987, 0.012235982343554497, 0.012648430652916431, 0.01306087989360094]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 7.0, 6.0, 8.0, 13.0, 11.0, 29.0, 22.0, 40.0, 44.0, 49.0, 79.0, 91.0, 110.0, 173.0, 247.0, 446.0, 4410.0, 997.0, 391.0, 228.0, 132.0, 78.0, 70.0, 59.0, 40.0, 31.0, 27.0, 19.0, 14.0, 17.0, 5.0, 5.0, 4.0, 2.0, 5.0, 1.0, 0.0, 1.0, 2.0, 3.0], "bins": [-0.23408064246177673, -0.22832486033439636, -0.2225690633058548, -0.21681328117847443, -0.21105748414993286, -0.2053017020225525, -0.19954590499401093, -0.19379012286663055, -0.188034325838089, -0.18227854371070862, -0.17652276158332825, -0.17076696455478668, -0.1650111824274063, -0.15925538539886475, -0.15349960327148438, -0.1477438062429428, -0.14198802411556244, -0.13623224198818207, -0.1304764449596405, -0.12472065538167953, -0.11896486580371857, -0.1132090836763382, -0.10745329409837723, -0.10169750452041626, -0.09594171494245529, -0.09018592536449432, -0.08443013578653336, -0.07867434620857239, -0.07291856408119202, -0.06716277450323105, -0.06140698492527008, -0.05565119534730911, -0.049895405769348145, -0.044139616191387177, -0.03838382661342621, -0.03262804076075554, -0.02687225118279457, -0.021116461604833603, -0.015360673889517784, -0.00960488524287939, -0.0038490965962409973, 0.001906692050397396, 0.0076624806970357895, 0.013418269343674183, 0.019174057990312576, 0.024929847568273544, 0.030685635283589363, 0.03644142299890518, 0.04219721257686615, 0.04795300215482712, 0.053708791732788086, 0.059464577585458755, 0.06522037088871002, 0.0709761530160904, 0.07673194259405136, 0.08248773217201233, 0.0882435217499733, 0.09399931132793427, 0.09975510090589523, 0.1055108904838562, 0.11126667261123657, 0.11702246218919754, 0.12277825176715851, 0.12853404879570007, 0.13428983092308044]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 3.0, 1.0, 28.0, 5.0, 5.0, 3.0, 1.0, 4.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.003096702042967081, -0.0030050179921090603, -0.0029133339412510395, -0.002821649657562375, -0.0027299656067043543, -0.0026382815558463335, -0.002546597272157669, -0.0024549132212996483, -0.0023632291704416275, -0.0022715451195836067, -0.002179861068725586, -0.0020881767850369215, -0.0019964927341789007, -0.00190480868332088, -0.0018131245160475373, -0.0017214403487741947, -0.001629756297916174, -0.0015380722470581532, -0.0014463880797848105, -0.001354703912511468, -0.0012630198616534472, -0.0011713358107954264, -0.0010796516435220838, -0.0009879674762487411, -0.0008962834253907204, -0.0008045993163250387, -0.000712915207259357, -0.0006212310981936753, -0.0005295469891279936, -0.0004378628800623119, -0.0003461787709966302, -0.0002544946619309485, -0.0001628105528652668, -7.11264437995851e-05, 2.0557665266096592e-05, 0.00011224177433177829, 0.00020392588339745998, 0.0002956099924631417, 0.0003872941015288234, 0.00047897821059450507, 0.0005706623196601868, 0.0006623464287258685, 0.0007540305377915502, 0.0008457146468572319, 0.0009373987559229136, 0.0010290828067809343, 0.001120766974054277, 0.0012124511413276196, 0.0013041351921856403, 0.0013958192430436611, 0.0014875034103170037, 0.0015791875775903463, 0.0016708716284483671, 0.001762555679306388, 0.0018542398465797305, 0.0019459240138530731, 0.002037608064711094, 0.0021292921155691147, 0.0022209761664271355, 0.0023126604501158, 0.0024043445009738207, 0.0024960285518318415, 0.002587712835520506, 0.0026793968863785267, 0.0027710809372365475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 11.0, 16.0, 36.0, 34.0, 60.0, 91.0, 134.0, 240.0, 329.0, 521.0, 753.0, 1242.0, 2075.0, 3500.0, 6306.0, 11871.0, 23185.0, 49863.0, 126134.0, 741515.0, 105678.0, 46497.0, 23994.0, 13457.0, 7858.0, 4891.0, 2991.0, 1996.0, 1387.0, 906.0, 630.0, 435.0, 320.0, 217.0, 142.0, 105.0, 65.0, 39.0, 29.0, 16.0, 13.0, 13.0, 6.0, 11.0, 2.0, 5.0, 4.0, 0.0, 2.0, 3.0], "bins": [-0.01046734768897295, -0.010154973715543747, -0.009842600673437119, -0.009530226700007915, -0.009217853657901287, -0.008905479684472084, -0.008593106642365456, -0.008280732668936253, -0.00796835869550705, -0.007655985653400421, -0.007343612145632505, -0.00703123863786459, -0.006718864664435387, -0.006406491156667471, -0.006094117648899555, -0.0057817441411316395, -0.005469370633363724, -0.005156997125595808, -0.004844623617827892, -0.004532250110059977, -0.004219876602292061, -0.003907502628862858, -0.003595129121094942, -0.0032827556133270264, -0.0029703821055591106, -0.002658008597791195, -0.002345635090023279, -0.00203326134942472, -0.001720887841656804, -0.0014085143338888884, -0.0010961407097056508, -0.0007837671437300742, -0.00047139357775449753, -0.0001590200117789209, 0.00015335355419665575, 0.0004657271201722324, 0.000778100686147809, 0.0010904741939157248, 0.0014028478180989623, 0.0017152214422821999, 0.0020275949500501156, 0.0023399684578180313, 0.002652341965585947, 0.0029647157061845064, 0.003277089213952422, 0.003589462721720338, 0.0039018364623188972, 0.004214209970086813, 0.004526583477854729, 0.004838956985622644, 0.00515133049339056, 0.005463704001158476, 0.005776077508926392, 0.006088451482355595, 0.00640082499012351, 0.006713198497891426, 0.007025572005659342, 0.0073379455134272575, 0.007650319021195173, 0.007962692528963089, 0.008275066502392292, 0.00858743954449892, 0.008899813517928123, 0.009212186560034752, 0.009524560533463955]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 3.0, 1.0, 8.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019995804876089096, -0.019226163625717163, -0.01845652423799038, -0.017686882987618446, -0.016917243599891663, -0.01614760234951973, -0.015377962030470371, -0.014608321711421013, -0.013838681392371655, -0.013069041073322296, -0.012299400754272938, -0.01152976043522358, -0.010760119184851646, -0.009990478865802288, -0.00922083854675293, -0.008451198227703571, -0.007681557908654213, -0.006911917589604855, -0.006142277270555496, -0.0053726364858448505, -0.004602996166795492, -0.003833355847746134, -0.0030637152958661318, -0.0022940747439861298, -0.0015244344249367714, -0.0007547939894720912, 1.4846445992588997e-05, 0.0007844868814572692, 0.0015541273169219494, 0.0023237676359713078, 0.0030934081878513098, 0.003863048739731312, 0.00463268905878067, 0.0054023293778300285, 0.006171969696879387, 0.006941610481590033, 0.007711250800639391, 0.008480891585350037, 0.009250531904399395, 0.010020172223448753, 0.010789812542498112, 0.01155945286154747, 0.012329093180596828, 0.013098733499646187, 0.01386837475001812, 0.014638015069067478, 0.015407655388116837, 0.01617729477584362, 0.016946936026215553, 0.017716577276587486, 0.01848621666431427, 0.019255857914686203, 0.020025497302412987, 0.02079513855278492, 0.021564777940511703, 0.022334419190883636, 0.02310406044125557, 0.023873699828982353, 0.024643341079354286, 0.02541298046708107, 0.026182621717453003, 0.026952261105179787, 0.02772190235555172, 0.028491541743278503, 0.029261182993650436]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 6.0, 5.0, 10.0, 8.0, 19.0, 15.0, 30.0, 34.0, 39.0, 57.0, 73.0, 82.0, 98.0, 129.0, 197.0, 233.0, 333.0, 364.0, 460.0, 601.0, 726.0, 906.0, 1275.0, 1838.0, 5903.0, 1458.0, 810.0, 576.0, 416.0, 360.0, 222.0, 222.0, 163.0, 139.0, 132.0, 89.0, 84.0, 62.0, 45.0, 39.0, 37.0, 27.0, 18.0, 16.0, 12.0, 11.0, 9.0, 8.0, 5.0, 7.0, 5.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.013561622239649296, -0.013118254020810127, -0.012674885801970959, -0.012231516651809216, -0.011788148432970047, -0.011344780214130878, -0.01090141199529171, -0.010458043776452541, -0.010014675557613373, -0.00957130640745163, -0.009127938188612461, -0.008684569969773293, -0.008241201750934124, -0.007797833066433668, -0.0073544648475945, -0.006911096163094044, -0.006467727944254875, -0.006024359725415707, -0.005580991040915251, -0.005137622822076082, -0.004694254137575626, -0.004250885918736458, -0.0038075176998972893, -0.003364149248227477, -0.002920780796557665, -0.0024774123448878527, -0.0020340438932180405, -0.001590675674378872, -0.0011473072227090597, -0.0007039388292469084, -0.00026057043578475714, 0.00018279795767739415, 0.0006261663511395454, 0.0010695348028093576, 0.001512903138063848, 0.0019562714733183384, 0.0023996399249881506, 0.002843008376657963, 0.0032863765954971313, 0.0037297450471669436, 0.004173113498836756, 0.004616481717675924, 0.00505985040217638, 0.005503218621015549, 0.005946586839854717, 0.006389955524355173, 0.006833323743194342, 0.0072766924276947975, 0.007720060646533966, 0.008163428865373135, 0.008606797084212303, 0.009050166234374046, 0.009493534453213215, 0.009936902672052383, 0.010380270890891552, 0.01082363910973072, 0.011267008259892464, 0.011710376478731632, 0.0121537446975708, 0.01259711291640997, 0.013040481135249138, 0.013483849354088306, 0.01392721850425005, 0.014370586723089218, 0.014813954941928387]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.27602213621139526, -0.26947861909866333, -0.2629351317882538, -0.25639161467552185, -0.2498481273651123, -0.24330461025238037, -0.23676110804080963, -0.2302176058292389, -0.22367410361766815, -0.2171306014060974, -0.21058709919452667, -0.20404359698295593, -0.197500079870224, -0.19095657765865326, -0.18441307544708252, -0.17786957323551178, -0.17132607102394104, -0.1647825688123703, -0.15823906660079956, -0.15169556438922882, -0.14515206217765808, -0.13860854506492615, -0.1320650428533554, -0.12552154064178467, -0.11897803843021393, -0.11243453621864319, -0.10589103400707245, -0.09934752434492111, -0.09280402213335037, -0.08626051992177963, -0.0797170102596283, -0.07317350804805756, -0.06663000583648682, -0.06008650362491608, -0.05354299768805504, -0.046999491751194, -0.04045598953962326, -0.03391248732805252, -0.027368981391191483, -0.020825477316975594, -0.014281973242759705, -0.007738469168543816, -0.0011949650943279266, 0.005348538979887962, 0.011892043054103851, 0.01843554712831974, 0.02497905120253563, 0.03152255713939667, 0.03806605935096741, 0.04460956156253815, 0.051153067499399185, 0.05769657343626022, 0.06424007564783096, 0.0707835778594017, 0.07732708752155304, 0.08387058973312378, 0.09041409194469452, 0.09695759415626526, 0.103501096367836, 0.11004460602998734, 0.11658810824155807, 0.12313161045312881, 0.12967512011528015, 0.1362186223268509, 0.14276212453842163]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 2.0, 6.0, 18.0, 22.0, 23.0, 30.0, 51.0, 19.0, 11.0, 11.0, 5.0, 3.0, 5.0, 4.0, 5.0, 4.0, 4.0, 1.0, 3.0, 7.0, 3.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 2.0], "bins": [-0.18979690968990326, -0.18533799052238464, -0.18087905645370483, -0.17642013728618622, -0.1719612181186676, -0.1675022840499878, -0.16304336488246918, -0.15858444571495056, -0.15412551164627075, -0.14966659247875214, -0.14520767331123352, -0.1407487392425537, -0.1362898200750351, -0.13183090090751648, -0.12737196683883667, -0.12291304767131805, -0.11845412105321884, -0.11399519443511963, -0.10953627526760101, -0.1050773486495018, -0.10061842203140259, -0.09615950286388397, -0.09170057624578476, -0.08724164962768555, -0.08278273046016693, -0.07832380384206772, -0.0738648772239685, -0.0694059506058693, -0.06494703143835068, -0.060488104820251465, -0.05602918192744255, -0.05157025530934334, -0.047111332416534424, -0.04265240952372551, -0.0381934829056263, -0.03373456001281738, -0.02927563525736332, -0.024816710501909256, -0.020357787609100342, -0.01589886285364628, -0.011439938098192215, -0.006981013808399439, -0.0025220895186066628, 0.0019368347711861134, 0.0063957590609788895, 0.010854683816432953, 0.015313607640564442, 0.01977253146469593, 0.024231456220149994, 0.028690380975604057, 0.03314930573105812, 0.037608228623867035, 0.04206715524196625, 0.04652607813477516, 0.050985001027584076, 0.05544392764568329, 0.0599028505384922, 0.06436177343130112, 0.06882070004940033, 0.07327962666749954, 0.07773854583501816, 0.08219747245311737, 0.08665639907121658, 0.0911153182387352, 0.09557424485683441]}, "_runtime": 26.008197784423828, "_timestamp": 1596207410.5968208, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 3.0, 4.0, 6.0, 1.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014327013865113258, -0.013949898071587086, -0.013572781346738338, -0.013195665553212166, -0.012818548828363419, -0.012441433034837246, -0.012064317241311073, -0.011687200516462326, -0.011310084722936153, -0.010932967998087406, -0.010555852204561234, -0.010178736411035061, -0.009801619686186314, -0.009424503892660141, -0.009047387167811394, -0.008670271374285221, -0.008293155580759048, -0.007916038855910301, -0.007538922596722841, -0.007161806803196669, -0.006784690544009209, -0.006407574284821749, -0.006030458025634289, -0.005653341766446829, -0.005276225507259369, -0.004899109713733196, -0.004521993454545736, -0.004144877195358276, -0.0037677609361708164, -0.003390644909814, -0.00301352865062654, -0.002636412624269724, -0.002259296365082264, -0.0018821802223101258, -0.0015050640795379877, -0.0011279478203505278, -0.0007508316775783896, -0.00037371550570242107, 3.4006661735475063e-06, 0.0003805168380495161, 0.0007576330099254847, 0.0011347491526976228, 0.001511865295469761, 0.0018889815546572208, 0.002266097813844681, 0.002643213840201497, 0.003020330099388957, 0.0033974461257457733, 0.0037745623849332333, 0.004151678644120693, 0.004528794903308153, 0.004905910696834326, 0.005283026956021786, 0.005660143215209246, 0.006037259474396706, 0.006414375733584166, 0.0067914919927716255, 0.007168607786297798, 0.007545724045485258, 0.007922840304672718, 0.00829995609819889, 0.008677072823047638, 0.00905418861657381, 0.009431305341422558, 0.00980842113494873]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 6.0, 6.0, 3.0, 8.0, 8.0, 12.0, 6.0, 16.0, 18.0, 24.0, 27.0, 47.0, 47.0, 64.0, 90.0, 97.0, 131.0, 179.0, 252.0, 407.0, 4629.0, 759.0, 339.0, 205.0, 132.0, 91.0, 79.0, 52.0, 40.0, 36.0, 24.0, 26.0, 12.0, 13.0, 12.0, 8.0, 4.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1580992341041565, -0.15273882448673248, -0.14737842977046967, -0.14201802015304565, -0.13665761053562164, -0.13129721581935883, -0.12593680620193481, -0.1205764040350914, -0.11521600186824799, -0.10985559225082397, -0.10449519008398056, -0.09913478791713715, -0.09377437829971313, -0.08841397613286972, -0.0830535739660263, -0.0776931643486023, -0.07233276218175888, -0.06697236001491547, -0.061611954122781754, -0.05625154823064804, -0.050891146063804626, -0.045530740171670914, -0.0401703342795372, -0.03480993211269379, -0.029449526220560074, -0.02408912219107151, -0.018728718161582947, -0.013368312269449234, -0.00800790823996067, -0.0026475037448108196, 0.0027129007503390312, 0.00807330571115017, 0.013433709740638733, 0.018794113770127296, 0.02415451779961586, 0.029514923691749573, 0.03487532585859299, 0.0402357317507267, 0.04559613764286041, 0.05095653980970383, 0.05631694570183754, 0.06167735159397125, 0.06703775376081467, 0.07239815592765808, 0.07775856554508209, 0.0831189677119255, 0.08847936987876892, 0.09383977949619293, 0.09920018166303635, 0.10456058382987976, 0.10992099344730377, 0.11528139561414719, 0.1206417977809906, 0.1260022073984146, 0.13136260211467743, 0.13672301173210144, 0.14208342134952545, 0.14744381606578827, 0.15280422568321228, 0.1581646353006363, 0.1635250300168991, 0.16888543963432312, 0.17424584925174713, 0.17960624396800995, 0.18496665358543396]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 5.0, 5.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 27.0, 4.0, 4.0, 2.0, 6.0, 4.0, 0.0, 4.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002632530638948083, -0.0025418438017368317, -0.0024511567316949368, -0.002360469661653042, -0.0022697828244417906, -0.0021790959872305393, -0.0020884089171886444, -0.0019977218471467495, -0.0019070350099354982, -0.0018163480563089252, -0.001725661102682352, -0.001634974149055779, -0.001544287195429206, -0.0014536002418026328, -0.0013629132881760597, -0.0012722263345494866, -0.0011815393809229136, -0.0010908524272963405, -0.0010001654736697674, -0.0009094785200431943, -0.0008187915664166212, -0.0007281046127900481, -0.000637417659163475, -0.000546730705536902, -0.00045604375191032887, -0.0003653567982837558, -0.0002746698446571827, -0.0001839828910306096, -9.329593740403652e-05, -2.608983777463436e-06, 8.807796984910965e-05, 0.00017876492347568274, 0.0002694518771022558, 0.0003601388307288289, 0.000450825784355402, 0.0005415127379819751, 0.0006321996916085482, 0.0007228866452351213, 0.0008135735988616943, 0.0009042605524882674, 0.0009949475061148405, 0.0010856344597414136, 0.0011763214133679867, 0.0012670083669945598, 0.0013576953206211329, 0.001448382274247706, 0.001539069227874279, 0.001629756181500852, 0.0017204431351274252, 0.0018111300887539983, 0.0019018170423805714, 0.0019925041124224663, 0.0020831909496337175, 0.002173877786844969, 0.0022645648568868637, 0.0023552519269287586, 0.00244593876414001, 0.002536625601351261, 0.002627312671393156, 0.002717999741435051, 0.0028086865786463022, 0.0028993734158575535, 0.0029900604858994484, 0.0030807475559413433, 0.0031714343931525946]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 7.0, 10.0, 12.0, 17.0, 31.0, 47.0, 57.0, 76.0, 128.0, 176.0, 230.0, 398.0, 579.0, 956.0, 1465.0, 2301.0, 3784.0, 6163.0, 10569.0, 18738.0, 35715.0, 73318.0, 203575.0, 639149.0, 78955.0, 41030.0, 23331.0, 13885.0, 8560.0, 5553.0, 3593.0, 2196.0, 1545.0, 1038.0, 666.0, 490.0, 396.0, 266.0, 188.0, 127.0, 106.0, 63.0, 47.0, 31.0, 19.0, 18.0, 13.0, 7.0, 6.0, 4.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008258800022304058, -0.007984071038663387, -0.007709342520684004, -0.00743461400270462, -0.00715988501906395, -0.006885156035423279, -0.006610427517443895, -0.006335698999464512, -0.006060970015823841, -0.00578624103218317, -0.005511512514203787, -0.005236783996224403, -0.004962055012583733, -0.004687326028943062, -0.004412597510963678, -0.004137868992984295, -0.003863140009343624, -0.003588411258533597, -0.00331368250772357, -0.0030389537569135427, -0.0027642250061035156, -0.0024894962552934885, -0.0022147675044834614, -0.0019400387536734343, -0.0016653100028634071, -0.00139058125205338, -0.0011158525012433529, -0.0008411237504333258, -0.0005663949996232986, -0.0002916662488132715, -1.69374980032444e-05, 0.0002577912528067827, 0.0005325200036168098, 0.000807248754426837, 0.001081977505236864, 0.0013567062560468912, 0.0016314350068569183, 0.0019061637576669455, 0.0021808925084769726, 0.0024556212592869997, 0.002730350010097027, 0.003005078760907054, 0.003279807511717081, 0.003554536262527108, 0.0038292650133371353, 0.004103993996977806, 0.0043787225149571896, 0.004653451032936573, 0.004928180016577244, 0.005202909000217915, 0.005477637518197298, 0.0057523660361766815, 0.006027095019817352, 0.006301824003458023, 0.0065765525214374065, 0.00685128103941679, 0.007126010023057461, 0.0074007390066981316, 0.007675467524677515, 0.007950196042656898, 0.00822492502629757, 0.00849965400993824, 0.00877438299357891, 0.009049111045897007, 0.009323840029537678]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 7.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 0.0, 3.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012432929128408432, -0.012038329616189003, -0.011643730103969574, -0.011249130591750145, -0.010854531079530716, -0.010459931567311287, -0.010065332055091858, -0.009670732542872429, -0.009276133030653, -0.00888153351843357, -0.008486934006214142, -0.008092334493994713, -0.007697735447436571, -0.007303135935217142, -0.006908536422997713, -0.006513936910778284, -0.006119337398558855, -0.005724737886339426, -0.005330138374119997, -0.004935538861900568, -0.004540939349681139, -0.00414633983746171, -0.0037517405580729246, -0.0033571410458534956, -0.0029625415336340666, -0.0025679420214146376, -0.0021733425091952085, -0.0017787431133911014, -0.0013841436011716723, -0.0009895440889522433, -0.0005949446349404752, -0.00020034515182487667, 0.0001942543312907219, 0.0005888538435101509, 0.00098345335572958, 0.0013780527515336871, 0.0017726522637531161, 0.0021672516595572233, 0.0025618511717766523, 0.0029564506839960814, 0.0033510501962155104, 0.0037456497084349394, 0.004140248987823725, 0.004534848500043154, 0.004929448012262583, 0.005324047524482012, 0.005718647036701441, 0.00611324654892087, 0.006507846061140299, 0.006902445573359728, 0.007297045085579157, 0.007691644597798586, 0.008086243644356728, 0.008480843156576157, 0.008875442668795586, 0.009270042181015015, 0.009664641693234444, 0.010059241205453873, 0.010453840717673302, 0.01084844022989273, 0.01124303974211216, 0.011637639254331589, 0.012032238766551018, 0.012426838278770447, 0.012821437790989876]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 5.0, 2.0, 4.0, 6.0, 7.0, 7.0, 5.0, 15.0, 14.0, 19.0, 20.0, 28.0, 37.0, 41.0, 67.0, 84.0, 117.0, 169.0, 186.0, 244.0, 472.0, 1033.0, 5503.0, 2234.0, 1690.0, 1365.0, 1025.0, 856.0, 734.0, 552.0, 433.0, 325.0, 251.0, 213.0, 178.0, 113.0, 108.0, 59.0, 37.0, 42.0, 29.0, 17.0, 19.0, 9.0, 15.0, 8.0, 8.0, 5.0, 5.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007842544466257095, -0.007545662112534046, -0.00724877929314971, -0.006951896473765373, -0.006655014120042324, -0.006358131766319275, -0.006061248946934938, -0.005764366127550602, -0.005467483773827553, -0.005170601420104504, -0.004873718600720167, -0.004576835781335831, -0.0042799534276127815, -0.003983071073889732, -0.003686188254505396, -0.003389305667951703, -0.0030924230813980103, -0.0027955404948443174, -0.0024986579082906246, -0.002201775321736932, -0.001904892735183239, -0.0016080101486295462, -0.0013111275620758533, -0.0010142449755221605, -0.0007173623889684677, -0.0004204798024147749, -0.00012359721586108208, 0.00017328537069261074, 0.00047016795724630356, 0.0007670505437999964, 0.0010639331303536892, 0.001360815716907382, 0.0016576983034610748, 0.0019545808900147676, 0.0022514634765684605, 0.0025483460631221533, 0.002845228649675846, 0.003142111236229539, 0.0034389938227832317, 0.0037358764093369246, 0.004032758995890617, 0.0043296413496136665, 0.004626524168998003, 0.0049234069883823395, 0.005220289342105389, 0.005517171695828438, 0.005814054515212774, 0.006110937334597111, 0.00640781968832016, 0.006704702042043209, 0.0070015848614275455, 0.007298467680811882, 0.007595350034534931, 0.00789223238825798, 0.008189115673303604, 0.008485998027026653, 0.008782880380749702, 0.009079762734472752, 0.0093766450881958, 0.009673528373241425, 0.009970410726964474, 0.010267293080687523, 0.010564176365733147, 0.010861058719456196, 0.011157941073179245]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09433683007955551, -0.09204112738370895, -0.089745432138443, -0.08744972944259644, -0.08515402674674988, -0.08285833150148392, -0.08056262880563736, -0.0782669261097908, -0.07597123086452484, -0.07367552816867828, -0.07137982547283173, -0.06908412277698517, -0.06678842753171921, -0.06449272483587265, -0.06219702586531639, -0.05990132316946983, -0.057605624198913574, -0.055309925228357315, -0.05301422253251076, -0.0507185235619545, -0.04842282086610794, -0.04612712189555168, -0.04383142292499542, -0.041535720229148865, -0.039240021258592606, -0.036944322288036346, -0.03464861959218979, -0.03235292062163353, -0.03005721978843212, -0.027761518955230713, -0.025465819984674454, -0.023170119151473045, -0.020874418318271637, -0.01857871748507023, -0.01628301665186882, -0.013987317681312561, -0.011691616848111153, -0.009395916014909744, -0.0071002161130309105, -0.004804515745490789, -0.0025088153779506683, -0.00021311501041054726, 0.002082585357129574, 0.004378285724669695, 0.006673986092209816, 0.008969686925411224, 0.011265386827290058, 0.013561086729168892, 0.0158567875623703, 0.01815248839557171, 0.020448189228773117, 0.022743888199329376, 0.025039589032530785, 0.027335289865732193, 0.029630988836288452, 0.03192669153213501, 0.03422239050269127, 0.03651808947324753, 0.038813792169094086, 0.041109491139650345, 0.043405190110206604, 0.04570089280605316, 0.04799659177660942, 0.05029229447245598, 0.05258799344301224]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 1.0, 6.0, 3.0, 2.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 9.0, 6.0, 7.0, 7.0, 11.0, 20.0, 40.0, 10.0, 16.0, 9.0, 10.0, 16.0, 10.0, 18.0, 16.0, 5.0, 6.0, 5.0, 6.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.060270994901657104, -0.05882973596453667, -0.05738847702741623, -0.05594721809029579, -0.054505959153175354, -0.05306469649076462, -0.05162343755364418, -0.05018217861652374, -0.048740919679403305, -0.04729966074228287, -0.04585840180516243, -0.04441714286804199, -0.042975880205631256, -0.04153462126851082, -0.04009336233139038, -0.03865210339426994, -0.037210844457149506, -0.03576958552002907, -0.03432832658290863, -0.03288706764578819, -0.031445808708667755, -0.03000454790890217, -0.02856328710913658, -0.027122028172016144, -0.025680769234895706, -0.02423951029777527, -0.02279825136065483, -0.021356990560889244, -0.019915731623768806, -0.01847447268664837, -0.017033211886882782, -0.015591952949762344, -0.014150694012641907, -0.012709435075521469, -0.011268175207078457, -0.009826915338635445, -0.008385656401515007, -0.006944396998733282, -0.005503137595951557, -0.004061878193169832, -0.0026206187903881073, -0.0011793593876063824, 0.00026190001517534256, 0.0017031594179570675, 0.0031444188207387924, 0.004585678223520517, 0.006026937626302242, 0.007468197029083967, 0.008909456431865692, 0.01035071536898613, 0.011791975237429142, 0.013233235105872154, 0.014674494042992592, 0.01611575298011303, 0.017557013779878616, 0.018998272716999054, 0.02043953165411949, 0.02188079059123993, 0.023322049528360367, 0.024763310328125954, 0.02620456926524639, 0.02764582820236683, 0.029087089002132416, 0.030528347939252853, 0.03196960687637329]}, "_runtime": 26.834890365600586, "_timestamp": 1596207411.4235134, "_step": 26}
+{"epoch": 2, "val_accuracy": 0.7953032248858448, "val_loss": 0.5400312951166336, "_runtime": 28.344409704208374, "_timestamp": 1596207412.9330328, "_step": 27}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009544042870402336, -0.009149313904345036, -0.008754584938287735, -0.008359855972230434, -0.007965127006173134, -0.007570398040115833, -0.007175669074058533, -0.006780940108001232, -0.006386211141943932, -0.005991482641547918, -0.005596753675490618, -0.005202024709433317, -0.004807295743376017, -0.004412566777318716, -0.0040178378112614155, -0.003623108845204115, -0.0032283798791468143, -0.0028336509130895138, -0.002438921947032213, -0.0020441929809749126, -0.001649464131332934, -0.0012547351652756333, -0.0008600062574259937, -0.00046527732047252357, -7.054838351905346e-05, 0.00032418055343441665, 0.0007189094903878868, 0.0011136383982375264, 0.001508367364294827, 0.0019030963303521276, 0.0022978251799941063, 0.002692554146051407, 0.0030872831121087074, 0.003482012078166008, 0.0038767410442233086, 0.004271470010280609, 0.00466619897633791, 0.00506092794239521, 0.005455656908452511, 0.005850385874509811, 0.006245114840567112, 0.006639843340963125, 0.007034572307020426, 0.007429301273077726, 0.007824030704796314, 0.008218759670853615, 0.008613488636910915, 0.009008217602968216, 0.009402945637702942, 0.009797674603760242, 0.010192403569817543, 0.010587132535874844, 0.010981861501932144, 0.011376590467989445, 0.011771319434046745, 0.012166048400104046, 0.012560777366161346, 0.012955506332218647, 0.013350235298275948, 0.013744964264333248, 0.014139693230390549, 0.01453442219644785, 0.01492915116250515, 0.01532388012856245, 0.01571860909461975]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 4.0, 4.0, 15.0, 16.0, 11.0, 26.0, 21.0, 36.0, 50.0, 59.0, 91.0, 124.0, 200.0, 286.0, 873.0, 5105.0, 428.0, 183.0, 111.0, 76.0, 59.0, 37.0, 17.0, 20.0, 18.0, 8.0, 6.0, 9.0, 5.0, 2.0, 1.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.19382880628108978, -0.18690936267375946, -0.17998990416526794, -0.17307046055793762, -0.1661510020494461, -0.15923155844211578, -0.15231209993362427, -0.14539265632629395, -0.13847321271896362, -0.1315537542104721, -0.12463430315256119, -0.11771485209465027, -0.11079540848731995, -0.10387595742940903, -0.09695650637149811, -0.09003705531358719, -0.08311760425567627, -0.07619815319776535, -0.06927870213985443, -0.06235925480723381, -0.05543980374932289, -0.04852035269141197, -0.04160090535879135, -0.03468145430088043, -0.027762003242969513, -0.020842552185058594, -0.013923102989792824, -0.007003652863204479, -8.420273661613464e-05, 0.00683524738997221, 0.013754697516560555, 0.020674146711826324, 0.027593597769737244, 0.03451304882764816, 0.04143249988555908, 0.0483519472181797, 0.05527139827609062, 0.06219084933400154, 0.06911029666662216, 0.07602974772453308, 0.082949198782444, 0.08986864984035492, 0.09678810089826584, 0.10370755195617676, 0.11062699556350708, 0.117546446621418, 0.12446589767932892, 0.13138535618782043, 0.13830479979515076, 0.14522424340248108, 0.1521437019109726, 0.15906314551830292, 0.16598260402679443, 0.17290204763412476, 0.17982150614261627, 0.1867409497499466, 0.1936604082584381, 0.20057985186576843, 0.20749929547309875, 0.21441875398159027, 0.2213381975889206, 0.2282576560974121, 0.23517709970474243, 0.24209655821323395, 0.24901600182056427]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 3.0, 25.0, 3.0, 6.0, 3.0, 1.0, 1.0, 6.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0017087380401790142, -0.0016507951077073812, -0.0015928521752357483, -0.0015349092427641153, -0.0014769663102924824, -0.0014190233778208494, -0.0013610804453492165, -0.0013031375128775835, -0.0012451945804059505, -0.0011872516479343176, -0.0011293087154626846, -0.0010713657829910517, -0.0010134228505194187, -0.0009554799180477858, -0.0008975369855761528, -0.0008395940531045198, -0.0007816511206328869, -0.0007237081881612539, -0.000665765255689621, -0.000607822323217988, -0.0005498793907463551, -0.0004919364582747221, -0.00043399352580308914, -0.0003760505933314562, -0.0003181076608598232, -0.00026016472838819027, -0.0002022217959165573, -0.00014427886344492435, -8.63359309732914e-05, -2.839299850165844e-05, 2.9549933969974518e-05, 8.749286644160748e-05, 0.00014543579891324043, 0.0002033787313848734, 0.00026132166385650635, 0.0003192645963281393, 0.00037720752879977226, 0.0004351504612714052, 0.0004930933937430382, 0.0005510363262146711, 0.0006089792586863041, 0.000666922191157937, 0.00072486512362957, 0.000782808056101203, 0.0008407509885728359, 0.0008986939210444689, 0.0009566368535161018, 0.0010145797859877348, 0.0010725227184593678, 0.0011304656509310007, 0.0011884085834026337, 0.0012463515158742666, 0.0013042944483458996, 0.0013622373808175325, 0.0014201803132891655, 0.0014781232457607985, 0.0015360661782324314, 0.0015940091107040644, 0.0016519520431756973, 0.0017098949756473303, 0.0017678379081189632, 0.0018257808405905962, 0.0018837237730622292, 0.0019416667055338621, 0.001999609638005495]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 3.0, 4.0, 8.0, 5.0, 3.0, 17.0, 20.0, 34.0, 32.0, 63.0, 84.0, 134.0, 252.0, 386.0, 618.0, 909.0, 1587.0, 2537.0, 4191.0, 7270.0, 13259.0, 26644.0, 58672.0, 162948.0, 717934.0, 85385.0, 40639.0, 22044.0, 12597.0, 7576.0, 4718.0, 3092.0, 1998.0, 1286.0, 828.0, 533.0, 398.0, 273.0, 173.0, 130.0, 95.0, 56.0, 52.0, 28.0, 26.0, 29.0, 17.0, 19.0, 9.0, 7.0, 6.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006812097039073706, -0.006562081165611744, -0.006312065292149782, -0.0060620494186878204, -0.005812033545225859, -0.005562017671763897, -0.005312001798301935, -0.0050619859248399734, -0.004811970051378012, -0.00456195417791605, -0.004311938304454088, -0.0040619224309921265, -0.0038119065575301647, -0.003561890684068203, -0.0033118748106062412, -0.0030618589371442795, -0.0028118430636823177, -0.002561827190220356, -0.0023118113167583942, -0.0020617954432964325, -0.0018117795698344707, -0.001561763696372509, -0.0013117478229105473, -0.0010617319494485855, -0.0008117160759866238, -0.000561700202524662, -0.00031168432906270027, -6.166845560073853e-05, 0.00018834741786122322, 0.00043836329132318497, 0.0006883791647851467, 0.0009383950382471085, 0.0011884109117090702, 0.001438426785171032, 0.0016884426586329937, 0.0019384585320949554, 0.002188474405556917, 0.002438490279018879, 0.0026885061524808407, 0.0029385220259428024, 0.003188537899404764, 0.003438553772866726, 0.0036885696463286877, 0.003938585519790649, 0.004188601393252611, 0.004438617266714573, 0.004688633140176535, 0.004938649013638496, 0.005188664887100458, 0.00543868076056242, 0.005688696634024382, 0.005938712507486343, 0.006188728380948305, 0.006438744254410267, 0.006688760127872229, 0.00693877600133419, 0.007188791874796152, 0.007438807748258114, 0.007688823621720076, 0.007938839495182037, 0.008188854902982712, 0.00843887124210596, 0.00868888758122921, 0.008938902989029884, 0.009188918396830559]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 8.0, 5.0, 4.0, 5.0, 1.0, 1.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.02374916709959507, -0.02325526438653469, -0.022761361673474312, -0.022267458960413933, -0.021773556247353554, -0.021279653534293175, -0.020785750821232796, -0.020291848108172417, -0.019797945395112038, -0.01930404268205166, -0.01881013996899128, -0.0183162372559309, -0.01782233454287052, -0.017328431829810143, -0.016834529116749763, -0.016340626403689384, -0.015846725553274155, -0.015352821908891201, -0.014858919195830822, -0.014365016482770443, -0.013871113769710064, -0.013377211056649685, -0.012883308343589306, -0.012389405630528927, -0.011895503848791122, -0.011401601135730743, -0.010907698422670364, -0.010413795709609985, -0.009919892996549606, -0.009425990283489227, -0.008932087570428848, -0.00843818485736847, -0.00794428214430809, -0.007450379431247711, -0.006956476718187332, -0.006462574005126953, -0.005968671292066574, -0.005474769044667482, -0.004980866331607103, -0.004486963618546724, -0.003993060905486345, -0.0034991581924259663, -0.0030052554793655872, -0.002511352999135852, -0.002017450286075473, -0.0015235475730150938, -0.0010296449763700366, -0.0005357423215173185, -4.183966666460037e-05, 0.00045206298818811774, 0.0009459656430408359, 0.001439868239685893, 0.001933770952746272, 0.002427673665806651, 0.0029215761460363865, 0.0034154788590967655, 0.0039093815721571445, 0.004403284285217524, 0.004897186998277903, 0.005391089711338282, 0.005884991958737373, 0.006378894671797752, 0.006872797384858131, 0.0073667000979185104, 0.00786060281097889]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 6.0, 4.0, 6.0, 10.0, 17.0, 16.0, 17.0, 28.0, 24.0, 34.0, 33.0, 37.0, 39.0, 34.0, 37.0, 45.0, 44.0, 49.0, 80.0, 88.0, 97.0, 127.0, 130.0, 155.0, 172.0, 261.0, 356.0, 580.0, 851.0, 1550.0, 5927.0, 2091.0, 1349.0, 870.0, 612.0, 542.0, 468.0, 363.0, 251.0, 189.0, 140.0, 137.0, 116.0, 102.0, 81.0, 64.0, 38.0, 46.0, 33.0, 19.0, 15.0, 12.0, 7.0, 7.0, 7.0, 3.0, 8.0, 1.0, 1.0, 1.0], "bins": [-0.009298136457800865, -0.009029258973896503, -0.008760381489992142, -0.008491504937410355, -0.008222627453505993, -0.007953749969601631, -0.007684872951358557, -0.007415995933115482, -0.007147118449211121, -0.006878240965306759, -0.0066093639470636845, -0.00634048692882061, -0.006071609444916248, -0.005802731961011887, -0.005533854942768812, -0.005264977924525738, -0.004996100440621376, -0.004727222956717014, -0.00445834593847394, -0.0041894689202308655, -0.003920591436326504, -0.0036517141852527857, -0.0033828369341790676, -0.0031139596831053495, -0.0028450824320316315, -0.0025762051809579134, -0.0023073279298841953, -0.0020384506788104773, -0.0017695734277367592, -0.0015006961766630411, -0.001231818925589323, -0.000962941674515605, -0.0006940644234418869, -0.00042518717236816883, -0.00015630992129445076, 0.00011256732977926731, 0.0003814445808529854, 0.0006503218319267035, 0.0009191990830004215, 0.0011880763340741396, 0.0014569535851478577, 0.0017258308362215757, 0.001994708087295294, 0.002263585338369012, 0.00253246258944273, 0.002801339840516448, 0.003070217091590166, 0.003339094342663884, 0.0036079715937376022, 0.0038768488448113203, 0.004145726095885038, 0.004414603114128113, 0.0046834805980324745, 0.004952358081936836, 0.005221235100179911, 0.005490112118422985, 0.005758989602327347, 0.0060278670862317085, 0.006296744104474783, 0.006565621122717857, 0.006834498606622219, 0.007103376090526581, 0.007372253108769655, 0.00764113012701273, 0.007910007610917091]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03724163770675659, -0.0350685641169548, -0.032895490527153015, -0.030722418799996376, -0.028549345210194588, -0.0263762716203928, -0.02420319989323616, -0.022030126303434372, -0.019857052713632584, -0.017683979123830795, -0.015510906465351582, -0.013337833806872368, -0.01116476021707058, -0.008991686627268791, -0.0068186139687895775, -0.0046455408446490765, -0.0024724677205085754, -0.0002993945963680744, 0.0018736785277724266, 0.004046751651912928, 0.006219824776053429, 0.008392898365855217, 0.01056597102433443, 0.012739043682813644, 0.014912117272615433, 0.01708519086241722, 0.01925826445221901, 0.02143133617937565, 0.023604409769177437, 0.025777483358979225, 0.027950555086135864, 0.030123628675937653, 0.03229670226573944, 0.03446977585554123, 0.03664284944534302, 0.038815923035144806, 0.040988996624946594, 0.043162066489458084, 0.04533514007925987, 0.04750821366906166, 0.04968128725886345, 0.05185436084866524, 0.054027434438467026, 0.056200508028268814, 0.058373577892780304, 0.06054665148258209, 0.06271972507238388, 0.06489279866218567, 0.06706587225198746, 0.06923894584178925, 0.07141201943159103, 0.07358509302139282, 0.07575816661119461, 0.0779312402009964, 0.08010431379079819, 0.08227738738059998, 0.08445045351982117, 0.08662352710962296, 0.08879660069942474, 0.09096967428922653, 0.09314274787902832, 0.09531582146883011, 0.0974888950586319, 0.09966196864843369, 0.10183504223823547]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 7.0, 8.0, 11.0, 14.0, 9.0, 23.0, 14.0, 28.0, 41.0, 27.0, 22.0, 13.0, 12.0, 8.0, 5.0, 2.0, 1.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.037799686193466187, -0.03629445657134056, -0.034789226949214935, -0.03328399360179901, -0.031778763979673386, -0.03027353435754776, -0.028768302872776985, -0.02726307325065136, -0.025757841765880585, -0.02425261214375496, -0.022747382521629333, -0.02124215103685856, -0.019736921414732933, -0.018231689929962158, -0.016726460307836533, -0.015221229754388332, -0.013715999200940132, -0.012210768647491932, -0.010705538094043732, -0.009200307540595531, -0.0076950774528086185, -0.006189846899360418, -0.004684616811573505, -0.003179386258125305, -0.001674155704677105, -0.00016892526764422655, 0.0013363051693886518, 0.0028415354900062084, 0.004346766043454409, 0.005851996596902609, 0.007357226684689522, 0.008862457238137722, 0.010367687791585922, 0.011872918345034122, 0.013378148898482323, 0.014883379451930523, 0.016388610005378723, 0.01789383962750435, 0.019399071112275124, 0.02090430073440075, 0.022409532219171524, 0.02391476184129715, 0.025419991463422775, 0.02692522294819355, 0.028430452570319176, 0.02993568405508995, 0.031440913677215576, 0.0329461432993412, 0.03445137292146683, 0.03595660626888275, 0.03746183589100838, 0.038967065513134, 0.04047229513525963, 0.04197752848267555, 0.04348275810480118, 0.044987987726926804, 0.04649321734905243, 0.047998446971178055, 0.04950368031859398, 0.051008909940719604, 0.05251413956284523, 0.054019369184970856, 0.05552460253238678, 0.057029832154512405, 0.05853506177663803]}, "_runtime": 29.146546125411987, "_timestamp": 1596207413.7351692, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.01047770120203495, -0.010183099657297134, -0.009888498112559319, -0.009593897499144077, -0.009299295954406261, -0.009004694409668446, -0.008710093796253204, -0.008415492251515388, -0.008120890706777573, -0.007826289162039757, -0.007531688082963228, -0.0072370870038867, -0.006942485459148884, -0.006647883914411068, -0.006353282835334539, -0.006058681756258011, -0.005764080211520195, -0.005469478666782379, -0.005174877587705851, -0.004880276508629322, -0.004585674963891506, -0.00429107341915369, -0.003996472340077162, -0.0037018710281699896, -0.0034072697162628174, -0.003112668404355645, -0.002818067092448473, -0.0025234657805413008, -0.0022288644686341286, -0.0019342631567269564, -0.0016396618448197842, -0.001345060532912612, -0.0010504592210054398, -0.0007558579090982676, -0.00046125659719109535, -0.00016665528528392315, 0.00012794602662324905, 0.00042254733853042126, 0.0007171486504375935, 0.0010117499623447657, 0.0013063512742519379, 0.00160095258615911, 0.0018955538980662823, 0.0021901552099734545, 0.0024847565218806267, 0.002779357833787799, 0.003073959145694971, 0.0033685604576021433, 0.0036631617695093155, 0.003957763314247131, 0.00425236439332366, 0.0045469654724001884, 0.004841567017138004, 0.00513616856187582, 0.005430769640952349, 0.005725370720028877, 0.006019972264766693, 0.006314573809504509, 0.0066091748885810375, 0.006903775967657566, 0.007198377512395382, 0.007492979057133198, 0.007787580136209726, 0.008082181215286255, 0.00837678276002407]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 5.0, 5.0, 4.0, 5.0, 7.0, 17.0, 8.0, 12.0, 23.0, 24.0, 24.0, 31.0, 56.0, 70.0, 81.0, 124.0, 144.0, 209.0, 376.0, 4403.0, 1234.0, 348.0, 188.0, 130.0, 89.0, 43.0, 50.0, 37.0, 37.0, 30.0, 18.0, 15.0, 13.0, 14.0, 8.0, 7.0, 7.0, 4.0, 7.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.1582041084766388, -0.15365880727767944, -0.1491135060787201, -0.14456818997859955, -0.1400228887796402, -0.13547758758068085, -0.1309322863817215, -0.12638698518276215, -0.1218416765332222, -0.11729637533426285, -0.1127510666847229, -0.10820576548576355, -0.1036604642868042, -0.09911515563726425, -0.0945698544383049, -0.09002454578876495, -0.0854792445898056, -0.08093394339084625, -0.0763886347413063, -0.07184333354234695, -0.067298024892807, -0.06275272369384766, -0.058207422494888306, -0.05366211757063866, -0.04911681264638901, -0.04457150772213936, -0.04002620279788971, -0.03548090159893036, -0.03093559667468071, -0.02639029175043106, -0.02184498868882656, -0.01729968562722206, -0.012754380702972412, -0.008209076710045338, -0.0036637727171182632, 0.0008815312758088112, 0.005426835268735886, 0.00997213926166296, 0.014517443254590034, 0.019062746316194534, 0.023608051240444183, 0.028153356164693832, 0.03269866108894348, 0.03724396228790283, 0.04178926721215248, 0.04633457213640213, 0.05087987333536148, 0.05542517825961113, 0.05997048318386078, 0.06451578438282013, 0.06906109303236008, 0.07360639423131943, 0.07815170288085938, 0.08269700407981873, 0.08724230527877808, 0.09178761392831802, 0.09633291512727737, 0.10087821632623672, 0.10542352497577667, 0.10996882617473602, 0.11451412737369537, 0.11905943602323532, 0.12360473722219467, 0.12815004587173462, 0.13269534707069397]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 4.0, 8.0, 1.0, 4.0, 28.0, 3.0, 9.0, 0.0, 5.0, 4.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002629710827022791, -0.002538528759032488, -0.002447346691042185, -0.002356164623051882, -0.0022649825550615788, -0.0021738004870712757, -0.0020826184190809727, -0.0019914363510906696, -0.0019002542831003666, -0.0018090720986947417, -0.0017178900307044387, -0.0016267079627141356, -0.0015355258947238326, -0.0014443438267335296, -0.0013531617587432265, -0.0012619796907529235, -0.0011707976227626204, -0.0010796155547723174, -0.0009884334867820144, -0.0008972514187917113, -0.0008060693508014083, -0.0007148872246034443, -0.0006237051566131413, -0.0005325230886228383, -0.0004413410206325352, -0.0003501589526422322, -0.00025897688465192914, -0.00016779478755779564, -7.66127195674926e-05, 1.456935569876805e-05, 0.0001057514309650287, 0.00019693351350724697, 0.00028811558149755, 0.00037929764948785305, 0.0004704797174781561, 0.0005616617854684591, 0.0006528438534587622, 0.0007440259796567261, 0.0008352080476470292, 0.0009263901156373322, 0.0010175721254199743, 0.0011087543098255992, 0.0011999363778159022, 0.0012911184458062053, 0.0013823005137965083, 0.0014734825817868114, 0.0015646646497771144, 0.0016558467177674174, 0.0017470287857577205, 0.0018382108537480235, 0.0019293929217383265, 0.0020205751061439514, 0.0021117571741342545, 0.0022029392421245575, 0.0022941213101148605, 0.0023853033781051636, 0.0024764854460954666, 0.0025676675140857697, 0.0026588495820760727, 0.0027500316500663757, 0.0028412137180566788, 0.002932395786046982, 0.003023577854037285, 0.003114759922027588, 0.003205941990017891]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 12.0, 29.0, 27.0, 53.0, 106.0, 134.0, 257.0, 367.0, 623.0, 1090.0, 1944.0, 3409.0, 6588.0, 13348.0, 28708.0, 68445.0, 232927.0, 692998.0, 63240.0, 28633.0, 15054.0, 8370.0, 4886.0, 2916.0, 1805.0, 1255.0, 765.0, 510.0, 361.0, 236.0, 140.0, 118.0, 84.0, 64.0, 37.0, 24.0, 15.0, 14.0, 13.0, 3.0, 11.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006660853512585163, -0.00638439180329442, -0.006107930094003677, -0.0058314683847129345, -0.005555006675422192, -0.005278544966131449, -0.005002083256840706, -0.004725621547549963, -0.00444915983825922, -0.004172698128968477, -0.0038962364196777344, -0.0036197747103869915, -0.0033433130010962486, -0.0030668512918055058, -0.002790389582514763, -0.00251392787322402, -0.002237466163933277, -0.0019610044546425343, -0.0016845427453517914, -0.0014080810360610485, -0.0011316193267703056, -0.0008551576174795628, -0.0005786959081888199, -0.000302234198898077, -2.5772489607334137e-05, 0.00025068921968340874, 0.0005271509289741516, 0.0008036126382648945, 0.0010800743475556374, 0.0013565360568463802, 0.001632997766137123, 0.001909459475427866, 0.002185921184718609, 0.0024623828940093517, 0.0027388446033000946, 0.0030153063125908375, 0.0032917680218815804, 0.0035682297311723232, 0.003844691440463066, 0.004121153149753809, 0.004397614859044552, 0.004674076568335295, 0.004950538277626038, 0.0052269999869167805, 0.005503461696207523, 0.005779923405498266, 0.006056385114789009, 0.006332846824079752, 0.006609308533370495, 0.006885770242661238, 0.007162231951951981, 0.0074386936612427235, 0.007715155370533466, 0.007991617545485497, 0.008268078789114952, 0.008544540032744408, 0.008821002207696438, 0.009097464382648468, 0.009373925626277924, 0.00965038686990738, 0.00992684904485941, 0.01020331121981144, 0.010479772463440895, 0.01075623370707035, 0.01103269588202238]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 15.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02650264836847782, -0.025858227163553238, -0.025213804095983505, -0.024569382891058922, -0.02392495982348919, -0.023280538618564606, -0.022636115550994873, -0.02199169434607029, -0.021347271278500557, -0.020702850073575974, -0.02005842700600624, -0.019414005801081657, -0.018769582733511925, -0.01812516152858734, -0.01748073846101761, -0.016836317256093025, -0.016191896051168442, -0.015547472983598709, -0.014903050847351551, -0.014258628711104393, -0.013614206574857235, -0.012969784438610077, -0.012325362302362919, -0.01168094016611576, -0.011036518961191177, -0.01039209682494402, -0.009747674688696861, -0.009103252552449703, -0.008458830416202545, -0.007814408279955387, -0.007169986143708229, -0.006525564007461071, -0.005881141871213913, -0.005236719734966755, -0.004592297598719597, -0.003947875462472439, -0.0033034535590559244, -0.0026590314228087664, -0.002014609519392252, -0.001370187383145094, -0.0007257652468979359, -8.134316885843873e-05, 0.0005630789091810584, 0.0012075009290128946, 0.0018519230652600527, 0.0024963452015072107, 0.003140767104923725, 0.003785189241170883, 0.004429611377418041, 0.005074033513665199, 0.005718455649912357, 0.006362877786159515, 0.007007299922406673, 0.007651721592992544, 0.00829614419490099, 0.008940566331148148, 0.009584987536072731, 0.010229409672319889, 0.010873831808567047, 0.011518253944814205, 0.012162676081061363, 0.012807098217308521, 0.01345152035355568, 0.014095942489802837, 0.014740364626049995]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 6.0, 3.0, 2.0, 1.0, 6.0, 10.0, 7.0, 8.0, 12.0, 10.0, 10.0, 15.0, 16.0, 18.0, 15.0, 19.0, 25.0, 20.0, 22.0, 29.0, 33.0, 36.0, 63.0, 81.0, 96.0, 99.0, 137.0, 145.0, 213.0, 244.0, 360.0, 512.0, 665.0, 1023.0, 1968.0, 6479.0, 2001.0, 1278.0, 860.0, 558.0, 407.0, 273.0, 169.0, 109.0, 98.0, 55.0, 46.0, 34.0, 30.0, 24.0, 24.0, 18.0, 11.0, 13.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010570583865046501, -0.010314195416867733, -0.010057806968688965, -0.009801418520510197, -0.009545030072331429, -0.009288640692830086, -0.009032252244651318, -0.00877586379647255, -0.008519475348293781, -0.008263086900115013, -0.008006698451936245, -0.0077503095380961895, -0.007493921089917421, -0.007237532641738653, -0.006981143727898598, -0.0067247552797198296, -0.006468366831541061, -0.006211978383362293, -0.005955589935183525, -0.00569920102134347, -0.0054428125731647015, -0.005186424124985933, -0.004930035211145878, -0.00467364676296711, -0.0044172583147883415, -0.004160869866609573, -0.0039044811856001616, -0.0036480925045907497, -0.0033917040564119816, -0.0031353156082332134, -0.0028789269272238016, -0.00262253824621439, -0.0023661497980356216, -0.0021097613498568535, -0.0018533726688474417, -0.0015969841042533517, -0.0013405955396592617, -0.0010842069750651717, -0.0008278184104710817, -0.0005714298458769917, -0.00031504128128290176, -5.865271668881178e-05, 0.0001977358479052782, 0.0004541244124993682, 0.0007105129770934582, 0.0009669015416875482, 0.0012232901062816381, 0.0014796786708757281, 0.0017360672354698181, 0.0019924556836485863, 0.002248844364657998, 0.00250523304566741, 0.002761621493846178, 0.003018009942024946, 0.003274398623034358, 0.00353078730404377, 0.003787175752222538, 0.004043564200401306, 0.004299952648580074, 0.00455634156242013, 0.004812730010598898, 0.005069118458777666, 0.0053255073726177216, 0.00558189582079649, 0.005838284268975258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05523011088371277, -0.052809033542871475, -0.05038795620203018, -0.04796687886118889, -0.045545801520347595, -0.0431247241795063, -0.04070364683866501, -0.038282569497823715, -0.03586149215698242, -0.03344041481614113, -0.031019337475299835, -0.028598260134458542, -0.02617718279361725, -0.023756105452775955, -0.021335028111934662, -0.01891395077109337, -0.016492873430252075, -0.014071796089410782, -0.011650718748569489, -0.009229641407728195, -0.006808564066886902, -0.0043874867260456085, -0.001966409385204315, 0.00045466795563697815, 0.0028757452964782715, 0.005296822637319565, 0.007717899978160858, 0.010138977319002151, 0.012560054659843445, 0.014981132000684738, 0.01740220934152603, 0.019823286682367325, 0.022244364023208618, 0.02466544136404991, 0.027086518704891205, 0.029507596045732498, 0.03192867338657379, 0.034349750727415085, 0.03677082806825638, 0.03919190540909767, 0.041612982749938965, 0.04403406009078026, 0.04645513743162155, 0.048876214772462845, 0.05129729211330414, 0.05371836945414543, 0.056139446794986725, 0.05856052413582802, 0.06098160147666931, 0.0634026825428009, 0.0658237561583519, 0.0682448297739029, 0.07066591084003448, 0.07308699190616608, 0.07550806552171707, 0.07792913913726807, 0.08035022020339966, 0.08277130126953125, 0.08519237488508224, 0.08761344850063324, 0.09003452956676483, 0.09245561063289642, 0.09487668424844742, 0.09729775786399841, 0.09971883893013]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 3.0, 8.0, 11.0, 16.0, 21.0, 28.0, 60.0, 42.0, 29.0, 15.0, 5.0, 5.0, 1.0, 5.0, 1.0, 3.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.049977272748947144, -0.04788711294531822, -0.0457969531416893, -0.04370679333806038, -0.04161663353443146, -0.039526473730802536, -0.037436313927173615, -0.03534615412354469, -0.03325599431991577, -0.03116583451628685, -0.02907567471265793, -0.026985514909029007, -0.024895355105400085, -0.022805195301771164, -0.020715035498142242, -0.01862487569451332, -0.0165347158908844, -0.014444556087255478, -0.012354396283626556, -0.010264236479997635, -0.008174076676368713, -0.006083916872739792, -0.00399375706911087, -0.0019035972654819489, 0.00018656253814697266, 0.002276722341775894, 0.004366882145404816, 0.006457041949033737, 0.008547201752662659, 0.01063736155629158, 0.012727521359920502, 0.014817681163549423, 0.016907840967178345, 0.018998000770807266, 0.021088160574436188, 0.02317832037806511, 0.02526848018169403, 0.027358639985322952, 0.029448799788951874, 0.031538959592580795, 0.03362911939620972, 0.03571927919983864, 0.03780943900346756, 0.03989959880709648, 0.0419897586107254, 0.044079918414354324, 0.046170078217983246, 0.04826023802161217, 0.05035039782524109, 0.05244055762887001, 0.05453071743249893, 0.05662087723612785, 0.058711037039756775, 0.060801196843385696, 0.06289135664701462, 0.06498152017593384, 0.06707167625427246, 0.06916183233261108, 0.0712519958615303, 0.07334215939044952, 0.07543231546878815, 0.07752247154712677, 0.07961263507604599, 0.08170279860496521, 0.08379295468330383]}, "_runtime": 29.92606520652771, "_timestamp": 1596207414.5146883, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.011949893087148666, -0.011653248220682144, -0.011356603354215622, -0.0110599584877491, -0.010763313621282578, -0.010466668754816055, -0.010170023888349533, -0.00987337902188301, -0.009576734155416489, -0.009280088357627392, -0.00898344349116087, -0.008686798624694347, -0.008390153758227825, -0.008093508891761303, -0.007796864025294781, -0.0075002191588282585, -0.007203574292361736, -0.006906929425895214, -0.006610284559428692, -0.00631363969296217, -0.006016994826495647, -0.005720349494367838, -0.005423704627901316, -0.0051270597614347935, -0.004830414894968271, -0.004533770028501749, -0.004237125162035227, -0.003940480295568705, -0.0036438351962715387, -0.0033471903298050165, -0.0030505452305078506, -0.0027539003640413284, -0.002457255497574806, -0.002160610631108284, -0.00186396564822644, -0.001567320665344596, -0.0012706757988780737, -0.0009740308742038906, -0.0006773859495297074, -0.0003807410248555243, -8.409610018134117e-05, 0.00021254882449284196, 0.0005091937491670251, 0.0008058386738412082, 0.0011024835985153913, 0.0013991284649819136, 0.0016957734478637576, 0.0019924184307456017, 0.002289063297212124, 0.002585708163678646, 0.0028823530301451683, 0.003178998129442334, 0.0034756429959088564, 0.0037722878623753786, 0.0040689329616725445, 0.004365577828139067, 0.004662222694605589, 0.004958867561072111, 0.005255512427538633, 0.0055521572940051556, 0.005848802626132965, 0.006145447492599487, 0.0064420923590660095, 0.006738737225532532, 0.007035382091999054]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 7.0, 5.0, 7.0, 9.0, 9.0, 8.0, 10.0, 14.0, 15.0, 21.0, 32.0, 37.0, 35.0, 58.0, 78.0, 109.0, 102.0, 135.0, 199.0, 312.0, 3731.0, 1704.0, 419.0, 206.0, 143.0, 115.0, 86.0, 62.0, 50.0, 39.0, 25.0, 25.0, 21.0, 19.0, 8.0, 12.0, 8.0, 9.0, 7.0, 4.0, 9.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1374111920595169, -0.13347500562667847, -0.12953883409500122, -0.12560264766216278, -0.12166646867990494, -0.1177302896976471, -0.11379411071538925, -0.10985793173313141, -0.10592174530029297, -0.10198556631803513, -0.09804938733577728, -0.09411320835351944, -0.0901770293712616, -0.08624085038900375, -0.08230466395616531, -0.07836848497390747, -0.07443230599164963, -0.07049612700939178, -0.06655994802713394, -0.0626237615942955, -0.05868758261203766, -0.054751403629779816, -0.05081522464752197, -0.04687904193997383, -0.04294286295771599, -0.039006683975458145, -0.035070501267910004, -0.03113432228565216, -0.02719814144074917, -0.023261960595846176, -0.019325781613588333, -0.015389600768685341, -0.011453419923782349, -0.007517239544540644, -0.0035810591652989388, 0.0003551212139427662, 0.004291301593184471, 0.008227482438087463, 0.012163662351667881, 0.0160998422652483, 0.02003602311015129, 0.023972203955054283, 0.027908384799957275, 0.03184456378221512, 0.03578074276447296, 0.0397169254720211, 0.043653104454278946, 0.04758928716182709, 0.05152546614408493, 0.05546164512634277, 0.059397827833890915, 0.06333401054143906, 0.0672701895236969, 0.07120636850595474, 0.07514254748821259, 0.07907872647047043, 0.08301490545272827, 0.08695109188556671, 0.09088727086782455, 0.0948234498500824, 0.09875962883234024, 0.10269580781459808, 0.10663199424743652, 0.11056817322969437, 0.11450435221195221]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 4.0, 1.0, 2.0, 4.0, 3.0, 4.0, 8.0, 28.0, 3.0, 5.0, 6.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023889706935733557, -0.002300152089446783, -0.0022113334853202105, -0.002122514881193638, -0.0020336962770670652, -0.0019448777893558145, -0.0018560591852292418, -0.0017672405811026692, -0.0016784219769760966, -0.001589603372849524, -0.0015007847687229514, -0.0014119661645963788, -0.001323147676885128, -0.0012343290727585554, -0.0011455104686319828, -0.0010566918645054102, -0.0009678732603788376, -0.000879054656252265, -0.0007902360521256924, -0.0007014175062067807, -0.0006125989020802081, -0.0005237802979536355, -0.0004349617229308933, -0.00034614314790815115, -0.00025732454378157854, -0.00016850595420692116, -7.968736463226378e-05, 9.131224942393601e-06, 9.794981451705098e-05, 0.00018676840409170836, 0.00027558699366636574, 0.0003644055686891079, 0.0004532241728156805, 0.0005420427769422531, 0.0006308613810688257, 0.0007196799269877374, 0.00080849853111431, 0.0008973171352408826, 0.0009861356811597943, 0.001074954285286367, 0.0011637728894129395, 0.0012525914935395122, 0.0013414100976660848, 0.0014302287017926574, 0.0015190471895039082, 0.0016078657936304808, 0.0016966843977570534, 0.001785503001883626, 0.0018743216060101986, 0.001963140210136771, 0.002051958814263344, 0.0021407774183899164, 0.002229596022516489, 0.0023184146266430616, 0.0024072332307696342, 0.002496051834896207, 0.0025848704390227795, 0.0026736888103187084, 0.002762507414445281, 0.0028513260185718536, 0.0029401446226984262, 0.003028963226824999, 0.0031177818309515715, 0.003206600435078144, 0.0032954190392047167]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 9.0, 6.0, 13.0, 31.0, 37.0, 72.0, 102.0, 167.0, 289.0, 483.0, 807.0, 1434.0, 2545.0, 4507.0, 8854.0, 18455.0, 40743.0, 104528.0, 776206.0, 119700.0, 45325.0, 22525.0, 12483.0, 7241.0, 4453.0, 2709.0, 1779.0, 1249.0, 833.0, 595.0, 413.0, 303.0, 195.0, 149.0, 107.0, 77.0, 45.0, 38.0, 32.0, 22.0, 17.0, 11.0, 14.0, 9.0, 3.0, 1.0, 4.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.007075157947838306, -0.006799686700105667, -0.006524215452373028, -0.0062487442046403885, -0.005973272956907749, -0.0056978012435138226, -0.005422329995781183, -0.005146858748048544, -0.004871387500315905, -0.004595916252583265, -0.004320445004850626, -0.004044973757117987, -0.0037695022765547037, -0.0034940310288220644, -0.0032185595482587814, -0.002943088300526142, -0.002667617052793503, -0.0023921458050608635, -0.002116674557328224, -0.0018412030767649412, -0.001565731829032302, -0.0012902605812996626, -0.0010147892171517015, -0.0007393179112114012, -0.000463846605271101, -0.00018837529933080077, 8.709600660949945e-05, 0.0003625673125497997, 0.0006380386184900999, 0.0009135099244304001, 0.0011889812303707004, 0.0014644525945186615, 0.0017399238422513008, 0.00201539508998394, 0.0022908663377165794, 0.0025663378182798624, 0.0028418090660125017, 0.003117280313745141, 0.003392751794308424, 0.0036682230420410633, 0.003943694289773703, 0.004219165537506342, 0.004494636785238981, 0.0047701080329716206, 0.005045579746365547, 0.0053210509940981865, 0.005596522241830826, 0.005871993489563465, 0.006147464737296104, 0.006422935985028744, 0.006698407232761383, 0.006973878480494022, 0.007249349728226662, 0.007524821441620588, 0.007800292689353228, 0.00807576347142458, 0.008351234719157219, 0.008626706898212433, 0.008902178145945072, 0.009177649393677711, 0.00945312064141035, 0.00972859188914299, 0.01000406313687563, 0.010279534384608269, 0.010555005632340908]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008301787078380585, -0.007987180724740028, -0.007672573439776897, -0.007357966620475054, -0.00704335980117321, -0.0067287529818713665, -0.006414146162569523, -0.006099539343267679, -0.005784932523965836, -0.005470325704663992, -0.005155718885362148, -0.004841112066060305, -0.004526505246758461, -0.004211898427456617, -0.0038972916081547737, -0.00358268478885293, -0.0032680779695510864, -0.0029534711502492428, -0.002638864330947399, -0.0023242575116455555, -0.002009650692343712, -0.0016950438730418682, -0.0013804370537400246, -0.001065830234438181, -0.0007512234151363373, -0.00043661659583449364, -0.00012200977653265, 0.00019259704276919365, 0.0005072038620710373, 0.0008218106813728809, 0.0011364175006747246, 0.0014510243199765682, 0.0017656311392784119, 0.0020802379585802555, 0.002394844777882099, 0.002709451597183943, 0.0030240584164857864, 0.00333866523578763, 0.0036532720550894737, 0.003967878874391317, 0.004282485693693161, 0.004597092512995005, 0.004911699332296848, 0.005226306151598692, 0.005540912970900536, 0.005855519790202379, 0.006170126609504223, 0.0064847334288060665, 0.00679934024810791, 0.007113947067409754, 0.0074285538867115974, 0.007743160706013441, 0.008057767525315285, 0.008372373878955841, 0.008686981163918972, 0.009001588448882103, 0.00931619480252266, 0.009630801156163216, 0.009945408441126347, 0.010260015726089478, 0.010574622079730034, 0.01088922843337059, 0.011203835718333721, 0.011518443003296852, 0.011833049356937408]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 8.0, 11.0, 13.0, 30.0, 43.0, 74.0, 112.0, 143.0, 214.0, 275.0, 376.0, 579.0, 770.0, 1131.0, 1552.0, 2661.0, 5759.0, 1427.0, 822.0, 606.0, 409.0, 304.0, 226.0, 132.0, 148.0, 88.0, 86.0, 80.0, 73.0, 60.0, 33.0, 25.0, 20.0, 19.0, 14.0, 19.0, 13.0, 13.0, 9.0, 13.0, 10.0, 4.0, 9.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0062862178310751915, -0.006026783026754856, -0.005767348222434521, -0.005507913418114185, -0.00524847861379385, -0.0049890438094735146, -0.004729609005153179, -0.004470174200832844, -0.004210739396512508, -0.003951304592192173, -0.0036918697878718376, -0.0034324349835515022, -0.003173000179231167, -0.0029135653749108315, -0.002654130570590496, -0.0023946957662701607, -0.0021352609619498253, -0.00187582615762949, -0.0016163913533091545, -0.0013569565489888191, -0.0010975217446684837, -0.0008380869403481483, -0.000578652136027813, -0.00031921733170747757, -5.978252738714218e-05, 0.0001996522769331932, 0.0004590870812535286, 0.000718521885573864, 0.0009779566898941994, 0.0012373914942145348, 0.0014968262985348701, 0.0017562611028552055, 0.002015695907175541, 0.0022751307114958763, 0.0025345655158162117, 0.002794000320136547, 0.0030534351244568825, 0.003312869928777218, 0.0035723047330975533, 0.0038317395374178886, 0.004091174341738224, 0.004350609146058559, 0.004610043950378895, 0.00486947875469923, 0.005128913559019566, 0.005388348363339901, 0.005647783167660236, 0.005907217971980572, 0.006166652776300907, 0.0064260875806212425, 0.006685522384941578, 0.006944957189261913, 0.007204391993582249, 0.007463826797902584, 0.0077232616022229195, 0.007982696406543255, 0.00824213121086359, 0.008501566015183926, 0.008761000819504261, 0.009020435623824596, 0.009279870428144932, 0.009539305232465267, 0.009798740036785603, 0.010058174841105938, 0.010317609645426273]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.057332176715135574, -0.05532016605138779, -0.05330815538764, -0.05129614844918251, -0.04928413778543472, -0.047272127121686935, -0.04526011645793915, -0.04324810579419136, -0.04123609513044357, -0.039224088191986084, -0.037212077528238297, -0.03520006686449051, -0.03318805620074272, -0.031176047399640083, -0.029164036735892296, -0.027152027934789658, -0.02514001727104187, -0.023128006607294083, -0.021115997806191444, -0.019103987142443657, -0.01709197834134102, -0.015079967677593231, -0.013067957013845444, -0.01105594728142023, -0.009043937548995018, -0.007031927816569805, -0.005019917618483305, -0.0030079076532274485, -0.000995897687971592, 0.0010161122772842646, 0.003028122242540121, 0.005040132440626621, 0.007052142173051834, 0.009064151905477047, 0.01107616163790226, 0.013088172301650047, 0.01510018203407526, 0.017112191766500473, 0.01912420243024826, 0.0211362112313509, 0.023148221895098686, 0.025160232558846474, 0.027172241359949112, 0.0291842520236969, 0.031196262687444687, 0.033208273351192474, 0.03522028028964996, 0.03723229095339775, 0.03924430161714554, 0.041256312280893326, 0.04326832294464111, 0.0452803298830986, 0.04729234054684639, 0.04930435121059418, 0.051316361874341965, 0.05332837253808975, 0.05534037947654724, 0.05735239014029503, 0.059364400804042816, 0.061376411467790604, 0.06338842213153839, 0.06540042906999588, 0.06741244345903397, 0.06942445039749146, 0.07143646478652954]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 7.0, 22.0, 27.0, 54.0, 33.0, 32.0, 20.0, 14.0, 4.0, 2.0, 6.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04934513568878174, -0.047271061688661575, -0.04519698768854141, -0.04312291368842125, -0.041048839688301086, -0.03897476568818092, -0.03690069168806076, -0.0348266176879406, -0.032752543687820435, -0.03067847155034542, -0.028604397550225258, -0.026530323550105095, -0.02445625141263008, -0.022382177412509918, -0.020308103412389755, -0.018234029412269592, -0.01615995541214943, -0.014085881412029266, -0.012011807411909103, -0.009937734343111515, -0.007863660342991352, -0.005789586342871189, -0.0037155128084123135, -0.0016414390411227942, 0.00043263472616672516, 0.0025067084934562445, 0.004580782260745764, 0.0066548557952046394, 0.008728929795324802, 0.010803003795444965, 0.012877076864242554, 0.014951150864362717, 0.01702522486448288, 0.019099298864603043, 0.021173372864723206, 0.02324744686484337, 0.02532152086496353, 0.027395593002438545, 0.029469667002558708, 0.03154374286532402, 0.03361781686544418, 0.03569188714027405, 0.03776596114039421, 0.039840035140514374, 0.04191410914063454, 0.0439881831407547, 0.04606225714087486, 0.048136331140995026, 0.05021040514111519, 0.05228447914123535, 0.054358553141355515, 0.05643262714147568, 0.05850670114159584, 0.060580775141716, 0.06265484541654587, 0.06472892314195633, 0.0668029934167862, 0.06887707114219666, 0.07095114141702652, 0.07302521914243698, 0.07509928941726685, 0.07717336714267731, 0.07924743741750717, 0.08132151514291763, 0.0833955854177475]}, "_runtime": 30.713961601257324, "_timestamp": 1596207415.3025846, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01157336961477995, -0.011153328232467175, -0.0107332868501544, -0.010313245467841625, -0.009893203154206276, -0.009473161771893501, -0.009053120389580727, -0.008633079007267952, -0.008213037624955177, -0.007792995776981115, -0.007372954394668341, -0.006952913012355566, -0.006532871164381504, -0.006112829782068729, -0.005692788399755955, -0.005272746551781893, -0.004852705169469118, -0.0044326637871563435, -0.0040126219391822815, -0.003592580556869507, -0.003172539174556732, -0.002752497559413314, -0.0023324559442698956, -0.001912414445541799, -0.0014923729468137026, -0.001072331448085606, -0.0006522898911498487, -0.00023224836331792176, 0.00018779316451400518, 0.0006078346632421017, 0.00102787627838552, 0.0014479177771136165, 0.001867959275841713, 0.0022880008909851313, 0.002708042273297906, 0.0031280838884413242, 0.003548125270754099, 0.003968167118728161, 0.0043882085010409355, 0.00480824988335371, 0.005228291265666485, 0.005648333113640547, 0.0060683744959533215, 0.006488415878266096, 0.006908457726240158, 0.007328499108552933, 0.007748540490865707, 0.008168581873178482, 0.008588623255491257, 0.009008665569126606, 0.00942870695143938, 0.009848748333752155, 0.01026878971606493, 0.010688831098377705, 0.01110887248069048, 0.011528914794325829, 0.011948956176638603, 0.012368997558951378, 0.012789038941264153, 0.013209080323576927, 0.013629121705889702, 0.014049164019525051, 0.014469205401837826, 0.0148892467841506, 0.015309288166463375]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 5.0, 6.0, 8.0, 13.0, 12.0, 27.0, 30.0, 37.0, 47.0, 51.0, 71.0, 80.0, 105.0, 178.0, 223.0, 378.0, 4724.0, 918.0, 285.0, 211.0, 102.0, 96.0, 64.0, 52.0, 44.0, 35.0, 24.0, 17.0, 20.0, 11.0, 10.0, 9.0, 2.0, 6.0, 3.0, 5.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.15448203682899475, -0.14928647875785828, -0.1440909206867218, -0.13889536261558533, -0.13369980454444885, -0.12850426137447357, -0.1233087033033371, -0.11811314523220062, -0.11291758716106415, -0.10772202908992767, -0.1025264710187912, -0.09733092039823532, -0.09213536232709885, -0.08693980425596237, -0.0817442536354065, -0.07654869556427002, -0.07135313749313354, -0.06615757942199707, -0.060962025076150894, -0.05576647073030472, -0.05057091265916824, -0.04537535458803177, -0.04017980024218559, -0.034984245896339417, -0.029788687825202942, -0.024593131616711617, -0.01939757540822029, -0.014202019199728966, -0.00900646299123764, -0.003810906782746315, 0.0013846494257450104, 0.006580205634236336, 0.011775761842727661, 0.016971318051218987, 0.022166874259710312, 0.027362430468201637, 0.03255798667669296, 0.03775354474782944, 0.04294909909367561, 0.04814465343952179, 0.053340211510658264, 0.05853576958179474, 0.06373132765293121, 0.06892687827348709, 0.07412243634462357, 0.07931799441576004, 0.08451354503631592, 0.08970910310745239, 0.09490466117858887, 0.10010021924972534, 0.10529577732086182, 0.1104913279414177, 0.11568688601255417, 0.12088244408369064, 0.12607799470424652, 0.131273552775383, 0.13646911084651947, 0.14166466891765594, 0.14686022698879242, 0.1520557850599289, 0.15725132822990417, 0.16244688630104065, 0.16764244437217712, 0.1728380024433136, 0.17803356051445007]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 2.0, 6.0, 1.0, 4.0, 3.0, 3.0, 4.0, 2.0, 2.0, 29.0, 5.0, 2.0, 1.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 0.0, 3.0, 1.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002033245749771595, -0.001952551887370646, -0.0018718579085543752, -0.0017911640461534262, -0.0017104701837524772, -0.0016297762049362063, -0.0015490823425352573, -0.0014683884801343083, -0.0013876946177333593, -0.0013070006389170885, -0.0012263067765161395, -0.0011456129141151905, -0.0010649189352989197, -0.0009842250728979707, -0.0009035311522893608, -0.0008228372898884118, -0.0007421433692798018, -0.0006614494486711919, -0.0005807555862702429, -0.000500061665661633, -0.00041936777415685356, -0.0003386738826520741, -0.0002579799620434642, -0.00017728607053868473, -9.659217903390527e-05, -1.5898280253168195e-05, 6.479561852756888e-05, 0.00014548952458426356, 0.00022618341608904302, 0.0003068773075938225, 0.0003875712282024324, 0.00046826511970721185, 0.0005489590112119913, 0.0006296529318206012, 0.0007103467942215502, 0.0007910407148301601, 0.0008717345772311091, 0.0009524284978397191, 0.001033122418448329, 0.001113816280849278, 0.001194510143250227, 0.0012752041220664978, 0.0013558979844674468, 0.0014365918468683958, 0.0015172858256846666, 0.0015979796880856156, 0.0016786735504865646, 0.0017593675293028355, 0.0018400613917037845, 0.0019207552541047335, 0.0020014492329210043, 0.0020821429789066315, 0.0021628369577229023, 0.002243530936539173, 0.0023242246825248003, 0.002404918661341071, 0.002485612640157342, 0.002566306386142969, 0.00264700036495924, 0.002727694343775511, 0.002808388089761138, 0.002889082068577409, 0.0029697760473936796, 0.003050469793379307, 0.0031311637721955776]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 5.0, 11.0, 9.0, 13.0, 13.0, 23.0, 37.0, 67.0, 84.0, 116.0, 193.0, 276.0, 433.0, 656.0, 1095.0, 1790.0, 3092.0, 5193.0, 9161.0, 16112.0, 30874.0, 62501.0, 161620.0, 716772.0, 79267.0, 37622.0, 20249.0, 11862.0, 7231.0, 4498.0, 2874.0, 1889.0, 1247.0, 795.0, 591.0, 422.0, 262.0, 185.0, 144.0, 97.0, 67.0, 65.0, 29.0, 23.0, 24.0, 12.0, 11.0, 14.0, 4.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00613044761121273, -0.005905573721975088, -0.0056806993670761585, -0.005455825477838516, -0.005230951122939587, -0.005006077233701944, -0.004781202878803015, -0.0045563289895653725, -0.004331454634666443, -0.004106580745428801, -0.0038817066233605146, -0.0036568325012922287, -0.0034319586120545864, -0.0032070844899863005, -0.0029822103679180145, -0.0027573362458497286, -0.0025324621237814426, -0.0023075880017131567, -0.0020827138796448708, -0.0018578398739919066, -0.0016329657519236207, -0.0014080916298553348, -0.0011832176242023706, -0.0009583435021340847, -0.0007334693800657988, -0.0005085952579975128, -0.0002837211941368878, -5.8847101172432303e-05, 0.00016602699179202318, 0.00039090108475647867, 0.0006157751777209342, 0.0008406492415815592, 0.0010655233636498451, 0.001290397485718131, 0.001515271607786417, 0.0017401456134393811, 0.001965019851922989, 0.002189893741160631, 0.002414767863228917, 0.002639641985297203, 0.002864516107365489, 0.003089390229433775, 0.003314264351502061, 0.003539138473570347, 0.003764012362807989, 0.003988886717706919, 0.004213760606944561, 0.004438634961843491, 0.004663508851081133, 0.004888382740318775, 0.005113257095217705, 0.005338130984455347, 0.005563005339354277, 0.005787879228591919, 0.0060127535834908485, 0.006237627472728491, 0.006462501361966133, 0.006687375716865063, 0.006912249606102705, 0.007137123961001635, 0.007361997850239277, 0.0075868722051382065, 0.007811746094375849, 0.008036619983613491, 0.00826149433851242]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 8.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014151807874441147, -0.01382392831146717, -0.01349604967981577, -0.013168170116841793, -0.012840291485190392, -0.012512411922216415, -0.01218453235924244, -0.011856653727591038, -0.011528774164617062, -0.011200894601643085, -0.010873015969991684, -0.010545136407017708, -0.010217256844043732, -0.00988937821239233, -0.009561498649418354, -0.009233620017766953, -0.008905740454792976, -0.008577860891819, -0.008249982260167599, -0.007922102697193623, -0.007594223599880934, -0.007266344502568245, -0.006938464939594269, -0.00661058584228158, -0.006282706744968891, -0.005954827647656202, -0.0056269485503435135, -0.005299068987369537, -0.0049711898900568485, -0.00464331079274416, -0.0043154312297701836, -0.003987552132457495, -0.003659673035144806, -0.003331793937832117, -0.0030039146076887846, -0.002676035277545452, -0.0023481561802327633, -0.0020202770829200745, -0.001692397752776742, -0.0013645185390487313, -0.0010366393253207207, -0.00070876011159271, -0.00038088089786469936, -5.300168413668871e-05, 0.00027487752959132195, 0.0006027567433193326, 0.0009306359570473433, 0.001258515170775354, 0.0015863943845033646, 0.0019142735982313752, 0.002242152811959386, 0.0025700321421027184, 0.002897911239415407, 0.003225790336728096, 0.0035536696668714285, 0.003881548997014761, 0.00420942809432745, 0.004537307191640139, 0.0048651862889528275, 0.005193065851926804, 0.005520944949239492, 0.005848824046552181, 0.006176703609526157, 0.006504582706838846, 0.006832461804151535]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 7.0, 9.0, 7.0, 5.0, 7.0, 18.0, 15.0, 18.0, 30.0, 34.0, 41.0, 45.0, 57.0, 72.0, 90.0, 119.0, 141.0, 180.0, 229.0, 286.0, 352.0, 529.0, 741.0, 977.0, 1260.0, 2526.0, 5146.0, 1346.0, 864.0, 685.0, 496.0, 410.0, 318.0, 250.0, 210.0, 145.0, 140.0, 131.0, 90.0, 91.0, 58.0, 55.0, 28.0, 30.0, 33.0, 24.0, 18.0, 17.0, 5.0, 9.0, 6.0, 0.0, 3.0, 5.0, 4.0, 4.0, 1.0, 0.0, 4.0, 1.0], "bins": [-0.005648952908813953, -0.0054607875645160675, -0.005272622220218182, -0.005084457341581583, -0.004896291997283697, -0.004708126652985811, -0.004519961308687925, -0.0043317959643900394, -0.004143631085753441, -0.003955465741455555, -0.003767300397157669, -0.003579135052859783, -0.0033909697085618973, -0.003202804597094655, -0.003014639252796769, -0.002826474141329527, -0.002638308797031641, -0.002450143452733755, -0.002261978341266513, -0.002073812996968627, -0.001885647769086063, -0.0016974825412034988, -0.001509317196905613, -0.0013211519690230489, -0.0011329867411404848, -0.0009448215132579207, -0.0007566562271676958, -0.0005684909410774708, -0.0003803257131949067, -0.0001921604562085122, -3.9951992221176624e-06, 0.00018417005776427686, 0.0003723353147506714, 0.0005605005426332355, 0.0007486658287234604, 0.0009368311148136854, 0.0011249963426962495, 0.0013131615705788136, 0.0015013269148766994, 0.0016894921427592635, 0.0018776573706418276, 0.0020658227149397135, 0.0022539878264069557, 0.0024421531707048416, 0.0026303185150027275, 0.0028184836264699697, 0.0030066489707678556, 0.003194814082235098, 0.0033829794265329838, 0.0035711447708308697, 0.003759309882298112, 0.003947474993765354, 0.00413564033806324, 0.004323805682361126, 0.004511971026659012, 0.004700136370956898, 0.004888301715254784, 0.005076466593891382, 0.005264631938189268, 0.005452797282487154, 0.00564096262678504, 0.005829127971082926, 0.006017292849719524, 0.00620545819401741, 0.006393623538315296]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09149736166000366, -0.08917055279016495, -0.08684374392032623, -0.08451693505048752, -0.0821901261806488, -0.07986331731081009, -0.07753650844097137, -0.07520969957113266, -0.07288289070129395, -0.07055608183145523, -0.06822927296161652, -0.0659024640917778, -0.06357565522193909, -0.06124884635210037, -0.05892203748226166, -0.05659522861242294, -0.05426841974258423, -0.051941610872745514, -0.0496148020029068, -0.047287993133068085, -0.04496118426322937, -0.042634375393390656, -0.04030756652355194, -0.037980757653713226, -0.03565394878387451, -0.0333271399140358, -0.031000331044197083, -0.028673522174358368, -0.026346713304519653, -0.02401990443468094, -0.021693095564842224, -0.01936628669500351, -0.017039477825164795, -0.01471266895532608, -0.012385860085487366, -0.010059051215648651, -0.0077322423458099365, -0.005405433475971222, -0.0030786246061325073, -0.0007518157362937927, 0.0015749931335449219, 0.0039018020033836365, 0.006228610873222351, 0.008555419743061066, 0.01088222861289978, 0.013209037482738495, 0.01553584635257721, 0.017862655222415924, 0.02018946409225464, 0.022516272962093353, 0.024843081831932068, 0.027169890701770782, 0.029496699571609497, 0.03182350844144821, 0.034150317311286926, 0.03647712618112564, 0.038803935050964355, 0.04113074392080307, 0.043457552790641785, 0.0457843616604805, 0.048111170530319214, 0.05043797940015793, 0.05276478826999664, 0.05509159713983536, 0.05741840600967407]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 7.0, 7.0, 8.0, 16.0, 22.0, 44.0, 33.0, 24.0, 23.0, 21.0, 18.0, 9.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05940329283475876, -0.05765216797590256, -0.055901046842336655, -0.054149921983480453, -0.05239880084991455, -0.05064767599105835, -0.04889655113220215, -0.047145429998636246, -0.045394305139780045, -0.04364318028092384, -0.04189205914735794, -0.04014093428850174, -0.03838980942964554, -0.036638688296079636, -0.034887563437223434, -0.03313644230365753, -0.03138531744480133, -0.02963419444859028, -0.027883071452379227, -0.026131946593523026, -0.024380823597311974, -0.02262970060110092, -0.02087857574224472, -0.01912745274603367, -0.017376329749822617, -0.015625206753611565, -0.013874082826077938, -0.012122958898544312, -0.01037183590233326, -0.008620712906122208, -0.006869588978588581, -0.005118465516716242, -0.0033673420548439026, -0.0016162185929715633, 0.0001349048689007759, 0.0018860283307731152, 0.0036371517926454544, 0.005388275254517794, 0.007139398716390133, 0.00889052264392376, 0.010641645640134811, 0.012392768636345863, 0.01414389256387949, 0.015895016491413116, 0.01764613948762417, 0.01939726248383522, 0.02114838734269142, 0.022899510338902473, 0.024650633335113525, 0.026401756331324577, 0.02815287932753563, 0.02990400418639183, 0.03165512531995773, 0.033406250178813934, 0.035157375037670135, 0.03690849617123604, 0.03865962103009224, 0.04041074588894844, 0.04216186702251434, 0.043912991881370544, 0.045664116740226746, 0.04741523787379265, 0.04916636273264885, 0.05091748386621475, 0.05266860872507095]}, "_runtime": 31.572243690490723, "_timestamp": 1596207416.1608667, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 5.0, 2.0, 6.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014636741951107979, -0.014234288595616817, -0.013831835240125656, -0.013429381884634495, -0.013026928529143333, -0.012624476104974747, -0.012222022749483585, -0.011819569393992424, -0.011417116038501263, -0.011014662683010101, -0.01061220932751894, -0.010209755972027779, -0.009807303547859192, -0.00940485019236803, -0.00900239683687687, -0.008599943481385708, -0.008197490125894547, -0.007795036770403385, -0.007392583414912224, -0.00699013052508235, -0.006587677169591188, -0.006185223814100027, -0.005782770924270153, -0.005380317568778992, -0.00497786421328783, -0.004575410857796669, -0.004172957502305508, -0.0037705046124756336, -0.0033680512569844723, -0.002965597901493311, -0.0025631447788327932, -0.0021606916561722755, -0.0017582383006811142, -0.0013557850616052747, -0.0009533318225294352, -0.0005508785834535956, -0.00014842534437775612, 0.0002540278946980834, 0.0006564811337739229, 0.0010589343728497624, 0.001461387611925602, 0.0018638408510014415, 0.002266294090077281, 0.0026687472127377987, 0.00307120056822896, 0.0034736539237201214, 0.003876107046380639, 0.004278560169041157, 0.004681013524532318, 0.0050834668800234795, 0.005485920235514641, 0.005888373125344515, 0.006290826480835676, 0.0066932798363268375, 0.007095732726156712, 0.007498186081647873, 0.007900639437139034, 0.008303092792630196, 0.008705546148121357, 0.009107999503612518, 0.009510451927781105, 0.009912905283272266, 0.010315358638763428, 0.010717811994254589, 0.01112026534974575]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 5.0, 8.0, 3.0, 2.0, 4.0, 6.0, 10.0, 16.0, 22.0, 31.0, 41.0, 53.0, 74.0, 118.0, 146.0, 205.0, 313.0, 4580.0, 1339.0, 371.0, 179.0, 121.0, 76.0, 53.0, 32.0, 26.0, 23.0, 14.0, 11.0, 7.0, 3.0, 6.0, 8.0, 9.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.24859993159770966, -0.24219945073127747, -0.23579895496368408, -0.2293984591960907, -0.2229979783296585, -0.21659749746322632, -0.21019700169563293, -0.20379650592803955, -0.19739602506160736, -0.19099554419517517, -0.1845950484275818, -0.1781945526599884, -0.1717940717935562, -0.16539359092712402, -0.15899309515953064, -0.15259259939193726, -0.14619211852550507, -0.13979163765907288, -0.1333911418914795, -0.1269906461238861, -0.12059016525745392, -0.11418967694044113, -0.10778918862342834, -0.10138870030641556, -0.09498821198940277, -0.08858772367238998, -0.0821872353553772, -0.07578674703836441, -0.06938625872135162, -0.06298577040433884, -0.05658528208732605, -0.05018479377031326, -0.043784305453300476, -0.03738381713628769, -0.030983328819274902, -0.024582840502262115, -0.01818235218524933, -0.011781863868236542, -0.005381375551223755, 0.001019112765789032, 0.007419601082801819, 0.013820089399814606, 0.020220577716827393, 0.02662106603384018, 0.033021554350852966, 0.03942204266786575, 0.04582253098487854, 0.05222301930189133, 0.058623507618904114, 0.0650239959359169, 0.07142448425292969, 0.07782497256994247, 0.08422546088695526, 0.09062594920396805, 0.09702643752098083, 0.10342692583799362, 0.10982741415500641, 0.1162279024720192, 0.12262839078903198, 0.12902888655662537, 0.13542936742305756, 0.14182984828948975, 0.14823034405708313, 0.1546308398246765, 0.1610313206911087]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 3.0, 3.0, 5.0, 1.0, 3.0, 6.0, 29.0, 2.0, 4.0, 5.0, 7.0, 4.0, 3.0, 0.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0031393158715218306, -0.0030574111733585596, -0.0029755067080259323, -0.0028936020098626614, -0.0028116973116993904, -0.0027297926135361195, -0.0026478879153728485, -0.002565983450040221, -0.0024840787518769503, -0.0024021740537136793, -0.002320269588381052, -0.002238364890217781, -0.00215646019205451, -0.002074555493891239, -0.001992650795727968, -0.001910746330395341, -0.00182884163223207, -0.001746936934068799, -0.00166503235232085, -0.0015831277705729008, -0.0015012230724096298, -0.0014193183742463589, -0.0013374137924984097, -0.0012555092107504606, -0.0011736045125871897, -0.0010916998144239187, -0.0010097952326759696, -0.0009278905927203596, -0.0008459859527647495, -0.0007640813128091395, -0.0006821766728535295, -0.0006002720328979194, -0.0005183673929423094, -0.00043646275298669934, -0.0003545581130310893, -0.00027265347307547927, -0.00019074883311986923, -0.0001088441931642592, -2.693955320864916e-05, 5.496508674696088e-05, 0.00013686972670257092, 0.00021877436665818095, 0.000300679006613791, 0.000382583646569401, 0.00046448828652501106, 0.0005463929264806211, 0.0006282975664362311, 0.0007102022063918412, 0.0007921068463474512, 0.0008740114863030612, 0.0009559161262586713, 0.0010378207080066204, 0.0011197254061698914, 0.0012016301043331623, 0.0012835346860811114, 0.0013654392678290606, 0.0014473439659923315, 0.0015292486641556025, 0.0016111532459035516, 0.0016930578276515007, 0.0017749625258147717, 0.0018568672239780426, 0.0019387718057259917, 0.002020676387473941, 0.002102581085637212]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 11.0, 7.0, 13.0, 23.0, 42.0, 44.0, 71.0, 106.0, 168.0, 301.0, 407.0, 634.0, 1065.0, 1695.0, 2823.0, 5019.0, 9320.0, 17693.0, 36631.0, 85445.0, 750325.0, 156510.0, 51708.0, 24598.0, 13425.0, 7749.0, 4740.0, 2999.0, 1882.0, 1310.0, 832.0, 609.0, 423.0, 309.0, 213.0, 136.0, 95.0, 71.0, 43.0, 36.0, 28.0, 15.0, 21.0, 9.0, 8.0, 7.0, 4.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.007675168104469776, -0.007409344427287579, -0.007143520284444094, -0.006877696607261896, -0.006611872464418411, -0.006346048787236214, -0.006080224644392729, -0.005814400967210531, -0.005548576824367046, -0.005282753147184849, -0.005016929470002651, -0.004751105327159166, -0.004485281649976969, -0.004219457507133484, -0.003953633829951286, -0.003687809919938445, -0.003421986009925604, -0.0031561620999127626, -0.0028903381898999214, -0.00262451427988708, -0.002358690369874239, -0.0020928666926920414, -0.0018270427826792002, -0.001561218872666359, -0.0012953949626535177, -0.0010295710526406765, -0.0007637472008354962, -0.0004979233490303159, -0.00023209943901747465, 3.3724441891536117e-05, 0.0002995483228005469, 0.0005653721746057272, 0.0008311960846185684, 0.0010970199946314096, 0.0013628439046442509, 0.0016286676982417703, 0.0018944916082546115, 0.002160315401852131, 0.002426139311864972, 0.0026919632218778133, 0.0029577871318906546, 0.003223611041903496, 0.003489434951916337, 0.0037552588619291782, 0.004021082539111376, 0.004286906681954861, 0.004552730359137058, 0.004818554501980543, 0.005084378179162741, 0.005350201856344938, 0.005616025999188423, 0.005881849676370621, 0.006147673819214106, 0.006413497496396303, 0.006679321639239788, 0.006945145316421986, 0.007210968993604183, 0.007476793136447668, 0.007742616813629866, 0.00800844095647335, 0.008274264633655548, 0.008540088310837746, 0.008805912919342518, 0.009071736596524715, 0.009337560273706913]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 10.0, 3.0, 1.0, 3.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018568959087133408, -0.018061872571706772, -0.017554786056280136, -0.0170476995408535, -0.016540613025426865, -0.01603352651000023, -0.015526439063251019, -0.015019352547824383, -0.014512266032397747, -0.014005179516971111, -0.013498093001544476, -0.01299100648611784, -0.01248391903936863, -0.011976832523941994, -0.011469746008515358, -0.010962659493088722, -0.010455572977662086, -0.00994848646223545, -0.009441399946808815, -0.00893431343138218, -0.008427226915955544, -0.007920139469206333, -0.007413052953779697, -0.006905966438353062, -0.006398879922926426, -0.00589179340749979, -0.0053847068920731544, -0.004877619910985231, -0.004370533395558596, -0.00386344688013196, -0.0033563601318746805, -0.002849273383617401, -0.0023421868681907654, -0.0018351002363488078, -0.0013280136045068502, -0.0008209269726648927, -0.0003138403408229351, 0.00019324629101902246, 0.00070033292286098, 0.0012074195547029376, 0.0017145061865448952, 0.002221592701971531, 0.0027286794502288103, 0.0032357661984860897, 0.0037428527139127254, 0.004249939229339361, 0.004757026210427284, 0.00526411272585392, 0.005771199241280556, 0.0062782857567071915, 0.006785372272133827, 0.00729245925322175, 0.007799545768648386, 0.008306632749736309, 0.008813719265162945, 0.00932080578058958, 0.009827892296016216, 0.010334978811442852, 0.010842065326869488, 0.011349151842296124, 0.011856239289045334, 0.01236332580447197, 0.012870412319898605, 0.013377498835325241, 0.013884585350751877]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 4.0, 9.0, 6.0, 4.0, 5.0, 9.0, 8.0, 13.0, 14.0, 27.0, 23.0, 23.0, 30.0, 52.0, 89.0, 98.0, 141.0, 153.0, 223.0, 338.0, 462.0, 477.0, 822.0, 2200.0, 6891.0, 2213.0, 1250.0, 891.0, 601.0, 379.0, 283.0, 201.0, 143.0, 88.0, 63.0, 47.0, 33.0, 20.0, 18.0, 13.0, 13.0, 8.0, 8.0, 4.0, 10.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.013740270398557186, -0.013337970711290836, -0.012935671024024487, -0.012533371336758137, -0.012131071649491787, -0.011728771962225437, -0.011326472274959087, -0.010924172587692738, -0.010521873831748962, -0.010119574144482613, -0.009717274457216263, -0.009314974769949913, -0.008912675082683563, -0.008510375395417213, -0.008108075708150864, -0.007705776020884514, -0.007303476333618164, -0.006901176646351814, -0.0064988769590854645, -0.006096577271819115, -0.005694277584552765, -0.005291978362947702, -0.004889678675681353, -0.004487378988415003, -0.004085079301148653, -0.0036827796138823032, -0.0032804799266159534, -0.0028781804721802473, -0.0024758807849138975, -0.0020735810976475477, -0.0016712815267965198, -0.0012689819559454918, -0.000866682268679142, -0.0004643826396204531, -6.208301056176424e-05, 0.00034021661849692464, 0.0007425162475556135, 0.0011448159348219633, 0.0015471155056729913, 0.0019494150765240192, 0.002351714763790369, 0.002754014451056719, 0.0031563141383230686, 0.0035586135927587748, 0.003960913047194481, 0.004363212734460831, 0.0047655124217271805, 0.00516781210899353, 0.00557011179625988, 0.00597241148352623, 0.00637471117079258, 0.0067770108580589294, 0.007179310545325279, 0.007581609766930342, 0.007983909919857979, 0.008386209607124329, 0.008788509294390678, 0.009190808050334454, 0.009593107737600803, 0.009995407424867153, 0.010397707112133503, 0.010800006799399853, 0.011202306486666203, 0.011604606173932552, 0.012006905861198902]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08103043586015701, -0.07761984318494797, -0.07420925050973892, -0.07079865038394928, -0.06738805770874023, -0.06397746503353119, -0.060566872358322144, -0.0571562759578228, -0.053745683282613754, -0.05033509060740471, -0.046924494206905365, -0.04351390153169632, -0.040103308856487274, -0.03669271245598793, -0.033282119780778885, -0.02987152524292469, -0.026460930705070496, -0.0230503361672163, -0.019639741629362106, -0.01622914895415306, -0.012818554416298866, -0.009407959878444672, -0.005997366271913052, -0.0025867721997201443, 0.0008238218724727631, 0.00423441594466567, 0.007645010016858578, 0.011055603623390198, 0.014466198161244392, 0.017876792699098587, 0.021287385374307632, 0.024697979912161827, 0.02810857445001602, 0.03151916712522507, 0.03492976352572441, 0.038340356200933456, 0.0417509526014328, 0.045161545276641846, 0.04857213795185089, 0.051982734352350235, 0.05539332702755928, 0.058803919702768326, 0.06221451610326767, 0.06562510877847672, 0.06903570145368576, 0.0724462941288948, 0.07585689425468445, 0.0792674869298935, 0.08267807960510254, 0.08608867228031158, 0.08949926495552063, 0.09290986508131027, 0.09632045775651932, 0.09973105043172836, 0.10314164310693741, 0.10655223578214645, 0.1099628359079361, 0.11337342858314514, 0.11678402125835419, 0.12019461393356323, 0.12360520660877228, 0.12701579928398132, 0.13042639195919037, 0.13383698463439941, 0.13724759221076965]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 3.0, 4.0, 5.0, 2.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 5.0, 8.0, 8.0, 7.0, 10.0, 11.0, 18.0, 34.0, 47.0, 19.0, 11.0, 7.0, 6.0, 6.0, 3.0, 1.0, 1.0, 1.0, 7.0, 2.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06015872210264206, -0.05767936632037163, -0.055200010538101196, -0.05272065848112106, -0.05024130269885063, -0.0477619469165802, -0.04528259485960007, -0.042803239077329636, -0.040323883295059204, -0.03784452751278877, -0.03536517173051834, -0.03288581967353821, -0.030406463891267776, -0.027927108108997345, -0.025447754189372063, -0.02296840026974678, -0.02048904448747635, -0.018009688705205917, -0.015530334785580635, -0.013050979934632778, -0.010571625083684921, -0.008092270232737064, -0.0056129153817892075, -0.0031335605308413506, -0.0006542056798934937, 0.0018251491710543633, 0.00430450402200222, 0.006783858872950077, 0.009263213723897934, 0.01174256857484579, 0.014221923425793648, 0.01670127734541893, 0.01918063312768936, 0.021659988909959793, 0.024139342829585075, 0.026618696749210358, 0.02909805253148079, 0.03157740831375122, 0.034056760370731354, 0.036536116153001785, 0.03901547193527222, 0.04149482771754265, 0.04397418349981308, 0.04645353555679321, 0.048932891339063644, 0.051412247121334076, 0.05389159917831421, 0.05637095496058464, 0.05885031074285507, 0.061329666525125504, 0.06380902230739594, 0.06628837436437607, 0.0687677264213562, 0.07124708592891693, 0.07372643798589706, 0.0762057974934578, 0.07868514955043793, 0.08116450160741806, 0.08364386111497879, 0.08612321317195892, 0.08860257267951965, 0.09108192473649979, 0.09356127679347992, 0.09604063630104065, 0.09851998835802078]}, "_runtime": 32.36241865158081, "_timestamp": 1596207416.9510417, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 0.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010563395917415619, -0.01019263919442892, -0.009821882471442223, -0.009451126679778099, -0.009080369956791401, -0.008709613233804703, -0.00833885744214058, -0.007968100719153881, -0.007597343996167183, -0.007226587273180485, -0.006855831015855074, -0.006485074758529663, -0.006114318035542965, -0.005743561312556267, -0.005372805055230856, -0.005002048797905445, -0.004631292074918747, -0.004260535351932049, -0.003889779094606638, -0.0035190226044505835, -0.003148266114294529, -0.0027775096241384745, -0.00240675313398242, -0.0020359966438263655, -0.001665240153670311, -0.0012944836635142565, -0.000923727173358202, -0.0005529706832021475, -0.000182214193046093, 0.0001885422971099615, 0.000559298787266016, 0.0009300552774220705, 0.001300811767578125, 0.0016715682577341795, 0.002042324747890234, 0.0024130812380462885, 0.002783837728202343, 0.0031545942183583975, 0.003525350708514452, 0.0038961071986705065, 0.004266863688826561, 0.004637620411813259, 0.00500837666913867, 0.005379132926464081, 0.005749889649450779, 0.006120646372437477, 0.006491402629762888, 0.006862158887088299, 0.007232915610074997, 0.007603672333061695, 0.007974429056048393, 0.008345184847712517, 0.008715941570699215, 0.009086698293685913, 0.009457454085350037, 0.009828210808336735, 0.010198967531323433, 0.010569724254310131, 0.01094048097729683, 0.011311236768960953, 0.011681993491947651, 0.012052750214934349, 0.012423506006598473, 0.01279426272958517, 0.013165019452571869]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 4.0, 5.0, 5.0, 5.0, 2.0, 7.0, 4.0, 9.0, 11.0, 17.0, 18.0, 26.0, 24.0, 33.0, 35.0, 44.0, 53.0, 76.0, 97.0, 124.0, 157.0, 240.0, 370.0, 4335.0, 1048.0, 365.0, 195.0, 129.0, 96.0, 76.0, 62.0, 50.0, 45.0, 27.0, 17.0, 17.0, 22.0, 10.0, 5.0, 10.0, 9.0, 6.0, 7.0, 6.0, 2.0, 3.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.12822741270065308, -0.12430992722511292, -0.12039244174957275, -0.11647495627403259, -0.11255747079849243, -0.10863997787237167, -0.10472249239683151, -0.10080500692129135, -0.09688752144575119, -0.09297003597021103, -0.08905255049467087, -0.0851350650191307, -0.08121757209300995, -0.07730008661746979, -0.07338260114192963, -0.06946511566638947, -0.0655476301908493, -0.06163014471530914, -0.05771265923976898, -0.05379517003893852, -0.04987768456339836, -0.0459601990878582, -0.04204270988702774, -0.03812522441148758, -0.03420773893594742, -0.030290253460407257, -0.026372766122221947, -0.022455278784036636, -0.018537793308496475, -0.01462030690163374, -0.010702820494771004, -0.006785334087908268, -0.0028678476810455322, 0.0010496387258172035, 0.004967125132679939, 0.008884611539542675, 0.01280209794640541, 0.016719583421945572, 0.020637070760130882, 0.024554558098316193, 0.028472043573856354, 0.032389529049396515, 0.036307014524936676, 0.040224503725767136, 0.0441419892013073, 0.04805947467684746, 0.05197696387767792, 0.05589444935321808, 0.05981193482875824, 0.0637294203042984, 0.06764690577983856, 0.07156439125537872, 0.07548187673091888, 0.07939936965703964, 0.0833168551325798, 0.08723434060811996, 0.09115182608366013, 0.09506931155920029, 0.09898679703474045, 0.10290428251028061, 0.10682177543640137, 0.11073926091194153, 0.11465674638748169, 0.11857423186302185, 0.12249171733856201]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 6.0, 5.0, 1.0, 2.0, 5.0, 5.0, 6.0, 29.0, 7.0, 5.0, 2.0, 4.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002088259905576706, -0.0020005018450319767, -0.0019127439009025693, -0.00182498584035784, -0.0017372278962284327, -0.0016494698356837034, -0.0015617117751389742, -0.0014739538310095668, -0.0013861957704648376, -0.0012984377099201083, -0.001210679765790701, -0.0011229217052459717, -0.0010351636447012424, -0.000947405700571835, -0.0008596476400271058, -0.0007718896376900375, -0.0006841316353529692, -0.0005963736330159009, -0.0005086156306788325, -0.0004208575701341033, -0.000333099567797035, -0.00024534156545996666, -0.00015758353401906788, -6.982551713008434e-05, 1.7932499758899212e-05, 0.00010569051664788276, 0.0001934485335368663, 0.0002812065649777651, 0.0003689645673148334, 0.0004567225696519017, 0.000544480630196631, 0.0006322386325336993, 0.0007199966348707676, 0.0008077546372078359, 0.0008955126395449042, 0.0009832707000896335, 0.0010710286442190409, 0.00115878670476377, 0.0012465447653084993, 0.0013343027094379067, 0.001422060769982636, 0.0015098188305273652, 0.0015975767746567726, 0.0016853348352015018, 0.001773092895746231, 0.0018608508398756385, 0.0019486089004203677, 0.002036366844549775, 0.0021241249050945044, 0.0022118829656392336, 0.002299641026183963, 0.0023873988538980484, 0.0024751569144427776, 0.002562914974987507, 0.002650673035532236, 0.0027384310960769653, 0.0028261891566216946, 0.00291394698433578, 0.0030017050448805094, 0.0030894631054252386, 0.003177221165969968, 0.003264979226514697, 0.0033527370542287827, 0.003440495114773512, 0.003528253175318241]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 6.0, 2.0, 6.0, 5.0, 20.0, 21.0, 41.0, 80.0, 152.0, 208.0, 376.0, 674.0, 1090.0, 1948.0, 3657.0, 6802.0, 14224.0, 31472.0, 79610.0, 752796.0, 151415.0, 57917.0, 29850.0, 16890.0, 10239.0, 6520.0, 4192.0, 2864.0, 1939.0, 1226.0, 915.0, 698.0, 518.0, 350.0, 204.0, 169.0, 158.0, 88.0, 72.0, 54.0, 51.0, 34.0, 17.0, 15.0, 19.0, 14.0, 10.0, 4.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005344895645976067, -0.0050882138311862946, -0.004831531550735235, -0.004574849735945463, -0.004318167455494404, -0.004061485640704632, -0.0038048038259148598, -0.003548121778294444, -0.0032914397306740284, -0.0030347576830536127, -0.002778075635433197, -0.002521393820643425, -0.0022647117730230093, -0.0020080297254025936, -0.0017513477941974998, -0.0014946658629924059, -0.0012379838153719902, -0.0009813017677515745, -0.0007246198365464807, -0.0004679378471337259, -0.0002112558577209711, 4.5426131691783667e-05, 0.00030210812110453844, 0.0005587901105172932, 0.000815472099930048, 0.0010721541475504637, 0.0013288360787555575, 0.0015855180099606514, 0.001842200057581067, 0.0020988821052014828, 0.002355563919991255, 0.0026122459676116705, 0.002868928015232086, 0.003125610062852502, 0.0033822921104729176, 0.0036389739252626896, 0.0038956559728831053, 0.004152338020503521, 0.004409019835293293, 0.004665702115744352, 0.004922383930534124, 0.005179065745323896, 0.005435748025774956, 0.005692429840564728, 0.0059491116553545, 0.006205793935805559, 0.006462475750595331, 0.0067191580310463905, 0.006975839845836163, 0.007232521660625935, 0.007489203941076994, 0.007745885755866766, 0.008002568036317825, 0.008259249851107597, 0.00851593166589737, 0.008772613480687141, 0.009029295295476913, 0.00928597804158926, 0.009542659856379032, 0.009799341671168804, 0.010056023485958576, 0.010312705300748348, 0.010569388046860695, 0.010826069861650467, 0.011082751676440239]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 2.0, 6.0, 4.0, 7.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00920073688030243, -0.008679882623255253, -0.008159028366208076, -0.007638173643499613, -0.007117318920791149, -0.006596464663743973, -0.006075610406696796, -0.005554755683988333, -0.005033901426941156, -0.00451304716989398, -0.003992192447185516, -0.00347133819013834, -0.00295048370026052, -0.0024296292103827, -0.0019087748369202018, -0.0013879204634577036, -0.0008670659735798836, -0.0003462115419097245, 0.00017464288976043463, 0.0006954973214305937, 0.0012163517531007528, 0.0017372062429785728, 0.002258060500025749, 0.0027789149899035692, 0.0032997694797813892, 0.0038206239696592093, 0.004341478459537029, 0.004862332716584206, 0.005383186973631382, 0.005904041696339846, 0.006424895953387022, 0.006945750676095486, 0.007466604933142662, 0.007987459190189838, 0.008508313447237015, 0.009029168635606766, 0.009550022892653942, 0.010070877149701118, 0.010591731406748295, 0.011112585663795471, 0.011633440852165222, 0.012154295109212399, 0.012675149366259575, 0.013196003623306751, 0.013716857880353928, 0.014237712137401104, 0.014758567325770855, 0.015279421582818031, 0.015800274908542633, 0.016321130096912384, 0.016841985285282135, 0.017362838611006737, 0.017883693799376488, 0.01840454712510109, 0.01892540231347084, 0.01944625750184059, 0.019967110827565193, 0.020487966015934944, 0.021008819341659546, 0.021529674530029297, 0.022050529718399048, 0.02257138304412365, 0.0230922382324934, 0.023613091558218002, 0.024133946746587753]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 5.0, 21.0, 16.0, 21.0, 30.0, 34.0, 71.0, 78.0, 132.0, 138.0, 197.0, 260.0, 301.0, 429.0, 503.0, 698.0, 1011.0, 1366.0, 2236.0, 5822.0, 1283.0, 818.0, 685.0, 470.0, 419.0, 300.0, 201.0, 156.0, 105.0, 119.0, 81.0, 64.0, 64.0, 52.0, 31.0, 24.0, 27.0, 28.0, 17.0, 25.0, 20.0, 11.0, 9.0, 14.0, 9.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.008845847100019455, -0.008533424697816372, -0.008221002295613289, -0.007908579893410206, -0.007596157491207123, -0.00728373508900404, -0.006971312686800957, -0.006658890284597874, -0.006346467882394791, -0.006034045480191708, -0.005721623077988625, -0.0054092006757855415, -0.0050967782735824585, -0.0047843558713793755, -0.004471933469176292, -0.004159511066973209, -0.0038470886647701263, -0.0035346662625670433, -0.0032222438603639603, -0.0029098214581608772, -0.002597399055957794, -0.002284976653754711, -0.001972554251551628, -0.001660131849348545, -0.001347709447145462, -0.001035287044942379, -0.000722864642739296, -0.0004104422405362129, -9.801983833312988e-05, 0.00021440256386995316, 0.0005268249660730362, 0.0008392473682761192, 0.0011516697704792023, 0.0014640921726822853, 0.0017765145748853683, 0.0020889369770884514, 0.0024013593792915344, 0.0027137817814946175, 0.0030262041836977005, 0.0033386265859007835, 0.0036510489881038666, 0.00396347139030695, 0.004275893792510033, 0.004588316194713116, 0.004900738596916199, 0.005213160999119282, 0.005525583401322365, 0.005838005803525448, 0.006150428205728531, 0.006462850607931614, 0.006775273010134697, 0.00708769541233778, 0.007400117814540863, 0.007712540216743946, 0.008024962618947029, 0.008337385021150112, 0.008649807423353195, 0.008962229825556278, 0.009274652227759361, 0.009587074629962444, 0.009899497032165527, 0.01021191943436861, 0.010524341836571693, 0.010836764238774776, 0.01114918664097786]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.07709327340126038, -0.07532867044210434, -0.0735640674829483, -0.07179945707321167, -0.07003485411405563, -0.0682702511548996, -0.06650564819574356, -0.06474104523658752, -0.06297643482685089, -0.061211831867694855, -0.05944722890853882, -0.05768262594938278, -0.05591801926493645, -0.05415341630578041, -0.052388809621334076, -0.05062420666217804, -0.048859603703022, -0.04709499701857567, -0.04533039405941963, -0.0435657873749733, -0.04180118441581726, -0.040036577731370926, -0.03827197477221489, -0.03650737181305885, -0.03474276512861252, -0.03297816216945648, -0.031213557347655296, -0.02944895252585411, -0.027684347704052925, -0.02591974288225174, -0.024155139923095703, -0.022390535101294518, -0.020625930279493332, -0.018861325457692146, -0.01709672063589096, -0.01533211674541235, -0.013567512854933739, -0.011802908033132553, -0.010038303211331367, -0.008273699320852757, -0.006509094499051571, -0.004744490142911673, -0.0029798855539411306, -0.0012152810813859105, 0.0005493233911693096, 0.002313927747309208, 0.0040785325691103935, 0.005843136925250292, 0.00760774128139019, 0.009372346103191376, 0.011136949993669987, 0.012901554815471172, 0.014666158705949783, 0.01643076352775097, 0.018195368349552155, 0.01995997317135334, 0.021724577993154526, 0.023489180952310562, 0.025253785774111748, 0.027018390595912933, 0.02878299541771412, 0.030547600239515305, 0.03231220319867134, 0.034076809883117676, 0.03584141284227371]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 5.0, 3.0, 10.0, 22.0, 15.0, 44.0, 33.0, 21.0, 10.0, 10.0, 5.0, 9.0, 7.0, 6.0, 6.0, 6.0, 5.0, 3.0, 5.0, 6.0, 4.0, 2.0, 5.0, 1.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0317198783159256, -0.03053191304206848, -0.029343947768211365, -0.028155982494354248, -0.02696801722049713, -0.025780050083994865, -0.02459208481013775, -0.023404119536280632, -0.022216154262423515, -0.0210281889885664, -0.019840223714709282, -0.018652258440852165, -0.0174642913043499, -0.016276326030492783, -0.015088360756635666, -0.01390039548277855, -0.012712430208921432, -0.011524464935064316, -0.010336499661207199, -0.009148533456027508, -0.007960568182170391, -0.006772602908313274, -0.00558463716879487, -0.004396671429276466, -0.0032087061554193497, -0.0020207406487315893, -0.000832775142043829, 0.0003551903646439314, 0.0015431558713316917, 0.002731121378019452, 0.0039190868847072124, 0.0051070526242256165, 0.006295017898082733, 0.00748298317193985, 0.008670948445796967, 0.009858914650976658, 0.011046879924833775, 0.012234845198690891, 0.013422811403870583, 0.0146107766777277, 0.015798741951584816, 0.016986707225441933, 0.01817467249929905, 0.019362637773156166, 0.020550604909658432, 0.02173857018351555, 0.022926535457372665, 0.024114500731229782, 0.0253024660050869, 0.026490431278944016, 0.027678396552801132, 0.02886636182665825, 0.030054327100515366, 0.03124229423701763, 0.0324302576482296, 0.033618222922086716, 0.03480619192123413, 0.03599415719509125, 0.037182122468948364, 0.03837008774280548, 0.0395580530166626, 0.040746018290519714, 0.04193398356437683, 0.04312194883823395, 0.044309914112091064]}, "_runtime": 33.1541793346405, "_timestamp": 1596207417.7428024, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 3.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-0.01135934703052044, -0.011071004904806614, -0.010782663710415363, -0.010494321584701538, -0.010205979458987713, -0.009917637333273888, -0.009629296138882637, -0.009340954013168812, -0.009052611887454987, -0.008764270693063736, -0.00847592856734991, -0.008187586441636086, -0.00789924431592226, -0.007610902655869722, -0.0073225609958171844, -0.007034218870103359, -0.006745877210050821, -0.006457535549998283, -0.006169193424284458, -0.00588085176423192, -0.005592509638518095, -0.005304167978465557, -0.005015825852751732, -0.004727484192699194, -0.004439142532646656, -0.004150800406932831, -0.0038624585140496492, -0.0035741166211664677, -0.0032857749611139297, -0.002997433068230748, -0.0027090911753475666, -0.002420749282464385, -0.0021324073895812035, -0.0018440654966980219, -0.0015557236038148403, -0.0012673818273469806, -0.000979039934463799, -0.0006906980415806174, -0.00040235620690509677, -0.00011401434312574565, 0.00017432752065360546, 0.0004626693844329566, 0.0007510112482123077, 0.0010393530828878284, 0.00132769497577101, 0.0016160368686541915, 0.0019043786451220512, 0.002192720538005233, 0.0024810624308884144, 0.002769404323771596, 0.0030577462166547775, 0.003346088109537959, 0.0036344300024211407, 0.003922771662473679, 0.004211113788187504, 0.004499455448240042, 0.00478779710829258, 0.005076139234006405, 0.005364480894058943, 0.005652823019772768, 0.005941164679825306, 0.006229506805539131, 0.006517848465591669, 0.006806190591305494, 0.007094532251358032]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 7.0, 1.0, 6.0, 6.0, 11.0, 9.0, 14.0, 14.0, 19.0, 21.0, 27.0, 40.0, 50.0, 70.0, 100.0, 119.0, 166.0, 233.0, 377.0, 4566.0, 994.0, 333.0, 215.0, 137.0, 86.0, 67.0, 53.0, 33.0, 36.0, 18.0, 27.0, 25.0, 11.0, 10.0, 7.0, 2.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14924003183841705, -0.14506147801876068, -0.1408829241991043, -0.13670438528060913, -0.13252583146095276, -0.1283472776412964, -0.12416873127222061, -0.11999017745256424, -0.11581163108348846, -0.11163307726383209, -0.10745452344417572, -0.10327597707509995, -0.09909742325544357, -0.0949188768863678, -0.09074032306671143, -0.08656177669763565, -0.08238322287797928, -0.0782046690583229, -0.07402612268924713, -0.06984756886959076, -0.06566902250051498, -0.06149046868085861, -0.05731191858649254, -0.053133368492126465, -0.04895481839776039, -0.04477626830339432, -0.040597718209028244, -0.03641916811466217, -0.0322406142950058, -0.028062066063284874, -0.02388351410627365, -0.019704964011907578, -0.015526413917541504, -0.01134786382317543, -0.007169312797486782, -0.002990762237459421, 0.0011877883225679398, 0.005366338882595301, 0.009544889442622662, 0.01372344046831131, 0.017901990562677383, 0.022080540657043457, 0.02625909075140953, 0.030437642708420753, 0.034616194665431976, 0.03879474475979805, 0.042973294854164124, 0.0471518449485302, 0.05133039504289627, 0.055508945137262344, 0.05968749523162842, 0.06386604905128479, 0.06804459542036057, 0.07222314924001694, 0.07640169560909271, 0.08058024942874908, 0.08475880324840546, 0.08893734961748123, 0.0931159034371376, 0.09729444980621338, 0.10147300362586975, 0.10565154999494553, 0.1098301038146019, 0.11400865018367767, 0.11818720400333405]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 6.0, 3.0, 2.0, 6.0, 6.0, 5.0, 4.0, 28.0, 4.0, 1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020034913904964924, -0.001928723300807178, -0.0018539553275331855, -0.0017791872378438711, -0.0017044191481545568, -0.0016296511748805642, -0.0015548830851912498, -0.0014801149955019355, -0.0014053469058126211, -0.0013305789325386286, -0.0012558108428493142, -0.0011810427531599998, -0.0011062747798860073, -0.001031506690196693, -0.0009567386587150395, -0.0008819705690257251, -0.0008072025375440717, -0.0007324345060624182, -0.0006576664163731039, -0.0005828983848914504, -0.000508130295202136, -0.0004333622637204826, -0.00035859423223882914, -0.00028382617165334523, -0.00020905811106786132, -0.0001342900504823774, -5.952200444880873e-05, 1.5246048860717565e-05, 9.001410217024386e-05, 0.00016478216275572777, 0.00023955020878929645, 0.00031431825482286513, 0.00038908631540834904, 0.00046385437599383295, 0.0005386224365793169, 0.0006133904680609703, 0.0006881585577502847, 0.0007629265892319381, 0.0008376946207135916, 0.0009124627104029059, 0.0009872308000922203, 0.0010619987733662128, 0.0011367668630555272, 0.0012115349527448416, 0.0012863029260188341, 0.0013610710157081485, 0.0014358391053974628, 0.0015106070786714554, 0.0015853751683607697, 0.0016601432580500841, 0.0017349112313240767, 0.001809679321013391, 0.0018844474107027054, 0.001959215383976698, 0.002033983590081334, 0.0021087515633553267, 0.002183519536629319, 0.0022582877427339554, 0.002333055716007948, 0.0024078236892819405, 0.0024825918953865767, 0.002557359868660569, 0.0026321278419345617, 0.002706896048039198, 0.0027816640213131905]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 3.0, 8.0, 18.0, 23.0, 18.0, 42.0, 76.0, 126.0, 177.0, 315.0, 489.0, 801.0, 1382.0, 2429.0, 4425.0, 9116.0, 19623.0, 47018.0, 135178.0, 795984.0, 91443.0, 33696.0, 15803.0, 8490.0, 4681.0, 2873.0, 1733.0, 1105.0, 748.0, 487.0, 369.0, 265.0, 191.0, 134.0, 105.0, 56.0, 49.0, 42.0, 28.0, 15.0, 18.0, 9.0, 13.0, 8.0, 4.0, 4.0, 9.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006508967373520136, -0.00623205304145813, -0.005955138709396124, -0.005678223911672831, -0.005401309579610825, -0.005124395247548819, -0.004847480915486813, -0.004570566583424807, -0.004293652251362801, -0.004016737453639507, -0.0037398231215775013, -0.0034629087895154953, -0.0031859944574534893, -0.0029090798925608397, -0.0026321655604988337, -0.002355250995606184, -0.002078336663544178, -0.0018014222150668502, -0.0015245077665895224, -0.0012475934345275164, -0.0009706789860501885, -0.0006937645375728607, -0.0004168501473031938, -0.00013993572792969644, 0.00013697869144380093, 0.0004138931108172983, 0.0006908075301907957, 0.0009677219204604626, 0.0012446363689377904, 0.0015215508174151182, 0.0017984651494771242, 0.002075379714369774, 0.00235229404643178, 0.002629208378493786, 0.0029061229433864355, 0.0031830372754484415, 0.003459951840341091, 0.003736866172403097, 0.004013780504465103, 0.004290694836527109, 0.004567609168589115, 0.0048445239663124084, 0.0051214382983744144, 0.0053983526304364204, 0.0056752669624984264, 0.0059521812945604324, 0.006229096092283726, 0.006506010424345732, 0.006782924756407738, 0.007059839088469744, 0.00733675342053175, 0.007613668218255043, 0.007890582084655762, 0.008167496882379055, 0.008444411680102348, 0.008721325546503067, 0.00899824034422636, 0.009275154210627079, 0.009552069008350372, 0.009828983806073666, 0.010105897672474384, 0.010382812470197678, 0.010659726336598396, 0.01093664113432169, 0.011213555932044983]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 7.0, 1.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013937056995928288, -0.0135011225938797, -0.013065189123153687, -0.012629255652427673, -0.012193321250379086, -0.011757386848330498, -0.011321453377604485, -0.010885519906878471, -0.010449585504829884, -0.010013651102781296, -0.009577717632055283, -0.00914178416132927, -0.008705849759280682, -0.008269915357232094, -0.00783398188650608, -0.00739804795011878, -0.00696211401373148, -0.006526180077344179, -0.006090246140956879, -0.005654312204569578, -0.005218378268182278, -0.004782444331794977, -0.004346510395407677, -0.003910576459020376, -0.0034746425226330757, -0.0030387085862457752, -0.0026027746498584747, -0.0021668407134711742, -0.0017309067770838737, -0.0012949728406965733, -0.0008590389043092728, -0.0004231049679219723, 1.2828968465328217e-05, 0.0004487629048526287, 0.0008846968412399292, 0.0013206307776272297, 0.0017565647140145302, 0.0021924986504018307, 0.002628432586789131, 0.0030643665231764317, 0.003500300459563732, 0.003936234395951033, 0.004372168332338333, 0.004808102268725634, 0.005244036205112934, 0.005679970141500235, 0.006115904077887535, 0.006551838014274836, 0.006987771950662136, 0.007423705887049437, 0.007859639823436737, 0.00829557329416275, 0.008731507696211338, 0.009167442098259926, 0.009603375568985939, 0.010039309039711952, 0.01047524344176054, 0.010911177843809128, 0.011347111314535141, 0.011783044785261154, 0.012218979187309742, 0.01265491358935833, 0.013090847060084343, 0.013526780530810356, 0.013962714932858944]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 2.0, 3.0, 8.0, 6.0, 11.0, 12.0, 19.0, 25.0, 38.0, 51.0, 58.0, 69.0, 99.0, 127.0, 186.0, 211.0, 266.0, 371.0, 417.0, 567.0, 657.0, 837.0, 1102.0, 1503.0, 5102.0, 2249.0, 964.0, 690.0, 487.0, 365.0, 348.0, 306.0, 199.0, 174.0, 152.0, 125.0, 104.0, 108.0, 94.0, 82.0, 64.0, 39.0, 24.0, 24.0, 17.0, 14.0, 10.0, 10.0, 4.0, 13.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0], "bins": [-0.008250311948359013, -0.007983672432601452, -0.007717032451182604, -0.007450392469763756, -0.007183752954006195, -0.006917113438248634, -0.006650473456829786, -0.006383833475410938, -0.0061171939596533775, -0.005850554443895817, -0.005583914462476969, -0.005317274481058121, -0.00505063496530056, -0.004783995449542999, -0.004517355468124151, -0.004250715486705303, -0.0039840759709477425, -0.003717436222359538, -0.0034507964737713337, -0.0031841567251831293, -0.002917516976594925, -0.0026508772280067205, -0.002384237479418516, -0.0021175977308303118, -0.0018509579822421074, -0.001584318233653903, -0.0013176784850656986, -0.0010510387364774942, -0.0007843989878892899, -0.0005177592393010855, -0.0002511194907128811, 1.5520257875323296e-05, 0.0002821600064635277, 0.0005487997550517321, 0.0008154395036399364, 0.0010820792522281408, 0.0013487190008163452, 0.0016153587494045496, 0.001881998497992754, 0.0021486382465809584, 0.0024152779951691628, 0.002681917743757367, 0.0029485574923455715, 0.003215197240933776, 0.0034818369895219803, 0.0037484767381101847, 0.004015116486698389, 0.004281756468117237, 0.004548395983874798, 0.0048150354996323586, 0.005081675481051207, 0.005348315462470055, 0.005614954978227615, 0.005881594493985176, 0.006148234475404024, 0.006414874456822872, 0.006681513972580433, 0.006948153488337994, 0.007214793469756842, 0.00748143345117569, 0.00774807296693325, 0.008014712482690811, 0.008281351998448372, 0.008547992445528507, 0.008814631961286068]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1261235773563385, -0.12044020742177963, -0.11475683003664017, -0.1090734601020813, -0.10339008271694183, -0.09770671278238297, -0.0920233353972435, -0.08633996546268463, -0.08065658807754517, -0.0749732181429863, -0.06928984820842743, -0.06360647082328796, -0.057923100888729095, -0.05223972722887993, -0.04655635356903076, -0.040872979909181595, -0.03518960624933243, -0.02950623258948326, -0.023822858929634094, -0.018139487132430077, -0.01245611347258091, -0.00677274027839303, -0.0010893670842051506, 0.004594006109982729, 0.010277379304170609, 0.015960752964019775, 0.021644126623868942, 0.02732749842107296, 0.03301087021827698, 0.038694243878126144, 0.04437761753797531, 0.05006099119782448, 0.055744364857673645, 0.06142773851752281, 0.06711111217737198, 0.07279448211193085, 0.07847785949707031, 0.08416122943162918, 0.08984460681676865, 0.09552797675132751, 0.10121135413646698, 0.10689472407102585, 0.11257809400558472, 0.11826147139072418, 0.12394484132528305, 0.12962821125984192, 0.13531158864498138, 0.14099496603012085, 0.14667832851409912, 0.1523617058992386, 0.15804508328437805, 0.16372846066951752, 0.1694118231534958, 0.17509520053863525, 0.18077857792377472, 0.18646195530891418, 0.19214531779289246, 0.19782869517803192, 0.2035120725631714, 0.20919543504714966, 0.21487881243228912, 0.2205621898174286, 0.22624556720256805, 0.23192892968654633, 0.2376123070716858]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 3.0, 3.0, 8.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 22.0, 28.0, 23.0, 59.0, 30.0, 18.0, 10.0, 4.0, 3.0, 3.0, 1.0, 4.0, 0.0, 4.0, 4.0, 1.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.09251022338867188, -0.08842112123966217, -0.08433202654123306, -0.08024292439222336, -0.07615382224321365, -0.07206472754478455, -0.06797562539577484, -0.06388652324676514, -0.05979742482304573, -0.055708326399326324, -0.05161922425031662, -0.047530125826597214, -0.04344102740287781, -0.0393519252538681, -0.0352628268301487, -0.03117372654378414, -0.027084626257419586, -0.02299552597105503, -0.018906425684690475, -0.01481732726097107, -0.010728226974606514, -0.006639127153903246, -0.002550027333199978, 0.0015390724875032902, 0.005628172308206558, 0.009717272594571114, 0.013806371949613094, 0.017895471304655075, 0.02198457159101963, 0.026073671877384186, 0.030162770301103592, 0.034251872450113297, 0.0383409708738327, 0.04243006929755211, 0.04651917144656181, 0.05060826987028122, 0.054697372019290924, 0.05878647044301033, 0.06287556886672974, 0.06696467101573944, 0.07105377316474915, 0.07514286786317825, 0.07923197001218796, 0.08332107216119766, 0.08741016685962677, 0.09149926900863647, 0.09558837115764618, 0.09967746585607529, 0.10376656800508499, 0.1078556701540947, 0.1119447648525238, 0.11603386700153351, 0.12012296915054321, 0.12421206384897232, 0.12830117344856262, 0.13239026069641113, 0.13647936284542084, 0.14056846499443054, 0.14465756714344025, 0.14874666929244995, 0.15283577144145966, 0.15692485868930817, 0.16101396083831787, 0.16510306298732758, 0.16919216513633728]}, "_runtime": 33.92966413497925, "_timestamp": 1596207418.5182872, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.008688803762197495, -0.00842426810413599, -0.008159732446074486, -0.007895195856690407, -0.0076306601986289024, -0.007366124540567398, -0.007101588416844606, -0.006837052293121815, -0.00657251663506031, -0.006307980976998806, -0.006043444853276014, -0.005778908729553223, -0.005514373071491718, -0.005249837413430214, -0.004985301289707422, -0.004720765165984631, -0.004456229507923126, -0.004191693849861622, -0.00392715772613883, -0.003662621835246682, -0.003398085944354534, -0.003133550053462386, -0.002869014162570238, -0.00260447827167809, -0.002339942380785942, -0.002075406489893794, -0.001810870599001646, -0.001546334708109498, -0.00128179881721735, -0.001017262926325202, -0.000752727035433054, -0.00048819114454090595, -0.00022365525364875793, 4.088063724339008e-05, 0.0003054165281355381, 0.0005699524190276861, 0.0008344883099198341, 0.0010990242008119822, 0.0013635600917041302, 0.0016280959825962782, 0.0018926318734884262, 0.0021571677643805742, 0.0024217036552727222, 0.0026862395461648703, 0.0029507754370570183, 0.0032153113279491663, 0.0034798472188413143, 0.0037443831097334623, 0.00400891900062561, 0.004273454658687115, 0.004537990782409906, 0.004802526906132698, 0.005067062564194202, 0.005331598222255707, 0.0055961343459784985, 0.00586067046970129, 0.0061252061277627945, 0.006389741785824299, 0.0066542779095470905, 0.006918814033269882, 0.0071833496913313866, 0.007447885349392891, 0.007712421473115683, 0.007976957596838474, 0.008241493254899979]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 8.0, 8.0, 6.0, 4.0, 8.0, 16.0, 17.0, 22.0, 31.0, 31.0, 31.0, 48.0, 56.0, 63.0, 76.0, 114.0, 143.0, 186.0, 341.0, 3337.0, 2116.0, 367.0, 244.0, 139.0, 91.0, 68.0, 81.0, 50.0, 45.0, 26.0, 33.0, 24.0, 14.0, 16.0, 12.0, 9.0, 5.0, 6.0, 7.0, 5.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.15305395424365997, -0.14891347289085388, -0.1447729766368866, -0.1406324803829193, -0.13649199903011322, -0.13235151767730713, -0.12821102142333984, -0.12407053261995316, -0.11993004381656647, -0.11578955501317978, -0.11164906620979309, -0.1075085774064064, -0.10336808860301971, -0.09922759979963303, -0.09508711099624634, -0.09094662219285965, -0.08680613338947296, -0.08266564458608627, -0.07852515578269958, -0.0743846669793129, -0.07024417817592621, -0.06610368937253952, -0.06196320056915283, -0.057822711765766144, -0.053682222962379456, -0.04954173415899277, -0.04540124535560608, -0.04126075655221939, -0.0371202677488327, -0.032979778945446014, -0.028839290142059326, -0.024698801338672638, -0.02055831253528595, -0.01641782373189926, -0.012277334928512573, -0.008136846125125885, -0.003996357321739197, 0.00014413148164749146, 0.00428462028503418, 0.008425109088420868, 0.012565597891807556, 0.016706086695194244, 0.020846575498580933, 0.02498706430196762, 0.02912755310535431, 0.033268041908741, 0.037408530712127686, 0.041549019515514374, 0.04568950831890106, 0.04982999712228775, 0.05397048592567444, 0.05811097472906113, 0.062251463532447815, 0.0663919523358345, 0.07053244113922119, 0.07467292994260788, 0.07881341874599457, 0.08295390754938126, 0.08709439635276794, 0.09123488515615463, 0.09537537395954132, 0.09951586276292801, 0.1036563515663147, 0.10779684036970139, 0.11193732917308807]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 4.0, 5.0, 2.0, 0.0, 4.0, 10.0, 8.0, 30.0, 6.0, 5.0, 3.0, 3.0, 4.0, 2.0, 3.0, 3.0, 0.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002722368109971285, -0.002625468885526061, -0.002528569893911481, -0.002431670669466257, -0.002334771677851677, -0.002237872453406453, -0.002140973461791873, -0.002044074237346649, -0.001947175245732069, -0.0018502760212868452, -0.0017533769132569432, -0.0016564778052270412, -0.0015595786971971393, -0.0014626795891672373, -0.0013657804811373353, -0.0012688813731074333, -0.0011719822650775313, -0.0010750831570476294, -0.0009781840490177274, -0.0008812849409878254, -0.0007843858329579234, -0.0006874866667203605, -0.0005905875586904585, -0.0004936884506605566, -0.0003967893426306546, -0.0002998902346007526, -0.00020299111201893538, -0.00010609199671307579, -9.192881407216191e-06, 8.77062338986434e-05, 0.000184605349204503, 0.0002815044717863202, 0.0003784035798162222, 0.00047530268784612417, 0.0005722017958760262, 0.0006691009039059281, 0.0007660000119358301, 0.000862899178173393, 0.000959798286203295, 0.001056697336025536, 0.001153596444055438, 0.0012504956685006618, 0.0013473947765305638, 0.0014442938845604658, 0.0015411929925903678, 0.0016380921006202698, 0.0017349912086501718, 0.0018318903166800737, 0.0019287894247099757, 0.0020256885327398777, 0.0021225877571851015, 0.0022194867487996817, 0.0023163859732449055, 0.0024132849648594856, 0.0025101841893047094, 0.0026070831809192896, 0.0027039824053645134, 0.0028008813969790936, 0.0028977806214243174, 0.0029946796130388975, 0.0030915788374841213, 0.0031884778290987015, 0.0032853770535439253, 0.0033822760451585054, 0.0034791752696037292]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 8.0, 4.0, 5.0, 21.0, 23.0, 27.0, 31.0, 46.0, 78.0, 118.0, 187.0, 307.0, 516.0, 828.0, 1337.0, 2169.0, 3625.0, 6118.0, 11285.0, 21297.0, 44734.0, 119173.0, 781438.0, 94765.0, 37847.0, 19902.0, 11675.0, 7066.0, 4496.0, 3053.0, 2102.0, 1429.0, 1053.0, 792.0, 555.0, 394.0, 317.0, 217.0, 174.0, 134.0, 90.0, 64.0, 62.0, 27.0, 19.0, 12.0, 10.0, 8.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007320862729102373, -0.007095869164913893, -0.006870875600725412, -0.006645882036536932, -0.006420888472348452, -0.006195894908159971, -0.005970901809632778, -0.005745908245444298, -0.005520914681255817, -0.005295921117067337, -0.005070927552878857, -0.004845933988690376, -0.004620940424501896, -0.0043959468603134155, -0.004170953296124935, -0.003945959731936455, -0.003720966400578618, -0.0034959728363901377, -0.0032709792722016573, -0.0030459859408438206, -0.00282099237665534, -0.00259599881246686, -0.0023710052482783794, -0.002146011684089899, -0.0019210182363167405, -0.0016960246721282601, -0.0014710312243551016, -0.0012460376601666212, -0.0010210440959781408, -0.0007960506482049823, -0.0005710570840165019, -0.00034606357803568244, -0.00012107007205486298, 0.00010392344847787172, 0.0003289169690106064, 0.0005539105040952563, 0.0007789040100760758, 0.0010038975160568953, 0.0012288910802453756, 0.0014538845280185342, 0.0016788780922070146, 0.001903871656395495, 0.0021288651041686535, 0.002353858668357134, 0.0025788522325456142, 0.0028038457967340946, 0.0030288391280919313, 0.0032538326922804117, 0.003478826256468892, 0.0037038198206573725, 0.003928813152015209, 0.00415380671620369, 0.00437880028039217, 0.00460379384458065, 0.004828787408769131, 0.005053780972957611, 0.0052787745371460915, 0.005503768101334572, 0.005728761665523052, 0.005953754764050245, 0.006178748328238726, 0.006403741892427206, 0.006628735456615686, 0.006853729020804167, 0.007078722584992647]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 5.0, 1.0, 9.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009391076862812042, -0.0088079534471035, -0.008224830031394958, -0.007641707547008991, -0.007058584131300449, -0.0064754607155919075, -0.005892337765544653, -0.005309214815497398, -0.0047260913997888565, -0.004142967984080315, -0.00355984503403306, -0.002976721851155162, -0.0023935986682772636, -0.0018104754853993654, -0.0012273523025214672, -0.000644229119643569, -6.110593676567078e-05, 0.0005220172461122274, 0.0011051404289901257, 0.0016882636118680239, 0.002271386794745922, 0.0028545099776238203, 0.0034376331605017185, 0.004020756110548973, 0.004603879526257515, 0.005187002941966057, 0.005770125892013311, 0.006353248842060566, 0.006936372257769108, 0.00751949567347765, 0.008102618157863617, 0.008685741573572159, 0.0092688649892807, 0.009851988404989243, 0.010435111820697784, 0.011018234305083752, 0.011601357720792294, 0.012184481136500835, 0.012767603620886803, 0.013350727036595345, 0.013933850452303886, 0.014516973868012428, 0.01510009728372097, 0.015683220699429512, 0.016266342252492905, 0.016849465668201447, 0.01743258908390999, 0.01801571249961853, 0.018598835915327072, 0.019181959331035614, 0.019765082746744156, 0.020348206162452698, 0.02093132957816124, 0.021514451131224632, 0.022097574546933174, 0.022680697962641716, 0.023263821378350258, 0.0238469447940588, 0.02443006820976734, 0.025013191625475883, 0.025596313178539276, 0.026179436594247818, 0.02676256000995636, 0.0273456834256649, 0.027928806841373444]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 6.0, 3.0, 2.0, 7.0, 2.0, 19.0, 22.0, 54.0, 54.0, 67.0, 122.0, 150.0, 167.0, 231.0, 343.0, 413.0, 490.0, 585.0, 734.0, 895.0, 1185.0, 1694.0, 2640.0, 4821.0, 819.0, 531.0, 370.0, 317.0, 237.0, 221.0, 183.0, 134.0, 122.0, 123.0, 101.0, 94.0, 70.0, 66.0, 62.0, 44.0, 28.0, 26.0, 23.0, 33.0, 15.0, 14.0, 13.0, 15.0, 9.0, 13.0, 7.0, 2.0, 6.0, 3.0, 5.0, 2.0, 4.0, 1.0, 3.0, 1.0, 4.0], "bins": [-0.00705714151263237, -0.006786256097257137, -0.006515370216220617, -0.006244484335184097, -0.005973598919808865, -0.005702713504433632, -0.005431827623397112, -0.005160941742360592, -0.004890056326985359, -0.0046191709116101265, -0.0043482850305736065, -0.0040773991495370865, -0.003806513734161854, -0.0035356280859559774, -0.003264742437750101, -0.0029938567895442247, -0.0027229711413383484, -0.002452085493132472, -0.0021811998449265957, -0.0019103141967207193, -0.001639428548514843, -0.0013685429003089666, -0.0010976572521030903, -0.0008267716038972139, -0.0005558859556913376, -0.00028500030748546124, -1.4114659279584885e-05, 0.00025677098892629147, 0.0005276566371321678, 0.0007985422853380442, 0.0010694279335439205, 0.0013403135817497969, 0.0016111992299556732, 0.0018820848781615496, 0.002152970526367426, 0.0024238561745733023, 0.0026947418227791786, 0.002965627470985055, 0.0032365131191909313, 0.0035073987673968077, 0.003778284415602684, 0.004049169830977917, 0.004320055712014437, 0.004590941593050957, 0.004861827008426189, 0.005132712423801422, 0.005403598304837942, 0.005674484185874462, 0.005945369601249695, 0.0062162550166249275, 0.0064871408976614475, 0.0067580267786979675, 0.0070289121940732, 0.007299797609448433, 0.007570683490484953, 0.007841569371521473, 0.008112454786896706, 0.008383340202271938, 0.008654225617647171, 0.008925111964344978, 0.009195997379720211, 0.009466882795095444, 0.009737769141793251, 0.010008654557168484, 0.010279539972543716]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11397396773099899, -0.11051975935697556, -0.10706555098295212, -0.10361134260892868, -0.10015714168548584, -0.0967029333114624, -0.09324872493743896, -0.08979451656341553, -0.08634030818939209, -0.08288609981536865, -0.07943189144134521, -0.07597768306732178, -0.07252347469329834, -0.0690692737698555, -0.06561506539583206, -0.062160857021808624, -0.05870664864778519, -0.05525244027376175, -0.05179823189973831, -0.04834402725100517, -0.044889818876981735, -0.0414356105029583, -0.03798140585422516, -0.03452719748020172, -0.031072989106178284, -0.027618780732154846, -0.024164574220776558, -0.02071036770939827, -0.017256159335374832, -0.01380195189267397, -0.010347744449973106, -0.0068935370072722435, -0.0034393295645713806, 1.487787812948227e-05, 0.003469085320830345, 0.006923292763531208, 0.010377500206232071, 0.013831707648932934, 0.017285915091633797, 0.020740121603012085, 0.024194329977035522, 0.02764853835105896, 0.031102744862437248, 0.034556951373815536, 0.038011159747838974, 0.04146536812186241, 0.04491957277059555, 0.04837378114461899, 0.051827989518642426, 0.05528219789266586, 0.0587364062666893, 0.06219061091542244, 0.06564481556415558, 0.06909902393817902, 0.07255323231220245, 0.07600744068622589, 0.07946164906024933, 0.08291585743427277, 0.0863700658082962, 0.08982427418231964, 0.09327848255634308, 0.09673268347978592, 0.10018689185380936, 0.1036411002278328, 0.10709530860185623]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 3.0, 5.0, 8.0, 9.0, 9.0, 9.0, 22.0, 10.0, 19.0, 10.0, 9.0, 11.0, 29.0, 13.0, 9.0, 8.0, 5.0, 12.0, 6.0, 8.0, 1.0, 5.0, 4.0, 4.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 9.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.050198815762996674, -0.04856514185667038, -0.046931467950344086, -0.04529779404401779, -0.0436641201376915, -0.042030442506074905, -0.04039676859974861, -0.03876309469342232, -0.037129420787096024, -0.03549574688076973, -0.033862072974443436, -0.03222839906811714, -0.0305947232991457, -0.028961049392819405, -0.02732737362384796, -0.025693699717521667, -0.024060025811195374, -0.02242635190486908, -0.020792677998542786, -0.019159002229571342, -0.01752532832324505, -0.015891654416918755, -0.014257979579269886, -0.012624304741621017, -0.010990630835294724, -0.00935695692896843, -0.007723282091319561, -0.00608960771933198, -0.0044559333473443985, -0.0028222589753568172, -0.001188584603369236, 0.00044508976861834526, 0.0020787641406059265, 0.0037124385125935078, 0.005346112884581089, 0.00697978725656867, 0.008613461628556252, 0.010247135534882545, 0.011880810372531414, 0.013514485210180283, 0.015148159116506577, 0.01678183302283287, 0.018415506929159164, 0.020049182698130608, 0.0216828566044569, 0.023316530510783195, 0.02495020627975464, 0.026583880186080933, 0.028217554092407227, 0.02985122799873352, 0.031484901905059814, 0.03311857581138611, 0.0347522497177124, 0.036385927349328995, 0.03801960125565529, 0.03965327516198158, 0.04128694906830788, 0.04292062297463417, 0.044554296880960464, 0.04618797078728676, 0.04782164841890335, 0.049455322325229645, 0.05108899623155594, 0.05272267013788223, 0.05435634404420853]}, "_runtime": 34.72231125831604, "_timestamp": 1596207419.3109343, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0071261185221374035, -0.006880610715597868, -0.00663510337471962, -0.006389595568180084, -0.006144087761640549, -0.0058985804207623005, -0.005653072614222765, -0.0054075648076832294, -0.005162057466804981, -0.004916549660265446, -0.00467104185372591, -0.004425534047186375, -0.0041800267063081264, -0.003934518899768591, -0.003689011326059699, -0.0034435035195201635, -0.0031979959458112717, -0.00295248837210238, -0.0027069805655628443, -0.0024614729918539524, -0.002215965185314417, -0.001970457611605525, -0.0017249500378966331, -0.0014794423477724195, -0.0012339346576482058, -0.000988426967523992, -0.0007429193356074393, -0.0004974117036908865, -0.0002519040135666728, -6.396352546289563e-06, 0.00023911130847409368, 0.0004846189694944769, 0.0007301266305148602, 0.0009756343206390738, 0.0012211420107632875, 0.0014666495844721794, 0.001712157274596393, 0.001957664964720607, 0.0022031725384294987, 0.002448680344969034, 0.002694187918677926, 0.002939695492386818, 0.0031852032989263535, 0.0034307108726352453, 0.003676218446344137, 0.003921726252883673, 0.004167234059423208, 0.0044127414003014565, 0.004658249206840992, 0.0049037570133805275, 0.005149264354258776, 0.005394772160798311, 0.005640279967337847, 0.005885787308216095, 0.0061312951147556305, 0.006376802921295166, 0.0066223107278347015, 0.00686781806871295, 0.007113325875252485, 0.007358833681792021, 0.007604341022670269, 0.007849848829209805, 0.00809535663574934, 0.008340864442288876, 0.008586371317505836]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 3.0, 7.0, 9.0, 4.0, 11.0, 13.0, 20.0, 19.0, 19.0, 30.0, 34.0, 50.0, 58.0, 74.0, 117.0, 137.0, 170.0, 251.0, 379.0, 4637.0, 811.0, 348.0, 165.0, 115.0, 97.0, 60.0, 49.0, 57.0, 36.0, 20.0, 25.0, 17.0, 16.0, 15.0, 12.0, 1.0, 9.0, 5.0, 7.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11686377227306366, -0.11304546147584915, -0.10922715067863464, -0.10540883243083954, -0.10159052163362503, -0.09777221083641052, -0.09395390003919601, -0.0901355892419815, -0.0863172709941864, -0.0824989601969719, -0.07868064939975739, -0.07486233860254288, -0.07104402780532837, -0.06722571700811386, -0.06340739876031876, -0.05958908796310425, -0.05577077716588974, -0.05195246636867523, -0.048134151846170425, -0.04431584104895592, -0.04049752652645111, -0.0366792157292366, -0.032860904932022095, -0.029042592272162437, -0.02522427961230278, -0.021405966952443123, -0.017587654292583466, -0.013769343495368958, -0.0099510308355093, -0.00613271864131093, -0.0023144064471125603, 0.0015039057470858097, 0.00532221794128418, 0.009140530601143837, 0.01295884232968092, 0.016777154058218002, 0.02059546671807766, 0.024413779377937317, 0.028232090175151825, 0.03205040469765663, 0.03586871549487114, 0.03968702629208565, 0.043505340814590454, 0.04732365161180496, 0.05114196240901947, 0.05496027693152428, 0.058778587728738785, 0.06259690225124359, 0.0664152130484581, 0.07023352384567261, 0.07405183464288712, 0.07787015289068222, 0.08168846368789673, 0.08550677448511124, 0.08932508528232574, 0.09314339607954025, 0.09696170687675476, 0.10078002512454987, 0.10459833592176437, 0.10841664671897888, 0.11223495751619339, 0.1160532683134079, 0.119871586561203, 0.12368989735841751, 0.12750820815563202]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 3.0, 4.0, 4.0, 4.0, 9.0, 3.0, 26.0, 4.0, 3.0, 2.0, 3.0, 2.0, 6.0, 4.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0], "bins": [-0.0028397818095982075, -0.002765739569440484, -0.002691697096452117, -0.0026176548562943935, -0.0025436123833060265, -0.002469570143148303, -0.002395527670159936, -0.0023214854300022125, -0.0022474429570138454, -0.002173400716856122, -0.002099358243867755, -0.0020253160037100315, -0.0019512736471369863, -0.001877231290563941, -0.0018031889339908957, -0.0017291465774178505, -0.0016551042208448052, -0.00158106186427176, -0.0015070195076987147, -0.0014329771511256695, -0.0013589347945526242, -0.001284892437979579, -0.0012108500814065337, -0.0011368077248334885, -0.001062765484675765, -0.0009887231281027198, -0.0009146807133220136, -0.0008406383567489684, -0.000766596058383584, -0.0006925537018105388, -0.0006185113452374935, -0.0005444689886644483, -0.000470426632091403, -0.00039638427551835775, -0.0003223419189453125, -0.0002482995914760977, -0.00017425723490305245, -0.00010021488560596481, -2.617253630887717e-05, 4.786981298821047e-05, 0.00012191216228529811, 0.00019595451885834336, 0.0002699968754313886, 0.0003440392029006034, 0.00041808155947364867, 0.0004921238869428635, 0.0005661662435159087, 0.000640208600088954, 0.0007142509566619992, 0.0007882933132350445, 0.0008623356698080897, 0.000936378026381135, 0.0010104203829541802, 0.0010844627395272255, 0.0011585050961002707, 0.001232547452673316, 0.0013065896928310394, 0.0013806320494040847, 0.00145467440597713, 0.0015287167625501752, 0.0016027591191232204, 0.0016768014756962657, 0.001750843832269311, 0.0018248861888423562, 0.0018989285454154015]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 5.0, 8.0, 9.0, 16.0, 17.0, 34.0, 44.0, 66.0, 96.0, 157.0, 225.0, 380.0, 537.0, 791.0, 1343.0, 2071.0, 3576.0, 6063.0, 11067.0, 22022.0, 46984.0, 136428.0, 779270.0, 87406.0, 36880.0, 18383.0, 10029.0, 5891.0, 3547.0, 2207.0, 1367.0, 880.0, 611.0, 360.0, 276.0, 172.0, 152.0, 82.0, 66.0, 46.0, 26.0, 17.0, 10.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009126554243266582, -0.008861209265887737, -0.008595865219831467, -0.008330520242452621, -0.008065175265073776, -0.007799830287694931, -0.007534485775977373, -0.007269141264259815, -0.00700379628688097, -0.006738451309502125, -0.006473106797784567, -0.006207762286067009, -0.005942417308688164, -0.0056770723313093185, -0.005411727819591761, -0.005146383307874203, -0.0048810383304953575, -0.004615693353116512, -0.004350348841398954, -0.0040850043296813965, -0.0038196593523025513, -0.0035543146077543497, -0.003288969863206148, -0.0030236251186579466, -0.002758280374109745, -0.0024929356295615435, -0.002227590885013342, -0.0019622461404651403, -0.0016969013959169388, -0.0014315566513687372, -0.0011662119068205357, -0.0009008671622723341, -0.0006355224177241325, -0.000370177673175931, -0.00010483292862772942, 0.00016051181592047215, 0.0004258565604686737, 0.0006912013050168753, 0.0009565460495650768, 0.0012218907941132784, 0.00148723553866148, 0.0017525802832096815, 0.002017925027757883, 0.0022832697723060846, 0.002548614516854286, 0.0028139592614024878, 0.0030793040059506893, 0.003344648750498891, 0.0036099934950470924, 0.003875338239595294, 0.0041406829841434956, 0.0044060274958610535, 0.004671372473239899, 0.004936717450618744, 0.005202061962336302, 0.00546740647405386, 0.005732751451432705, 0.00599809642881155, 0.006263440940529108, 0.006528785452246666, 0.006794130429625511, 0.007059475407004356, 0.007324819918721914, 0.007590164430439472, 0.007855509407818317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 2.0, 9.0, 3.0, 5.0, 3.0, 2.0, 4.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03016626089811325, -0.029388315975666046, -0.02861037105321884, -0.027832426130771637, -0.027054481208324432, -0.026276536285877228, -0.025498591363430023, -0.02472064644098282, -0.023942701518535614, -0.02316475473344326, -0.022386809810996056, -0.02160886488854885, -0.020830919966101646, -0.020052975043654442, -0.019275030121207237, -0.018497085198760033, -0.017719140276312828, -0.016941195353865623, -0.01616325043141842, -0.015385305508971214, -0.01460736058652401, -0.01382941473275423, -0.013051469810307026, -0.012273524887859821, -0.011495579965412617, -0.010717635042965412, -0.009939690120518208, -0.009161745198071003, -0.008383799344301224, -0.0076058548875153065, -0.006827909499406815, -0.00604996457695961, -0.005272019654512405, -0.004494074732065201, -0.0037161295767873526, -0.0029381844215095043, -0.0021602394990622997, -0.0013822944601997733, -0.0006043494213372469, 0.00017359561752527952, 0.0009515406563878059, 0.0017294856952503324, 0.0025074307341128588, 0.003285375889390707, 0.004063320811837912, 0.004841265734285116, 0.005619211122393608, 0.006397156044840813, 0.007175100967288017, 0.007953045889735222, 0.008730990812182426, 0.009508935734629631, 0.010286880657076836, 0.011064826510846615, 0.01184277143329382, 0.012620716355741024, 0.013398661278188229, 0.014176606200635433, 0.014954551123082638, 0.015732496976852417, 0.01651044189929962, 0.017288386821746826, 0.01806633174419403, 0.018844276666641235, 0.01962222158908844]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 3.0, 6.0, 14.0, 4.0, 9.0, 13.0, 29.0, 35.0, 25.0, 35.0, 34.0, 29.0, 87.0, 103.0, 110.0, 112.0, 133.0, 143.0, 175.0, 220.0, 253.0, 280.0, 427.0, 685.0, 1245.0, 2738.0, 6256.0, 1733.0, 1075.0, 711.0, 497.0, 362.0, 226.0, 146.0, 110.0, 74.0, 50.0, 56.0, 41.0, 20.0, 25.0, 14.0, 14.0, 18.0, 8.0, 8.0, 3.0, 4.0, 1.0, 8.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.012015629559755325, -0.01161644421517849, -0.011217258870601654, -0.010818073526024818, -0.010418888181447983, -0.010019702836871147, -0.009620517492294312, -0.009221332147717476, -0.00882214680314064, -0.00842296052724123, -0.008023775182664394, -0.007624590303748846, -0.007225404493510723, -0.0068262191489338875, -0.006427033804357052, -0.006027848459780216, -0.005628663115203381, -0.005229477770626545, -0.004830292426049709, -0.004431107081472874, -0.004031921736896038, -0.0036327361594885588, -0.0032335505820810795, -0.002834365237504244, -0.0024351798929274082, -0.0020359945483505726, -0.0016368090873584151, -0.0012376236263662577, -0.000838438281789422, -0.0004392528790049255, -4.0067476220428944e-05, 0.0003591179265640676, 0.0007583033293485641, 0.0011574886739253998, 0.0015566741349175572, 0.0019558595959097147, 0.0023550449404865503, 0.002754230285063386, 0.0031534158624708652, 0.003552601207047701, 0.0039517865516245365, 0.004350971896201372, 0.004750157240778208, 0.005149342585355043, 0.005548528395593166, 0.005947713740170002, 0.006346899084746838, 0.006746084429323673, 0.007145269773900509, 0.0075444551184773445, 0.00794364046305418, 0.008342825807631016, 0.008742011152207851, 0.009141196496784687, 0.009540381841361523, 0.009939567185938358, 0.010338753461837769, 0.010737938806414604, 0.01113712415099144, 0.011536309495568275, 0.011935494840145111, 0.012334680184721947, 0.012733865529298782, 0.013133050873875618, 0.013532236218452454]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.25087690353393555, -0.2446068674325943, -0.23833681643009186, -0.2320667803287506, -0.22579674422740936, -0.21952669322490692, -0.21325665712356567, -0.20698662102222443, -0.20071658492088318, -0.19444653391838074, -0.1881764978170395, -0.18190646171569824, -0.1756364107131958, -0.16936637461185455, -0.1630963385105133, -0.15682628750801086, -0.15055625140666962, -0.14428621530532837, -0.13801616430282593, -0.13174612820148468, -0.12547609210014343, -0.11920604854822159, -0.11293600499629974, -0.1066659688949585, -0.10039592534303665, -0.09412588179111481, -0.08785584568977356, -0.08158580213785172, -0.07531575858592987, -0.06904572248458862, -0.06277567893266678, -0.05650563910603523, -0.050235599279403687, -0.04396555945277214, -0.037695519626140594, -0.03142547607421875, -0.025155436247587204, -0.018885396420955658, -0.012615354731678963, -0.006345313973724842, -7.527321577072144e-05, 0.006194767542183399, 0.01246480830013752, 0.018734849989414215, 0.02500488981604576, 0.03127492964267731, 0.03754497319459915, 0.0438150130212307, 0.050085052847862244, 0.05635509267449379, 0.06262513250112534, 0.06889517605304718, 0.07516521215438843, 0.08143525570631027, 0.08770529925823212, 0.09397533535957336, 0.10024537891149521, 0.10651542246341705, 0.1127854585647583, 0.11905550211668015, 0.125325545668602, 0.13159558176994324, 0.13786561787128448, 0.14413566887378693, 0.15040570497512817]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 8.0, 16.0, 23.0, 38.0, 54.0, 32.0, 23.0, 5.0, 5.0, 7.0, 2.0, 4.0, 9.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0], "bins": [-0.18332526087760925, -0.17898303270339966, -0.17464080452919006, -0.17029857635498047, -0.16595634818077087, -0.16161412000656128, -0.15727189183235168, -0.1529296636581421, -0.1485874354839325, -0.1442452073097229, -0.1399029791355133, -0.1355607509613037, -0.13121852278709412, -0.12687629461288452, -0.12253405898809433, -0.11819183081388474, -0.11384960263967514, -0.10950737446546555, -0.10516514629125595, -0.10082291811704636, -0.09648068994283676, -0.09213846176862717, -0.08779623359441757, -0.08345400542020798, -0.07911176979541779, -0.07476954162120819, -0.0704273134469986, -0.066085085272789, -0.06174285709857941, -0.05740062892436981, -0.05305840075016022, -0.04871617257595062, -0.04437394440174103, -0.04003171622753143, -0.03568948805332184, -0.031347259879112244, -0.0270050298422575, -0.022662801668047905, -0.01832057163119316, -0.013978343456983566, -0.009636115282773972, -0.0052938866429030895, -0.0009516580030322075, 0.0033905706368386745, 0.007732799276709557, 0.012075027450919151, 0.016417257487773895, 0.02075948566198349, 0.025101713836193085, 0.02944394201040268, 0.033786170184612274, 0.03812839835882187, 0.042470626533031464, 0.04681285843253136, 0.05115508660674095, 0.055497314780950546, 0.05983954295516014, 0.06418177485466003, 0.06852400302886963, 0.07286623120307922, 0.07720845937728882, 0.08155068755149841, 0.08589291572570801, 0.0902351438999176, 0.0945773720741272]}, "_runtime": 35.49916958808899, "_timestamp": 1596207420.0877926, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010768169537186623, -0.01043887808918953, -0.01010958757251501, -0.009780297055840492, -0.009451005607843399, -0.009121714159846306, -0.008792423643171787, -0.008463133126497269, -0.008133841678500175, -0.00780455069616437, -0.007475259713828564, -0.007145968731492758, -0.006816677749156952, -0.006487386766821146, -0.00615809578448534, -0.005828804802149534, -0.005499513819813728, -0.0051702228374779224, -0.0048409318551421165, -0.004511640872806311, -0.004182349890470505, -0.003853058908134699, -0.003523767925798893, -0.003194476943463087, -0.002865185961127281, -0.0025358949787914753, -0.0022066039964556694, -0.0018773130141198635, -0.0015480220317840576, -0.0012187310494482517, -0.0008894400671124458, -0.0005601490847766399, -0.00023085810244083405, 9.843287989497185e-05, 0.00042772386223077774, 0.0007570148445665836, 0.0010863058269023895, 0.0014155968092381954, 0.0017448877915740013, 0.002074178773909807, 0.002403469756245613, 0.002732760738581419, 0.003062051720917225, 0.0033913427032530308, 0.0037206336855888367, 0.0040499246679246426, 0.0043792156502604485, 0.004708506632596254, 0.00503779761493206, 0.005367088597267866, 0.005696379579603672, 0.006025670561939478, 0.006354961544275284, 0.00668425252661109, 0.007013543508946896, 0.0073428344912827015, 0.007672125473618507, 0.0080014169216156, 0.00833070743829012, 0.008659997954964638, 0.008989289402961731, 0.009318580850958824, 0.009647871367633343, 0.009977161884307861, 0.010306453332304955]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 7.0, 7.0, 6.0, 7.0, 13.0, 17.0, 20.0, 28.0, 25.0, 39.0, 44.0, 76.0, 97.0, 103.0, 174.0, 256.0, 423.0, 4698.0, 879.0, 343.0, 181.0, 116.0, 83.0, 65.0, 56.0, 36.0, 26.0, 26.0, 12.0, 13.0, 14.0, 6.0, 4.0, 2.0, 5.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1663104146718979, -0.16150306165218353, -0.15669569373130798, -0.15188834071159363, -0.14708098769187927, -0.14227363467216492, -0.13746628165245056, -0.132658913731575, -0.12785156071186066, -0.1230442076921463, -0.11823684722185135, -0.1134294867515564, -0.10862213373184204, -0.10381478071212769, -0.09900742024183273, -0.09420005977153778, -0.08939270675182343, -0.08458535373210907, -0.07977799326181412, -0.07497063279151917, -0.07016327977180481, -0.06535592675209045, -0.0605485662817955, -0.05574120953679085, -0.050933852791786194, -0.04612649604678154, -0.041319139301776886, -0.03651178255677223, -0.03170442581176758, -0.026897069066762924, -0.02208971232175827, -0.017282355576753616, -0.012474998831748962, -0.0076676420867443085, -0.0028602853417396545, 0.0019470714032649994, 0.006754428148269653, 0.011561784893274307, 0.01636914163827896, 0.021176498383283615, 0.02598385512828827, 0.030791211873292923, 0.03559856861829758, 0.04040592536330223, 0.045213282108306885, 0.05002063885331154, 0.05482799559831619, 0.05963535234332085, 0.0644427090883255, 0.06925006210803986, 0.07405742257833481, 0.07886478304862976, 0.08367213606834412, 0.08847948908805847, 0.09328684955835342, 0.09809421002864838, 0.10290156304836273, 0.10770891606807709, 0.11251627653837204, 0.11732363700866699, 0.12213099002838135, 0.1269383430480957, 0.13174569606781006, 0.1365530639886856, 0.14136041700839996]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 31.0, 5.0, 2.0, 5.0, 4.0, 2.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023944934364408255, -0.0023152504581958055, -0.0022360077127814293, -0.0021567647345364094, -0.0020775217562913895, -0.001998279010877013, -0.0019190360326319933, -0.0018397931708022952, -0.0017605503089725971, -0.001681307447142899, -0.001602064585313201, -0.001522821607068181, -0.001443578745238483, -0.0013643358834087849, -0.001285092905163765, -0.0012058500433340669, -0.0011266071815043688, -0.0010473643196746707, -0.0009681213996373117, -0.0008888784795999527, -0.0008096356177702546, -0.0007303927559405565, -0.0006511498359031975, -0.0005719069158658385, -0.0004926640540361404, -0.0004134211631026119, -0.00033417827216908336, -0.0002549353812355548, -0.00017569249030202627, -9.644959936849773e-05, -1.7206708434969187e-05, 6.203618249855936e-05, 0.0001412790734320879, 0.00022052196436561644, 0.000299764855299145, 0.0003790077462326735, 0.00045825063716620207, 0.0005374934989959002, 0.0006167364190332592, 0.0006959793390706182, 0.0007752222009003162, 0.0008544650627300143, 0.0009337079827673733, 0.0010129509028047323, 0.0010921937646344304, 0.0011714366264641285, 0.0012506796047091484, 0.0013299224665388465, 0.0014091653283685446, 0.0014884081901982427, 0.0015676510520279408, 0.0016468940302729607, 0.0017261368921026587, 0.0018053797539323568, 0.0018846227321773767, 0.001963865477591753, 0.002043108455836773, 0.002122351434081793, 0.002201594179496169, 0.002280837157741189, 0.0023600799031555653, 0.002439322881400585, 0.002518565859645605, 0.0025978086050599813, 0.0026770515833050013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 10.0, 10.0, 21.0, 35.0, 38.0, 74.0, 89.0, 149.0, 220.0, 368.0, 580.0, 915.0, 1588.0, 2646.0, 4448.0, 7689.0, 14215.0, 28302.0, 67844.0, 234374.0, 681952.0, 65565.0, 30365.0, 15843.0, 8823.0, 5231.0, 3027.0, 1854.0, 1244.0, 749.0, 485.0, 295.0, 188.0, 122.0, 87.0, 53.0, 32.0, 34.0, 23.0, 12.0, 7.0, 12.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.009412192739546299, -0.009143812581896782, -0.00887543335556984, -0.008607053197920322, -0.00833867397159338, -0.008070293813943863, -0.0078019145876169205, -0.007533534895628691, -0.007265155203640461, -0.006996775045990944, -0.006728395354002714, -0.006460015662014484, -0.006191635970026255, -0.005923256278038025, -0.005654876586049795, -0.005386496894061565, -0.005118117202073336, -0.004849737510085106, -0.004581357818096876, -0.004312978126108646, -0.004044598434120417, -0.0037762185093015432, -0.0035078388173133135, -0.0032394591253250837, -0.002971079433336854, -0.0027026997413486242, -0.0024343200493603945, -0.0021659403573721647, -0.0018975605489686131, -0.0016291808569803834, -0.0013608010485768318, -0.001092421356588602, -0.0008240416646003723, -0.0005556619726121426, -0.0002872822224162519, -1.890250132419169e-05, 0.0002494772197678685, 0.0005178569117560983, 0.0007862366619519889, 0.0010546164121478796, 0.0013229961041361094, 0.001591375796124339, 0.0018597554881125689, 0.0021281351801007986, 0.002396515104919672, 0.0026648947969079018, 0.0029332744888961315, 0.0032016541808843613, 0.003470033872872591, 0.0037384135648608208, 0.0040067932568490505, 0.00427517294883728, 0.00454355264082551, 0.00481193233281374, 0.0050803120248019695, 0.005348691716790199, 0.005617071874439716, 0.005885451566427946, 0.006153831258416176, 0.006422210950404406, 0.006690590642392635, 0.006958970334380865, 0.007227350026369095, 0.007495729718357325, 0.007764109410345554]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 8.0, 5.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012227239087224007, -0.011528183706104755, -0.01082912739366293, -0.010130072012543678, -0.009431015700101852, -0.008731960318982601, -0.00803290493786335, -0.007333849091082811, -0.006634793244302273, -0.005935737397521734, -0.005236681550741196, -0.004537626169621944, -0.003838570322841406, -0.0031395144760608673, -0.0024404588621109724, -0.0017414031317457557, -0.001042347401380539, -0.0003432916710153222, 0.0003557640593498945, 0.0010548197897151113, 0.001753875520080328, 0.0024529313668608665, 0.0031519869808107615, 0.0038510425947606564, 0.004550098441541195, 0.0052491542883217335, 0.005948210135102272, 0.006647265516221523, 0.007346321363002062, 0.0080453772097826, 0.008744432590901852, 0.009443488903343678, 0.010142544284462929, 0.01084159966558218, 0.011540655978024006, 0.012239711359143257, 0.012938767671585083, 0.013637823052704334, 0.014336878433823586, 0.015035934746265411, 0.015734989196062088, 0.016434045508503914, 0.01713310182094574, 0.017832158133387566, 0.018531212583184242, 0.019230268895626068, 0.019929325208067894, 0.02062837965786457, 0.021327435970306396, 0.022026492282748222, 0.0227255467325449, 0.023424603044986725, 0.02412365935742855, 0.024822713807225227, 0.025521770119667053, 0.02622082643210888, 0.026919882744550705, 0.02761893719434738, 0.028317993506789207, 0.029017049819231033, 0.02971610426902771, 0.030415160581469536, 0.03111421689391136, 0.03181327134370804, 0.03251232951879501]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 3.0, 6.0, 8.0, 15.0, 15.0, 29.0, 52.0, 57.0, 58.0, 89.0, 110.0, 163.0, 246.0, 353.0, 452.0, 633.0, 767.0, 985.0, 1217.0, 1483.0, 2110.0, 5924.0, 1070.0, 604.0, 415.0, 308.0, 199.0, 195.0, 145.0, 101.0, 96.0, 78.0, 64.0, 51.0, 41.0, 42.0, 36.0, 27.0, 35.0, 26.0, 19.0, 12.0, 11.0, 21.0, 6.0, 8.0, 8.0, 5.0, 3.0, 5.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010328740812838078, -0.009953012689948082, -0.009577285498380661, -0.009201557375490665, -0.008825830183923244, -0.008450102061033249, -0.008074374869465828, -0.007698646746575832, -0.007322919089347124, -0.006947191432118416, -0.0065714637748897076, -0.006195736117660999, -0.005820007994771004, -0.0054442803375422955, -0.005068552680313587, -0.004692825023084879, -0.004317097365856171, -0.003941369708627462, -0.003565642051398754, -0.003189914161339402, -0.002814186504110694, -0.0024384588468819857, -0.0020627309568226337, -0.0016870032995939255, -0.0013112756423652172, -0.000935547926928848, -0.0005598202114924788, -0.00018409249605610967, 0.00019163521938025951, 0.0005673629348166287, 0.0009430906502529979, 0.001318818423897028, 0.0016945460811257362, 0.0020702737383544445, 0.0024460013955831528, 0.0028217292856425047, 0.003197456942871213, 0.0035731846000999212, 0.003948912490159273, 0.004324640147387981, 0.00470036780461669, 0.005076095461845398, 0.005451823119074106, 0.0058275507763028145, 0.00620327889919281, 0.006579006556421518, 0.006954734213650227, 0.007330461870878935, 0.007706189528107643, 0.008081917650997639, 0.00845764484256506, 0.008833372965455055, 0.009209100157022476, 0.009584828279912472, 0.009960555471479893, 0.010336283594369888, 0.01071201078593731, 0.011087738908827305, 0.0114634670317173, 0.011839194223284721, 0.012214922346174717, 0.012590649537742138, 0.012966377660632133, 0.013342104852199554, 0.01371783297508955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10332262516021729, -0.10075867176055908, -0.09819471836090088, -0.09563076496124268, -0.09306681156158447, -0.09050286561250687, -0.08793891221284866, -0.08537495881319046, -0.08281100541353226, -0.08024705201387405, -0.07768309861421585, -0.07511914521455765, -0.07255519926548004, -0.06999124586582184, -0.06742729246616364, -0.06486333906650543, -0.06229938566684723, -0.059735432267189026, -0.05717147886753082, -0.05460752919316292, -0.052043575793504715, -0.04947962239384651, -0.04691567271947861, -0.044351719319820404, -0.0417877659201622, -0.039223812520504, -0.036659859120845795, -0.03409590944647789, -0.03153195604681969, -0.028968002647161484, -0.02640405111014843, -0.023840099573135376, -0.021276146173477173, -0.01871219277381897, -0.016148241236805916, -0.013584288768470287, -0.011020336300134659, -0.00845638383179903, -0.005892431363463402, -0.0033284788951277733, -0.0007645264267921448, 0.0017994260415434837, 0.004363378509879112, 0.006927330978214741, 0.00949128344655037, 0.012055235914885998, 0.014619188383221626, 0.01718313992023468, 0.019747093319892883, 0.022311046719551086, 0.02487499825656414, 0.027438949793577194, 0.030002903193235397, 0.0325668565928936, 0.035130806267261505, 0.03769475966691971, 0.04025871306657791, 0.042822666466236115, 0.04538661986589432, 0.04795056954026222, 0.050514522939920425, 0.05307847633957863, 0.05564242601394653, 0.058206379413604736, 0.06077033281326294]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 8.0, 10.0, 16.0, 22.0, 26.0, 22.0, 46.0, 18.0, 25.0, 18.0, 15.0, 10.0, 3.0, 9.0, 5.0, 5.0, 7.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0], "bins": [-0.11365289241075516, -0.11125031858682632, -0.10884774476289749, -0.10644516348838806, -0.10404258966445923, -0.1016400158405304, -0.09923744201660156, -0.09683486819267273, -0.0944322943687439, -0.09202971309423447, -0.08962713927030563, -0.0872245654463768, -0.08482199162244797, -0.08241941779851913, -0.0800168365240097, -0.07761426270008087, -0.07521168887615204, -0.0728091150522232, -0.07040654122829437, -0.06800395995378494, -0.06560138612985611, -0.06319881230592728, -0.060796238481998444, -0.05839366093277931, -0.05599108710885048, -0.053588513284921646, -0.051185935735702515, -0.04878336191177368, -0.04638078808784485, -0.04397821053862572, -0.041575636714696884, -0.03917305916547775, -0.03677048534154892, -0.03436791151762009, -0.031965333968400955, -0.029562760144472122, -0.02716018445789814, -0.024757608771324158, -0.022355034947395325, -0.019952459260821342, -0.01754988357424736, -0.015147307887673378, -0.01274473313242197, -0.010342158377170563, -0.00793958269059658, -0.005537007469683886, -0.0031344322487711906, -0.0007318570278584957, 0.0016707181930541992, 0.004073293413966894, 0.006475868634879589, 0.008878443390130997, 0.011281019076704979, 0.013683594763278961, 0.016086168587207794, 0.018488744273781776, 0.02089131996035576, 0.02329389564692974, 0.025696471333503723, 0.028099045157432556, 0.03050162084400654, 0.03290419653058052, 0.035306770354509354, 0.037709347903728485, 0.04011192172765732]}, "_runtime": 36.32521653175354, "_timestamp": 1596207420.9138396, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.011794550344347954, -0.011469000019133091, -0.011143450625240803, -0.01081790030002594, -0.010492350906133652, -0.010166800580918789, -0.0098412511870265, -0.009515700861811638, -0.00919015146791935, -0.008864601142704487, -0.008539050817489624, -0.008213501423597336, -0.007887951098382473, -0.0075624012388288975, -0.007236851379275322, -0.0069113015197217464, -0.006585751660168171, -0.006260201800614595, -0.00593465194106102, -0.005609102081507444, -0.005283552221953869, -0.004958001896739006, -0.0046324520371854305, -0.004306902177631855, -0.0039813523180782795, -0.003655802458524704, -0.0033302525989711285, -0.0030047025065869093, -0.0026791526470333338, -0.0023536027874797583, -0.002028052695095539, -0.0017025028355419636, -0.001376952975988388, -0.0010514031164348125, -0.0007258531404659152, -0.0004003032227046788, -7.475330494344234e-05, 0.0002507966128177941, 0.0005763465305790305, 0.0009018964483402669, 0.0012274463661015034, 0.0015529962256550789, 0.0018785462016239762, 0.0022040961775928736, 0.002529646037146449, 0.0028551958967000246, 0.0031807459890842438, 0.0035062958486378193, 0.003831845708191395, 0.00415739556774497, 0.004482945427298546, 0.004808495286852121, 0.005134045146405697, 0.00545959547162056, 0.005785145331174135, 0.006110695190727711, 0.006436245050281286, 0.006761794909834862, 0.007087344769388437, 0.007412894628942013, 0.007738444954156876, 0.008063994348049164, 0.008389544673264027, 0.008715094067156315, 0.009040644392371178]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 1.0, 5.0, 8.0, 11.0, 7.0, 10.0, 13.0, 23.0, 32.0, 36.0, 47.0, 56.0, 83.0, 127.0, 169.0, 285.0, 528.0, 5235.0, 539.0, 240.0, 129.0, 70.0, 61.0, 41.0, 39.0, 27.0, 21.0, 21.0, 10.0, 12.0, 10.0, 4.0, 8.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.24333375692367554, -0.23713329434394836, -0.23093284666538239, -0.2247323840856552, -0.21853193640708923, -0.21233147382736206, -0.20613102614879608, -0.1999305635690689, -0.19373011589050293, -0.18752965331077576, -0.18132919073104858, -0.1751287430524826, -0.16892828047275543, -0.16272783279418945, -0.15652737021446228, -0.1503269225358963, -0.14412645995616913, -0.13792599737644196, -0.13172554969787598, -0.1255250871181488, -0.11932463943958282, -0.11312417685985565, -0.10692372173070908, -0.1007232666015625, -0.09452281147241592, -0.08832235634326935, -0.08212190121412277, -0.0759214460849762, -0.06972098350524902, -0.06352052837610245, -0.05732007324695587, -0.051119618117809296, -0.04491916298866272, -0.038718707859516144, -0.03251825273036957, -0.026317793875932693, -0.020117338746786118, -0.013916882686316967, -0.0077164266258478165, -0.001515970565378666, 0.004684485495090485, 0.010884941555559635, 0.017085397616028786, 0.02328585460782051, 0.029486309736967087, 0.03568676486611366, 0.04188722372055054, 0.04808767884969711, 0.05428813397884369, 0.060488589107990265, 0.06668904423713684, 0.07288949936628342, 0.07908995449542999, 0.08529041707515717, 0.09149087220430374, 0.09769132733345032, 0.1038917824625969, 0.11009223759174347, 0.11629269272089005, 0.12249314785003662, 0.1286936104297638, 0.13489405810832977, 0.14109452068805695, 0.14729496836662292, 0.1534954309463501]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 7.0, 0.0, 6.0, 4.0, 4.0, 3.0, 4.0, 6.0, 4.0, 2.0, 3.0, 5.0, 26.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 7.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021901936270296574, -0.0020968359895050526, -0.0020034783519804478, -0.001910120714455843, -0.0018167630769312382, -0.0017234055558219552, -0.0016300479182973504, -0.0015366902807727456, -0.0014433326432481408, -0.001349975005723536, -0.0012566173681989312, -0.0011632597306743264, -0.0010699022095650434, -0.0009765445138327777, -0.0008831869345158339, -0.0007898292969912291, -0.0006964716594666243, -0.0006031140219420195, -0.0005097563844174147, -0.0004163988051004708, -0.000323041167575866, -0.00022968354460317641, -0.00013632592163048685, -4.296829865779728e-05, 5.038932431489229e-05, 0.00014374694728758186, 0.00023710457026027143, 0.00033046217868104577, 0.00042381981620565057, 0.0005171774537302554, 0.0006105350330471992, 0.000703892670571804, 0.0007972503080964088, 0.0008906079456210136, 0.0009839655831456184, 0.0010773232206702232, 0.001170680858194828, 0.001264038379304111, 0.0013573960168287158, 0.0014507536543533206, 0.0015441112918779254, 0.0016374689294025302, 0.001730826566927135, 0.0018241842044517398, 0.0019175417255610228, 0.0020108993630856276, 0.0021042570006102324, 0.002197614638134837, 0.002290972275659442, 0.0023843299131840467, 0.0024776875507086515, 0.0025710451882332563, 0.002664402825757861, 0.002757760463282466, 0.0028511181008070707, 0.0029444757383316755, 0.0030378331430256367, 0.0031311907805502415, 0.0032245484180748463, 0.003317906055599451, 0.003411263693124056, 0.0035046213306486607, 0.0035979789681732655, 0.0036913366056978703, 0.003784694243222475]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 7.0, 7.0, 13.0, 12.0, 21.0, 27.0, 48.0, 74.0, 112.0, 163.0, 225.0, 308.0, 477.0, 637.0, 1036.0, 1515.0, 2411.0, 3766.0, 6088.0, 10208.0, 17252.0, 31389.0, 65221.0, 187151.0, 701431.0, 66216.0, 32209.0, 18010.0, 10996.0, 7019.0, 4657.0, 3180.0, 2148.0, 1603.0, 1148.0, 818.0, 540.0, 418.0, 291.0, 202.0, 146.0, 120.0, 86.0, 61.0, 48.0, 31.0, 20.0, 17.0, 14.0, 17.0, 5.0, 5.0, 5.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.00617969362065196, -0.005960200447589159, -0.00574070680886507, -0.005521213635802269, -0.005301720462739468, -0.005082226824015379, -0.004862733650952578, -0.004643240477889776, -0.0044237468391656876, -0.004204253666102886, -0.003984760493040085, -0.00376526708714664, -0.003545773681253195, -0.0033262805081903934, -0.0031067871022969484, -0.002887293929234147, -0.002667800523340702, -0.002448307117447257, -0.0022288139443844557, -0.0020093205384910107, -0.0017898272490128875, -0.0015703339595347643, -0.0013508405536413193, -0.001131347264163196, -0.0009118539746850729, -0.0006923606852069497, -0.0004728673375211656, -0.00025337401893921196, -3.388070035725832e-05, 0.00018561261822469532, 0.00040510593680664897, 0.0006245992844924331, 0.0008440925739705563, 0.0010635858634486794, 0.0012830791529268026, 0.0015025725588202477, 0.0017220658482983708, 0.001941559137776494, 0.002161052543669939, 0.0023805457167327404, 0.0026000391226261854, 0.0028195325285196304, 0.003039025701582432, 0.003258519107475877, 0.003478012513369322, 0.003697505686432123, 0.0039169988594949245, 0.004136492498219013, 0.004355985671281815, 0.004575478844344616, 0.004794972483068705, 0.005014465656131506, 0.005233958829194307, 0.005453452467918396, 0.005672945640981197, 0.005892438814043999, 0.0061119319871068, 0.006331425625830889, 0.00655091879889369, 0.0067704119719564915, 0.00698990561068058, 0.0072093987837433815, 0.007428891956806183, 0.0076483855955302715, 0.007867878302931786]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 5.0, 11.0, 8.0, 6.0, 1.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.027113234624266624, -0.026360558345913887, -0.025607880204916, -0.024855203926563263, -0.024102525785565376, -0.02334984950721264, -0.022597171366214752, -0.021844495087862015, -0.021091818809509277, -0.02033914066851139, -0.019586464390158653, -0.018833786249160767, -0.01808110997080803, -0.017328431829810143, -0.016575755551457405, -0.01582307741045952, -0.015070401132106781, -0.014317723922431469, -0.013565046712756157, -0.012812369503080845, -0.012059692293405533, -0.011307016015052795, -0.010554338805377483, -0.009801661595702171, -0.00904898438602686, -0.008296307176351547, -0.007543629966676235, -0.0067909532226622105, -0.006038276012986898, -0.005285598803311586, -0.004532922059297562, -0.0037802448496222496, -0.0030275676399469376, -0.0022748904302716255, -0.0015222134534269571, -0.0007695363601669669, -1.68592669069767e-05, 0.0007358178263530135, 0.0014884949196130037, 0.002241171896457672, 0.002993849106132984, 0.003746526315808296, 0.004499203525483608, 0.005251880269497633, 0.006004557479172945, 0.006757234688848257, 0.007509911432862282, 0.008262588642537594, 0.009015265852212906, 0.009767943061888218, 0.01052062027156353, 0.011273297481238842, 0.012025974690914154, 0.012778650969266891, 0.013531328178942204, 0.014284005388617516, 0.015036682598292828, 0.01578935980796814, 0.016542036086320877, 0.017294714227318764, 0.0180473905056715, 0.018800068646669388, 0.019552744925022125, 0.020305423066020012, 0.02105809934437275]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [11.0, 7.0, 5.0, 6.0, 7.0, 11.0, 18.0, 11.0, 9.0, 13.0, 11.0, 9.0, 16.0, 12.0, 21.0, 23.0, 28.0, 40.0, 48.0, 48.0, 70.0, 58.0, 82.0, 120.0, 178.0, 200.0, 281.0, 383.0, 618.0, 1187.0, 5469.0, 3262.0, 1847.0, 1331.0, 839.0, 543.0, 367.0, 260.0, 190.0, 140.0, 101.0, 104.0, 84.0, 54.0, 63.0, 42.0, 34.0, 29.0, 33.0, 20.0, 15.0, 13.0, 11.0, 9.0, 7.0, 5.0, 7.0, 2.0, 4.0, 4.0, 4.0, 3.0, 2.0, 3.0], "bins": [-0.008770475164055824, -0.008487401530146599, -0.008204327896237373, -0.007921253331005573, -0.007638179697096348, -0.007355106063187122, -0.00707203196361661, -0.006788958329707384, -0.006505884230136871, -0.006222810596227646, -0.00593973696231842, -0.005656662862747908, -0.005373589228838682, -0.005090515129268169, -0.004807441495358944, -0.004524367395788431, -0.004241293761879206, -0.00395822012796998, -0.0036751460283994675, -0.0033920721616595984, -0.0031089982949197292, -0.0028259246610105038, -0.0025428507942706347, -0.0022597769275307655, -0.0019767030607908964, -0.0016936291940510273, -0.0014105553273111582, -0.0011274815769866109, -0.0008444077102467418, -0.0005613338435068727, -0.00027826003497466445, 4.813802661374211e-06, 0.00028788764029741287, 0.000570961507037282, 0.0008540353155694902, 0.0011371091241016984, 0.0014201829908415675, 0.0017032568575814366, 0.001986330607905984, 0.002269404474645853, 0.002552478341385722, 0.0028355522081255913, 0.0031186260748654604, 0.0034016999416053295, 0.003684773575514555, 0.003967847675085068, 0.004250921308994293, 0.004533995408564806, 0.0048170690424740314, 0.005100142676383257, 0.00538321677595377, 0.005666290409862995, 0.005949364509433508, 0.006232438143342733, 0.006515512242913246, 0.006798585876822472, 0.007081659510731697, 0.00736473361030221, 0.007647807244211435, 0.007930881343781948, 0.008213954977691174, 0.008497028611600399, 0.008780103176832199, 0.009063176810741425, 0.00934625044465065]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15094684064388275, -0.14606624841690063, -0.14118564128875732, -0.1363050490617752, -0.1314244568347931, -0.12654384970664978, -0.12166325747966766, -0.11678266525268555, -0.11190206557512283, -0.10702146589756012, -0.102140873670578, -0.09726027399301529, -0.09237967431545258, -0.08749908208847046, -0.08261848241090775, -0.07773789018392563, -0.07285729050636292, -0.0679766908288002, -0.06309609860181808, -0.05821549892425537, -0.053334902971982956, -0.04845430701971054, -0.04357370734214783, -0.03869311138987541, -0.033812515437603, -0.02893191948533058, -0.024051321670413017, -0.019170723855495453, -0.014290127903223038, -0.009409531019628048, -0.004528934136033058, 0.0003516627475619316, 0.005232259631156921, 0.010112856514751911, 0.014993453398346901, 0.019874051213264465, 0.02475464716553688, 0.029635243117809296, 0.03451584279537201, 0.039396438747644424, 0.04427703469991684, 0.049157630652189255, 0.05403822660446167, 0.058918826282024384, 0.0637994259595871, 0.06868001818656921, 0.07356061786413193, 0.07844121009111404, 0.08332180976867676, 0.08820240944623947, 0.09308300167322159, 0.0979636013507843, 0.10284419357776642, 0.10772479325532913, 0.11260539293289185, 0.11748598515987396, 0.12236658483743668, 0.1272471845149994, 0.1321277767419815, 0.13700836896896362, 0.14188897609710693, 0.14676956832408905, 0.15165016055107117, 0.15653076767921448, 0.1614113599061966]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 6.0, 3.0, 5.0, 15.0, 47.0, 35.0, 38.0, 25.0, 15.0, 7.0, 6.0, 5.0, 4.0, 2.0, 5.0, 3.0, 2.0, 6.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.09778756648302078, -0.0954958125948906, -0.0932040587067604, -0.09091230481863022, -0.08862055093050003, -0.08632879704236984, -0.08403704315423965, -0.08174528926610947, -0.07945353537797928, -0.07716178148984909, -0.0748700276017189, -0.07257827371358871, -0.07028651982545853, -0.06799476593732834, -0.06570301204919815, -0.06341125816106796, -0.06111950799822807, -0.058827754110097885, -0.0565360002219677, -0.05424424633383751, -0.05195249244570732, -0.04966073855757713, -0.047368984669446945, -0.04507723078131676, -0.04278548061847687, -0.04049372673034668, -0.03820197284221649, -0.035910218954086304, -0.033618465065956116, -0.03132671117782593, -0.02903495728969574, -0.026743203401565552, -0.024451449513435364, -0.022159695625305176, -0.019867941737174988, -0.0175761878490448, -0.015284434892237186, -0.012992681004106998, -0.010700928047299385, -0.008409174159169197, -0.006117420271039009, -0.0038256666157394648, -0.0015339129604399204, 0.0007578406948596239, 0.0030495943501591682, 0.005341348238289356, 0.007633101660758257, 0.009924855083227158, 0.012216608971357346, 0.014508362859487534, 0.01680011674761772, 0.01909187063574791, 0.021383624523878098, 0.023675376549363136, 0.025967130437493324, 0.028258884325623512, 0.0305506382137537, 0.03284239023923874, 0.03513414412736893, 0.037425898015499115, 0.0397176519036293, 0.04200940579175949, 0.04430115967988968, 0.04659291356801987, 0.048884667456150055]}, "_runtime": 37.16805386543274, "_timestamp": 1596207421.756677, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0126115083694458, -0.012246266007423401, -0.011881022714078426, -0.011515780352056026, -0.011150537058711052, -0.010785294696688652, -0.010420052334666252, -0.010054809041321278, -0.009689566679298878, -0.009324323385953903, -0.008959081023931503, -0.008593838661909103, -0.008228595368564129, -0.007863353006541729, -0.007498110178858042, -0.0071328673511743546, -0.006767624523490667, -0.00640238169580698, -0.006037138868123293, -0.005671896506100893, -0.005306653678417206, -0.004941410850733519, -0.004576168023049831, -0.004210925195366144, -0.0038456826005131006, -0.0034804397728294134, -0.00311519717797637, -0.0027499543502926826, -0.0023847115226089954, -0.002019468927755952, -0.0016542261000722647, -0.0012889833888038993, -0.0009237406775355339, -0.0005584979662671685, -0.00019325519679114223, 0.00017198754358105361, 0.0005372302839532495, 0.0009024729952216148, 0.001267715822905302, 0.0016329585341736674, 0.001998201245442033, 0.00236344407312572, 0.0027286866679787636, 0.003093929495662451, 0.003459172323346138, 0.0038244149181991816, 0.004189657513052225, 0.004554900340735912, 0.0049201431684195995, 0.005285385996103287, 0.005650628823786974, 0.006015871185809374, 0.006381114013493061, 0.006746356841176748, 0.0071115996688604355, 0.007476842496544123, 0.00784208532422781, 0.00820732768625021, 0.008572570979595184, 0.008937813341617584, 0.009303055703639984, 0.009668298996984959, 0.010033541359007359, 0.010398784652352333, 0.010764027014374733]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 6.0, 2.0, 4.0, 4.0, 7.0, 13.0, 9.0, 11.0, 13.0, 16.0, 17.0, 22.0, 41.0, 39.0, 55.0, 59.0, 83.0, 103.0, 155.0, 224.0, 300.0, 2514.0, 2959.0, 436.0, 222.0, 157.0, 103.0, 92.0, 39.0, 41.0, 38.0, 30.0, 18.0, 11.0, 18.0, 9.0, 13.0, 6.0, 8.0, 2.0, 6.0, 7.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.15506598353385925, -0.1505042463541031, -0.14594250917434692, -0.14138078689575195, -0.1368190497159958, -0.13225731253623962, -0.12769557535648346, -0.12313384562730789, -0.11857210844755173, -0.11401037126779556, -0.10944864153862, -0.10488690435886383, -0.10032516717910767, -0.0957634374499321, -0.09120170027017593, -0.08663997054100037, -0.0820782333612442, -0.07751649618148804, -0.07295476645231247, -0.0683930292725563, -0.06383129954338074, -0.05926956236362457, -0.05470782518386841, -0.05014609172940254, -0.045584358274936676, -0.04102262482047081, -0.036460891366004944, -0.03189915418624878, -0.027337420731782913, -0.022775687277317047, -0.018213951960206032, -0.013652217574417591, -0.00909048318862915, -0.00452874880284071, 3.298558294773102e-05, 0.004594719968736172, 0.009156454354524612, 0.013718188740313053, 0.018279923126101494, 0.02284165844321251, 0.027403391897678375, 0.03196512535214424, 0.03652685880661011, 0.04108859598636627, 0.04565032944083214, 0.050212062895298004, 0.05477380007505417, 0.059335533529520035, 0.0638972669839859, 0.06845900416374207, 0.07302073389291763, 0.0775824710726738, 0.08214420080184937, 0.08670593798160553, 0.0912676751613617, 0.09582940489053726, 0.10039114207029343, 0.10495287925004959, 0.10951460897922516, 0.11407634615898132, 0.11863808333873749, 0.12319981306791306, 0.12776154279708862, 0.1323232799768448, 0.13688501715660095]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 4.0, 1.0, 8.0, 4.0, 2.0, 5.0, 26.0, 5.0, 2.0, 4.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001811342779546976, -0.0017343000508844852, -0.0016572574386373162, -0.0015802147099748254, -0.0015031720977276564, -0.0014261293690651655, -0.0013490867568179965, -0.0012720440281555057, -0.0011950014159083366, -0.0011179586872458458, -0.001040915958583355, -0.0009638733463361859, -0.0008868306176736951, -0.0008097879472188652, -0.0007327452767640352, -0.0006557026063092053, -0.0005786599358543754, -0.0005016172653995454, -0.0004245745949447155, -0.0003475318953860551, -0.0002704892249312252, -0.00019344655447639525, -0.00011640386946965009, -3.9361191738862544e-05, 3.7681485991925e-05, 0.00011472416372271255, 0.0001917668414535001, 0.00026880952646024525, 0.0003458521969150752, 0.0004228948673699051, 0.0004999375669285655, 0.0005769802373833954, 0.0006540229078382254, 0.0007310655782930553, 0.0008081082487478852, 0.0008851509192027152, 0.0009621935896575451, 0.001039236318320036, 0.001116278930567205, 0.0011933216592296958, 0.0012703642714768648, 0.0013474070001393557, 0.0014244497288018465, 0.0015014923410490155, 0.0015785350697115064, 0.0016555776819586754, 0.0017326204106211662, 0.0018096630228683352, 0.001886705751530826, 0.001963748363777995, 0.002040791092440486, 0.002117833821102977, 0.0021948765497654676, 0.002271919045597315, 0.0023489617742598057, 0.0024260045029222965, 0.0025030472315847874, 0.002580089960247278, 0.0026571324560791254, 0.0027341751847416162, 0.002811217913404107, 0.002888260642066598, 0.002965303137898445, 0.003042345866560936, 0.003119388595223427]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 4.0, 3.0, 2.0, 10.0, 14.0, 16.0, 38.0, 44.0, 52.0, 66.0, 107.0, 164.0, 284.0, 380.0, 694.0, 1175.0, 1837.0, 3096.0, 5294.0, 9740.0, 18514.0, 37931.0, 88206.0, 744743.0, 146133.0, 53278.0, 26578.0, 15047.0, 9294.0, 5663.0, 3528.0, 2392.0, 1648.0, 1041.0, 760.0, 538.0, 362.0, 278.0, 177.0, 123.0, 96.0, 72.0, 60.0, 46.0, 34.0, 26.0, 17.0, 11.0, 8.0, 4.0, 5.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006619719322770834, -0.00637311115860939, -0.006126503460109234, -0.00587989529594779, -0.0056332871317863464, -0.00538667943328619, -0.005140071269124746, -0.004893463104963303, -0.004646855406463146, -0.0044002472423017025, -0.004153639078140259, -0.003907030913978815, -0.0036604232154786587, -0.003413815051317215, -0.003167207119986415, -0.002920598955824971, -0.002673991024494171, -0.002427383093163371, -0.0021807749290019274, -0.0019341669976711273, -0.0016875589499250054, -0.0014409509021788836, -0.0011943429708480835, -0.0009477349231019616, -0.0007011268753558397, -0.0004545188567135483, -0.00020791083807125688, 3.869718057103455e-05, 0.000285305199213326, 0.0005319132469594479, 0.0007785212364979088, 0.0010251292260363698, 0.0012717372737824917, 0.0015183453215286136, 0.0017649533692747355, 0.0020115613006055355, 0.0022581694647669792, 0.0025047773960977793, 0.0027513853274285793, 0.002997993491590023, 0.003244601422920823, 0.003491209354251623, 0.003737817518413067, 0.003984425682574511, 0.004231033381074667, 0.004477641545236111, 0.004724249709397554, 0.004970857407897711, 0.0052174655720591545, 0.005464073736220598, 0.005710681434720755, 0.005957289598882198, 0.006203897763043642, 0.0064505054615437984, 0.006697113625705242, 0.006943721789866686, 0.00719032995402813, 0.007436937652528286, 0.00768354581668973, 0.007930153980851173, 0.00817676167935133, 0.008423369377851486, 0.008669978007674217, 0.008916585706174374, 0.00916319340467453]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 10.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.01601431518793106, -0.015514785423874855, -0.01501525565981865, -0.014515725895762444, -0.014016196131706238, -0.013516667298972607, -0.013017137534916401, -0.012517607770860195, -0.01201807800680399, -0.011518548242747784, -0.011019018478691578, -0.010519488714635372, -0.010019959881901741, -0.009520430117845535, -0.00902090035378933, -0.008521370589733124, -0.008021840825676918, -0.007522311061620712, -0.0070227812975645065, -0.006523251999169588, -0.006023722235113382, -0.005524192471057177, -0.005024663172662258, -0.004525133408606052, -0.004025603644549847, -0.003526073880493641, -0.003026544349268079, -0.0025270148180425167, -0.002027485053986311, -0.001527955406345427, -0.0010284257587045431, -0.0005288961110636592, -2.936646342277527e-05, 0.00047016318421810865, 0.0009696928318589926, 0.0014692224794998765, 0.0019687521271407604, 0.002468281891196966, 0.0029678114224225283, 0.0034673409536480904, 0.003966870717704296, 0.004466400481760502, 0.004965930245816708, 0.005465459544211626, 0.005964989308267832, 0.0064645190723240376, 0.006964048370718956, 0.007463578134775162, 0.007963107898831367, 0.008462637662887573, 0.008962167426943779, 0.009461697190999985, 0.00996122695505619, 0.010460755787789822, 0.010960285551846027, 0.011459815315902233, 0.011959345079958439, 0.012458874844014645, 0.01295840460807085, 0.013457934372127056, 0.013957463204860687, 0.014456992968916893, 0.014956522732973099, 0.015456052497029305, 0.01595558226108551]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 4.0, 7.0, 12.0, 10.0, 18.0, 14.0, 23.0, 44.0, 42.0, 50.0, 72.0, 72.0, 88.0, 117.0, 151.0, 146.0, 218.0, 299.0, 345.0, 498.0, 572.0, 732.0, 894.0, 1533.0, 5859.0, 2154.0, 1209.0, 885.0, 571.0, 376.0, 310.0, 233.0, 166.0, 136.0, 101.0, 85.0, 51.0, 62.0, 42.0, 36.0, 29.0, 30.0, 20.0, 19.0, 19.0, 14.0, 15.0, 8.0, 8.0, 2.0, 6.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.008177109062671661, -0.007881194353103638, -0.007585279643535614, -0.00728936493396759, -0.006993450224399567, -0.006697535514831543, -0.006401620805263519, -0.006105706095695496, -0.005809791386127472, -0.0055138771422207355, -0.005217962432652712, -0.004922047723084688, -0.0046261330135166645, -0.004330218303948641, -0.004034303594380617, -0.0037383888848125935, -0.0034424741752445698, -0.003146559465676546, -0.0028506447561085224, -0.0025547300465404987, -0.002258815336972475, -0.001962900860235095, -0.0016669861506670713, -0.0013710714410990477, -0.001075156731531024, -0.0007792420219630003, -0.00048332737060263753, -0.0001874126901384443, 0.00010850199032574892, 0.00040441667078994215, 0.0007003313512541354, 0.0009962460026144981, 0.0012921607121825218, 0.0015880754217505455, 0.0018839901313185692, 0.002179904840886593, 0.0024758195504546165, 0.0027717340271919966, 0.0030676487367600203, 0.003363563446328044, 0.0036594781558960676, 0.003955392632633448, 0.004251307342201471, 0.004547222051769495, 0.004843136761337519, 0.005139051470905542, 0.005434966180473566, 0.00573088089004159, 0.006026795599609613, 0.006322710309177637, 0.006618625018745661, 0.0069145397283136845, 0.007210454437881708, 0.007506369147449732, 0.0078022838570177555, 0.008098198100924492, 0.008394112810492516, 0.00869002752006054, 0.008985942229628563, 0.009281856939196587, 0.00957777164876461, 0.009873686358332634, 0.010169601067900658, 0.010465515777468681, 0.010761430487036705]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11345452815294266, -0.10701661556959152, -0.10057870298624039, -0.09414079040288925, -0.08770288527011871, -0.08126497268676758, -0.07482706010341644, -0.06838914752006531, -0.06195123493671417, -0.05551332235336304, -0.0490754097700119, -0.042637500911951065, -0.03619958832859993, -0.029761675745248795, -0.02332376502454281, -0.016885854303836823, -0.010447941720485687, -0.004010030068457127, 0.002427881583571434, 0.008865793235599995, 0.015303704887628555, 0.02174161747097969, 0.028179528191685677, 0.03461743891239166, 0.0410553514957428, 0.04749326407909393, 0.05393117666244507, 0.060369085520505905, 0.06680700182914734, 0.07324490696191788, 0.07968281954526901, 0.08612073212862015, 0.09255864471197128, 0.09899655729532242, 0.10543446987867355, 0.11187238246202469, 0.11831028759479523, 0.12474820017814636, 0.1311861127614975, 0.13762402534484863, 0.14406193792819977, 0.1504998505115509, 0.15693776309490204, 0.16337567567825317, 0.1698135882616043, 0.17625150084495544, 0.18268941342830658, 0.18912732601165771, 0.19556522369384766, 0.2020031362771988, 0.20844104886054993, 0.21487896144390106, 0.2213168740272522, 0.22775478661060333, 0.23419269919395447, 0.2406306117773056, 0.24706852436065674, 0.2535064220428467, 0.259944349527359, 0.26638224720954895, 0.2728201746940613, 0.2792580723762512, 0.28569599986076355, 0.2921338975429535, 0.2985718250274658]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 5.0, 7.0, 7.0, 4.0, 13.0, 19.0, 20.0, 30.0, 33.0, 52.0, 16.0, 9.0, 9.0, 1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 5.0, 3.0, 4.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.08024229854345322, -0.07584031671285629, -0.07143832743167877, -0.06703634560108185, -0.06263436377048492, -0.058232374489307404, -0.05383039265871048, -0.04942840710282326, -0.045026421546936035, -0.04062443599104881, -0.03622245043516159, -0.03182046860456467, -0.027418483048677444, -0.023016497492790222, -0.01861451379954815, -0.014212529174983501, -0.009810544550418854, -0.005408559925854206, -0.0010065753012895584, 0.0033954093232750893, 0.007797393947839737, 0.012199378572404385, 0.016601363196969032, 0.021003346890211105, 0.025405332446098328, 0.02980731800198555, 0.03420930355787277, 0.038611285388469696, 0.04301327094435692, 0.04741525650024414, 0.051817238330841064, 0.05621922388672829, 0.06062120944261551, 0.06502319127321243, 0.06942518055438995, 0.07382716238498688, 0.0782291442155838, 0.08263113349676132, 0.08703311532735825, 0.09143510460853577, 0.09583708643913269, 0.10023906826972961, 0.10464105755090714, 0.10904303938150406, 0.11344502866268158, 0.1178470104932785, 0.12224899232387543, 0.12665097415447235, 0.13105297088623047, 0.1354549527168274, 0.13985693454742432, 0.14425891637802124, 0.14866089820861816, 0.1530628800392151, 0.1574648767709732, 0.16186685860157013, 0.16626884043216705, 0.17067082226276398, 0.1750728040933609, 0.17947480082511902, 0.18387678265571594, 0.18827876448631287, 0.1926807463169098, 0.1970827281475067, 0.20148470997810364]}, "_runtime": 38.004276514053345, "_timestamp": 1596207422.5928996, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 3.0, 2.0, 1.0, 2.0, 3.0, 5.0, 3.0, 4.0, 0.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013112986460328102, -0.012689956463873386, -0.01226692646741867, -0.01184389740228653, -0.011420867405831814, -0.010997837409377098, -0.010574807412922382, -0.010151778347790241, -0.009728748351335526, -0.00930571835488081, -0.008882688358426094, -0.008459658361971378, -0.008036629296839237, -0.0076135993003845215, -0.007190569303929806, -0.006767539773136377, -0.006344509776681662, -0.005921479780226946, -0.0054984502494335175, -0.005075420252978802, -0.004652390722185373, -0.004229360725730658, -0.0038063309621065855, -0.0033833011984825134, -0.0029602714348584414, -0.0025372416712343693, -0.002114211907610297, -0.0016911820275709033, -0.0012681522639468312, -0.0008451225003227592, -0.00042209267849102616, 9.371142368763685e-07, 0.0004239669069647789, 0.000846996670588851, 0.001270026434212923, 0.001693056314252317, 0.002116085961461067, 0.002539115957915783, 0.002962145721539855, 0.003385175485163927, 0.003808205248787999, 0.004231235012412071, 0.004654265008866787, 0.005077294539660215, 0.005500324536114931, 0.0059233540669083595, 0.006346384063363075, 0.006769413594156504, 0.007192443590611219, 0.007615473587065935, 0.008038503117859364, 0.00846153311431408, 0.008884563110768795, 0.009307592175900936, 0.009730622172355652, 0.010153652168810368, 0.010576682165265083, 0.010999712161719799, 0.01142274122685194, 0.011845771223306656, 0.012268801219761372, 0.012691831216216087, 0.013114860281348228, 0.013537890277802944, 0.01396092027425766]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 6.0, 9.0, 10.0, 9.0, 23.0, 38.0, 46.0, 68.0, 116.0, 187.0, 388.0, 4753.0, 1533.0, 321.0, 150.0, 75.0, 50.0, 37.0, 20.0, 23.0, 13.0, 10.0, 7.0, 8.0, 2.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.22334975004196167, -0.21612398326396942, -0.20889821648597717, -0.20167244970798492, -0.19444668292999268, -0.18722091615200043, -0.17999516427516937, -0.17276939749717712, -0.16554363071918488, -0.15831786394119263, -0.15109209716320038, -0.14386633038520813, -0.13664056360721588, -0.12941479682922363, -0.12218903750181198, -0.11496327072381973, -0.10773750394582748, -0.10051173716783524, -0.09328597038984299, -0.08606021106243134, -0.07883444428443909, -0.07160867750644684, -0.06438291072845459, -0.05715714767575264, -0.04993138089776039, -0.04270561411976814, -0.03547985106706619, -0.028254084289073944, -0.021028319373726845, -0.013802554458379745, -0.0065767886117100716, 0.000648976769298315, 0.007874742150306702, 0.015100507065653801, 0.0223262719810009, 0.02955203875899315, 0.0367778018116951, 0.04400356858968735, 0.051229335367679596, 0.058455098420381546, 0.0656808614730835, 0.07290662825107574, 0.080132395029068, 0.08735816180706024, 0.09458392858505249, 0.10180969536304474, 0.10903545469045639, 0.11626122146844864, 0.12348698824644089, 0.13071274757385254, 0.1379385143518448, 0.14516428112983704, 0.15239004790782928, 0.15961581468582153, 0.16684158146381378, 0.17406734824180603, 0.18129311501979828, 0.18851888179779053, 0.19574464857578278, 0.20297040045261383, 0.21019616723060608, 0.21742193400859833, 0.22464770078659058, 0.23187346756458282, 0.23909923434257507]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 4.0, 6.0, 5.0, 7.0, 6.0, 1.0, 27.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0017404458485543728, -0.0016886150697246194, -0.001636784290894866, -0.0015849535120651126, -0.0015331227332353592, -0.0014812919544056058, -0.0014294611755758524, -0.001377630396746099, -0.0013257996179163456, -0.0012739688390865922, -0.0012221380602568388, -0.0011703072814270854, -0.001118476502597332, -0.0010666457237675786, -0.0010148149449378252, -0.0009629841661080718, -0.0009111533872783184, -0.000859322608448565, -0.0008074918296188116, -0.0007556610507890582, -0.0007038302719593048, -0.0006519994931295514, -0.000600168714299798, -0.0005483379354700446, -0.0004965071566402912, -0.0004446763778105378, -0.0003928455989807844, -0.000341014820151031, -0.0002891840413212776, -0.00023735326249152422, -0.00018552248366177082, -0.00013369170483201742, -8.186092600226402e-05, -3.0030147172510624e-05, 2.1800631657242775e-05, 7.363141048699617e-05, 0.00012546218931674957, 0.00017729296814650297, 0.00022912374697625637, 0.00028095452580600977, 0.00033278530463576317, 0.00038461608346551657, 0.00043644686229526997, 0.00048827764112502337, 0.0005401084199547768, 0.0005919391987845302, 0.0006437699776142836, 0.000695600756444037, 0.0007474315352737904, 0.0007992623141035438, 0.0008510930929332972, 0.0009029238717630506, 0.000954754650592804, 0.0010065854294225574, 0.0010584162082523108, 0.0011102469870820642, 0.0011620777659118176, 0.001213908544741571, 0.0012657393235713243, 0.0013175701024010777, 0.0013694008812308311, 0.0014212316600605845, 0.001473062438890338, 0.0015248932177200913, 0.0015767239965498447]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 6.0, 7.0, 7.0, 17.0, 22.0, 29.0, 40.0, 50.0, 78.0, 89.0, 143.0, 196.0, 312.0, 440.0, 740.0, 1108.0, 1722.0, 2919.0, 5053.0, 9456.0, 19084.0, 43740.0, 125929.0, 802642.0, 93965.0, 34789.0, 16642.0, 8577.0, 4809.0, 2781.0, 1538.0, 973.0, 621.0, 372.0, 237.0, 167.0, 116.0, 57.0, 45.0, 46.0, 24.0, 12.0, 9.0, 6.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.008148470893502235, -0.007925355806946754, -0.0077022407203912735, -0.007479125168174505, -0.007256010081619024, -0.007032894995063543, -0.006809779442846775, -0.006586664356291294, -0.006363549269735813, -0.006140434183180332, -0.005917319096624851, -0.005694203544408083, -0.005471088457852602, -0.005247973371297121, -0.005024857819080353, -0.004801742732524872, -0.004578627645969391, -0.00435551255941391, -0.004132397472858429, -0.003909281920641661, -0.0036861668340861797, -0.0034630517475306988, -0.003239936428144574, -0.0030168211087584496, -0.0027937060222029686, -0.0025705909356474876, -0.002347475616261363, -0.0021243602968752384, -0.0019012452103197575, -0.0016781300073489547, -0.001455014804378152, -0.0012318996014073491, -0.0010087843984365463, -0.0007856691954657435, -0.0005625539924949408, -0.000339438789524138, -0.00011632358655333519, 0.0001067916164174676, 0.0003299068193882704, 0.0005530220223590732, 0.000776137225329876, 0.0009992524283006787, 0.0012223676312714815, 0.0014454828342422843, 0.001668598037213087, 0.0018917132401838899, 0.0021148284431546926, 0.0023379437625408173, 0.0025610588490962982, 0.002784173935651779, 0.003007289255037904, 0.0032304045744240284, 0.0034535196609795094, 0.0036766347475349903, 0.003899750066921115, 0.0041228653863072395, 0.0043459804728627205, 0.0045690955594182014, 0.004792210645973682, 0.005015326198190451, 0.005238441284745932, 0.005461556371301413, 0.005684671923518181, 0.005907787010073662, 0.006130902096629143]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 4.0, 4.0, 9.0, 3.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.011962446384131908, -0.01168321818113327, -0.011403990909457207, -0.011124762706458569, -0.01084553450345993, -0.010566306300461292, -0.010287078097462654, -0.01000785082578659, -0.009728622622787952, -0.009449394419789314, -0.00917016714811325, -0.008890938945114613, -0.008611710742115974, -0.008332482539117336, -0.008053254336118698, -0.007774027064442635, -0.007494798861443996, -0.007215570658445358, -0.006936342921108007, -0.006657115183770657, -0.006377886980772018, -0.00609865877777338, -0.0058194310404360294, -0.005540203303098679, -0.0052609751001000404, -0.004981746897101402, -0.0047025191597640514, -0.004423291422426701, -0.0041440632194280624, -0.003864835249260068, -0.0035856072790920734, -0.003306379308924079, -0.0030271513387560844, -0.00274792336858809, -0.0024686953984200954, -0.002189467428252101, -0.0019102394580841064, -0.001631011487916112, -0.0013517835177481174, -0.001072555547580123, -0.0007933275774121284, -0.000514099607244134, -0.00023487163707613945, 4.435633309185505e-05, 0.00032358430325984955, 0.000602812273427844, 0.0008820402435958385, 0.001161268213763833, 0.0014404961839318275, 0.001719724154099822, 0.0019989521242678165, 0.002278180094435811, 0.0025574080646038055, 0.0028366360347718, 0.0031158640049397945, 0.003395091975107789, 0.0036743199452757835, 0.003953548148274422, 0.0042327758856117725, 0.004512003622949123, 0.0047912318259477615, 0.0050704600289464, 0.0053496877662837505, 0.005628915503621101, 0.0059081437066197395]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 6.0, 7.0, 4.0, 9.0, 6.0, 15.0, 15.0, 11.0, 24.0, 33.0, 49.0, 60.0, 64.0, 82.0, 75.0, 86.0, 79.0, 94.0, 98.0, 137.0, 185.0, 244.0, 285.0, 346.0, 412.0, 530.0, 769.0, 1105.0, 1488.0, 5545.0, 2317.0, 1222.0, 756.0, 530.0, 420.0, 332.0, 280.0, 216.0, 140.0, 101.0, 66.0, 58.0, 50.0, 17.0, 10.0, 10.0, 5.0, 11.0, 8.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.006657964084297419, -0.006486370228230953, -0.006314776372164488, -0.0061431825160980225, -0.005971588660031557, -0.005799994803965092, -0.005628400947898626, -0.005456807091832161, -0.005285212770104408, -0.005113618914037943, -0.0049420250579714775, -0.004770431201905012, -0.004598837345838547, -0.004427243489772081, -0.004255649633705616, -0.004084055777639151, -0.003912461921572685, -0.00374086806550622, -0.0035692742094397545, -0.003397680353373289, -0.0032260864973068237, -0.0030544924084097147, -0.0028828985523432493, -0.002711304696276784, -0.0025397108402103186, -0.002368116984143853, -0.002196523128077388, -0.0020249292720109224, -0.0018533352995291352, -0.0016817414434626698, -0.0015101474709808826, -0.0013385536149144173, -0.0011669597588479519, -0.0009953659027814865, -0.0008237719885073602, -0.0006521780742332339, -0.00048058421816676855, -0.0003089903329964727, -0.00013739644782617688, 3.419743734411895e-05, 0.0002057913225144148, 0.0003773852076847106, 0.0005489790928550065, 0.0007205730071291327, 0.0008921668631955981, 0.0010637607192620635, 0.0012353546917438507, 0.001406948547810316, 0.0015785424038767815, 0.0017501362599432468, 0.0019217301160097122, 0.0020933239720761776, 0.002264917828142643, 0.002436511917039752, 0.0026081057731062174, 0.0027796996291726828, 0.002951293485239148, 0.0031228873413056135, 0.003294481197372079, 0.0034660750534385443, 0.0036376691423356533, 0.0038092629984021187, 0.003980856854468584, 0.0041524507105350494, 0.004324044566601515]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.036838140338659286, -0.034581370651721954, -0.03232460469007492, -0.03006783500313759, -0.027811065316200256, -0.025554297491908073, -0.02329752966761589, -0.02104075998067856, -0.018783992156386375, -0.016527224332094193, -0.01427045464515686, -0.012013686820864677, -0.00975691806524992, -0.007500149309635162, -0.005243381019681692, -0.0029866124968975782, -0.0007298439741134644, 0.0015269245486706495, 0.0037836930714547634, 0.006040461361408234, 0.008297230117022991, 0.010553998872637749, 0.012810766696929932, 0.01506753545254469, 0.017324304208159447, 0.01958107203245163, 0.021837841719388962, 0.024094609543681145, 0.026351377367973328, 0.02860814705491066, 0.030864914879202843, 0.033121682703495026, 0.03537845239043236, 0.03763522207736969, 0.039891988039016724, 0.042148757725954056, 0.04440552741289139, 0.04666229337453842, 0.048919063061475754, 0.051175832748413086, 0.05343259871006012, 0.05568936839699745, 0.057946138083934784, 0.060202907770872116, 0.06245967373251915, 0.06471644341945648, 0.06697320938110352, 0.06922998279333115, 0.07148674875497818, 0.07374351471662521, 0.07600028812885284, 0.07825705409049988, 0.08051382005214691, 0.08277059346437454, 0.08502735942602158, 0.08728412538766861, 0.08954089879989624, 0.09179766476154327, 0.09405443072319031, 0.09631120413541794, 0.09856797009706497, 0.100824736058712, 0.10308150947093964, 0.10533827543258667, 0.1075950413942337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 6.0, 5.0, 5.0, 4.0, 6.0, 10.0, 14.0, 25.0, 30.0, 37.0, 65.0, 17.0, 7.0, 3.0, 5.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.0358009897172451, -0.03395645692944527, -0.03211192041635513, -0.030267387628555298, -0.028422852978110313, -0.02657831832766533, -0.024733785539865494, -0.02288925088942051, -0.021044716238975525, -0.01920018158853054, -0.017355646938085556, -0.01551111415028572, -0.013666579499840736, -0.011822044849395752, -0.009977511130273342, -0.008132977411150932, -0.006288442760705948, -0.004443908575922251, -0.0025993743911385536, -0.0007548402063548565, 0.0010896939784288406, 0.0029342281632125378, 0.004778762347996235, 0.006623296532779932, 0.00846783071756363, 0.010312365368008614, 0.012156899087131023, 0.014001432806253433, 0.015845967456698418, 0.017690502107143402, 0.019535034894943237, 0.021379569545388222, 0.023224104195833206, 0.02506863884627819, 0.026913173496723175, 0.02875770628452301, 0.030602240934967995, 0.03244677558541298, 0.034291308373212814, 0.03613584488630295, 0.03798037767410278, 0.03982491046190262, 0.04166944697499275, 0.04351397976279259, 0.04535851627588272, 0.047203049063682556, 0.04904758185148239, 0.050892118364572525, 0.05273665115237236, 0.054581183940172195, 0.05642572045326233, 0.058270253241062164, 0.060114786028862, 0.06195932254195213, 0.06380385905504227, 0.0656483918428421, 0.06749292463064194, 0.06933745741844177, 0.07118199020624161, 0.07302653044462204, 0.07487106323242188, 0.07671559602022171, 0.07856012880802155, 0.08040466159582138, 0.08224919438362122]}, "_runtime": 38.83806324005127, "_timestamp": 1596207423.4266863, "_step": 40}
+{"epoch": 3, "val_accuracy": 0.8081856449771688, "val_loss": 0.5015180181694902, "_runtime": 40.54172468185425, "_timestamp": 1596207425.1303477, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 0.0, 3.0, 1.0, 7.0, 3.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010707506909966469, -0.010375773534178734, -0.010044040158390999, -0.009712306782603264, -0.009380573406815529, -0.009048840031027794, -0.008717106655240059, -0.008385373279452324, -0.008053639903664589, -0.007721906062215567, -0.007390172686427832, -0.007058439310640097, -0.006726705934852362, -0.006394972559064627, -0.006063239183276892, -0.005731505807489157, -0.005399772431701422, -0.005068039055913687, -0.004736305680125952, -0.004404572304338217, -0.004072838928550482, -0.003741105319932103, -0.003409371944144368, -0.003077638568356633, -0.002745905192568898, -0.002414171816781163, -0.0020824384409934282, -0.0017507049487903714, -0.0014189715730026364, -0.0010872381972149014, -0.0007555047632195055, -0.0004237713583279401, -9.203795343637466e-05, 0.00023969545145519078, 0.0005714288563467562, 0.0009031622903421521, 0.001234895666129887, 0.001566629041917622, 0.001898362534120679, 0.002230095909908414, 0.002561829285696149, 0.002893562661483884, 0.003225296037271619, 0.003557029413059354, 0.0038887630216777325, 0.0042204963974654675, 0.0045522297732532024, 0.004883963149040937, 0.005215696524828672, 0.005547429900616407, 0.005879163276404142, 0.006210896652191877, 0.006542630027979612, 0.006874363403767347, 0.007206096779555082, 0.007537830155342817, 0.00786956399679184, 0.008201297372579575, 0.00853303074836731, 0.008864764124155045, 0.00919649749994278, 0.009528230875730515, 0.00985996425151825, 0.010191697627305984, 0.01052343100309372]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 6.0, 8.0, 15.0, 26.0, 22.0, 42.0, 54.0, 91.0, 121.0, 163.0, 255.0, 429.0, 5175.0, 700.0, 293.0, 150.0, 111.0, 74.0, 52.0, 33.0, 29.0, 18.0, 5.0, 11.0, 6.0, 4.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1879945993423462, -0.18183717131614685, -0.17567972838878632, -0.16952230036258698, -0.16336485743522644, -0.1572074294090271, -0.15104998648166656, -0.14489255845546722, -0.1387351155281067, -0.13257768750190735, -0.12642024457454681, -0.12026281654834747, -0.11410538107156754, -0.1079479455947876, -0.10179051011800766, -0.09563307464122772, -0.08947563916444778, -0.08331820368766785, -0.07716076821088791, -0.07100333273410797, -0.06484589725732803, -0.058688465505838394, -0.052531030029058456, -0.04637359455227852, -0.04021615907549858, -0.03405872359871864, -0.027901288121938705, -0.021743854507803917, -0.01558641903102398, -0.009428983554244041, -0.0032715490087866783, 0.002885886002331972, 0.009043321013450623, 0.01520075649023056, 0.021358191967010498, 0.027515625581145287, 0.033673062920570374, 0.03983049467206001, 0.04598793014883995, 0.05214536562561989, 0.058302801102399826, 0.06446023285388947, 0.0706176683306694, 0.07677510380744934, 0.08293253928422928, 0.08908997476100922, 0.09524741023778915, 0.10140484571456909, 0.10756228119134903, 0.11371971666812897, 0.1198771521449089, 0.12603458762168884, 0.13219201564788818, 0.13834945857524872, 0.14450688660144806, 0.1506643295288086, 0.15682175755500793, 0.16297920048236847, 0.1691366285085678, 0.17529407143592834, 0.18145149946212769, 0.18760894238948822, 0.19376637041568756, 0.1999238133430481, 0.20608124136924744]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 3.0, 3.0, 29.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 2.0, 1.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018181808991357684, -0.001760889426805079, -0.0017035979544743896, -0.0016463064821437001, -0.0015890148933976889, -0.0015317234210669994, -0.00147443194873631, -0.0014171404764056206, -0.0013598490040749311, -0.0013025575317442417, -0.0012452660594135523, -0.0011879745870828629, -0.0011306831147521734, -0.0010733915260061622, -0.0010161000536754727, -0.0009588085813447833, -0.0009015171090140939, -0.0008442256366834044, -0.000786934164352715, -0.0007296426338143647, -0.0006723511614836752, -0.0006150596891529858, -0.0005577681586146355, -0.000500476686283946, -0.0004431852139532566, -0.0003858937416225672, -0.0003286022401880473, -0.0002713107387535274, -0.00021401926642283797, -0.00015672777954023331, -9.943629265762866e-05, -4.2144805775024e-05, 1.5146681107580662e-05, 7.243816799018532e-05, 0.00012972965487278998, 0.00018702114175539464, 0.0002443126286379993, 0.0003016041009686887, 0.0003588956024032086, 0.0004161871038377285, 0.00047347857616841793, 0.0005307700484991074, 0.0005880615208297968, 0.0006453530513681471, 0.0007026445236988366, 0.000759935996029526, 0.0008172275265678763, 0.0008745189988985658, 0.0009318104712292552, 0.0009891019435599446, 0.001046393415890634, 0.0011036848882213235, 0.0011609764769673347, 0.0012182679492980242, 0.0012755594216287136, 0.001332850893959403, 0.0013901423662900925, 0.001447433838620782, 0.0015047253109514713, 0.0015620167832821608, 0.0016193082556128502, 0.0016765998443588614, 0.0017338913166895509, 0.0017911827890202403, 0.0018484742613509297]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 3.0, 3.0, 2.0, 7.0, 4.0, 17.0, 10.0, 20.0, 27.0, 44.0, 61.0, 79.0, 103.0, 172.0, 214.0, 270.0, 461.0, 721.0, 989.0, 1599.0, 2398.0, 3818.0, 6127.0, 9951.0, 16806.0, 30312.0, 58638.0, 148159.0, 723190.0, 80696.0, 38227.0, 21311.0, 12563.0, 7814.0, 4924.0, 3320.0, 2169.0, 1357.0, 902.0, 679.0, 439.0, 325.0, 208.0, 154.0, 90.0, 79.0, 60.0, 35.0, 33.0, 18.0, 12.0, 9.0, 7.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00624996330589056, -0.006036561448127031, -0.0058231595903635025, -0.005609757732599974, -0.005396355874836445, -0.005182954482734203, -0.0049695526249706745, -0.004756150767207146, -0.004542748909443617, -0.004329347051680088, -0.004115945193916559, -0.003902543568983674, -0.0036891417112201452, -0.0034757398534566164, -0.0032623382285237312, -0.0030489363707602024, -0.0028355345129966736, -0.0026221326552331448, -0.002408730797469616, -0.0021953291725367308, -0.001981927314773202, -0.0017685254570096731, -0.0015551237156614661, -0.0013417219743132591, -0.0011283201165497303, -0.0009149183169938624, -0.0007015165174379945, -0.00048811471788212657, -0.00027471291832625866, -6.131111877039075e-05, 0.00015209068078547716, 0.00036549248034134507, 0.000578894279897213, 0.0007922960794530809, 0.0010056978790089488, 0.0012190996203571558, 0.0014325014781206846, 0.0016459033358842134, 0.0018593050772324204, 0.0020727068185806274, 0.0022861086763441563, 0.002499510534107685, 0.002712912391871214, 0.002926314016804099, 0.003139715874567628, 0.0033531177323311567, 0.003566519357264042, 0.0037799212150275707, 0.0039933230727910995, 0.004206724930554628, 0.004420126788318157, 0.004633528646081686, 0.004846930503845215, 0.005060331895947456, 0.005273733753710985, 0.005487135611474514, 0.005700537469238043, 0.005913939327001572, 0.0061273411847651005, 0.006340743042528629, 0.006554144434630871, 0.0067675462923944, 0.0069809481501579285, 0.007194350007921457, 0.007407751865684986]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 7.0, 3.0, 2.0, 5.0, 8.0, 5.0, 3.0, 2.0, 6.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013422331772744656, -0.012917338870465755, -0.01241234503686428, -0.01190735213458538, -0.01140235923230648, -0.01089736633002758, -0.01039237342774868, -0.009887379594147205, -0.009382386691868305, -0.008877393789589405, -0.00837239995598793, -0.00786740705370903, -0.00736241415143013, -0.00685742124915123, -0.006352427881211042, -0.005847434513270855, -0.005342441610991955, -0.004837448708713055, -0.004332455340772867, -0.0038274622056633234, -0.0033224690705537796, -0.002817475935444236, -0.002312482800334692, -0.0018074896652251482, -0.0013024965301156044, -0.0007975033950060606, -0.0002925102598965168, 0.000212482875213027, 0.0007174760103225708, 0.0012224691454321146, 0.0017274622805416584, 0.002232455415651202, 0.002737448550760746, 0.00324244168587029, 0.0037474348209798336, 0.004252428188920021, 0.004757421091198921, 0.005262413993477821, 0.005767407361418009, 0.006272400729358196, 0.006777393631637096, 0.0072823865339159966, 0.007787379901856184, 0.008292373269796371, 0.008797366172075272, 0.009302359074354172, 0.009807351976633072, 0.010312345810234547, 0.010817338712513447, 0.011322331614792347, 0.011827325448393822, 0.012332318350672722, 0.012837311252951622, 0.013342304155230522, 0.013847297057509422, 0.014352290891110897, 0.014857283793389797, 0.015362276695668697, 0.015867270529270172, 0.016372263431549072, 0.016877256333827972, 0.017382249236106873, 0.017887242138385773, 0.018392235040664673, 0.018897227942943573]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 7.0, 9.0, 10.0, 9.0, 8.0, 9.0, 5.0, 7.0, 6.0, 24.0, 25.0, 22.0, 32.0, 36.0, 32.0, 53.0, 52.0, 83.0, 113.0, 143.0, 260.0, 391.0, 579.0, 901.0, 1405.0, 2185.0, 6431.0, 2132.0, 1256.0, 791.0, 536.0, 328.0, 201.0, 116.0, 81.0, 47.0, 22.0, 21.0, 6.0, 6.0, 5.0, 5.0, 3.0, 1.0, 4.0, 3.0, 4.0, 5.0, 4.0, 4.0, 2.0, 2.0], "bins": [-0.012281389907002449, -0.011962535791099072, -0.011643681675195694, -0.011324827559292316, -0.011005973443388939, -0.010687118396162987, -0.01036826428025961, -0.010049410164356232, -0.009730556048452854, -0.009411701932549477, -0.009092847816646099, -0.008773993700742722, -0.00845513865351677, -0.008136284537613392, -0.007817430421710014, -0.007498576305806637, -0.007179722189903259, -0.006860868073999882, -0.006542013958096504, -0.006223159376531839, -0.005904305260628462, -0.005585451144725084, -0.0052665965631604195, -0.004947742447257042, -0.004628888331353664, -0.004310034215450287, -0.003991180099546909, -0.0036723255179822445, -0.003353471402078867, -0.0030346172861754894, -0.0027157629374414682, -0.002396908588707447, -0.0020780544728040695, -0.0017592002404853702, -0.0014403460081666708, -0.0011214917758479714, -0.0008026375435292721, -0.0004837833112105727, -0.00016492907889187336, 0.000153925153426826, 0.00047277938574552536, 0.0007916336180642247, 0.001110487850382924, 0.0014293420827016234, 0.0017481963150203228, 0.0020670504309237003, 0.0023859047796577215, 0.0027047591283917427, 0.0030236132442951202, 0.0033424673601984978, 0.003661321708932519, 0.00398017605766654, 0.004299030173569918, 0.004617884289473295, 0.00493673887103796, 0.005255592986941338, 0.005574447102844715, 0.005893301218748093, 0.00621215533465147, 0.006531009916216135, 0.0068498640321195126, 0.00716871814802289, 0.007487572729587555, 0.0078064268454909325, 0.00812528096139431]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.08196034282445908, -0.07992782443761826, -0.07789531350135803, -0.07586279511451721, -0.07383027672767639, -0.07179776579141617, -0.06976524740457535, -0.06773272901773453, -0.0657002180814743, -0.06366769969463348, -0.061635181307792664, -0.05960266664624214, -0.05757015198469162, -0.0555376335978508, -0.05350511893630028, -0.05147260054945946, -0.049440085887908936, -0.047407571226358414, -0.04537505283951759, -0.04334253817796707, -0.04131001979112625, -0.03927750512957573, -0.03724499046802521, -0.03521247208118439, -0.033179957419633865, -0.031147440895438194, -0.029114924371242523, -0.027082409709692, -0.02504989318549633, -0.02301737666130066, -0.020984861999750137, -0.018952345475554466, -0.016919828951358795, -0.014887312427163124, -0.012854796834290028, -0.010822281241416931, -0.00878976471722126, -0.006757248658686876, -0.0047247326001524925, -0.0026922165416181087, -0.000659700483083725, 0.0013728155754506588, 0.0034053316339850426, 0.005437847692519426, 0.00747036375105381, 0.009502880275249481, 0.011535395868122578, 0.013567911460995674, 0.015600427985191345, 0.017632944509387016, 0.019665461033582687, 0.02169797569513321, 0.02373049221932888, 0.02576300874352455, 0.027795523405075073, 0.029828039929270744, 0.031860556453466415, 0.03389307111501694, 0.03592558950185776, 0.03795810416340828, 0.0399906188249588, 0.04202313721179962, 0.04405565187335014, 0.046088170260190964, 0.048120684921741486]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 8.0, 21.0, 11.0, 16.0, 18.0, 16.0, 33.0, 32.0, 13.0, 12.0, 5.0, 1.0, 4.0, 5.0, 0.0, 0.0, 3.0, 3.0, 5.0, 7.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04733395576477051, -0.045805592089891434, -0.04427722841501236, -0.042748868465423584, -0.04122050479054451, -0.039692141115665436, -0.03816377744078636, -0.03663541376590729, -0.03510705381631851, -0.03357869014143944, -0.032050326466560364, -0.03052196279168129, -0.028993599116802216, -0.02746523730456829, -0.025936873629689217, -0.024408511817455292, -0.022880148142576218, -0.021351784467697144, -0.01982342265546322, -0.018295058980584145, -0.01676669716835022, -0.015238333493471146, -0.013709969818592072, -0.012181607075035572, -0.010653244331479073, -0.009124881587922573, -0.007596518378704786, -0.0060681551694869995, -0.0045397924259305, -0.003011429449543357, -0.0014830664731562138, 4.5296503230929375e-05, 0.0015736594796180725, 0.0031020224560052156, 0.004630385432392359, 0.006158748641610146, 0.007687111385166645, 0.009215474128723145, 0.010743837803602219, 0.012272200547158718, 0.013800563290715218, 0.015328926034271717, 0.016857288777828217, 0.01838565245270729, 0.019914016127586365, 0.02144237793982029, 0.022970741614699364, 0.02449910342693329, 0.026027467101812363, 0.027555830776691437, 0.02908419258892536, 0.030612556263804436, 0.03214091807603836, 0.033669281750917435, 0.03519764542579651, 0.03672600910067558, 0.03825437277555466, 0.03978273272514343, 0.04131109640002251, 0.04283946007490158, 0.044367823749780655, 0.04589618742465973, 0.047424547374248505, 0.04895291104912758, 0.05048127472400665]}, "_runtime": 41.25911235809326, "_timestamp": 1596207425.8477354, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 5.0, 3.0, 5.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01709550805389881, -0.016568243503570557, -0.01604098081588745, -0.015513717196881771, -0.014986453577876091, -0.014459189958870411, -0.01393192633986473, -0.01340466272085905, -0.01287739910185337, -0.01235013548284769, -0.01182287186384201, -0.01129560824483633, -0.01076834462583065, -0.01024108100682497, -0.00971381738781929, -0.00918655376881361, -0.00865929014980793, -0.00813202653080225, -0.00760476291179657, -0.00707749929279089, -0.00655023567378521, -0.00602297205477953, -0.0054957084357738495, -0.004968444816768169, -0.004441181197762489, -0.003913917578756809, -0.003386653959751129, -0.002859390340745449, -0.002332126721739769, -0.001804863102734089, -0.0012775994837284088, -0.0007503358647227287, -0.00022307224571704865, 0.00030419137328863144, 0.0008314549922943115, 0.0013587186112999916, 0.0018859822303056717, 0.0024132458493113518, 0.002940509468317032, 0.003467773087322712, 0.003995036706328392, 0.004522300325334072, 0.005049563944339752, 0.005576827563345432, 0.006104091182351112, 0.0066313548013567924, 0.0071586184203624725, 0.007685882039368153, 0.008213145658373833, 0.008740409277379513, 0.009267672896385193, 0.009794936515390873, 0.010322200134396553, 0.010849463753402233, 0.011376727372407913, 0.011903990991413593, 0.012431254610419273, 0.012958518229424953, 0.013485781848430634, 0.014013045467436314, 0.014540309086441994, 0.015067572705447674, 0.015594836324453354, 0.01612209901213646, 0.016649363562464714]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 0.0, 6.0, 11.0, 10.0, 9.0, 17.0, 13.0, 21.0, 23.0, 28.0, 44.0, 68.0, 92.0, 116.0, 165.0, 246.0, 382.0, 4820.0, 889.0, 318.0, 190.0, 129.0, 80.0, 68.0, 46.0, 18.0, 21.0, 24.0, 12.0, 11.0, 7.0, 6.0, 10.0, 7.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.17586368322372437, -0.1701197475194931, -0.16437581181526184, -0.15863187611103058, -0.15288794040679932, -0.14714400470256805, -0.1414000689983368, -0.13565613329410553, -0.12991219758987427, -0.12416825443506241, -0.11842431873083115, -0.11268038302659988, -0.10693643987178802, -0.10119250416755676, -0.0954485684633255, -0.08970463275909424, -0.08396069705486298, -0.07821676135063171, -0.07247282564640045, -0.06672888994216919, -0.06098495051264763, -0.05524101480841637, -0.049497075378894806, -0.043753139674663544, -0.03800920397043228, -0.03226526826620102, -0.026521330699324608, -0.020777393132448196, -0.015033457428216934, -0.009289520792663097, -0.0035455841571092606, 0.0021983524784445763, 0.007942289113998413, 0.01368622574955225, 0.019430162385106087, 0.025174099951982498, 0.03091803565621376, 0.03666197136044502, 0.04240591078996658, 0.048149846494197845, 0.05389378219842911, 0.05963771790266037, 0.06538165360689163, 0.0711255893111229, 0.07686953246593475, 0.08261346817016602, 0.08835740387439728, 0.09410133957862854, 0.0998452752828598, 0.10558921098709106, 0.11133314669132233, 0.11707708239555359, 0.12282101809978485, 0.1285649538040161, 0.13430888950824738, 0.14005282521247864, 0.1457967758178711, 0.15154071152210236, 0.15728464722633362, 0.16302858293056488, 0.16877251863479614, 0.1745164543390274, 0.18026039004325867, 0.18600432574748993, 0.1917482614517212]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 4.0, 2.0, 3.0, 5.0, 4.0, 3.0, 3.0, 3.0, 2.0, 29.0, 5.0, 0.0, 6.0, 1.0, 1.0, 1.0, 2.0, 6.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0026223454624414444, -0.002523272531107068, -0.0024241995997726917, -0.002325126901268959, -0.0022260539699345827, -0.0021269810386002064, -0.0020279083400964737, -0.0019288354087620974, -0.001829762477427721, -0.0017306895460933447, -0.0016316167311742902, -0.0015325439162552357, -0.0014334709849208593, -0.001334398053586483, -0.0012353252386674285, -0.001136252423748374, -0.0010371794924139977, -0.0009381066192872822, -0.0008390337461605668, -0.0007399608730338514, -0.000640887999907136, -0.0005418151267804205, -0.0004427422536537051, -0.0003436693805269897, -0.0002445965074002743, -0.00014552363427355886, -4.645076114684343e-05, 5.262211197987199e-05, 0.0001516949851065874, 0.00025076785823330283, 0.00034984073136001825, 0.0004489136044867337, 0.0005479864776134491, 0.0006470593507401645, 0.0007461322238668799, 0.0008452050969935954, 0.0009442779701203108, 0.0010433509014546871, 0.0011424237163737416, 0.0012414965312927961, 0.0013405694626271725, 0.0014396423939615488, 0.0015387152088806033, 0.0016377880237996578, 0.0017368609551340342, 0.0018359338864684105, 0.001935006701387465, 0.0020340795163065195, 0.002133152447640896, 0.002232225378975272, 0.0023312983103096485, 0.002430371008813381, 0.0025294439401477575, 0.002628516871482134, 0.0027275895699858665, 0.002826662501320243, 0.0029257354326546192, 0.0030248083639889956, 0.003123881295323372, 0.0032229539938271046, 0.003322026925161481, 0.0034210998564958572, 0.00352017255499959, 0.0036192454863339663, 0.0037183184176683426]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 5.0, 12.0, 10.0, 16.0, 11.0, 38.0, 62.0, 99.0, 111.0, 171.0, 291.0, 476.0, 757.0, 1133.0, 1882.0, 3125.0, 5509.0, 9529.0, 17489.0, 35824.0, 86115.0, 757656.0, 136943.0, 54492.0, 27983.0, 15482.0, 9039.0, 5485.0, 3460.0, 2186.0, 1420.0, 970.0, 593.0, 423.0, 264.0, 195.0, 129.0, 84.0, 64.0, 35.0, 25.0, 11.0, 12.0, 6.0, 3.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009647177532315254, -0.009343286976218224, -0.009039395488798618, -0.008735504932701588, -0.008431614376604557, -0.008127722889184952, -0.007823832333087921, -0.0075199417769908905, -0.0072160507552325726, -0.006912159733474255, -0.006608269177377224, -0.006304378155618906, -0.006000487133860588, -0.0056965965777635574, -0.0053927055560052395, -0.005088814999908209, -0.004784923978149891, -0.004481032956391573, -0.004177142400294542, -0.0038732513785362244, -0.00356936058960855, -0.0032654698006808758, -0.002961578778922558, -0.0026576879899948835, -0.0023537972010672092, -0.002049906412139535, -0.0017460155067965388, -0.0014421246014535427, -0.0011382338125258684, -0.0008343429653905332, -0.000530452118255198, -0.0002265612711198628, 7.732957601547241e-05, 0.0003812204231508076, 0.0006851112702861428, 0.000989002175629139, 0.0012928929645568132, 0.0015967837534844875, 0.0019006746588274837, 0.0022045655641704798, 0.002508456353098154, 0.0028123471420258284, 0.0031162379309535027, 0.0034201289527118206, 0.003724019741639495, 0.004027910530567169, 0.004331801552325487, 0.004635692108422518, 0.004939583130180836, 0.005243474151939154, 0.005547364708036184, 0.005851255729794502, 0.006155146285891533, 0.006459037307649851, 0.006762928329408169, 0.007066818885505199, 0.007370709907263517, 0.007674600929021835, 0.007978491485118866, 0.008282382041215897, 0.008586273528635502, 0.008890164084732533, 0.009194054640829563, 0.009497946128249168, 0.009801836684346199]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 8.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014952616766095161, -0.01437066774815321, -0.013788718730211258, -0.01320677064359188, -0.012624821625649929, -0.012042872607707977, -0.0114609245210886, -0.010878975503146648, -0.010297026485204697, -0.009715077467262745, -0.009133128449320793, -0.008551180362701416, -0.007969231344759464, -0.0073872823268175125, -0.006805333774536848, -0.006223385222256184, -0.005641436204314232, -0.00505948718637228, -0.004477538634091616, -0.0038955898489803076, -0.0033136410638689995, -0.0027316922787576914, -0.0021497434936463833, -0.0015677947085350752, -0.000985845923423767, -0.000403897138312459, 0.0001780516467988491, 0.0007600004319101572, 0.0013419492170214653, 0.0019238980021327734, 0.0025058467872440815, 0.0030877955723553896, 0.0036697443574666977, 0.0042516933754086494, 0.004833641927689314, 0.005415590479969978, 0.00599753949791193, 0.006579488515853882, 0.007161437068134546, 0.007743385620415211, 0.008325334638357162, 0.008907283656299114, 0.009489232674241066, 0.010071180760860443, 0.010653129778802395, 0.011235078796744347, 0.011817026883363724, 0.012398975901305676, 0.012980924919247627, 0.013562873937189579, 0.01414482295513153, 0.014726771041750908, 0.01530872005969286, 0.01589066907763481, 0.01647261716425419, 0.017054567113518715, 0.017636515200138092, 0.01821846328675747, 0.018800413236021996, 0.019382361322641373, 0.0199643112719059, 0.020546259358525276, 0.021128207445144653, 0.02171015739440918, 0.022292105481028557]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 9.0, 20.0, 25.0, 27.0, 38.0, 59.0, 101.0, 155.0, 235.0, 311.0, 467.0, 549.0, 863.0, 1364.0, 5436.0, 2290.0, 1456.0, 1138.0, 868.0, 641.0, 520.0, 447.0, 336.0, 223.0, 171.0, 117.0, 107.0, 76.0, 62.0, 59.0, 56.0, 40.0, 22.0, 29.0, 20.0, 18.0, 10.0, 5.0, 9.0, 7.0, 6.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005699098110198975, -0.00537831848487258, -0.005057538393884897, -0.004736758768558502, -0.00441597867757082, -0.004095199052244425, -0.003774419194087386, -0.0034536393359303474, -0.0031328594777733088, -0.00281207961961627, -0.0024912997614592314, -0.0021705199033021927, -0.0018497401615604758, -0.0015289603034034371, -0.0012081805616617203, -0.0008874007035046816, -0.0005666208453476429, -0.00024584101629443467, 7.493881275877357e-05, 0.0003957186418119818, 0.00071649847086519, 0.0010372783290222287, 0.0013580580707639456, 0.0016788379289209843, 0.001999617787078023, 0.0023203976452350616, 0.0026411775033921003, 0.002961957361549139, 0.003282736986875534, 0.0036035168450325727, 0.0039242967031896114, 0.004245076794177294, 0.004565856419503689, 0.004886636044830084, 0.005207416135817766, 0.005528195761144161, 0.005848975852131844, 0.006169755477458239, 0.006490535568445921, 0.006811315193772316, 0.007132095284759998, 0.007452874910086393, 0.007773654535412788, 0.00809443462640047, 0.008415214717388153, 0.00873599387705326, 0.009056773968040943, 0.009377554059028625, 0.009698333218693733, 0.010019113309681416, 0.010339893400669098, 0.01066067349165678, 0.010981452651321888, 0.01130223274230957, 0.011623012833297253, 0.011943792924284935, 0.012264572083950043, 0.012585352174937725, 0.012906132265925407, 0.013226911425590515, 0.013547691516578197, 0.01386847160756588, 0.014189251698553562, 0.01451003085821867, 0.014830810949206352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 3.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.22468656301498413, -0.21887096762657166, -0.21305538713932037, -0.2072397917509079, -0.20142419636249542, -0.19560861587524414, -0.18979302048683167, -0.1839774250984192, -0.1781618297100067, -0.17234624922275543, -0.16653065383434296, -0.16071505844593048, -0.1548994779586792, -0.14908388257026672, -0.14326828718185425, -0.13745270669460297, -0.1316371113061905, -0.12582151591777802, -0.12000592797994614, -0.11419034004211426, -0.10837474465370178, -0.1025591567158699, -0.09674356877803802, -0.09092797338962555, -0.08511238545179367, -0.07929679751396179, -0.07348120212554932, -0.06766561418771744, -0.06185002252459526, -0.056034430861473083, -0.050218842923641205, -0.04440325126051903, -0.03858765959739685, -0.03277206793427467, -0.026956478133797646, -0.021140888333320618, -0.01532529667019844, -0.009509705938398838, -0.0036941152065992355, 0.002121475525200367, 0.00793706625699997, 0.013752656988799572, 0.019568247720599174, 0.025383837521076202, 0.03119942918419838, 0.03701502084732056, 0.042830608785152435, 0.04864620044827461, 0.05446179211139679, 0.06027738377451897, 0.06609297543764114, 0.07190856337547302, 0.0777241587638855, 0.08353974670171738, 0.08935533463954926, 0.09517093002796173, 0.10098651796579361, 0.10680210590362549, 0.11261770129203796, 0.11843328922986984, 0.12424887716770172, 0.1300644725561142, 0.13588006794452667, 0.14169564843177795, 0.14751124382019043]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 5.0, 2.0, 6.0, 2.0, 5.0, 3.0, 5.0, 3.0, 6.0, 12.0, 10.0, 36.0, 56.0, 33.0, 30.0, 26.0, 7.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.14809036254882812, -0.14411355555057526, -0.1401367485523224, -0.13615992665290833, -0.13218311965465546, -0.1282063126564026, -0.12422950565814972, -0.12025269120931625, -0.11627588421106339, -0.11229907721281052, -0.10832226276397705, -0.10434545576572418, -0.10036864876747131, -0.09639183431863785, -0.09241502732038498, -0.08843821287155151, -0.08446140587329865, -0.08048459887504578, -0.07650778442621231, -0.07253097742795944, -0.06855416297912598, -0.06457735598087311, -0.06060054898262024, -0.05662373825907707, -0.052646927535533905, -0.04867011681199074, -0.04469330608844757, -0.0407164990901947, -0.036739688366651535, -0.03276287764310837, -0.02878606878221035, -0.024809259921312332, -0.020832449197769165, -0.016855638474225998, -0.01287882961332798, -0.008902019821107388, -0.004925210028886795, -0.0009484002366662025, 0.00302840955555439, 0.0070052193477749825, 0.010982029139995575, 0.014958838932216167, 0.01893564872443676, 0.022912457585334778, 0.026889268308877945, 0.030866079032421112, 0.03484288603067398, 0.03881969675421715, 0.042796507477760315, 0.04677331820130348, 0.05075012892484665, 0.05472693592309952, 0.058703746646642685, 0.06268055737018585, 0.06665736436843872, 0.07063417881727219, 0.07461098581552505, 0.07858779281377792, 0.08256460726261139, 0.08654141426086426, 0.09051822125911713, 0.09449503570795059, 0.09847184270620346, 0.10244865715503693, 0.1064254641532898]}, "_runtime": 42.10560655593872, "_timestamp": 1596207426.6942296, "_step": 43}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 4.0, 3.0, 6.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012060423381626606, -0.011754035949707031, -0.011447647586464882, -0.011141260154545307, -0.010834872722625732, -0.010528485290706158, -0.010222096927464008, -0.009915709495544434, -0.009609322063624859, -0.00930293370038271, -0.008996546268463135, -0.00869015883654356, -0.008383771404623985, -0.008077383041381836, -0.007770995609462261, -0.0074646081775426865, -0.007158220279961824, -0.006851832382380962, -0.006545444950461388, -0.006239057052880526, -0.005932669620960951, -0.005626281723380089, -0.005319894291460514, -0.005013506393879652, -0.00470711849629879, -0.004400731064379215, -0.004094343166798353, -0.0037879557348787785, -0.0034815678372979164, -0.003175180172547698, -0.0028687925077974796, -0.0025624048430472612, -0.002256017178297043, -0.0019496295135468245, -0.001643241848796606, -0.0013368540676310658, -0.0010304664028808475, -0.0007240787381306291, -0.00041769101517274976, -0.00011130332131870091, 0.00019508437253534794, 0.0005014720372855663, 0.0008078597602434456, 0.001114247483201325, 0.0014206351479515433, 0.0017270228127017617, 0.002033410593867302, 0.0023397982586175203, 0.0026461859233677387, 0.002952573588117957, 0.0032589612528681755, 0.003565348917618394, 0.0038717365823686123, 0.004178124479949474, 0.004484511911869049, 0.004790899809449911, 0.005097287707030773, 0.005403675138950348, 0.00571006303653121, 0.006016450468450785, 0.006322838366031647, 0.0066292257979512215, 0.0069356136955320835, 0.007242001127451658, 0.00754838902503252]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 8.0, 7.0, 8.0, 16.0, 10.0, 16.0, 24.0, 31.0, 47.0, 50.0, 74.0, 75.0, 96.0, 169.0, 208.0, 341.0, 4567.0, 1167.0, 333.0, 178.0, 137.0, 98.0, 63.0, 55.0, 31.0, 18.0, 22.0, 14.0, 17.0, 9.0, 6.0, 1.0, 5.0, 3.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15910795331001282, -0.15438751876354218, -0.14966708421707153, -0.1449466496706009, -0.14022621512413025, -0.1355057805776596, -0.13078534603118896, -0.12606491148471832, -0.12134447693824768, -0.11662404239177704, -0.1119036078453064, -0.10718317329883575, -0.10246273875236511, -0.09774230420589447, -0.09302186965942383, -0.08830143511295319, -0.08358100056648254, -0.0788605660200119, -0.07414013147354126, -0.06941969692707062, -0.06469926238059998, -0.059978827834129333, -0.05525839328765869, -0.05053795874118805, -0.04581752419471741, -0.041097089648246765, -0.03637665510177612, -0.03165622055530548, -0.02693578600883484, -0.022215351462364197, -0.017494916915893555, -0.012774482369422913, -0.00805404782295227, -0.0033336132764816284, 0.0013868212699890137, 0.006107255816459656, 0.010827690362930298, 0.01554812490940094, 0.020268559455871582, 0.024988994002342224, 0.029709428548812866, 0.03442986309528351, 0.03915029764175415, 0.04387073218822479, 0.048591166734695435, 0.05331160128116608, 0.05803203582763672, 0.06275247037410736, 0.067472904920578, 0.07219333946704865, 0.07691377401351929, 0.08163420855998993, 0.08635464310646057, 0.09107507765293121, 0.09579551219940186, 0.1005159467458725, 0.10523638129234314, 0.10995681583881378, 0.11467725038528442, 0.11939768493175507, 0.12411811947822571, 0.12883855402469635, 0.133558988571167, 0.13827942311763763, 0.14299985766410828]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 5.0, 4.0, 5.0, 3.0, 4.0, 2.0, 2.0, 8.0, 4.0, 27.0, 3.0, 6.0, 2.0, 2.0, 1.0, 4.0, 9.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0025634763296693563, -0.0024680383503437042, -0.0023726006038486958, -0.0022771626245230436, -0.0021817246451973915, -0.002086286898702383, -0.001990848919376731, -0.0018954109400510788, -0.0017999730771407485, -0.0017045352142304182, -0.001609097234904766, -0.0015136593719944358, -0.0014182215090841055, -0.0013227835297584534, -0.001227345666848123, -0.001131907687522471, -0.0010364698246121407, -0.0009410319034941494, -0.0008455939823761582, -0.0007501561194658279, -0.0006547181983478367, -0.0005592802772298455, -0.00046384238521568477, -0.000368404493201524, -0.0002729665720835328, -0.00017752866551745683, -8.209075895138085e-05, 1.3347147614695132e-05, 0.00010878505418077111, 0.0002042229607468471, 0.0002996608673129231, 0.0003950987593270838, 0.000490536680445075, 0.0005859746015630662, 0.0006814125226810575, 0.0007768503855913877, 0.000872288306709379, 0.0009677262278273702, 0.0010631640907377005, 0.0011586020700633526, 0.0012540399329736829, 0.0013494777958840132, 0.0014449157752096653, 0.0015403536381199956, 0.0016357915010303259, 0.001731229480355978, 0.0018266673432663083, 0.0019221053225919604, 0.0020175431855022907, 0.002112981164827943, 0.0022084189113229513, 0.0023038568906486034, 0.0023992948699742556, 0.002494732616469264, 0.002590170595794916, 0.0026856085751205683, 0.0027810465544462204, 0.002876484300941229, 0.002971922280266881, 0.003067360259592533, 0.0031627980060875416, 0.0032582359854131937, 0.003353673964738846, 0.0034491117112338543, 0.0035445496905595064]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 8.0, 9.0, 15.0, 23.0, 52.0, 92.0, 112.0, 233.0, 407.0, 658.0, 1209.0, 2217.0, 4535.0, 9971.0, 24389.0, 70222.0, 797681.0, 170824.0, 49549.0, 21996.0, 10970.0, 5957.0, 3254.0, 1999.0, 1205.0, 702.0, 512.0, 281.0, 182.0, 119.0, 79.0, 55.0, 41.0, 28.0, 10.0, 11.0, 7.0, 4.0, 6.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010892572812736034, -0.010527904145419598, -0.01016323547810316, -0.009798566810786724, -0.009433897212147713, -0.009069228544831276, -0.00870455987751484, -0.008339891210198402, -0.007975222542881966, -0.0076105534099042416, -0.007245884742587805, -0.006881216075271368, -0.006516546942293644, -0.006151878274977207, -0.00578720960766077, -0.005422540474683046, -0.00505787180736661, -0.004693203140050173, -0.004328534007072449, -0.003963865339756012, -0.003599196672439575, -0.0032345277722924948, -0.0028698588721454144, -0.0025051902048289776, -0.002140521304681897, -0.0017758525209501386, -0.00141118373721838, -0.0010465148370712996, -0.000681846053339541, -0.0003171772405039519, 4.7491572331637144e-05, 0.0004121603851672262, 0.0007768291980028152, 0.0011414979817345738, 0.0015061667654663324, 0.0018708356656134129, 0.0022355043329298496, 0.00260017323307693, 0.0029648421332240105, 0.0033295108005404472, 0.0036941797006875277, 0.004058848600834608, 0.004423517268151045, 0.004788185935467482, 0.005152855068445206, 0.0055175237357616425, 0.005882192403078079, 0.006246861536055803, 0.00661153020337224, 0.006976198870688677, 0.007340868003666401, 0.007705536670982838, 0.008070205338299274, 0.008434874005615711, 0.008799542672932148, 0.00916421227157116, 0.009528880938887596, 0.009893549606204033, 0.01025821827352047, 0.010622886940836906, 0.010987555608153343, 0.011352225206792355, 0.011716893874108791, 0.012081562541425228, 0.012446231208741665]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 5.0, 2.0, 5.0, 5.0, 11.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.029313553124666214, -0.0286788921803236, -0.028044231235980988, -0.027409572154283524, -0.02677491120994091, -0.026140250265598297, -0.025505591183900833, -0.02487093023955822, -0.024236269295215607, -0.023601608350872993, -0.02296694740653038, -0.022332288324832916, -0.021697627380490303, -0.02106296643614769, -0.020428307354450226, -0.019793646410107613, -0.019158985465765, -0.018524324521422386, -0.017889663577079773, -0.01725500449538231, -0.016620343551039696, -0.015985682606697083, -0.015351022593677044, -0.014716362580657005, -0.014081701636314392, -0.013447040691971779, -0.01281238067895174, -0.012177720665931702, -0.011543059721589088, -0.010908398777246475, -0.010273738764226437, -0.009639078751206398, -0.009004417806863785, -0.008369756862521172, -0.007735096849501133, -0.007100436370819807, -0.006465775892138481, -0.005831115413457155, -0.005196454934775829, -0.004561794456094503, -0.0039271339774131775, -0.0032924734987318516, -0.0026578130200505257, -0.0020231525413691998, -0.0013884920626878738, -0.0007538315840065479, -0.00011917110532522202, 0.0005154893733561039, 0.0011501498520374298, 0.0017848103307187557, 0.0024194708094000816, 0.0030541312880814075, 0.0036887917667627335, 0.004323452245444059, 0.004958112724125385, 0.005592773202806711, 0.006227433681488037, 0.006862094160169363, 0.007496754638850689, 0.008131414651870728, 0.00876607559621334, 0.009400736540555954, 0.010035396553575993, 0.010670056566596031, 0.011304717510938644]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 4.0, 2.0, 7.0, 4.0, 9.0, 5.0, 10.0, 18.0, 12.0, 9.0, 27.0, 32.0, 40.0, 38.0, 29.0, 37.0, 56.0, 60.0, 71.0, 102.0, 158.0, 182.0, 238.0, 327.0, 361.0, 468.0, 615.0, 904.0, 1220.0, 1966.0, 6251.0, 1999.0, 1067.0, 683.0, 383.0, 259.0, 166.0, 118.0, 99.0, 79.0, 57.0, 44.0, 48.0, 35.0, 24.0, 15.0, 21.0, 14.0, 11.0, 9.0, 9.0, 6.0, 4.0, 6.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011120595037937164, -0.010790865868330002, -0.01046113669872284, -0.010131406597793102, -0.00980167742818594, -0.009471948258578777, -0.009142219088971615, -0.008812489919364452, -0.008482759818434715, -0.008153030648827553, -0.00782330147922039, -0.007493572309613228, -0.007163843140006065, -0.006834113504737616, -0.006504384335130453, -0.006174654699862003, -0.005844925530254841, -0.005515196360647678, -0.005185466725379229, -0.004855737555772066, -0.004526007920503616, -0.004196278750896454, -0.0038665495812892914, -0.0035368201788514853, -0.003207090776413679, -0.002877361373975873, -0.002547631971538067, -0.0022179028019309044, -0.0018881733994930983, -0.0015584439970552921, -0.0012287147110328078, -0.0008989853668026626, -0.0005692560225725174, -0.00023952667834237218, 9.020266588777304e-05, 0.00041993201011791825, 0.0007496613543480635, 0.0010793907567858696, 0.001409120042808354, 0.0017388493288308382, 0.0020685787312686443, 0.0023983081337064505, 0.0027280375361442566, 0.003057766705751419, 0.003387496108189225, 0.0037172255106270313, 0.004046954680234194, 0.004376684315502644, 0.004706413485109806, 0.0050361426547169685, 0.005365872289985418, 0.005695601459592581, 0.006025331094861031, 0.006355060264468193, 0.0066847894340753555, 0.007014519069343805, 0.007344248238950968, 0.00767397740855813, 0.00800370704382658, 0.008333436213433743, 0.008663165383040905, 0.008992894552648067, 0.009322624653577805, 0.009652353823184967, 0.00998208299279213]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15344685316085815, -0.14917907118797302, -0.1449112892150879, -0.14064350724220276, -0.13637572526931763, -0.1321079581975937, -0.12784017622470856, -0.12357239425182343, -0.1193046122789383, -0.11503683030605316, -0.11076904833316803, -0.1065012738108635, -0.10223349183797836, -0.09796570986509323, -0.0936979353427887, -0.08943015336990356, -0.08516237139701843, -0.0808945894241333, -0.07662680745124817, -0.07235903292894363, -0.0680912509560585, -0.06382346898317337, -0.05955569073557854, -0.055287912487983704, -0.05102013051509857, -0.04675234854221344, -0.04248457029461861, -0.03821679204702377, -0.03394901007413864, -0.02968122996389866, -0.025413449853658676, -0.021145669743418694, -0.01687788963317871, -0.012610109522938728, -0.008342329412698746, -0.004074549302458763, 0.00019323080778121948, 0.004461010918021202, 0.008728791028261185, 0.012996571138501167, 0.01726435124874115, 0.021532131358981133, 0.025799911469221115, 0.030067691579461098, 0.03433547168970108, 0.03860325366258621, 0.042871031910181046, 0.04713881015777588, 0.05140659213066101, 0.05567437410354614, 0.059942152351140976, 0.06420993059873581, 0.06847771257162094, 0.07274549454450607, 0.07701326906681061, 0.08128105103969574, 0.08554883301258087, 0.089816614985466, 0.09408439695835114, 0.09835217148065567, 0.1026199534535408, 0.10688773542642593, 0.11115550994873047, 0.1154232919216156, 0.11969107389450073]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 8.0, 25.0, 27.0, 37.0, 69.0, 19.0, 20.0, 21.0, 11.0, 3.0, 3.0, 4.0, 1.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11239369958639145, -0.1091320812702179, -0.10587047040462494, -0.10260885208845139, -0.09934723377227783, -0.09608561545610428, -0.09282399713993073, -0.08956238627433777, -0.08630076795816422, -0.08303914964199066, -0.0797775387763977, -0.07651592046022415, -0.0732543021440506, -0.06999268382787704, -0.06673106551170349, -0.06346945464611053, -0.06020783632993698, -0.05694621801376343, -0.05368460342288017, -0.05042298883199692, -0.047161370515823364, -0.04389975219964981, -0.040638137608766556, -0.0373765230178833, -0.03411490470170975, -0.030853288248181343, -0.02759167179465294, -0.024330055341124535, -0.02106843888759613, -0.017806822434067726, -0.014545205980539322, -0.011283589527010918, -0.008021973073482513, -0.004760356619954109, -0.001498740166425705, 0.0017628762871026993, 0.0050244927406311035, 0.008286109194159508, 0.011547725647687912, 0.014809342101216316, 0.01807095855474472, 0.021332575008273125, 0.02459419146180153, 0.027855807915329933, 0.031117424368858337, 0.03437904268503189, 0.037640657275915146, 0.0409022718667984, 0.044163890182971954, 0.04742550849914551, 0.05068712309002876, 0.05394873768091202, 0.05721035599708557, 0.060471974313259125, 0.06373359262943268, 0.06699520349502563, 0.07025682181119919, 0.07351844012737274, 0.0767800509929657, 0.08004166930913925, 0.0833032876253128, 0.08656490594148636, 0.08982652425765991, 0.09308813512325287, 0.09634975343942642]}, "_runtime": 42.9580442905426, "_timestamp": 1596207427.5466673, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 3.0, 1.0, 6.0, 3.0, 2.0, 0.0, 8.0, 0.0, 2.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016631711274385452, -0.016212522983551025, -0.01579333283007145, -0.015374144539237022, -0.014954955317080021, -0.01453576609492302, -0.014116576872766018, -0.013697388581931591, -0.01327819935977459, -0.012859010137617588, -0.012439820915460587, -0.012020631693303585, -0.011601443402469158, -0.011182254180312157, -0.010763064958155155, -0.010343875735998154, -0.009924687445163727, -0.009505498223006725, -0.009086309000849724, -0.008667119778692722, -0.00824793055653572, -0.007828742265701294, -0.0074095530435442924, -0.006990363821387291, -0.0065711745992302895, -0.006151985842734575, -0.005732796620577574, -0.00531360786408186, -0.004894418641924858, -0.004475229885429144, -0.004056040663272142, -0.0036368516739457846, -0.0032176626846194267, -0.002798473695293069, -0.002379284705966711, -0.001960095716640353, -0.0015409066108986735, -0.0011217176215723157, -0.0007025285740382969, -0.00028333955560810864, 0.00013584946282207966, 0.0005550384521484375, 0.0009742274996824563, 0.001393416547216475, 0.0018126055365428329, 0.0022317946422845125, 0.0026509836316108704, 0.003070172620937228, 0.003489361610263586, 0.0039085508324205875, 0.004327739588916302, 0.004746928811073303, 0.005166117567569017, 0.005585306789726019, 0.006004495546221733, 0.006423684768378735, 0.006842873990535736, 0.00726206274703145, 0.007681251969188452, 0.008100440725684166, 0.008519629947841167, 0.008938819169998169, 0.009358007460832596, 0.009777196682989597, 0.010196385905146599]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 5.0, 4.0, 6.0, 4.0, 4.0, 7.0, 8.0, 7.0, 15.0, 16.0, 18.0, 31.0, 27.0, 54.0, 62.0, 89.0, 124.0, 132.0, 220.0, 365.0, 4616.0, 1047.0, 349.0, 193.0, 122.0, 90.0, 70.0, 54.0, 43.0, 33.0, 21.0, 16.0, 14.0, 15.0, 11.0, 10.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.16107270121574402, -0.1563015878200531, -0.151530459523201, -0.14675934612751007, -0.14198823273181915, -0.13721710443496704, -0.13244599103927612, -0.1276748776435852, -0.12290375679731369, -0.11813263595104218, -0.11336152255535126, -0.10859040170907974, -0.10381928086280823, -0.09904816746711731, -0.0942770466208458, -0.08950593322515488, -0.08473481237888336, -0.07996369153261185, -0.07519257813692093, -0.07042145729064941, -0.0656503438949585, -0.06087922304868698, -0.056108102202415466, -0.05133698508143425, -0.04656586796045303, -0.04179475083947182, -0.0370236337184906, -0.032252512872219086, -0.02748139575123787, -0.022710278630256653, -0.017939159646630287, -0.013168041594326496, -0.008396923542022705, -0.003625805489718914, 0.001145312562584877, 0.005916430614888668, 0.010687548667192459, 0.01545866671949625, 0.02022978477180004, 0.025000903755426407, 0.029772020876407623, 0.03454313799738884, 0.039314255118370056, 0.04408537596464157, 0.04885649308562279, 0.053627610206604004, 0.05839873105287552, 0.06316984444856644, 0.06794096529483795, 0.07271208614110947, 0.07748319953680038, 0.0822543203830719, 0.08702543377876282, 0.09179655462503433, 0.09656767547130585, 0.10133878886699677, 0.10610990971326828, 0.1108810305595398, 0.11565214395523071, 0.12042326480150223, 0.12519438564777374, 0.12996549904346466, 0.13473661243915558, 0.1395077407360077, 0.1442788541316986]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 5.0, 4.0, 3.0, 3.0, 6.0, 5.0, 28.0, 6.0, 3.0, 2.0, 5.0, 1.0, 5.0, 4.0, 9.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0026134676299989223, -0.002533739199861884, -0.002454010769724846, -0.002374282106757164, -0.0022945536766201258, -0.0022148252464830875, -0.0021350968163460493, -0.002055368386209011, -0.001975639723241329, -0.0018959114095196128, -0.0018161828629672527, -0.0017364544328302145, -0.0016567260026931763, -0.0015769974561408162, -0.001497269026003778, -0.001417540479451418, -0.0013378120493143797, -0.0012580836191773415, -0.0011783550726249814, -0.0010986266424879432, -0.0010188980959355831, -0.0009391696657985449, -0.0008594412356615067, -0.0007797127473168075, -0.0006999842589721084, -0.0006202557706274092, -0.0005405272822827101, -0.00046079885214567184, -0.0003810703638009727, -0.00030134187545627356, -0.00022161341621540487, -0.00014188494242262095, -6.215646862983704e-05, 1.757200516294688e-05, 9.73004789557308e-05, 0.0001770289527485147, 0.00025675742654129863, 0.00033648591488599777, 0.00041621437412686646, 0.0004959428333677351, 0.0005756713217124343, 0.0006553998100571334, 0.0007351282984018326, 0.0008148567285388708, 0.00089458521688357, 0.0009743137052282691, 0.0010540421353653073, 0.0011337706819176674, 0.0012134991120547056, 0.0012932275421917439, 0.001372956088744104, 0.0014526845188811421, 0.0015324130654335022, 0.0016121414955705404, 0.0016918699257075787, 0.0017715984722599387, 0.001851326902396977, 0.0019310553325340152, 0.0020107838790863752, 0.0020905123092234135, 0.0021702407393604517, 0.00224996916949749, 0.002329697832465172, 0.00240942626260221, 0.0024891546927392483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 16.0, 16.0, 23.0, 33.0, 46.0, 78.0, 108.0, 165.0, 250.0, 390.0, 570.0, 986.0, 1632.0, 2769.0, 5262.0, 10034.0, 21018.0, 51863.0, 158608.0, 775899.0, 78900.0, 32454.0, 16098.0, 8879.0, 5021.0, 3006.0, 1871.0, 1171.0, 793.0, 501.0, 356.0, 240.0, 148.0, 131.0, 74.0, 47.0, 57.0, 39.0, 28.0, 7.0, 9.0, 5.0, 9.0, 5.0, 5.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0088803730905056, -0.008587507531046867, -0.008294641971588135, -0.008001775480806828, -0.007708909921348095, -0.007416044361889362, -0.007123178336769342, -0.0068303123116493225, -0.00653744675219059, -0.006244581192731857, -0.005951715167611837, -0.0056588491424918175, -0.005365983583033085, -0.005073118023574352, -0.004780251998454332, -0.0044873859733343124, -0.00419452041387558, -0.0039016546215862036, -0.0036087888292968273, -0.003315923037007451, -0.003023057244718075, -0.0027301914524286985, -0.0024373256601393223, -0.002144459867849946, -0.0018515940755605698, -0.0015587282832711935, -0.0012658624909818172, -0.000972996698692441, -0.0006801309064030647, -0.00038726511411368847, -9.439932182431221e-05, 0.00019846647046506405, 0.0004913322627544403, 0.0007841980550438166, 0.0010770638473331928, 0.001369929639622569, 0.0016627954319119453, 0.0019556612242013216, 0.002248527016490698, 0.002541392808780074, 0.0028342586010694504, 0.0031271243933588266, 0.003419990185648203, 0.003712855977937579, 0.004005721770226955, 0.004298587329685688, 0.004591453354805708, 0.004884319379925728, 0.0051771849393844604, 0.005470050498843193, 0.005762916523963213, 0.006055782549083233, 0.0063486481085419655, 0.006641513668000698, 0.006934379693120718, 0.007227245718240738, 0.0075201112776994705, 0.007812976837158203, 0.008105842396616936, 0.008398708887398243, 0.008691574446856976, 0.008984440006315708, 0.009277306497097015, 0.009570172056555748, 0.00986303761601448]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 4.0, 10.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009679139591753483, -0.009325042366981506, -0.008970946073532104, -0.008616848848760128, -0.008262751623988152, -0.007908654399216175, -0.007554557640105486, -0.007200460880994797, -0.00684636365622282, -0.006492266431450844, -0.006138169672340155, -0.0057840729132294655, -0.005429975688457489, -0.0050758784636855125, -0.004721781704574823, -0.004367684945464134, -0.004013587720692158, -0.003659490728750825, -0.003305393736809492, -0.0029512967448681593, -0.0025971997529268265, -0.0022431027609854937, -0.0018890057690441608, -0.001534908777102828, -0.0011808117851614952, -0.0008267147932201624, -0.0004726178012788296, -0.00011852080933749676, 0.00023557618260383606, 0.0005896731745451689, 0.0009437701664865017, 0.0012978671584278345, 0.0016519641503691673, 0.0020060611423105, 0.002360158134251833, 0.0027142551261931658, 0.0030683521181344986, 0.0034224491100758314, 0.0037765461020171642, 0.004130642861127853, 0.00448474008589983, 0.004838837310671806, 0.0051929340697824955, 0.005547030828893185, 0.005901128053665161, 0.006255225278437138, 0.006609322037547827, 0.006963418796658516, 0.007317516021430492, 0.007671613246202469, 0.00802570953965187, 0.008379806764423847, 0.008733903989195824, 0.0090880012139678, 0.009442098438739777, 0.009796194732189178, 0.010150291956961155, 0.010504389181733131, 0.010858485475182533, 0.01121258269995451, 0.011566679924726486, 0.011920777149498463, 0.01227487437427044, 0.012628970667719841, 0.012983067892491817]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 3.0, 7.0, 5.0, 9.0, 16.0, 13.0, 20.0, 40.0, 33.0, 42.0, 47.0, 64.0, 82.0, 104.0, 179.0, 233.0, 282.0, 386.0, 447.0, 638.0, 902.0, 1294.0, 2113.0, 5784.0, 1700.0, 1083.0, 651.0, 464.0, 350.0, 299.0, 212.0, 175.0, 152.0, 125.0, 81.0, 79.0, 49.0, 50.0, 32.0, 34.0, 24.0, 21.0, 23.0, 13.0, 14.0, 15.0, 9.0, 5.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.006209924817085266, -0.00601174496114254, -0.005813565105199814, -0.005615385249257088, -0.005417205393314362, -0.0052190255373716354, -0.005020845681428909, -0.004822665825486183, -0.004624485969543457, -0.004426305647939444, -0.0042281257919967175, -0.004029945936053991, -0.003831766080111265, -0.003633586224168539, -0.003435406368225813, -0.0032372265122830868, -0.0030390466563403606, -0.0028408668003976345, -0.0026426869444549084, -0.0024445070885121822, -0.002246327232569456, -0.0020481471437960863, -0.0018499672878533602, -0.001651787431910634, -0.001453607575967908, -0.0012554277200251818, -0.0010572478640824556, -0.0008590678917244077, -0.0006608880357816815, -0.00046270815073512495, -0.00026452826568856835, -6.634838064201176e-05, 0.00013183150440454483, 0.0003300113894511014, 0.000528191274497658, 0.0007263711886480451, 0.0009245510445907712, 0.0011227309005334973, 0.0013209108728915453, 0.0015190907288342714, 0.0017172705847769976, 0.0019154504407197237, 0.00211363029666245, 0.002311810152605176, 0.0025099902413785458, 0.002708170097321272, 0.002906349953263998, 0.003104529809206724, 0.0033027096651494503, 0.0035008895210921764, 0.0036990693770349026, 0.0038972492329776287, 0.004095429088920355, 0.004293608944863081, 0.004491788800805807, 0.004689968656748533, 0.004888148978352547, 0.005086328834295273, 0.005284508690237999, 0.005482688546180725, 0.005680868402123451, 0.005879048258066177, 0.0060772281140089035, 0.00627540796995163, 0.006473587825894356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08677370846271515, -0.08497793972492218, -0.08318217098712921, -0.08138640224933624, -0.07959063351154327, -0.0777948647737503, -0.07599909603595734, -0.07420332729816437, -0.0724075585603714, -0.07061178982257843, -0.06881602108478546, -0.06702025234699249, -0.06522448360919952, -0.06342871487140656, -0.06163294240832329, -0.05983717367053032, -0.05804140493273735, -0.05624563619494438, -0.05444986745715141, -0.052654098719358444, -0.050858329981565475, -0.04906256124377251, -0.04726679250597954, -0.04547102376818657, -0.0436752513051033, -0.04187948256731033, -0.040083713829517365, -0.038287945091724396, -0.03649217635393143, -0.03469640761613846, -0.03290063887834549, -0.03110487014055252, -0.029309101402759552, -0.027513332664966583, -0.025717563927173615, -0.023921795189380646, -0.022126026451587677, -0.02033025585114956, -0.01853448711335659, -0.01673871837556362, -0.014942949637770653, -0.013147180899977684, -0.011351412162184715, -0.009555642493069172, -0.007759873755276203, -0.005964105017483234, -0.004168335814028978, -0.002372566843405366, -0.0005767978727817535, 0.0012189710978418589, 0.0030147400684654713, 0.004810509271919727, 0.006606278009712696, 0.008402046747505665, 0.010197816416621208, 0.011993585154414177, 0.013789353892207146, 0.015585122630000114, 0.017380891367793083, 0.019176660105586052, 0.02097243070602417, 0.02276819944381714, 0.024563968181610107, 0.026359736919403076, 0.028155505657196045]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 4.0, 7.0, 12.0, 23.0, 23.0, 18.0, 21.0, 37.0, 20.0, 20.0, 9.0, 10.0, 11.0, 3.0, 5.0, 4.0, 2.0, 4.0, 6.0, 3.0, 4.0, 2.0, 1.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.053103525191545486, -0.05181808024644852, -0.05053263157606125, -0.04924718663096428, -0.04796174168586731, -0.04667629301548004, -0.04539084807038307, -0.044105399399995804, -0.042819954454898834, -0.041534509509801865, -0.0402490608394146, -0.03896361589431763, -0.03767816722393036, -0.03639272227883339, -0.03510727733373642, -0.03382182866334915, -0.03253638371825218, -0.03125093877315521, -0.029965490102767944, -0.028680045157670975, -0.027394598349928856, -0.026109151542186737, -0.024823706597089767, -0.02353825978934765, -0.02225281298160553, -0.02096736617386341, -0.019681919366121292, -0.018396474421024323, -0.017111027613282204, -0.015825580805540085, -0.01454013492912054, -0.013254689052700996, -0.011969242244958878, -0.010683795437216759, -0.009398349560797215, -0.00811290368437767, -0.0068274568766355515, -0.00554201053455472, -0.004256564192473888, -0.002971117850393057, -0.0016856715083122253, -0.0004002251662313938, 0.0008852211758494377, 0.0021706675179302692, 0.0034561138600111008, 0.004741560202091932, 0.006027006544172764, 0.007312452886253595, 0.008597899228334427, 0.009883346036076546, 0.01116879191249609, 0.012454237788915634, 0.013739684596657753, 0.015025131404399872, 0.01631057634949684, 0.01759602315723896, 0.01888146996498108, 0.020166916772723198, 0.021452363580465317, 0.022737808525562286, 0.024023255333304405, 0.025308702141046524, 0.026594147086143494, 0.027879593893885612, 0.02916504070162773]}, "_runtime": 43.752254486083984, "_timestamp": 1596207428.3408775, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011258365586400032, -0.010905490256845951, -0.010552615858614445, -0.010199740529060364, -0.009846865199506283, -0.009493989869952202, -0.009141115471720695, -0.008788240142166615, -0.008435364812612534, -0.008082490414381027, -0.007729615084826946, -0.007376739755272865, -0.007023864891380072, -0.006670989561825991, -0.006318114697933197, -0.005965239368379116, -0.005612364504486322, -0.005259489640593529, -0.004906614311039448, -0.004553739447146654, -0.004200864117592573, -0.0038479892536997795, -0.003495114156976342, -0.003142239060252905, -0.0027893639635294676, -0.0024364888668060303, -0.002083613770082593, -0.0017307387897744775, -0.0013778636930510402, -0.0010249885963276029, -0.0006721135578118265, -0.0003192384901922196, 3.363657742738724e-05, 0.0003865116450469941, 0.0007393867126666009, 0.0010922617511823773, 0.0014451368479058146, 0.001798011944629252, 0.0021508869249373674, 0.0025037620216608047, 0.002856637118384242, 0.0032095122151076794, 0.0035623873118311167, 0.003915262408554554, 0.004268137272447348, 0.004621012602001429, 0.004973887465894222, 0.005326762795448303, 0.005679637659341097, 0.0060325125232338905, 0.0063853878527879715, 0.006738262716680765, 0.007091138046234846, 0.00744401291012764, 0.007796888239681721, 0.008149763569235802, 0.008502637967467308, 0.008855513297021389, 0.00920838862657547, 0.009561263024806976, 0.009914138354361057, 0.010267013683915138, 0.01061988901346922, 0.010972763411700726, 0.011325638741254807]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 7.0, 2.0, 9.0, 9.0, 19.0, 21.0, 19.0, 40.0, 67.0, 85.0, 122.0, 162.0, 300.0, 685.0, 5283.0, 453.0, 247.0, 120.0, 84.0, 44.0, 31.0, 27.0, 25.0, 7.0, 9.0, 9.0, 4.0, 5.0, 5.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24441936612129211, -0.2368120402097702, -0.2292047142982483, -0.22159738838672638, -0.21399006247520447, -0.20638273656368256, -0.19877541065216064, -0.19116808474063873, -0.18356075882911682, -0.1759534329175949, -0.168346107006073, -0.1607387810945511, -0.15313145518302917, -0.14552412927150726, -0.13791680335998535, -0.13030947744846344, -0.12270215898752213, -0.11509483307600021, -0.1074875071644783, -0.09988018125295639, -0.09227285534143448, -0.08466552942991257, -0.07705820351839066, -0.06945087760686874, -0.06184355542063713, -0.05423622950911522, -0.04662890359759331, -0.039021577686071396, -0.03141425549983978, -0.023806927725672722, -0.01619960367679596, -0.008592277765274048, -0.0009849518537521362, 0.006622373592108488, 0.014229699037969112, 0.02183702401816845, 0.02944434992969036, 0.03705167397856712, 0.044658999890089035, 0.05226632580161095, 0.05987365171313286, 0.06748097389936447, 0.07508829981088638, 0.0826956257224083, 0.0903029516339302, 0.09791027754545212, 0.10551760345697403, 0.11312492936849594, 0.12073225528001785, 0.12833957374095917, 0.13594689965248108, 0.143554225564003, 0.1511615514755249, 0.15876887738704681, 0.16637620329856873, 0.17398352921009064, 0.18159085512161255, 0.18919818103313446, 0.19680550694465637, 0.20441283285617828, 0.2120201587677002, 0.2196274846792221, 0.22723481059074402, 0.23484213650226593, 0.24244946241378784]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 5.0, 4.0, 8.0, 3.0, 6.0, 1.0, 2.0, 2.0, 30.0, 3.0, 5.0, 3.0, 4.0, 4.0, 1.0, 4.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025345308240503073, -0.0024509024806320667, -0.00236727437004447, -0.0022836460266262293, -0.0022000176832079887, -0.002116389572620392, -0.0020327612292021513, -0.0019491328857839108, -0.001865504658780992, -0.0017818764317780733, -0.0016982480883598328, -0.001614619861356914, -0.0015309916343539953, -0.0014473632909357548, -0.001363735063932836, -0.0012801067205145955, -0.0011964784935116768, -0.001112850266508758, -0.0010292219230905175, -0.0009455936960875988, -0.0008619654108770192, -0.0007783371256664395, -0.0006947088986635208, -0.0006110806134529412, -0.0005274523282423615, -0.0004438240430317819, -0.00036019578692503273, -0.00027656753081828356, -0.00019293924560770392, -0.00010931097494903952, -2.5682704290375113e-05, 5.794556636828929e-05, 0.0001415738370269537, 0.0002252021076856181, 0.0003088303783442825, 0.0003924586344510317, 0.0004760869196616113, 0.000559715204872191, 0.0006433434318751097, 0.0007269717170856893, 0.0008106000022962689, 0.0008942282875068486, 0.0009778565727174282, 0.001061484799720347, 0.0011451130267232656, 0.0012287413701415062, 0.001312369597144425, 0.0013959979405626655, 0.0014796261675655842, 0.001563254394568503, 0.0016468827379867435, 0.0017305109649896622, 0.0018141393084079027, 0.0018977675354108214, 0.00198139576241374, 0.0020650241058319807, 0.0021486524492502213, 0.002232280559837818, 0.0023159089032560587, 0.0023995372466742992, 0.002483165357261896, 0.0025667937006801367, 0.0026504220440983772, 0.002734050154685974, 0.0028176784981042147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 6.0, 9.0, 5.0, 11.0, 17.0, 15.0, 32.0, 50.0, 63.0, 93.0, 151.0, 230.0, 326.0, 480.0, 662.0, 1037.0, 1579.0, 2578.0, 4110.0, 6858.0, 12005.0, 22262.0, 44742.0, 108288.0, 752086.0, 110859.0, 47521.0, 24913.0, 14179.0, 8549.0, 5469.0, 3389.0, 2258.0, 1467.0, 1008.0, 690.0, 477.0, 329.0, 259.0, 183.0, 132.0, 80.0, 52.0, 39.0, 21.0, 23.0, 8.0, 8.0, 7.0, 5.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.008207948878407478, -0.007955946028232574, -0.007703943178057671, -0.007451940327882767, -0.007199937477707863, -0.006947934627532959, -0.006695931777358055, -0.006443928927183151, -0.006191926077008247, -0.0059399232268333435, -0.00568792037665844, -0.005435917526483536, -0.005183914676308632, -0.004931911826133728, -0.004679908975958824, -0.00442790612578392, -0.004175903275609016, -0.0039239004254341125, -0.0036718975752592087, -0.003419894725084305, -0.003167891874909401, -0.002915889024734497, -0.002663886174559593, -0.0024118833243846893, -0.0021598804742097855, -0.0019078776240348816, -0.0016558747738599777, -0.0014038719236850739, -0.00115186907351017, -0.0008998662233352661, -0.0006478633731603622, -0.0003958605229854584, -0.0001438576728105545, 0.00010814517736434937, 0.00036014802753925323, 0.0006121508777141571, 0.000864153727889061, 0.0011161565780639648, 0.0013681594282388687, 0.0016201622784137726, 0.0018721651285886765, 0.0021241679787635803, 0.002376170828938484, 0.002628173679113388, 0.002880176529288292, 0.003132179379463196, 0.0033841822296380997, 0.0036361850798130035, 0.0038881879299879074, 0.004140190780162811, 0.004392193630337715, 0.004644196480512619, 0.004896199330687523, 0.005148202180862427, 0.005400205031037331, 0.0056522078812122345, 0.005904210731387138, 0.006156213581562042, 0.006408216431736946, 0.00666021928191185, 0.006912222132086754, 0.007164224982261658, 0.007416227832436562, 0.0076682306826114655, 0.00792023353278637]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 11.0, 4.0, 1.0, 1.0, 3.0, 7.0, 3.0, 6.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012932268902659416, -0.012397675774991512, -0.011863082647323608, -0.011328490450978279, -0.010793897323310375, -0.010259304195642471, -0.009724711067974567, -0.009190117940306664, -0.008655525743961334, -0.00812093261629343, -0.007586339488625526, -0.0070517463609576225, -0.006517153233289719, -0.005982560571283102, -0.005447967443615198, -0.0049133747816085815, -0.004378781653940678, -0.0038441887591034174, -0.003309595864266157, -0.0027750027365982533, -0.002240409841760993, -0.0017058169469237328, -0.0011712239356711507, -0.0006366309826262295, -0.00010203802958130836, 0.0004325549234636128, 0.000967147876508534, 0.001501740887761116, 0.0020363337825983763, 0.0025709266774356365, 0.0031055198051035404, 0.0036401126999408007, 0.004174705594778061, 0.004709298722445965, 0.005243891384452581, 0.005778484512120485, 0.006313077174127102, 0.006847670301795006, 0.00738226342946291, 0.007916856557130814, 0.008451448753476143, 0.008986041881144047, 0.00952063500881195, 0.010055228136479855, 0.010589821264147758, 0.011124414391815662, 0.011659006588160992, 0.012193599715828896, 0.0127281928434968, 0.013262785971164703, 0.013797379098832607, 0.014331971295177937, 0.01486656442284584, 0.015401157550513744, 0.015935750678181648, 0.016470342874526978, 0.017004936933517456, 0.017539529129862785, 0.018074123188853264, 0.018608715385198593, 0.019143307581543922, 0.0196779016405344, 0.02021249383687973, 0.02074708789587021, 0.021281680092215538]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 4.0, 4.0, 1.0, 6.0, 2.0, 7.0, 3.0, 5.0, 12.0, 16.0, 18.0, 19.0, 21.0, 36.0, 49.0, 57.0, 62.0, 94.0, 100.0, 114.0, 159.0, 180.0, 219.0, 320.0, 499.0, 755.0, 1434.0, 5246.0, 1778.0, 1379.0, 1064.0, 858.0, 742.0, 551.0, 469.0, 447.0, 342.0, 261.0, 220.0, 197.0, 134.0, 119.0, 107.0, 63.0, 51.0, 40.0, 32.0, 22.0, 21.0, 12.0, 12.0, 16.0, 10.0, 4.0, 2.0, 4.0, 9.0, 4.0, 4.0, 6.0, 4.0], "bins": [-0.0065507241524755955, -0.006335174199193716, -0.006119624711573124, -0.0059040747582912445, -0.005688524805009365, -0.005472975317388773, -0.0052574253641068935, -0.005041875876486301, -0.004826325923204422, -0.004610775969922543, -0.0043952264823019505, -0.004179676529020071, -0.003964127041399479, -0.0037485770881175995, -0.00353302713483572, -0.0033174774143844843, -0.0031019276939332485, -0.0028863779734820127, -0.002670828253030777, -0.0024552782997488976, -0.0022397285792976618, -0.002024178858846426, -0.0018086290219798684, -0.0015930791851133108, -0.001377529464662075, -0.0011619797442108393, -0.0009464299073442817, -0.000730880128685385, -0.0005153303500264883, -0.0002997805713675916, -8.423079270869493e-05, 0.00013131898595020175, 0.00034686876460909843, 0.0005624185432679951, 0.0007779683219268918, 0.0009935181587934494, 0.0012090678792446852, 0.001424617599695921, 0.0016401674365624785, 0.0018557172734290361, 0.002071266993880272, 0.0022868167143315077, 0.0025023664347827435, 0.002717916388064623, 0.0029334661085158587, 0.0031490158289670944, 0.003364565782248974, 0.0035801155027002096, 0.0037956652231514454, 0.004011215176433325, 0.004226764664053917, 0.004442314617335796, 0.004657864570617676, 0.004873414058238268, 0.005088964011520147, 0.0053045134991407394, 0.005520063452422619, 0.005735613405704498, 0.00595116289332509, 0.00616671284660697, 0.006382262334227562, 0.006597812287509441, 0.006813362240791321, 0.007028911728411913, 0.007244461681693792]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06689825654029846, -0.0649932473897934, -0.06308823823928833, -0.06118323281407356, -0.0592782236635685, -0.05737321823835373, -0.05546820908784866, -0.0535631999373436, -0.05165819078683853, -0.049753185361623764, -0.0478481762111187, -0.04594316706061363, -0.044038161635398865, -0.0421331524848938, -0.04022814333438873, -0.038323137909173965, -0.0364181287586689, -0.034513119608163834, -0.032608114182949066, -0.030703105032444, -0.028798095881938934, -0.026893088594079018, -0.0249880813062191, -0.023083072155714035, -0.02117806486785412, -0.0192730575799942, -0.017368048429489136, -0.015463041141629219, -0.013558032922446728, -0.011653024703264236, -0.00974801741540432, -0.007843009196221828, -0.005938000977039337, -0.004032992757856846, -0.002127985004335642, -0.0002229770179837942, 0.0016820309683680534, 0.003587038954719901, 0.005492046941071749, 0.007397054694592953, 0.009302062913775444, 0.011207071132957935, 0.013112079352140427, 0.015017086640000343, 0.01692209392786026, 0.018827103078365326, 0.020732110366225243, 0.02263711951673031, 0.024542126804590225, 0.026447134092450142, 0.028352143242955208, 0.030257150530815125, 0.03216215968132019, 0.03406716510653496, 0.035972174257040024, 0.03787718340754509, 0.03978218883275986, 0.04168719798326492, 0.04359220713376999, 0.045497216284275055, 0.04740222170948982, 0.04930723085999489, 0.051212240010499954, 0.05311724543571472, 0.05502225458621979]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 5.0, 2.0, 5.0, 4.0, 7.0, 7.0, 8.0, 14.0, 11.0, 15.0, 22.0, 36.0, 24.0, 24.0, 16.0, 13.0, 16.0, 8.0, 11.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04063695669174194, -0.03932187706232071, -0.038006797432899475, -0.03669171407818794, -0.03537663444876671, -0.034061554819345474, -0.03274647518992424, -0.031431395560503006, -0.030116314068436623, -0.02880123443901539, -0.027486152946949005, -0.02617107331752777, -0.024855993688106537, -0.023540912196040154, -0.02222583256661892, -0.020910751074552536, -0.019595671445131302, -0.018280591815710068, -0.016965510323643684, -0.01565043069422245, -0.014335350133478642, -0.013020269572734833, -0.011705189943313599, -0.01039010938256979, -0.009075028821825981, -0.007759948261082172, -0.006444868165999651, -0.0051297880709171295, -0.0038147075101733208, -0.0024996271822601557, -0.0011845468543469906, 0.0001305334735661745, 0.0014456138014793396, 0.0027606941293925047, 0.00407577445730567, 0.005390854552388191, 0.006705935113132, 0.008021015673875809, 0.009336095303297043, 0.010651175864040852, 0.01196625642478466, 0.013281336985528469, 0.014596417546272278, 0.015911497175693512, 0.017226576805114746, 0.01854165829718113, 0.019856737926602364, 0.021171819418668747, 0.02248689904808998, 0.023801978677511215, 0.0251170601695776, 0.026432139798998833, 0.027747221291065216, 0.02906230092048645, 0.030377380549907684, 0.03169246017932892, 0.03300753980875015, 0.034322623163461685, 0.03563770279288292, 0.03695278242230415, 0.03826786205172539, 0.03958294168114662, 0.040898025035858154, 0.04221310466527939, 0.04352818429470062]}, "_runtime": 44.5578453540802, "_timestamp": 1596207429.1464684, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 3.0, 4.0, 9.0, 6.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014941987581551075, -0.014447232708334923, -0.013952478766441345, -0.013457724824547768, -0.012962969951331615, -0.012468215078115463, -0.011973461136221886, -0.011478707194328308, -0.010983952321112156, -0.010489197447896004, -0.009994443506002426, -0.009499689564108849, -0.009004934690892696, -0.008510179817676544, -0.008015425875782967, -0.007520671468228102, -0.007025917060673237, -0.006531162653118372, -0.006036408245563507, -0.005541653838008642, -0.005046899430453777, -0.004552145022898912, -0.0040573906153440475, -0.0035626362077891827, -0.0030678818002343178, -0.002573127392679453, -0.002078372985124588, -0.0015836185775697231, -0.0010888641700148582, -0.0005941097624599934, -9.935535490512848e-05, 0.0003953990526497364, 0.0008901534602046013, 0.0013849078677594662, 0.001879662275314331, 0.002374416682869196, 0.002869171090424061, 0.0033639254979789257, 0.0038586799055337906, 0.0043534343130886555, 0.00484818872064352, 0.005342943128198385, 0.00583769753575325, 0.006332451943308115, 0.00682720635086298, 0.007321960758417845, 0.00781671516597271, 0.008311469107866287, 0.00880622398108244, 0.009300978854298592, 0.00979573279619217, 0.010290486738085747, 0.010785241611301899, 0.011279996484518051, 0.011774750426411629, 0.012269504368305206, 0.012764259241521358, 0.01325901411473751, 0.013753768056631088, 0.014248521998524666, 0.014743276871740818, 0.01523803174495697, 0.015732785686850548, 0.016227539628744125, 0.016722295433282852]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 3.0, 4.0, 4.0, 4.0, 5.0, 11.0, 7.0, 10.0, 11.0, 12.0, 23.0, 40.0, 45.0, 52.0, 57.0, 99.0, 113.0, 193.0, 264.0, 461.0, 5093.0, 561.0, 280.0, 154.0, 119.0, 80.0, 43.0, 39.0, 29.0, 18.0, 22.0, 12.0, 12.0, 5.0, 8.0, 3.0, 5.0, 7.0, 0.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13505811989307404, -0.13045671582221985, -0.12585531175136566, -0.12125391513109207, -0.11665251106023788, -0.1120511069893837, -0.10744971036911011, -0.10284830629825592, -0.09824690222740173, -0.09364549815654755, -0.08904409408569336, -0.08444269746541977, -0.07984129339456558, -0.0752398893237114, -0.0706384927034378, -0.06603708863258362, -0.06143568456172943, -0.056834280490875244, -0.052232880145311356, -0.04763147979974747, -0.04303007572889328, -0.03842867165803909, -0.033827271312475204, -0.029225869104266167, -0.02462446689605713, -0.02002306468784809, -0.015421662479639053, -0.010820260271430016, -0.006218858063220978, -0.00161745585501194, 0.0029839463531970978, 0.0075853485614061356, 0.012186750769615173, 0.01678815297782421, 0.02138955518603325, 0.025990957394242287, 0.030592359602451324, 0.03519376367330551, 0.0397951640188694, 0.04439656436443329, 0.048997968435287476, 0.05359937250614166, 0.05820077285170555, 0.06280217319726944, 0.06740357726812363, 0.07200498133897781, 0.0766063779592514, 0.08120778203010559, 0.08580918610095978, 0.09041059017181396, 0.09501199424266815, 0.09961339086294174, 0.10421479493379593, 0.10881619900465012, 0.1134175956249237, 0.1180189996957779, 0.12262040376663208, 0.12722180783748627, 0.13182321190834045, 0.13642461597919464, 0.14102602005004883, 0.14562740921974182, 0.150228813290596, 0.1548302173614502, 0.15943162143230438]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 6.0, 5.0, 7.0, 4.0, 6.0, 5.0, 3.0, 28.0, 5.0, 4.0, 5.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0019243130227550864, -0.0018491524970158935, -0.0017739919712767005, -0.0016988314455375075, -0.0016236708033829927, -0.0015485102776437998, -0.0014733497519046068, -0.0013981892261654139, -0.001323028700426221, -0.001247868174687028, -0.001172707648947835, -0.001097547123208642, -0.001022386597469449, -0.0009472260135225952, -0.0008720654295757413, -0.0007969049038365483, -0.0007217443780973554, -0.0006465838523581624, -0.0005714233266189694, -0.0004962627426721156, -0.0004211022169329226, -0.00034594169119372964, -0.0002707811363507062, -0.00019562059605959803, -0.00012046005576848984, -4.529951547738165e-05, 2.9861024813726544e-05, 0.00010502156510483474, 0.00018018210539594293, 0.0002553426311351359, 0.0003305031859781593, 0.00040566374082118273, 0.0004808242665603757, 0.0005559847922995687, 0.0006311453180387616, 0.0007063059019856155, 0.0007814664277248085, 0.0008566269534640014, 0.0009317875374108553, 0.0010069480631500483, 0.0010821085888892412, 0.0011572691146284342, 0.0012324296403676271, 0.00130759016610682, 0.001382750691846013, 0.0014579113340005279, 0.0015330718597397208, 0.0016082323854789138, 0.0016833929112181067, 0.0017585534369572997, 0.0018337139626964927, 0.0019088744884356856, 0.0019840351305902004, 0.0020591956563293934, 0.0021343561820685863, 0.0022095167078077793, 0.0022846772335469723, 0.0023598377592861652, 0.002434998285025358, 0.002510158810764551, 0.002585319336503744, 0.002660479862242937, 0.00273564038798213, 0.002810800913721323, 0.002885961439460516]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 15.0, 8.0, 12.0, 19.0, 17.0, 25.0, 56.0, 75.0, 100.0, 156.0, 225.0, 369.0, 590.0, 994.0, 1487.0, 2661.0, 4611.0, 8116.0, 15549.0, 32500.0, 75821.0, 687246.0, 219694.0, 60440.0, 28539.0, 15617.0, 8939.0, 5410.0, 3342.0, 2258.0, 1474.0, 1026.0, 627.0, 455.0, 314.0, 220.0, 176.0, 132.0, 73.0, 75.0, 40.0, 39.0, 22.0, 25.0, 11.0, 10.0, 2.0, 4.0, 3.0, 1.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006087163928896189, -0.005869754124432802, -0.005652344319969416, -0.005434934515506029, -0.005217524711042643, -0.005000114906579256, -0.0047827051021158695, -0.004565295297652483, -0.004347885958850384, -0.004130476154386997, -0.003913066349923611, -0.0036956563126295805, -0.0034782467409968376, -0.003260836936533451, -0.0030434271320700645, -0.002826017327606678, -0.0026086075231432915, -0.002391197718679905, -0.0021737879142165184, -0.001956378109753132, -0.0017389684217050672, -0.0015215586172416806, -0.001304148929193616, -0.0010867391247302294, -0.0008693293202668428, -0.0006519195158034563, -0.0004345097695477307, -0.0002170999941881746, 3.0978117138147354e-07, 0.00021771955653093755, 0.00043512933189049363, 0.0006525390781462193, 0.0008699488826096058, 0.0010873586870729923, 0.0013047684915363789, 0.0015221781795844436, 0.00173958798404783, 0.001956997672095895, 0.0021744074765592813, 0.002391817281022668, 0.0026092270854860544, 0.002826636889949441, 0.0030440466944128275, 0.003261456498876214, 0.003478866070508957, 0.0036962758749723434, 0.00391368567943573, 0.0041310954838991165, 0.004348505288362503, 0.00456591509282589, 0.004783324897289276, 0.005000734701752663, 0.005218144506216049, 0.005435554310679436, 0.005652964115142822, 0.005870373919606209, 0.006087783724069595, 0.0063051930628716946, 0.006522602867335081, 0.006740012671798468, 0.006957422476261854, 0.007174832280725241, 0.007392242085188627, 0.007609651889652014, 0.007827062159776688]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 10.0, 4.0, 4.0, 3.0, 6.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013303091749548912, -0.012951222248375416, -0.012599353678524494, -0.012247484177350998, -0.011895614676177502, -0.01154374610632658, -0.011191876605153084, -0.010840007103979588, -0.010488137602806091, -0.01013626903295517, -0.009784399531781673, -0.009432530030608177, -0.009080661460757256, -0.00872879195958376, -0.008376922458410263, -0.008025053888559341, -0.007673184387385845, -0.007321315351873636, -0.00696944585070014, -0.006617576815187931, -0.006265707314014435, -0.005913838278502226, -0.005561969242990017, -0.005210099741816521, -0.004858230706304312, -0.004506361670792103, -0.004154492169618607, -0.0038026231341063976, -0.003450753865763545, -0.0030988845974206924, -0.0027470155619084835, -0.002395146293565631, -0.0020432770252227783, -0.0016914077568799257, -0.001339538604952395, -0.0009876694530248642, -0.0006358001846820116, -0.0002839309745468199, 6.793823558837175e-05, 0.00041980744572356343, 0.0007716766558587551, 0.0011235459242016077, 0.0014754150761291385, 0.0018272842280566692, 0.002179153496399522, 0.0025310227647423744, 0.0028828918002545834, 0.003234761068597436, 0.0035866303369402885, 0.0039384993724524975, 0.004290368873625994, 0.004642237909138203, 0.004994107410311699, 0.005345976445823908, 0.005697845481336117, 0.006049714982509613, 0.006401584018021822, 0.006753453053534031, 0.007105322554707527, 0.007457191590219736, 0.007809060625731945, 0.008160930126905441, 0.008512799628078938, 0.00886466819792986, 0.009216537699103355]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 6.0, 10.0, 16.0, 11.0, 15.0, 24.0, 24.0, 37.0, 41.0, 66.0, 129.0, 164.0, 289.0, 367.0, 545.0, 792.0, 1141.0, 1793.0, 5953.0, 2226.0, 1448.0, 1044.0, 679.0, 476.0, 327.0, 210.0, 152.0, 114.0, 92.0, 58.0, 38.0, 39.0, 19.0, 17.0, 15.0, 5.0, 6.0, 5.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.007580938749015331, -0.007356562651693821, -0.007132187020033598, -0.006907810922712088, -0.006683435291051865, -0.006459059193730354, -0.006234683096408844, -0.006010307464748621, -0.005785931367427111, -0.0055615552701056, -0.005337179638445377, -0.005112803541123867, -0.004888427443802357, -0.004664051812142134, -0.004439675714820623, -0.0042153000831604, -0.00399092398583889, -0.0037665481213480234, -0.0035421722568571568, -0.0033177961595356464, -0.0030934202950447798, -0.002869044430553913, -0.002644668333232403, -0.002420292468741536, -0.0021959166042506695, -0.001971540739759803, -0.0017471647588536143, -0.0015227887779474258, -0.0012984129134565592, -0.0010740370489656925, -0.000849661068059504, -0.0006252851453609765, -0.0004009092226624489, -0.0001765332999639213, 4.7842622734606266e-05, 0.00027221854543313384, 0.0004965944681316614, 0.000720970390830189, 0.0009453463135287166, 0.001169722294434905, 0.0013940981589257717, 0.0016184740234166384, 0.0018428500043228269, 0.0020672259852290154, 0.002291601849719882, 0.0025159777142107487, 0.002740353811532259, 0.0029647296760231256, 0.0031891055405139923, 0.003413481405004859, 0.0036378572694957256, 0.003862233366817236, 0.004086608998477459, 0.004310985095798969, 0.00453536119312048, 0.004759736824780703, 0.004984112922102213, 0.005208489019423723, 0.005432864651083946, 0.0056572407484054565, 0.005881616845726967, 0.00610599247738719, 0.0063303685747087, 0.006554744206368923, 0.0067791203036904335]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03273593261837959, -0.03083440661430359, -0.028932882472872734, -0.02703135646879673, -0.025129832327365875, -0.02322830632328987, -0.021326780319213867, -0.019425256177783012, -0.01752373017370701, -0.015622205100953579, -0.01372068002820015, -0.011819154024124146, -0.009917628951370716, -0.008016103878617287, -0.00611457834020257, -0.004213052801787853, -0.002311527729034424, -0.00041000242345035076, 0.0014915228821337223, 0.0033930481877177954, 0.0052945734933018684, 0.007196098566055298, 0.009097624570131302, 0.010999149642884731, 0.01290067471563816, 0.01480219978839159, 0.01670372486114502, 0.018605250865221024, 0.020506776869297028, 0.022408301010727882, 0.024309827014803886, 0.02621135115623474, 0.028112877160310745, 0.03001440316438675, 0.03191592916846275, 0.03381745144724846, 0.03571897745132446, 0.03762050345540047, 0.03952202945947647, 0.041423555463552475, 0.04332508146762848, 0.045226603746414185, 0.04712812975049019, 0.04902965575456619, 0.0509311817586422, 0.0528327077627182, 0.054734230041503906, 0.05663575604557991, 0.058537282049655914, 0.06043880805373192, 0.06234033405780792, 0.06424185633659363, 0.06614338606595993, 0.06804490834474564, 0.06994643062353134, 0.07184796035289764, 0.07374948263168335, 0.07565101236104965, 0.07755253463983536, 0.07945405691862106, 0.08135558664798737, 0.08325710892677307, 0.08515863865613937, 0.08706016093492508, 0.08896169066429138]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 2.0, 3.0, 4.0, 4.0, 7.0, 11.0, 20.0, 18.0, 14.0, 17.0, 19.0, 14.0, 43.0, 19.0, 15.0, 7.0, 8.0, 8.0, 11.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02678304724395275, -0.02547590248286724, -0.02416875585913658, -0.02286161109805107, -0.02155446447432041, -0.0202473197132349, -0.018940173089504242, -0.01763302832841873, -0.01632588356733322, -0.015018736943602562, -0.013711591251194477, -0.012404445558786392, -0.011097300797700882, -0.009790155105292797, -0.008483009412884712, -0.007175863720476627, -0.0058687180280685425, -0.004561572335660458, -0.0032544268760830164, -0.0019472813000902534, -0.0006401357240974903, 0.0006670098518952727, 0.0019741554278880358, 0.003281300887465477, 0.004588446579873562, 0.005895592272281647, 0.007202737964689732, 0.008509883657097816, 0.009817028418183327, 0.011124174110591412, 0.012431319802999496, 0.013738465495407581, 0.015045611187815666, 0.016352755948901176, 0.017659902572631836, 0.018967047333717346, 0.020274193957448006, 0.021581338718533516, 0.022888485342264175, 0.024195630103349686, 0.025502774864435196, 0.026809921488165855, 0.028117066249251366, 0.029424212872982025, 0.030731357634067535, 0.032038502395153046, 0.033345650881528854, 0.034652795642614365, 0.035959940403699875, 0.037267085164785385, 0.038574229925870895, 0.039881378412246704, 0.041188523173332214, 0.042495667934417725, 0.043802812695503235, 0.045109961181879044, 0.046417105942964554, 0.047724250704050064, 0.049031395465135574, 0.050338540226221085, 0.05164568871259689, 0.052952833473682404, 0.054259978234767914, 0.055567122995853424, 0.056874267756938934]}, "_runtime": 45.372185945510864, "_timestamp": 1596207429.960809, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 7.0, 6.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010907689109444618, -0.010565957054495811, -0.01022422406822443, -0.009882492013275623, -0.009540759027004242, -0.009199026972055435, -0.008857294917106628, -0.008515561930835247, -0.00817382987588644, -0.007832097820937634, -0.007490364834666252, -0.007148632779717445, -0.006806900259107351, -0.006465167738497257, -0.0061234356835484505, -0.005781703162938356, -0.005439970642328262, -0.005098238121718168, -0.004756505601108074, -0.004414773546159267, -0.004073041025549173, -0.0037313085049390793, -0.003389576217159629, -0.0030478439293801785, -0.0027061114087700844, -0.0023643788881599903, -0.00202264660038054, -0.0016809141961857677, -0.0013391817919909954, -0.0009974493877962232, -0.0006557169836014509, -0.0003139845794066787, 2.7747824788093567e-05, 0.0003694802289828658, 0.000711212633177638, 0.0010529450373724103, 0.0013946774415671825, 0.0017364098457619548, 0.002078142249956727, 0.0024198745377361774, 0.0027616070583462715, 0.0031033395789563656, 0.003445071866735816, 0.0037868041545152664, 0.0041285366751253605, 0.0044702691957354546, 0.004812001250684261, 0.005153733771294355, 0.0054954662919044495, 0.0058371988125145435, 0.006178931333124638, 0.006520663388073444, 0.0068623959086835384, 0.0072041284292936325, 0.007545860484242439, 0.00788759347051382, 0.008229325525462627, 0.008571057580411434, 0.008912790566682816, 0.009254522621631622, 0.009596254676580429, 0.00993798766285181, 0.010279719717800617, 0.010621452704071999, 0.010963184759020805]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 8.0, 3.0, 4.0, 3.0, 5.0, 1.0, 7.0, 19.0, 8.0, 14.0, 33.0, 31.0, 31.0, 54.0, 54.0, 87.0, 120.0, 123.0, 223.0, 411.0, 5165.0, 728.0, 238.0, 139.0, 103.0, 77.0, 54.0, 43.0, 36.0, 27.0, 20.0, 11.0, 8.0, 6.0, 5.0, 7.0, 8.0, 2.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.18230348825454712, -0.17731036245822906, -0.1723172515630722, -0.16732412576675415, -0.1623310148715973, -0.15733788907527924, -0.15234476327896118, -0.14735165238380432, -0.14235852658748627, -0.1373654007911682, -0.13237228989601135, -0.1273791640996933, -0.12238604575395584, -0.11739292740821838, -0.11239980161190033, -0.10740668326616287, -0.10241356492042542, -0.09742044657468796, -0.0924273282289505, -0.08743420243263245, -0.08244108408689499, -0.07744796574115753, -0.07245483994483948, -0.06746172159910202, -0.06246860325336456, -0.057475484907627106, -0.05248236283659935, -0.047489240765571594, -0.04249612241983414, -0.03750300407409668, -0.032509882003068924, -0.027516761794686317, -0.02252364158630371, -0.017530521377921104, -0.012537401169538498, -0.007544280961155891, -0.002551160752773285, 0.0024419594556093216, 0.007435079663991928, 0.012428199872374535, 0.01742132008075714, 0.022414440289139748, 0.027407560497522354, 0.03240068256855011, 0.03739380091428757, 0.042386919260025024, 0.04738004133105278, 0.052373163402080536, 0.05736628174781799, 0.06235940009355545, 0.06735251843929291, 0.07234564423561096, 0.07733876258134842, 0.08233188092708588, 0.08732500672340393, 0.09231812506914139, 0.09731124341487885, 0.1023043617606163, 0.10729748010635376, 0.11229060590267181, 0.11728372424840927, 0.12227684259414673, 0.12726996839046478, 0.13226307928562164, 0.1372562050819397]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 7.0, 0.0, 1.0, 0.0, 4.0, 4.0, 6.0, 3.0, 1.0, 2.0, 1.0, 6.0, 1.0, 6.0, 2.0, 30.0, 4.0, 3.0, 6.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002365625463426113, -0.002302700886502862, -0.002239776076748967, -0.002176851499825716, -0.002113926922902465, -0.0020510023459792137, -0.001988077536225319, -0.0019251529593020678, -0.0018622283823788166, -0.0017993036890402436, -0.0017363789957016706, -0.0016734544187784195, -0.0016105297254398465, -0.0015476051485165954, -0.0014846804551780224, -0.0014217558782547712, -0.0013588311849161983, -0.0012959064915776253, -0.0012329819146543741, -0.0011700572213158011, -0.00110713264439255, -0.001044207951053977, -0.0009812833741307259, -0.0009183586807921529, -0.0008554340456612408, -0.0007925094105303288, -0.0007295847753994167, -0.0006666601402685046, -0.0006037354469299316, -0.0005408108117990196, -0.0004778861766681075, -0.00041496154153719544, -0.0003520369064062834, -0.0002891122712753713, -0.00022618762159254402, -0.00016326297190971673, -0.00010033833677880466, -3.741369437193498e-05, 2.55109480349347e-05, 8.843559044180438e-05, 0.00015136023284867406, 0.00021428486797958612, 0.0002772095031104982, 0.0003401341673452407, 0.0004030588024761528, 0.00046598343760706484, 0.0005289081018418074, 0.0005918327369727194, 0.0006547573721036315, 0.0007176820072345436, 0.0007806066423654556, 0.0008435312774963677, 0.0009064559126272798, 0.0009693806059658527, 0.0010323051828891039, 0.0010952298762276769, 0.0011581545695662498, 0.001221079146489501, 0.001284003839828074, 0.0013469284167513251, 0.0014098531100898981, 0.0014727776870131493, 0.0015357023803517222, 0.0015986269572749734, 0.0016615516506135464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 8.0, 13.0, 16.0, 28.0, 25.0, 35.0, 59.0, 78.0, 110.0, 200.0, 263.0, 426.0, 693.0, 984.0, 1570.0, 2627.0, 4096.0, 7106.0, 12246.0, 22067.0, 43747.0, 102054.0, 759525.0, 127350.0, 45237.0, 20984.0, 11091.0, 6200.0, 3751.0, 2387.0, 1548.0, 990.0, 636.0, 474.0, 297.0, 201.0, 161.0, 83.0, 73.0, 56.0, 42.0, 26.0, 15.0, 15.0, 8.0, 5.0, 9.0, 5.0, 5.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006601652596145868, -0.006393670570105314, -0.00618568854406476, -0.005977706518024206, -0.005769724957644939, -0.005561742931604385, -0.005353760905563831, -0.005145778879523277, -0.004937796853482723, -0.004729814827442169, -0.004521832801401615, -0.004313850775361061, -0.004105868749320507, -0.0038978869561105967, -0.0036899051629006863, -0.0034819231368601322, -0.003273941110819578, -0.003065959084779024, -0.00285797705873847, -0.0026499952655285597, -0.0024420132394880056, -0.0022340312134474516, -0.002026049420237541, -0.0018180673941969872, -0.001610085368156433, -0.001402103342115879, -0.0011941214324906468, -0.0009861395228654146, -0.0007781574968248606, -0.0005701755289919674, -0.0003621935611590743, -0.00015421159332618117, 5.377037450671196e-05, 0.0002617523423396051, 0.0004697343101724982, 0.0006777162780053914, 0.0008856982458382845, 0.0010936802718788385, 0.0013016621815040708, 0.001509644091129303, 0.001717626117169857, 0.001925608143210411, 0.002133590169250965, 0.0023415719624608755, 0.0025495539885014296, 0.0027575360145419836, 0.002965517807751894, 0.003173499833792448, 0.003381481859833002, 0.003589463885873556, 0.00379744591191411, 0.004005427937954664, 0.004213409498333931, 0.004421391524374485, 0.004629373550415039, 0.004837355576455593, 0.005045337602496147, 0.005253319628536701, 0.005461301654577255, 0.005669283680617809, 0.005877265706658363, 0.00608524726703763, 0.006293229293078184, 0.006501211319118738, 0.006709193345159292]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 5.0, 5.0, 5.0, 5.0, 10.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008170854300260544, -0.007759861182421446, -0.007348868064582348, -0.006937875412404537, -0.006526882294565439, -0.006115889176726341, -0.005704896524548531, -0.005293903406709433, -0.004882910288870335, -0.004471917171031237, -0.004060924053192139, -0.003649931401014328, -0.00323893828317523, -0.002827945165336132, -0.0024169522803276777, -0.0020059593953192234, -0.0015949662774801254, -0.0011839732760563493, -0.0007729802746325731, -0.000361987273208797, 4.900572821497917e-05, 0.0004599987296387553, 0.0008709917310625315, 0.0012819847324863076, 0.0016929777339100838, 0.0021039708517491817, 0.002514963736757636, 0.0029259566217660904, 0.0033369497396051884, 0.0037479428574442863, 0.004158935509622097, 0.004569928627461195, 0.004980921745300293, 0.005391914863139391, 0.005802907980978489, 0.0062139006331563, 0.006624893750995398, 0.0070358868688344955, 0.007446879521012306, 0.007857873104512691, 0.008268865756690502, 0.008679858408868313, 0.009090851992368698, 0.009501844644546509, 0.00991283729672432, 0.010323830880224705, 0.010734823532402515, 0.0111458171159029, 0.011556809768080711, 0.011967802420258522, 0.012378796003758907, 0.012789788655936718, 0.013200782239437103, 0.013611774891614914, 0.014022767543792725, 0.01443376112729311, 0.01484475377947092, 0.015255746431648731, 0.015666740015149117, 0.016077732667326927, 0.016488725319504738, 0.01689971797168255, 0.01731071248650551, 0.01772170513868332, 0.01813269779086113]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 6.0, 10.0, 8.0, 19.0, 19.0, 27.0, 29.0, 60.0, 68.0, 103.0, 120.0, 152.0, 153.0, 226.0, 298.0, 344.0, 425.0, 552.0, 730.0, 867.0, 1119.0, 1447.0, 1931.0, 5324.0, 1349.0, 844.0, 592.0, 373.0, 244.0, 197.0, 147.0, 115.0, 87.0, 98.0, 53.0, 50.0, 38.0, 24.0, 20.0, 20.0, 18.0, 20.0, 11.0, 16.0, 8.0, 5.0, 8.0, 9.0, 7.0, 5.0, 4.0, 7.0, 5.0, 0.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.005347876343876123, -0.005166458897292614, -0.0049850414507091045, -0.004803623538464308, -0.004622206091880798, -0.004440788645297289, -0.0042593711987137794, -0.00407795375213027, -0.003896536072716117, -0.0037151186261326075, -0.0035337009467184544, -0.003352283500134945, -0.0031708660535514355, -0.0029894483741372824, -0.002808030927553773, -0.00262661324813962, -0.0024451958015561104, -0.002263778354972601, -0.002082360675558448, -0.0019009432289749384, -0.0017195256659761071, -0.0015381081029772758, -0.0013566906563937664, -0.0011752730933949351, -0.0009938555303961039, -0.0008124379673972726, -0.0006310204626061022, -0.0004496029287111014, -0.0002681853948161006, -8.676786092109978e-05, 9.464967297390103e-05, 0.00027606720686890185, 0.00045748474076390266, 0.0006389023037627339, 0.0008203198085539043, 0.0010017373133450747, 0.001183154876343906, 0.0013645724393427372, 0.0015459898859262466, 0.001727407448925078, 0.0019088250119239092, 0.0020902424585074186, 0.0022716601379215717, 0.002453077584505081, 0.0026344950310885906, 0.0028159127105027437, 0.002997330157086253, 0.0031787478365004063, 0.0033601652830839157, 0.003541582729667425, 0.0037230004090815783, 0.0039044178556650877, 0.004085835535079241, 0.00426725298166275, 0.00444867042824626, 0.004630087874829769, 0.004811505787074566, 0.004992923233658075, 0.005174340680241585, 0.005355758126825094, 0.005537175573408604, 0.005718593019992113, 0.00590001093223691, 0.006081428378820419, 0.006262845825403929]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07092035561800003, -0.06934504956007004, -0.06776975095272064, -0.06619444489479065, -0.06461913883686066, -0.06304384022951126, -0.06146853417158127, -0.059893228113651276, -0.05831792578101158, -0.05674262344837189, -0.055167317390441895, -0.0535920150578022, -0.052016712725162506, -0.05044140666723251, -0.04886610433459282, -0.04729079827666283, -0.04571549594402313, -0.04414019361138344, -0.042564887553453445, -0.04098958522081375, -0.03941427916288376, -0.037838976830244064, -0.03626367449760437, -0.03468836843967438, -0.03311306610703468, -0.03153776377439499, -0.029962457716464996, -0.028387155383825302, -0.02681185118854046, -0.025236546993255615, -0.02366124466061592, -0.022085940465331078, -0.020510636270046234, -0.01893533207476139, -0.017360027879476547, -0.015784725546836853, -0.01420942135155201, -0.012634117156267166, -0.011058813892304897, -0.009483510628342628, -0.007908206433057785, -0.006332902703434229, -0.004757598973810673, -0.0031822952441871166, -0.0016069915145635605, -3.168778494000435e-05, 0.0015436159446835518, 0.003118919674307108, 0.004694223403930664, 0.00626952713355422, 0.007844830863177776, 0.009420134127140045, 0.010995438322424889, 0.012570742517709732, 0.014146045781672001, 0.01572134904563427, 0.017296653240919113, 0.018871957436203957, 0.0204472616314888, 0.022022563964128494, 0.023597868159413338, 0.02517317235469818, 0.026748474687337875, 0.02832377888262272, 0.029899083077907562]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 7.0, 4.0, 14.0, 19.0, 16.0, 24.0, 20.0, 22.0, 35.0, 15.0, 13.0, 6.0, 7.0, 5.0, 3.0, 2.0, 2.0, 3.0, 4.0, 4.0, 4.0, 5.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.040088869631290436, -0.038989245891571045, -0.03788962587714195, -0.03679000213742256, -0.03569038212299347, -0.03459075838327408, -0.033491138368844986, -0.032391514629125595, -0.0312918946146965, -0.030192270874977112, -0.02909264899790287, -0.02799302712082863, -0.026893405243754387, -0.025793783366680145, -0.024694161489605904, -0.023594539612531662, -0.02249491773545742, -0.02139529585838318, -0.020295673981308937, -0.019196052104234695, -0.018096430227160454, -0.016996808350086212, -0.01589718647301197, -0.014797563664615154, -0.013697941787540913, -0.012598319910466671, -0.01149869803339243, -0.010399076156318188, -0.009299453347921371, -0.00819983147084713, -0.007100209593772888, -0.0060005877166986465, -0.004900965839624405, -0.0038013439625501633, -0.002701721852645278, -0.0016020998591557145, -0.000502477865666151, 0.0005971441278234124, 0.0016967661213129759, 0.002796388231217861, 0.003896010108292103, 0.0049956319853663445, 0.006095253862440586, 0.007194876205176115, 0.008294498547911644, 0.009394120424985886, 0.010493742302060127, 0.011593364179134369, 0.01269298605620861, 0.013792607933282852, 0.014892229810357094, 0.015991851687431335, 0.017091473564505577, 0.01819109544157982, 0.01929071731865406, 0.020390339195728302, 0.021489962935447693, 0.022589584812521935, 0.023689206689596176, 0.024788828566670418, 0.02588845044374466, 0.0269880723208189, 0.028087694197893143, 0.029187316074967384, 0.030286937952041626]}, "_runtime": 46.17752528190613, "_timestamp": 1596207430.7661483, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 5.0, 8.0, 4.0, 1.0, 7.0, 2.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02199547551572323, -0.02139216475188732, -0.020788855850696564, -0.020185545086860657, -0.01958223432302475, -0.018978925421833992, -0.018375614657998085, -0.017772303894162178, -0.01716899499297142, -0.016565684229135513, -0.015962373465299606, -0.015359064564108849, -0.014755753800272942, -0.01415244396775961, -0.013549134135246277, -0.01294582337141037, -0.012342513538897038, -0.011739203706383705, -0.011135892942547798, -0.010532583110034466, -0.009929273277521133, -0.009325962513685226, -0.008722652681171894, -0.008119342848658562, -0.007516032550483942, -0.006912722252309322, -0.00630941241979599, -0.00570610212162137, -0.005102791823446751, -0.004499481990933418, -0.0038961716927587986, -0.0032928616274148226, -0.0026895515620708466, -0.0020862414967268705, -0.0014829313149675727, -0.0008796211914159358, -0.0002763110678642988, 0.0003269990556873381, 0.000930309179238975, 0.001533619360998273, 0.002136929426342249, 0.002740239491686225, 0.003343549557030201, 0.003946859855204821, 0.00455017015337944, 0.005153479985892773, 0.005756790284067392, 0.006360100116580725, 0.006963410414755344, 0.007566720712929964, 0.008170031011104584, 0.008773340843617916, 0.009376650676131248, 0.009979961439967155, 0.010583271272480488, 0.01118658110499382, 0.011789891868829727, 0.01239320170134306, 0.012996511533856392, 0.013599821366369724, 0.014203132130205631, 0.014806441962718964, 0.015409751795232296, 0.01601306162774563, 0.016616372391581535]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 6.0, 5.0, 6.0, 9.0, 11.0, 17.0, 12.0, 17.0, 31.0, 38.0, 46.0, 68.0, 69.0, 98.0, 156.0, 264.0, 482.0, 5157.0, 627.0, 251.0, 135.0, 103.0, 74.0, 58.0, 37.0, 30.0, 27.0, 20.0, 17.0, 13.0, 9.0, 3.0, 3.0, 1.0, 2.0, 6.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19394977390766144, -0.18847346305847168, -0.18299716711044312, -0.17752085626125336, -0.1720445603132248, -0.16656824946403503, -0.16109195351600647, -0.1556156426668167, -0.15013933181762695, -0.1446630358695984, -0.13918672502040863, -0.13371042907238007, -0.1282341182231903, -0.12275781482458115, -0.11728151142597198, -0.11180520802736282, -0.10632890462875366, -0.1008526012301445, -0.09537629783153534, -0.08989999443292618, -0.08442369103431702, -0.07894738018512726, -0.0734710767865181, -0.06799477338790894, -0.06251846998929977, -0.05704216659069061, -0.05156586319208145, -0.04608955606818199, -0.04061325266957283, -0.03513694927096367, -0.029660644009709358, -0.024184338748455048, -0.018708035349845886, -0.01323173101991415, -0.007755426689982414, -0.0022791223600506783, 0.0031971819698810577, 0.008673486299812794, 0.01414979062974453, 0.01962609589099884, 0.025102399289608, 0.030578702688217163, 0.036055006086826324, 0.041531313210725784, 0.047007616609334946, 0.05248392000794411, 0.05796022713184357, 0.06343653053045273, 0.06891283392906189, 0.07438913732767105, 0.07986544072628021, 0.08534174412488937, 0.09081804752349854, 0.0962943583726883, 0.10177066177129745, 0.10724696516990662, 0.11272326856851578, 0.11819957196712494, 0.1236758753657341, 0.12915217876434326, 0.13462848961353302, 0.14010478556156158, 0.14558109641075134, 0.1510573923587799, 0.15653370320796967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 6.0, 3.0, 5.0, 7.0, 3.0, 2.0, 4.0, 2.0, 2.0, 4.0, 28.0, 5.0, 6.0, 4.0, 6.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0026801913045346737, -0.0025993911549448967, -0.0025185912381857634, -0.0024377910885959864, -0.002356991171836853, -0.002276191022247076, -0.0021953911054879427, -0.0021145909558981657, -0.0020337910391390324, -0.0019529908895492554, -0.0018721908563748002, -0.001791390823200345, -0.001710590673610568, -0.0016297906404361129, -0.0015489906072616577, -0.0014681905740872025, -0.0013873905409127474, -0.0013065905077382922, -0.001225790474563837, -0.0011449904413893819, -0.0010641904082149267, -0.0009833902586251497, -0.0009025902254506946, -0.0008217901922762394, -0.0007409901591017842, -0.0006601901259273291, -0.0005793900927528739, -0.0004985900013707578, -0.00041778996819630265, -0.0003369899350218475, -0.00025618987274356186, -0.00017538982501719147, -9.458977729082108e-05, -1.3789729564450681e-05, 6.701031816191971e-05, 0.0001478103658882901, 0.0002286104136146605, 0.00030941044678911567, 0.0003902105090674013, 0.0004710105713456869, 0.0005518106045201421, 0.0006326106376945972, 0.0007134106708690524, 0.0007942107622511685, 0.0008750107954256237, 0.0009558108286000788, 0.001036610919982195, 0.00111741095315665, 0.0011982109863311052, 0.0012790110195055604, 0.0013598110526800156, 0.0014406110858544707, 0.001521411119028926, 0.0016022112686187029, 0.001683011301793158, 0.0017638113349676132, 0.0018446113681420684, 0.0019254114013165236, 0.0020062115509063005, 0.002087011467665434, 0.002167811617255211, 0.002248611534014344, 0.002329411683604121, 0.0024102116003632545, 0.0024910117499530315]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 16.0, 19.0, 13.0, 32.0, 36.0, 58.0, 83.0, 145.0, 210.0, 310.0, 457.0, 751.0, 1243.0, 1904.0, 3281.0, 5904.0, 11374.0, 23558.0, 52975.0, 154709.0, 762116.0, 75592.0, 34247.0, 18340.0, 11035.0, 7075.0, 4578.0, 3041.0, 2037.0, 1440.0, 915.0, 650.0, 447.0, 289.0, 229.0, 157.0, 112.0, 85.0, 78.0, 35.0, 14.0, 10.0, 7.0, 4.0, 4.0, 7.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007878304459154606, -0.0076096574775874615, -0.00734101003035903, -0.007072363048791885, -0.006803715601563454, -0.006535068619996309, -0.006266421638429165, -0.005997774191200733, -0.005729127209633589, -0.005460480228066444, -0.005191832780838013, -0.004923185799270868, -0.004654538817703724, -0.004385891370475292, -0.004117244388908148, -0.0038485971745103598, -0.0035799499601125717, -0.0033113027457147837, -0.0030426555313169956, -0.0027740085497498512, -0.002505361335352063, -0.002236714120954275, -0.0019680671393871307, -0.0016994199249893427, -0.0014307727105915546, -0.0011621254961937666, -0.0008934783982113004, -0.0006248312420211732, -0.0003561840858310461, -8.753692964091897e-05, 0.00018111022654920816, 0.0004497573827393353, 0.0007184045389294624, 0.0009870517533272505, 0.0012556988513097167, 0.001524345949292183, 0.001792993163689971, 0.002061640378087759, 0.0023302873596549034, 0.0025989345740526915, 0.0028675817884504795, 0.0031362290028482676, 0.0034048762172460556, 0.0036735231988132, 0.003942170180380344, 0.004210817627608776, 0.0044794646091759205, 0.004748112056404352, 0.005016759037971497, 0.005285406019538641, 0.005554053466767073, 0.005822700448334217, 0.006091347895562649, 0.006359994877129793, 0.0066286418586969376, 0.006897289305925369, 0.007165936287492514, 0.007434583269059658, 0.00770323071628809, 0.007971878163516521, 0.008240524679422379, 0.00850917212665081, 0.008777819573879242, 0.009046466089785099, 0.00931511353701353]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 2.0, 7.0, 2.0, 3.0, 5.0, 2.0, 4.0, 7.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011681348085403442, -0.011103004217147827, -0.010524659417569637, -0.009946315549314022, -0.009367970749735832, -0.008789626881480217, -0.008211282081902027, -0.007632938213646412, -0.007054593879729509, -0.006476249545812607, -0.005897905211895704, -0.005319560877978802, -0.0047412170097231865, -0.004162872675806284, -0.0035845283418893814, -0.003006184007972479, -0.0024278396740555763, -0.0018494953401386738, -0.001271151122637093, -0.0006928068469278514, -0.00011446257121860981, 0.0004638817044906318, 0.0010422259801998734, 0.0016205701977014542, 0.0021989145316183567, 0.0027772588655352592, 0.003355603199452162, 0.003933947533369064, 0.0045122914016246796, 0.005090635735541582, 0.005668980069458485, 0.006247324403375387, 0.00682566873729229, 0.007404013071209192, 0.007982357405126095, 0.00856070127338171, 0.0091390460729599, 0.009717389941215515, 0.010295734740793705, 0.01087407860904932, 0.01145242340862751, 0.012030767276883125, 0.01260911114513874, 0.01318745594471693, 0.013765799812972546, 0.014344144612550735, 0.01492248848080635, 0.01550083328038454, 0.01607917621731758, 0.016657521948218346, 0.01723586581647396, 0.017814209684729576, 0.01839255355298519, 0.018970899283885956, 0.01954924315214157, 0.020127587020397186, 0.0207059308886528, 0.021284274756908417, 0.02186262048780918, 0.022440964356064796, 0.02301930822432041, 0.023597652092576027, 0.02417599782347679, 0.024754341691732407, 0.025332685559988022]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 2.0, 11.0, 7.0, 13.0, 14.0, 18.0, 24.0, 59.0, 55.0, 92.0, 133.0, 141.0, 208.0, 269.0, 353.0, 428.0, 512.0, 719.0, 863.0, 1115.0, 1529.0, 2073.0, 5721.0, 1412.0, 747.0, 406.0, 289.0, 206.0, 150.0, 110.0, 116.0, 85.0, 80.0, 72.0, 39.0, 47.0, 41.0, 32.0, 23.0, 32.0, 28.0, 19.0, 23.0, 13.0, 13.0, 17.0, 12.0, 15.0, 11.0, 6.0, 4.0, 3.0, 2.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007995760068297386, -0.007684418931603432, -0.007373077794909477, -0.007061736658215523, -0.006750395521521568, -0.006439054384827614, -0.006127713248133659, -0.005816372111439705, -0.00550503097474575, -0.005193689838051796, -0.0048823487013578415, -0.004571007564663887, -0.0042596664279699326, -0.003948325291275978, -0.0036369841545820236, -0.003325643017888069, -0.0030143018811941147, -0.0027029607445001602, -0.0023916196078062057, -0.0020802784711122513, -0.0017689373344182968, -0.0014575961977243423, -0.0011462550610303879, -0.0008349139243364334, -0.0005235727876424789, -0.00021223165094852448, 9.910948574542999e-05, 0.00041045062243938446, 0.0007217917591333389, 0.0010331328958272934, 0.0013444740325212479, 0.0016558151692152023, 0.001967156305909157, 0.0022784974426031113, 0.0025898385792970657, 0.00290117971599102, 0.0032125208526849747, 0.003523861989378929, 0.0038352031260728836, 0.004146544262766838, 0.0044578853994607925, 0.004769226536154747, 0.0050805676728487015, 0.005391908809542656, 0.00570324994623661, 0.006014591082930565, 0.006325932219624519, 0.006637273356318474, 0.006948614493012428, 0.007259955629706383, 0.007571296766400337, 0.007882637903094292, 0.008193979039788246, 0.0085053201764822, 0.008816661313176155, 0.00912800244987011, 0.009439343586564064, 0.009750684723258018, 0.010062025859951973, 0.010373366996645927, 0.010684708133339882, 0.010996049270033836, 0.01130739040672779, 0.011618731543421745, 0.0119300726801157]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11569865047931671, -0.11284378170967102, -0.10998890548944473, -0.10713403671979904, -0.10427916049957275, -0.10142429172992706, -0.09856942296028137, -0.09571454674005508, -0.0928596779704094, -0.0900048092007637, -0.08714993298053741, -0.08429506421089172, -0.08144019544124603, -0.07858531922101974, -0.07573045045137405, -0.07287557423114777, -0.07002070546150208, -0.06716583669185638, -0.0643109604716301, -0.061456091701984406, -0.058601219207048416, -0.05574634671211243, -0.052891477942466736, -0.050036605447530746, -0.04718173295259476, -0.04432686045765877, -0.04147198796272278, -0.03861711919307709, -0.0357622466981411, -0.03290737420320511, -0.03005250357091427, -0.02719763293862343, -0.02434276044368744, -0.02148788794875145, -0.01863301731646061, -0.01577814668416977, -0.01292327418923378, -0.010068402625620365, -0.00721353106200695, -0.004358659498393536, -0.0015037879347801208, 0.001351083628833294, 0.004205955192446709, 0.0070608267560601234, 0.009915698319673538, 0.012770569883286953, 0.015625441446900368, 0.018480312079191208, 0.021335184574127197, 0.024190057069063187, 0.027044927701354027, 0.029899798333644867, 0.032754670828580856, 0.035609543323516846, 0.03846441209316254, 0.041319284588098526, 0.044174157083034515, 0.047029029577970505, 0.049883902072906494, 0.052738770842552185, 0.055593643337488174, 0.058448515832424164, 0.061303384602069855, 0.06415826082229614, 0.06701312959194183]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 8.0, 5.0, 16.0, 19.0, 26.0, 30.0, 52.0, 29.0, 8.0, 6.0, 2.0, 8.0, 8.0, 6.0, 5.0, 3.0, 3.0, 1.0, 3.0, 7.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.08493923395872116, -0.08247271180152893, -0.0800061896443367, -0.07753966748714447, -0.07507314532995224, -0.07260662317276001, -0.07014010101556778, -0.06767357885837555, -0.06520706415176392, -0.06274054199457169, -0.06027401611208916, -0.05780749395489693, -0.055340975522994995, -0.052874453365802765, -0.050407931208610535, -0.047941409051418304, -0.045474886894226074, -0.043008364737033844, -0.040541842579841614, -0.038075320422649384, -0.03560879826545715, -0.03314227983355522, -0.03067575767636299, -0.02820923551917076, -0.02574271336197853, -0.0232761912047863, -0.02080966904759407, -0.01834314875304699, -0.01587662659585476, -0.013410104438662529, -0.010943583212792873, -0.008477061986923218, -0.0060105398297309875, -0.0035440181382000446, -0.0010774964466691017, 0.0013890252448618412, 0.003855546936392784, 0.006322068627923727, 0.00878859031945467, 0.011255111545324326, 0.013721633702516556, 0.016188155859708786, 0.018654678016901016, 0.021121198311448097, 0.023587720468640327, 0.026054242625832558, 0.02852076292037964, 0.03098728507757187, 0.0334538072347641, 0.03592032939195633, 0.03838685154914856, 0.04085337370634079, 0.04331989586353302, 0.04578641429543495, 0.04825293645262718, 0.05071945860981941, 0.05318598076701164, 0.05565250292420387, 0.0581190250813961, 0.06058554723858833, 0.06305206567049026, 0.0655185878276825, 0.06798510998487473, 0.07045163214206696, 0.07291815429925919]}, "_runtime": 46.95551681518555, "_timestamp": 1596207431.5441399, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 3.0, 8.0, 6.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01523639727383852, -0.014686357229948044, -0.014136317186057568, -0.013586277142167091, -0.01303623802959919, -0.012486197985708714, -0.011936157941818237, -0.011386117897927761, -0.010836077854037285, -0.010286037810146809, -0.009735997766256332, -0.009185957722365856, -0.00863591767847538, -0.008085878565907478, -0.007535838522017002, -0.006985798478126526, -0.00643575843423605, -0.005885718390345573, -0.005335678346455097, -0.004785638768225908, -0.004235598724335432, -0.003685558680444956, -0.0031355188693851233, -0.0025854790583252907, -0.0020354390144348145, -0.00148539908695966, -0.0009353591594845057, -0.00038531923200935125, 0.00016472069546580315, 0.0007147606229409575, 0.001264800550416112, 0.0018148404778912663, 0.0023648804053664207, 0.002914920449256897, 0.0034649602603167295, 0.004015000071376562, 0.004565040115267038, 0.005115080159157515, 0.0056651197373867035, 0.00621515978127718, 0.006765199825167656, 0.007315239869058132, 0.007865279912948608, 0.008415319956839085, 0.00896536000072956, 0.009515399113297462, 0.010065439157187939, 0.010615479201078415, 0.011165519244968891, 0.011715559288859367, 0.012265599332749844, 0.01281563937664032, 0.013365678489208221, 0.013915718533098698, 0.014465758576989174, 0.01501579862087965, 0.015565838664770126, 0.016115877777338028, 0.01666591875255108, 0.01721595786511898, 0.01776599884033203, 0.018316037952899933, 0.018866078928112984, 0.019416118040680885, 0.019966159015893936]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 5.0, 4.0, 8.0, 9.0, 6.0, 12.0, 8.0, 14.0, 19.0, 25.0, 26.0, 38.0, 48.0, 88.0, 97.0, 145.0, 212.0, 346.0, 4005.0, 1635.0, 436.0, 251.0, 141.0, 82.0, 66.0, 52.0, 42.0, 16.0, 28.0, 8.0, 7.0, 5.0, 3.0, 2.0, 5.0, 1.0, 7.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14477306604385376, -0.1395885944366455, -0.13440412282943726, -0.129219651222229, -0.12403518706560135, -0.1188507154583931, -0.11366625130176544, -0.10848177969455719, -0.10329730808734894, -0.09811283648014069, -0.09292836487293243, -0.08774390071630478, -0.08255942910909653, -0.07737495750188828, -0.07219049334526062, -0.06700602173805237, -0.061821550130844116, -0.056637078523635864, -0.05145261064171791, -0.04626814275979996, -0.041083671152591705, -0.03589919954538345, -0.0307147316634655, -0.025530261918902397, -0.020345792174339294, -0.015161322429776192, -0.009976852685213089, -0.004792382940649986, 0.00039208680391311646, 0.005576556548476219, 0.010761026293039322, 0.015945496037602425, 0.021129965782165527, 0.02631443552672863, 0.03149890527129173, 0.036683373153209686, 0.04186784476041794, 0.04705231636762619, 0.052236784249544144, 0.0574212521314621, 0.06260572373867035, 0.0677901953458786, 0.07297466695308685, 0.07815913110971451, 0.08334360271692276, 0.08852807432413101, 0.09371253848075867, 0.09889701008796692, 0.10408148169517517, 0.10926595330238342, 0.11445042490959167, 0.11963488906621933, 0.12481936067342758, 0.13000382483005524, 0.1351882964372635, 0.14037276804447174, 0.14555723965168, 0.15074171125888824, 0.1559261828660965, 0.16111065447330475, 0.1662951111793518, 0.17147958278656006, 0.1766640543937683, 0.18184852600097656, 0.18703299760818481]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 1.0, 5.0, 5.0, 26.0, 4.0, 2.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00202932464890182, -0.001961743226274848, -0.0018941615708172321, -0.00182658014819026, -0.001758998609147966, -0.0016914170701056719, -0.0016238355310633779, -0.0015562539920210838, -0.0014886725693941116, -0.0014210910303518176, -0.0013535094913095236, -0.0012859279522672296, -0.0012183464132249355, -0.0011507648741826415, -0.0010831834515556693, -0.0010156019125133753, -0.0009480203734710813, -0.0008804388344287872, -0.0008128573535941541, -0.0007452758145518601, -0.000677694333717227, -0.000610112794674933, -0.0005425312556326389, -0.00047494974569417536, -0.0004073682357557118, -0.0003397867258172482, -0.00027220521587878466, -0.00020462367683649063, -0.00013704216689802706, -6.946064968360588e-05, -1.8791324691846967e-06, 6.570238474523649e-05, 0.00013328390195965767, 0.00020086541189812124, 0.0002684469218365848, 0.00033602846087887883, 0.0004036099708173424, 0.00047119148075580597, 0.0005387730197981, 0.0006063545006327331, 0.0006739360396750271, 0.0007415175787173212, 0.0008090990595519543, 0.0008766805985942483, 0.0009442621376365423, 0.0010118436766788363, 0.0010794250993058085, 0.0011470066383481026, 0.0012145881773903966, 0.0012821697164326906, 0.0013497512554749846, 0.0014173326781019568, 0.0014849142171442509, 0.001552495756186545, 0.001620077295228839, 0.001687658834271133, 0.001755240373313427, 0.0018228217959403992, 0.0018904033349826932, 0.0019579848740249872, 0.0020255662966519594, 0.0020931479521095753, 0.0021607293747365475, 0.0022283110301941633, 0.0022958924528211355]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 8.0, 5.0, 16.0, 31.0, 42.0, 57.0, 116.0, 130.0, 194.0, 274.0, 397.0, 608.0, 859.0, 1218.0, 1768.0, 2784.0, 4270.0, 6445.0, 10574.0, 17728.0, 31393.0, 61312.0, 149391.0, 699545.0, 82858.0, 41914.0, 24005.0, 14451.0, 9018.0, 5832.0, 3789.0, 2519.0, 1733.0, 1191.0, 908.0, 616.0, 438.0, 351.0, 205.0, 152.0, 123.0, 93.0, 76.0, 52.0, 30.0, 31.0, 23.0, 18.0, 7.0, 14.0, 6.0, 3.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.005469535477459431, -0.005269104614853859, -0.005068673286587, -0.004868242423981428, -0.004667811095714569, -0.004467380233108997, -0.004266949370503426, -0.0040665180422365665, -0.003866087179630995, -0.0036656560841947794, -0.003465224988758564, -0.0032647941261529922, -0.003064363030716777, -0.0028639319352805614, -0.0026635010726749897, -0.0024630699772387743, -0.002262638881802559, -0.0020622077863663435, -0.00186177680734545, -0.0016613458283245564, -0.001460914732888341, -0.0012604836374521255, -0.001060052658431232, -0.0008596216212026775, -0.000659190583974123, -0.0004587595467455685, -0.000258328509517014, -5.789747228845954e-05, 0.00014253356494009495, 0.00034296460216864944, 0.0005433956393972039, 0.0007438266766257584, 0.0009442577138543129, 0.0011446888092905283, 0.0013451197883114219, 0.0015455507673323154, 0.0017459818627685308, 0.0019464129582047462, 0.002146843820810318, 0.0023472749162465334, 0.002547706011682749, 0.002748137107118964, 0.0029485682025551796, 0.0031489990651607513, 0.0033494301605969667, 0.003549861256033182, 0.003750292118638754, 0.003950723446905613, 0.004151154309511185, 0.0043515851721167564, 0.0045520165003836155, 0.004752447362989187, 0.004952878691256046, 0.005153309553861618, 0.00535374041646719, 0.005554171744734049, 0.005754602607339621, 0.005955033469945192, 0.006155464798212051, 0.006355895660817623, 0.006556326523423195, 0.006756757851690054, 0.006957188714295626, 0.007157620042562485, 0.0073580509051680565]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 8.0, 2.0, 3.0, 2.0, 5.0, 6.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02197469398379326, -0.021473800763487816, -0.020972907543182373, -0.02047201618552208, -0.019971122965216637, -0.019470229744911194, -0.0189693383872509, -0.018468445166945457, -0.017967551946640015, -0.017466658726334572, -0.01696576550602913, -0.016464874148368835, -0.015963980928063393, -0.01546308770775795, -0.014962195418775082, -0.014461303129792213, -0.01396040990948677, -0.013459516689181328, -0.01295862440019846, -0.012457732111215591, -0.011956838890910149, -0.011455945670604706, -0.010955053381621838, -0.01045416109263897, -0.009953267872333527, -0.009452374652028084, -0.008951482363045216, -0.008450590074062347, -0.007949696853756905, -0.007448804099112749, -0.006947911344468594, -0.006447018589824438, -0.005946125835180283, -0.005445233080536127, -0.004944340325891972, -0.004443447571247816, -0.003942554816603661, -0.003441662061959505, -0.0029407693073153496, -0.002439876552671194, -0.0019389837980270386, -0.001438091043382883, -0.0009371982887387276, -0.00043630553409457207, 6.458722054958344e-05, 0.0005654799751937389, 0.0010663727298378944, 0.00156726548448205, 0.0020681582391262054, 0.002569050993770361, 0.0030699437484145164, 0.003570836503058672, 0.0040717292577028275, 0.004572622012346983, 0.0050735147669911385, 0.005574407521635294, 0.0060753002762794495, 0.006576193030923605, 0.0070770857855677605, 0.007577978540211916, 0.008078871294856071, 0.008579764515161514, 0.009080656804144382, 0.00958154909312725, 0.010082442313432693]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 8.0, 3.0, 10.0, 14.0, 11.0, 19.0, 23.0, 21.0, 22.0, 34.0, 50.0, 79.0, 110.0, 117.0, 137.0, 166.0, 197.0, 296.0, 329.0, 411.0, 580.0, 804.0, 1301.0, 4986.0, 2348.0, 1284.0, 1021.0, 860.0, 696.0, 588.0, 455.0, 334.0, 275.0, 197.0, 151.0, 118.0, 83.0, 65.0, 48.0, 29.0, 37.0, 21.0, 18.0, 15.0, 13.0, 5.0, 2.0, 3.0, 2.0, 1.0, 6.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.00805110577493906, -0.007799135986715555, -0.007547165732830763, -0.007295195944607258, -0.0070432256907224655, -0.0067912559024989605, -0.0065392861142754555, -0.006287315860390663, -0.006035346072167158, -0.005783376283943653, -0.005531406030058861, -0.005279436241835356, -0.005027466453611851, -0.004775496199727058, -0.004523526411503553, -0.004271556157618761, -0.004019586369395256, -0.0037676163483411074, -0.0035156463272869587, -0.0032636765390634537, -0.003011706518009305, -0.0027597364969551563, -0.0025077667087316513, -0.0022557966876775026, -0.002003826666623354, -0.0017518566455692053, -0.0014998867409303784, -0.0012479168362915516, -0.000995946815237403, -0.0007439768523909152, -0.0004920068895444274, -0.00024003692669793963, 1.1933036148548126e-05, 0.0002639029989950359, 0.0005158729618415236, 0.0007678429246880114, 0.0010198128875344992, 0.0012717829085886478, 0.0015237528132274747, 0.0017757227178663015, 0.00202769273892045, 0.002279662759974599, 0.0025316327810287476, 0.0027836025692522526, 0.0030355725903064013, 0.00328754261136055, 0.003539512399584055, 0.0037914824206382036, 0.004043452441692352, 0.004295422229915857, 0.00454739248380065, 0.004799362272024155, 0.005051332525908947, 0.005303302314132452, 0.005555272102355957, 0.005807242356240749, 0.006059212144464254, 0.006311181932687759, 0.006563152186572552, 0.006815121974796057, 0.007067091763019562, 0.007319062016904354, 0.007571031805127859, 0.007823001593351364, 0.008074971847236156]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.046449512243270874, -0.044692281633615494, -0.04293505474925041, -0.04117782413959503, -0.03942059725522995, -0.03766336664557457, -0.03590613603591919, -0.03414890915155411, -0.03239167854189873, -0.030634449794888496, -0.028877221047878265, -0.027119990438222885, -0.025362761691212654, -0.023605532944202423, -0.021848302334547043, -0.020091073587536812, -0.01833384484052658, -0.01657661609351635, -0.014819386415183544, -0.013062156736850739, -0.011304927989840508, -0.009547699242830276, -0.007790469564497471, -0.0060332403518259525, -0.004276011139154434, -0.002518781926482916, -0.0007615527138113976, 0.0009956764988601208, 0.002752905711531639, 0.004510134924203157, 0.006267364136874676, 0.008024593815207481, 0.009781822562217712, 0.011539051309227943, 0.013296280987560749, 0.015053510665893555, 0.016810739412903786, 0.018567968159914017, 0.020325198769569397, 0.022082427516579628, 0.02383965626358986, 0.02559688501060009, 0.02735411375761032, 0.0291113443672657, 0.030868573114275932, 0.03262580186128616, 0.034383032470941544, 0.036140259355306625, 0.037897489964962006, 0.039654720574617386, 0.04141194745898247, 0.04316917806863785, 0.04492640495300293, 0.04668363556265831, 0.04844086617231369, 0.05019809305667877, 0.05195532366633415, 0.05371255427598953, 0.055469781160354614, 0.057227011770009995, 0.058984242379665375, 0.06074146926403046, 0.06249869987368584, 0.06425593048334122, 0.0660131573677063]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 9.0, 3.0, 2.0, 3.0, 7.0, 5.0, 4.0, 8.0, 8.0, 12.0, 12.0, 15.0, 14.0, 22.0, 33.0, 11.0, 18.0, 16.0, 14.0, 12.0, 14.0, 11.0, 6.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03610551729798317, -0.0347771942615509, -0.03344886749982834, -0.03212054446339607, -0.030792221426963806, -0.02946389652788639, -0.028135571628808975, -0.02680724859237671, -0.025478923693299294, -0.024150598794221878, -0.022822275757789612, -0.021493950858712196, -0.02016562595963478, -0.018837302923202515, -0.0175089780241251, -0.016180654987692833, -0.014852330088615417, -0.013524006120860577, -0.012195682153105736, -0.01086735725402832, -0.00953903328627348, -0.008210709318518639, -0.0068823848851025105, -0.005554060451686382, -0.0042257364839315414, -0.002897412283346057, -0.0015690880827605724, -0.00024076388217508793, 0.0010875603184103966, 0.002415884518995881, 0.0037442087195813656, 0.005072533152997494, 0.006400857120752335, 0.0077291810885071754, 0.009057505056262016, 0.010385829955339432, 0.011714153923094273, 0.013042477890849113, 0.014370802789926529, 0.015699125826358795, 0.01702745072543621, 0.018355775624513626, 0.019684098660945892, 0.021012423560023308, 0.022340748459100723, 0.02366907149553299, 0.024997396394610405, 0.02632571943104267, 0.027654044330120087, 0.028982369229197502, 0.03031069226562977, 0.031639017164707184, 0.03296734020113945, 0.034295666962862015, 0.03562398999929428, 0.03695231303572655, 0.038280636072158813, 0.03960896283388138, 0.040937285870313644, 0.04226560890674591, 0.043593935668468475, 0.04492225870490074, 0.04625058174133301, 0.04757890850305557, 0.04890723153948784]}, "_runtime": 47.739386320114136, "_timestamp": 1596207432.3280094, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009007293730974197, -0.00869124848395586, -0.008375204168260098, -0.00805915892124176, -0.007743113674223423, -0.007427068892866373, -0.007111024111509323, -0.006794978864490986, -0.006478934083133936, -0.006162889301776886, -0.005846844054758549, -0.005530799273401499, -0.005214754492044449, -0.004898709245026112, -0.004582664463669062, -0.004266619216650724, -0.0039505744352936745, -0.003634529421105981, -0.0033184844069182873, -0.0030024396255612373, -0.0026863946113735437, -0.00237034959718585, -0.0020543048158288, -0.0017382598016411066, -0.001422214787453413, -0.0011061697732657194, -0.0007901248754933476, -0.00047407991951331496, -0.00015803496353328228, 0.0001580099924467504, 0.0004740549484267831, 0.0007900999044068158, 0.0011061448603868484, 0.001422189874574542, 0.0017382347723469138, 0.0020542796701192856, 0.002370324684306979, 0.0026863696984946728, 0.0030024144798517227, 0.0033184594940394163, 0.00363450450822711, 0.00395054928958416, 0.004266594536602497, 0.004582639317959547, 0.004898684099316597, 0.005214729346334934, 0.005530774127691984, 0.005846819374710321, 0.006162864156067371, 0.006478908937424421, 0.0067949541844427586, 0.0071109989657998085, 0.007427044212818146, 0.007743088994175196, 0.008059133775532246, 0.008375179022550583, 0.008691223338246346, 0.009007268585264683, 0.00932331383228302, 0.009639359079301357, 0.00995540339499712, 0.010271448642015457, 0.010587493889033794, 0.010903538204729557, 0.011219583451747894]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 2.0, 5.0, 4.0, 7.0, 13.0, 18.0, 7.0, 11.0, 30.0, 31.0, 34.0, 50.0, 52.0, 71.0, 96.0, 121.0, 147.0, 244.0, 364.0, 4565.0, 892.0, 373.0, 199.0, 149.0, 109.0, 71.0, 61.0, 43.0, 39.0, 18.0, 17.0, 13.0, 12.0, 11.0, 12.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.14540323615074158, -0.1408127248287201, -0.1362222135066986, -0.13163170218467712, -0.12704119086265564, -0.12245068699121475, -0.11786018311977386, -0.11326967179775238, -0.1086791604757309, -0.10408864915370941, -0.09949813783168793, -0.09490763396024704, -0.09031712263822556, -0.08572661131620407, -0.08113610744476318, -0.0765455961227417, -0.07195508480072021, -0.06736457347869873, -0.06277406215667725, -0.05818355828523636, -0.053593046963214874, -0.04900253564119339, -0.044412028044462204, -0.03982152044773102, -0.035231009125709534, -0.0306404996663332, -0.026049990206956863, -0.021459480747580528, -0.016868971288204193, -0.012278461828827858, -0.007687952369451523, -0.0030974429100751877, 0.0014930665493011475, 0.006083576008677483, 0.010674085468053818, 0.015264594927430153, 0.019855104386806488, 0.024445613846182823, 0.02903612330555916, 0.033626630902290344, 0.03821714222431183, 0.04280765354633331, 0.0473981611430645, 0.051988668739795685, 0.05657918006181717, 0.061169691383838654, 0.06576019525527954, 0.07035070657730103, 0.07494121789932251, 0.079531729221344, 0.08412224054336548, 0.08871274441480637, 0.09330325573682785, 0.09789376705884933, 0.10248427093029022, 0.1070747822523117, 0.11166529357433319, 0.11625580489635468, 0.12084631621837616, 0.12543682754039764, 0.13002732396125793, 0.13461783528327942, 0.1392083466053009, 0.1437988579273224, 0.14838936924934387]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 6.0, 6.0, 3.0, 6.0, 5.0, 2.0, 9.0, 2.0, 7.0, 26.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002643345855176449, -0.0025548753328621387, -0.0024664048105478287, -0.0023779342882335186, -0.0022894637659192085, -0.002200993476435542, -0.002112522954121232, -0.002024052431806922, -0.0019355819094926119, -0.0018471113871783018, -0.0017586408648639917, -0.0016701704589650035, -0.0015816999366506934, -0.0014932294143363833, -0.001404759008437395, -0.001316288486123085, -0.001227817963808775, -0.0011393474414944649, -0.0010508769191801548, -0.0009624065132811666, -0.0008739359909668565, -0.0007854654686525464, -0.0006969950045458972, -0.0006085245404392481, -0.000520054018124938, -0.0004315835249144584, -0.0003431130317039788, -0.00025464253849349916, -0.00016617204528301954, -7.770155207253993e-05, 1.0768941137939692e-05, 9.923943434841931e-05, 0.00018770992755889893, 0.00027618042076937854, 0.00036465091397985816, 0.0004531214071903378, 0.0005415919004008174, 0.0006300624227151275, 0.0007185328868217766, 0.0008070033509284258, 0.0008954738732427359, 0.000983944395557046, 0.001072414917871356, 0.0011608853237703443, 0.0012493558460846543, 0.0013378263683989644, 0.0014262967742979527, 0.0015147672966122627, 0.0016032378189265728, 0.0016917083412408829, 0.001780178863555193, 0.0018686492694541812, 0.001957119908183813, 0.0020455901976674795, 0.0021340607199817896, 0.0022225312422960997, 0.0023110017646104097, 0.00239947228692472, 0.00248794280923903, 0.00257641333155334, 0.0026648836210370064, 0.0027533541433513165, 0.0028418246656656265, 0.0029302951879799366, 0.0030187657102942467]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 17.0, 14.0, 25.0, 44.0, 58.0, 107.0, 186.0, 243.0, 378.0, 589.0, 988.0, 1609.0, 2493.0, 4325.0, 7581.0, 13685.0, 25419.0, 52131.0, 137256.0, 759537.0, 87336.0, 38137.0, 19527.0, 10909.0, 6464.0, 3706.0, 2254.0, 1437.0, 1022.0, 688.0, 433.0, 324.0, 231.0, 163.0, 88.0, 70.0, 45.0, 23.0, 24.0, 23.0, 7.0, 14.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007973730564117432, -0.007682503666728735, -0.007391276303678751, -0.007100049406290054, -0.00680882204324007, -0.006517595145851374, -0.006226368248462677, -0.005935140885412693, -0.005643913988023996, -0.0053526870906353, -0.005061459727585316, -0.004770232830196619, -0.004479005932807922, -0.004187778569757938, -0.0038965516723692417, -0.0036053245421499014, -0.003314097411930561, -0.0030228702817112207, -0.0027316431514918804, -0.0024404162541031837, -0.0021491891238838434, -0.001857961993664503, -0.0015667349798604846, -0.001275507966056466, -0.0009842808358371258, -0.0006930537638254464, -0.00040182669181376696, -0.00011059961980208755, 0.00018062745220959187, 0.0004718545242212713, 0.0007630815962329507, 0.0010543086100369692, 0.0013455357402563095, 0.0016367628704756498, 0.0019279898842796683, 0.002219216898083687, 0.002510444028303027, 0.0028016711585223675, 0.003092898055911064, 0.0033841251861304045, 0.003675352316349745, 0.0039665792137384415, 0.0042578065767884254, 0.004549033474177122, 0.004840260371565819, 0.005131487734615803, 0.0054227146320044994, 0.005713941995054483, 0.00600516889244318, 0.006296395789831877, 0.006587623152881861, 0.006878850050270557, 0.007170077413320541, 0.007461304310709238, 0.007752531208097935, 0.008043758571147919, 0.008334985002875328, 0.008626212365925312, 0.008917439728975296, 0.00920866709202528, 0.00949989352375269, 0.009791120886802673, 0.010082348249852657, 0.010373574681580067, 0.01066480204463005]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 6.0, 3.0, 6.0, 10.0, 9.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014833984896540642, -0.014048833400011063, -0.013263682834804058, -0.012478532269597054, -0.011693380773067474, -0.010908229276537895, -0.01012307871133089, -0.009337928146123886, -0.008552776649594307, -0.007767625618726015, -0.006982474587857723, -0.006197323556989431, -0.0054121725261211395, -0.004627021495252848, -0.003841870464384556, -0.003056719433516264, -0.002271568402647972, -0.0014864173717796803, -0.0007012663409113884, 8.388468995690346e-05, 0.0008690357208251953, 0.0016541867516934872, 0.002439337782561779, 0.003224488813430071, 0.004009639844298363, 0.004794790875166655, 0.0055799419060349464, 0.006365092936903238, 0.00715024396777153, 0.00793539546430111, 0.008720546029508114, 0.009505696594715118, 0.010290848091244698, 0.011075999587774277, 0.011861150152981281, 0.012646300718188286, 0.013431452214717865, 0.014216603711247444, 0.015001754276454449, 0.015786904841661453, 0.016572056338191032, 0.01735720783472061, 0.01814235746860504, 0.01892750896513462, 0.0197126604616642, 0.02049781195819378, 0.021282963454723358, 0.022068113088607788, 0.022853264585137367, 0.023638416081666946, 0.024423565715551376, 0.025208717212080956, 0.025993868708610535, 0.026779020205140114, 0.027564171701669693, 0.028349321335554123, 0.029134472832083702, 0.02991962432861328, 0.03070477396249771, 0.03148992732167244, 0.03227507695555687, 0.0330602265894413, 0.03384537994861603, 0.03463052958250046, 0.03541567921638489]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 6.0, 2.0, 3.0, 5.0, 10.0, 11.0, 15.0, 6.0, 9.0, 20.0, 30.0, 40.0, 33.0, 75.0, 83.0, 131.0, 199.0, 302.0, 439.0, 599.0, 765.0, 1191.0, 1772.0, 3066.0, 6454.0, 1277.0, 572.0, 322.0, 222.0, 156.0, 126.0, 77.0, 58.0, 43.0, 40.0, 41.0, 34.0, 21.0, 19.0, 14.0, 12.0, 8.0, 8.0, 9.0, 7.0, 8.0, 11.0, 11.0, 14.0, 9.0, 7.0, 6.0, 10.0, 6.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010646849870681763, -0.01025629136711359, -0.009865733794867992, -0.00947517529129982, -0.009084617719054222, -0.00869405921548605, -0.008303501643240452, -0.00791294313967228, -0.007522385101765394, -0.007131827063858509, -0.006741269025951624, -0.006350710988044739, -0.005960152484476566, -0.005569594446569681, -0.005179036408662796, -0.004788478370755911, -0.004397920332849026, -0.004007362294942141, -0.0036168042570352554, -0.0032262459862977266, -0.0028356879483908415, -0.0024451299104839563, -0.0020545716397464275, -0.0016640136018395424, -0.0012734555639326572, -0.0008828974678181112, -0.0004923393717035651, -0.00010178127558901906, 0.000288776820525527, 0.0006793349166400731, 0.0010698930127546191, 0.001460451167076826, 0.0018510092049837112, 0.0022415672428905964, 0.0026321252807974815, 0.0030226835515350103, 0.0034132415894418955, 0.0038037996273487806, 0.004194357898086309, 0.004584915935993195, 0.00497547397390008, 0.005366032011806965, 0.00575659004971385, 0.006147148087620735, 0.006537706591188908, 0.006928264629095793, 0.007318822667002678, 0.007709380704909563, 0.008099938742816448, 0.00849049724638462, 0.008881054818630219, 0.009271613322198391, 0.009662170894443989, 0.010052729398012161, 0.010443286970257759, 0.010833845473825932, 0.011224403977394104, 0.011614961549639702, 0.012005520053207874, 0.012396077625453472, 0.012786636129021645, 0.013177193701267242, 0.013567752204835415, 0.013958309777081013, 0.014348868280649185]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08021342009305954, -0.07814331352710724, -0.07607320696115494, -0.07400310039520264, -0.07193300127983093, -0.06986289471387863, -0.06779278814792633, -0.06572268158197403, -0.06365257501602173, -0.06158246845006943, -0.059512361884117126, -0.057442259043455124, -0.05537215247750282, -0.05330204591155052, -0.05123194307088852, -0.04916183650493622, -0.04709172993898392, -0.045021623373031616, -0.042951516807079315, -0.04088141396641731, -0.03881130740046501, -0.03674120083451271, -0.03467109799385071, -0.03260099142789841, -0.030530884861946106, -0.028460778295993805, -0.026390673592686653, -0.0243205688893795, -0.0222504623234272, -0.0201803557574749, -0.018110251054167747, -0.016040146350860596, -0.013970039784908295, -0.011899934150278568, -0.009829828515648842, -0.0077597228810191154, -0.005689617246389389, -0.0036195116117596626, -0.0015494059771299362, 0.0005206996574997902, 0.0025908052921295166, 0.004660910926759243, 0.006731016561388969, 0.008801122196018696, 0.010871227830648422, 0.012941333465278149, 0.015011439099907875, 0.017081543803215027, 0.019151650369167328, 0.02122175693511963, 0.02329186163842678, 0.025361966341733932, 0.027432072907686234, 0.029502179473638535, 0.03157228231430054, 0.03364238888025284, 0.03571249544620514, 0.03778260201215744, 0.03985270857810974, 0.041922811418771744, 0.043992917984724045, 0.046063024550676346, 0.04813312739133835, 0.05020323395729065, 0.05227334052324295]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 9.0, 4.0, 8.0, 11.0, 13.0, 7.0, 10.0, 12.0, 11.0, 20.0, 14.0, 38.0, 9.0, 15.0, 6.0, 9.0, 7.0, 5.0, 10.0, 8.0, 5.0, 6.0, 4.0, 4.0, 2.0, 1.0, 5.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026689939200878143, -0.02539542317390442, -0.024100907146930695, -0.02280638925731182, -0.021511873230338097, -0.020217357203364372, -0.0189228393137455, -0.017628323286771774, -0.01633380725979805, -0.015039291232824326, -0.013744774274528027, -0.012450257316231728, -0.011155741289258003, -0.009861225262284279, -0.00856670830398798, -0.007272191811352968, -0.0059776753187179565, -0.004683158826082945, -0.003388642333447933, -0.0020941258408129215, -0.0007996093481779099, 0.0004949071444571018, 0.0017894236370921135, 0.003083940129727125, 0.004378456622362137, 0.0056729731149971485, 0.00696748960763216, 0.00826200656592846, 0.009556522592902184, 0.010851038619875908, 0.012145555578172207, 0.013440072536468506, 0.01473458856344223, 0.016029104590415955, 0.01732362061738968, 0.018618138507008553, 0.019912654533982277, 0.021207170560956, 0.022501688450574875, 0.0237962044775486, 0.025090720504522324, 0.026385236531496048, 0.027679752558469772, 0.028974270448088646, 0.03026878647506237, 0.031563304364681244, 0.03285782039165497, 0.03415233641862869, 0.03544685244560242, 0.03674136847257614, 0.038035884499549866, 0.03933040052652359, 0.040624916553497314, 0.04191943630576134, 0.04321395233273506, 0.044508468359708786, 0.04580298438668251, 0.047097500413656235, 0.04839201644062996, 0.049686532467603683, 0.050981052219867706, 0.05227556824684143, 0.053570084273815155, 0.05486460030078888, 0.056159116327762604]}, "_runtime": 48.55150079727173, "_timestamp": 1596207433.1401238, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 5.0, 5.0, 4.0, 5.0, 4.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016591966152191162, -0.01609843410551548, -0.015604902990162373, -0.015111371874809265, -0.014617839828133583, -0.014124307781457901, -0.013630776666104794, -0.013137245550751686, -0.012643713504076004, -0.012150181457400322, -0.011656650342047215, -0.011163119226694107, -0.010669587180018425, -0.010176055133342743, -0.009682524017989635, -0.009188992902636528, -0.008695460855960846, -0.008201928809285164, -0.007708397693932056, -0.007214866112917662, -0.006721334531903267, -0.006227802950888872, -0.005734271369874477, -0.005240739788860083, -0.004747208207845688, -0.004253676626831293, -0.0037601450458168983, -0.0032666134648025036, -0.002773081883788109, -0.002279550302773714, -0.0017860187217593193, -0.0012924871407449245, -0.0007989555597305298, -0.000305423978716135, 0.00018810760229825974, 0.0006816391833126545, 0.0011751707643270493, 0.001668702345341444, 0.0021622339263558388, 0.0026557655073702335, 0.0031492970883846283, 0.003642828669399023, 0.004136360250413418, 0.004629891831427813, 0.005123423412442207, 0.005616954993456602, 0.006110486574470997, 0.006604018155485392, 0.007097549736499786, 0.007591081317514181, 0.008084612898528576, 0.008578144013881683, 0.009071676060557365, 0.009565208107233047, 0.010058739222586155, 0.010552270337939262, 0.011045802384614944, 0.011539334431290627, 0.012032865546643734, 0.012526396661996841, 0.013019928708672523, 0.013513460755348206, 0.014006991870701313, 0.01450052298605442, 0.014994055032730103]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 4.0, 4.0, 2.0, 4.0, 8.0, 9.0, 3.0, 10.0, 10.0, 9.0, 17.0, 17.0, 30.0, 44.0, 50.0, 72.0, 108.0, 173.0, 294.0, 570.0, 5326.0, 449.0, 214.0, 151.0, 85.0, 64.0, 55.0, 33.0, 36.0, 9.0, 16.0, 10.0, 12.0, 8.0, 5.0, 2.0, 5.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21679773926734924, -0.21028722822666168, -0.20377670228481293, -0.19726619124412537, -0.1907556653022766, -0.18424515426158905, -0.1777346432209015, -0.17122411727905273, -0.16471360623836517, -0.15820308029651642, -0.15169256925582886, -0.1451820582151413, -0.13867153227329254, -0.13216102123260498, -0.12565049529075623, -0.11913998425006866, -0.1126294657588005, -0.10611894726753235, -0.09960842877626419, -0.09309791773557663, -0.08658739924430847, -0.08007688075304031, -0.07356636226177216, -0.067055843770504, -0.06054532900452614, -0.05403481051325798, -0.04752429574728012, -0.04101377725601196, -0.034503258764743805, -0.027992743998765945, -0.021482225507497787, -0.014971708878874779, -0.00846119225025177, -0.001950675155967474, 0.004559841938316822, 0.011070359498262405, 0.017580876126885414, 0.024091392755508423, 0.03060191124677658, 0.03711242601275444, 0.0436229445040226, 0.050133462995290756, 0.056643977761268616, 0.06315449625253677, 0.06966501474380493, 0.07617553323507309, 0.08268604427576065, 0.08919656276702881, 0.09570708125829697, 0.10221759974956512, 0.10872811824083328, 0.11523862928152084, 0.121749147772789, 0.12825967371463776, 0.13477018475532532, 0.14128069579601288, 0.14779122173786163, 0.1543017327785492, 0.16081225872039795, 0.1673227697610855, 0.17383328080177307, 0.18034380674362183, 0.1868543177843094, 0.19336484372615814, 0.1998753547668457]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 5.0, 5.0, 4.0, 27.0, 3.0, 6.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002549275290220976, -0.0024686260148882866, -0.002387976972386241, -0.0023073276970535517, -0.0022266784217208624, -0.0021460293792188168, -0.0020653801038861275, -0.001984730828553438, -0.0019040816696360707, -0.0018234325107187033, -0.001742783235386014, -0.0016621340764686465, -0.001581484917551279, -0.0015008356422185898, -0.0014201864833012223, -0.001339537207968533, -0.0012588880490511656, -0.0011782388901337981, -0.0010975896148011088, -0.0010169404558837414, -0.000936291238758713, -0.0008556420216336846, -0.0007749928627163172, -0.0006943436455912888, -0.0006136944284662604, -0.0005330452113412321, -0.00045239602332003415, -0.00037174683529883623, -0.00029109761817380786, -0.00021044841560069472, -0.00012979921302758157, -4.915001045446843e-05, 3.1499192118644714e-05, 0.00011214839469175786, 0.000192797597264871, 0.0002734467852860689, 0.0003540960024110973, 0.00043474521953612566, 0.0005153943784534931, 0.0005960435955785215, 0.0006766928127035499, 0.0007573420298285782, 0.0008379912469536066, 0.0009186404058709741, 0.0009992895647883415, 0.0010799388401210308, 0.0011605879990383983, 0.0012412372743710876, 0.001321886433288455, 0.0014025355922058225, 0.0014831848675385118, 0.0015638340264558792, 0.0016444833017885685, 0.001725132460705936, 0.0018057816196233034, 0.0018864308949559927, 0.0019670799374580383, 0.0020477292127907276, 0.002128378488123417, 0.002209027763456106, 0.002289676805958152, 0.002370326081290841, 0.0024509753566235304, 0.002531624399125576, 0.0026122736744582653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 7.0, 9.0, 7.0, 8.0, 13.0, 20.0, 8.0, 20.0, 35.0, 67.0, 90.0, 115.0, 188.0, 254.0, 374.0, 633.0, 974.0, 1618.0, 2853.0, 4691.0, 8552.0, 16188.0, 33056.0, 76010.0, 708185.0, 186523.0, 63014.0, 31356.0, 17538.0, 10230.0, 6059.0, 3914.0, 2398.0, 1560.0, 976.0, 686.0, 445.0, 272.0, 200.0, 137.0, 99.0, 76.0, 54.0, 48.0, 31.0, 15.0, 10.0, 6.0, 4.0, 4.0, 4.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0068158418871462345, -0.006580370478332043, -0.006344899535179138, -0.006109428126364946, -0.0058739567175507545, -0.00563848577439785, -0.005403014365583658, -0.005167543422430754, -0.004932072013616562, -0.00469660060480237, -0.0044611296616494656, -0.004225658252835274, -0.003990187309682369, -0.0037547159008681774, -0.0035192444920539856, -0.0032837733160704374, -0.0030483021400868893, -0.002812830964103341, -0.002577359788119793, -0.002341888379305601, -0.002106417203322053, -0.0018709460273385048, -0.0016354747349396348, -0.0014000034425407648, -0.0011645322665572166, -0.0009290610323660076, -0.0006935897981747985, -0.0004581185639835894, -0.00022264732979238033, 1.2823904398828745e-05, 0.0002482951385900378, 0.0004837663727812469, 0.000719237606972456, 0.0009547088411636651, 0.0011901800753548741, 0.0014256513677537441, 0.0016611225437372923, 0.0018965937197208405, 0.0021320651285350323, 0.0023675363045185804, 0.0026030074805021286, 0.0028384786564856768, 0.003073949832469225, 0.0033094212412834167, 0.003544892417266965, 0.003780363593250513, 0.004015835002064705, 0.004251305945217609, 0.004486777354031801, 0.004722248762845993, 0.0049577197059988976, 0.005193191114813089, 0.005428662523627281, 0.005664133466780186, 0.0058996048755943775, 0.006135075818747282, 0.006370547227561474, 0.006606018636375666, 0.00684148957952857, 0.007076960988342762, 0.0073124319314956665, 0.007547903340309858, 0.00778337474912405, 0.008018845692276955, 0.008254317566752434]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 7.0, 2.0, 7.0, 5.0, 16.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017686452716588974, -0.016496215015649796, -0.015305978246033192, -0.014115741476416588, -0.01292550377547741, -0.011735266074538231, -0.010545029304921627, -0.009354792535305023, -0.008164554834365845, -0.006974317599087954, -0.005784080363810062, -0.004593843128532171, -0.00340360589325428, -0.002213368657976389, -0.0010231314226984978, 0.0001671058125793934, 0.0013573430478572845, 0.0025475802831351757, 0.003737817518413067, 0.004928054753690958, 0.006118291988968849, 0.00730852922424674, 0.008498766459524632, 0.009689003229141235, 0.010879240930080414, 0.012069478631019592, 0.013259715400636196, 0.0144499521702528, 0.01564018987119198, 0.016830427572131157, 0.018020663410425186, 0.019210901111364365, 0.020401138812303543, 0.02159137651324272, 0.0227816142141819, 0.02397185005247593, 0.025162087753415108, 0.026352325454354286, 0.027542561292648315, 0.028732798993587494, 0.029923036694526672, 0.03111327439546585, 0.03230351209640503, 0.03349374979734421, 0.034683987498283386, 0.035874221473932266, 0.037064459174871445, 0.03825469687581062, 0.0394449345767498, 0.04063517227768898, 0.04182540997862816, 0.04301564767956734, 0.04420588165521622, 0.045396119356155396, 0.046586357057094574, 0.04777659475803375, 0.04896683245897293, 0.05015707015991211, 0.05134730786085129, 0.052537545561790466, 0.053727783262729645, 0.054918017238378525, 0.0561082549393177, 0.05729849264025688, 0.05848873034119606]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 5.0, 3.0, 6.0, 8.0, 22.0, 28.0, 53.0, 60.0, 105.0, 98.0, 167.0, 250.0, 386.0, 489.0, 646.0, 1027.0, 1408.0, 2273.0, 7047.0, 1970.0, 688.0, 397.0, 225.0, 170.0, 113.0, 95.0, 83.0, 84.0, 75.0, 38.0, 30.0, 46.0, 27.0, 24.0, 24.0, 31.0, 33.0, 18.0, 17.0, 15.0, 23.0, 21.0, 5.0, 7.0, 5.0, 7.0, 6.0, 6.0, 5.0, 7.0, 10.0, 2.0, 6.0, 2.0, 4.0, 4.0, 5.0, 5.0, 5.0, 1.0, 4.0], "bins": [-0.009978600777685642, -0.009520639665424824, -0.009062678553164005, -0.008604717440903187, -0.008146756328642368, -0.0076887947507202625, -0.007230833638459444, -0.0067728725261986256, -0.006314911413937807, -0.005856950301676989, -0.00539898918941617, -0.004941028077155352, -0.004483066499233246, -0.004025105386972427, -0.003567144274711609, -0.0031091831624507904, -0.002651222050189972, -0.0021932609379291534, -0.0017352997092530131, -0.0012773384805768728, -0.0008193773683160543, -0.00036141619784757495, 9.654497262090445e-05, 0.0005545061430893838, 0.0010124673135578632, 0.0014704284258186817, 0.001928389654494822, 0.0023863508831709623, 0.002844311995431781, 0.0033022731076925993, 0.0037602344527840614, 0.00421819556504488, 0.004676156677305698, 0.005134117789566517, 0.005592078901827335, 0.006050040014088154, 0.006508001126348972, 0.006965962704271078, 0.007423923816531897, 0.007881884463131428, 0.00833984650671482, 0.00879780761897564, 0.009255768731236458, 0.009713729843497276, 0.010171690955758095, 0.010629652068018913, 0.011087613180279732, 0.01154557429254055, 0.012003535404801369, 0.012461496517062187, 0.012919457629323006, 0.013377418741583824, 0.013835379853844643, 0.014293340966105461, 0.01475130207836628, 0.015209263190627098, 0.015667224302887917, 0.016125185415148735, 0.016583146527409554, 0.017041107639670372, 0.01749906875193119, 0.01795702986419201, 0.018414990976452827, 0.018872952088713646, 0.019330915063619614]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.20438486337661743, -0.20003263652324677, -0.1956804096698761, -0.19132818281650543, -0.18697595596313477, -0.1826237142086029, -0.17827148735523224, -0.17391926050186157, -0.1695670336484909, -0.16521480679512024, -0.16086257994174957, -0.1565103530883789, -0.15215811133384705, -0.14780588448047638, -0.1434536576271057, -0.13910143077373505, -0.13474920392036438, -0.1303969770669937, -0.12604475021362305, -0.12169251590967178, -0.11734028905630112, -0.11298806220293045, -0.10863582789897919, -0.10428360104560852, -0.09993137419223785, -0.09557914733886719, -0.09122692048549652, -0.08687468618154526, -0.08252245932817459, -0.07817023247480392, -0.07381799817085266, -0.069465771317482, -0.06511354446411133, -0.06076131761074066, -0.0564090870320797, -0.05205685645341873, -0.047704629600048065, -0.0433524027466774, -0.039000172168016434, -0.03464794158935547, -0.030295714735984802, -0.025943486019968987, -0.02159125730395317, -0.017239028587937355, -0.01288679987192154, -0.008534571155905724, -0.004182342439889908, 0.0001698862761259079, 0.004522114992141724, 0.00887434370815754, 0.013226572424173355, 0.01757880114018917, 0.021931029856204987, 0.026283258572220802, 0.030635487288236618, 0.03498771786689758, 0.03933994472026825, 0.043692171573638916, 0.04804440215229988, 0.052396632730960846, 0.05674885958433151, 0.06110108643770218, 0.06545332074165344, 0.06980554759502411, 0.07415777444839478]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 18.0, 26.0, 29.0, 25.0, 41.0, 26.0, 22.0, 19.0, 13.0, 6.0, 5.0, 2.0, 1.0, 4.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.10272952914237976, -0.1002701073884964, -0.09781067818403244, -0.09535125643014908, -0.09289182722568512, -0.09043240547180176, -0.0879729837179184, -0.08551355451345444, -0.08305413275957108, -0.08059470355510712, -0.07813528180122375, -0.0756758600473404, -0.07321643084287643, -0.07075700908899307, -0.06829757988452911, -0.06583815813064575, -0.06337873637676239, -0.06091930717229843, -0.05845988169312477, -0.05600045993924141, -0.05354103446006775, -0.05108160898089409, -0.04862218350172043, -0.04616275802254677, -0.04370333254337311, -0.041243910789489746, -0.038784485310316086, -0.036325059831142426, -0.033865634351968765, -0.031406208872795105, -0.028946785256266594, -0.026487361639738083, -0.024027936160564423, -0.021568510681390762, -0.01910908706486225, -0.01664966158568859, -0.014190237037837505, -0.01173081248998642, -0.00927138701081276, -0.006811962462961674, -0.004352537915110588, -0.0018931131344288588, 0.0005663116462528706, 0.0030257364269346, 0.005485161207616329, 0.007944585755467415, 0.010404011234641075, 0.01286343578249216, 0.015322860330343246, 0.017782285809516907, 0.020241709426045418, 0.022701134905219078, 0.02516055852174759, 0.02761998400092125, 0.03007940948009491, 0.03253883495926857, 0.03499826043844223, 0.03745768219232559, 0.03991710767149925, 0.04237653315067291, 0.04483595862984657, 0.04729538410902023, 0.049754805862903595, 0.052214231342077255, 0.054673656821250916]}, "_runtime": 49.38722038269043, "_timestamp": 1596207433.9758434, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 1.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01396537572145462, -0.013593239709734917, -0.013221104629337788, -0.012848968617618084, -0.01247683260589838, -0.012104696594178677, -0.011732561513781548, -0.011360425502061844, -0.01098828949034214, -0.010616154409945011, -0.010244018398225307, -0.009871882386505604, -0.0094997463747859, -0.009127611294388771, -0.008755475282669067, -0.008383339270949364, -0.00801120325922966, -0.007639068178832531, -0.007266932167112827, -0.006894796621054411, -0.006522660609334707, -0.006150525063276291, -0.005778389051556587, -0.005406253505498171, -0.0050341179594397545, -0.004661981947720051, -0.0042898464016616344, -0.003917710389941931, -0.0035455748438835144, -0.0031734390649944544, -0.0028013032861053944, -0.0024291675072163343, -0.0020570317283272743, -0.0016848959494382143, -0.0013127601705491543, -0.0009406245080754161, -0.0005684887291863561, -0.0001963529794011265, 0.00017578277038410306, 0.0005479184910655022, 0.0009200542699545622, 0.0012921900488436222, 0.0016643258277326822, 0.0020364616066217422, 0.0024085971526801586, 0.0027807329315692186, 0.0031528687104582787, 0.0035250044893473387, 0.0038971402682363987, 0.004269275814294815, 0.004641411826014519, 0.005013547372072935, 0.005385683383792639, 0.005757818929851055, 0.006129954941570759, 0.006502090487629175, 0.0068742260336875916, 0.007246362045407295, 0.007618497591465712, 0.007990633137524128, 0.008362769149243832, 0.008734905160963535, 0.009107041172683239, 0.009479176253080368, 0.009851312264800072]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 6.0, 4.0, 2.0, 8.0, 8.0, 11.0, 13.0, 19.0, 20.0, 25.0, 40.0, 52.0, 103.0, 138.0, 222.0, 430.0, 5273.0, 763.0, 282.0, 168.0, 98.0, 77.0, 48.0, 24.0, 21.0, 17.0, 10.0, 7.0, 10.0, 4.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18438377976417542, -0.177715465426445, -0.1710471361875534, -0.164378821849823, -0.1577104926109314, -0.151042178273201, -0.14437386393547058, -0.13770553469657898, -0.13103722035884857, -0.12436889857053757, -0.11770057678222656, -0.11103225499391556, -0.10436393320560455, -0.09769561141729355, -0.09102729707956314, -0.08435897529125214, -0.07769065350294113, -0.07102233171463013, -0.06435400992631912, -0.057685691863298416, -0.05101737380027771, -0.044349052011966705, -0.0376807302236557, -0.031012410297989845, -0.02434409037232399, -0.017675770446658134, -0.011007449589669704, -0.004339129198342562, 0.002329191192984581, 0.008997511118650436, 0.01566583290696144, 0.022334152832627296, 0.029002472758293152, 0.035670794546604156, 0.04233911260962486, 0.04900743439793587, 0.055675752460956573, 0.06234407424926758, 0.06901239603757858, 0.07568071782588959, 0.08234903216362, 0.089017353951931, 0.095685675740242, 0.10235399752855301, 0.10902231931686401, 0.11569064110517502, 0.12235895544290543, 0.12902727723121643, 0.13569560647010803, 0.14236392080783844, 0.14903223514556885, 0.15570056438446045, 0.16236887872219086, 0.16903720796108246, 0.17570552229881287, 0.18237383663654327, 0.18904216587543488, 0.19571048021316528, 0.20237880945205688, 0.2090471237897873, 0.2157154381275177, 0.2223837673664093, 0.2290520817041397, 0.2357204109430313, 0.24238872528076172]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 2.0, 3.0, 5.0, 4.0, 3.0, 5.0, 8.0, 6.0, 7.0, 27.0, 6.0, 4.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021311547607183456, -0.0020558808464556932, -0.001980606699362397, -0.0019053327850997448, -0.0018300588708370924, -0.0017547848401591182, -0.001679510809481144, -0.0016042368952184916, -0.0015289628645405173, -0.001453688833862543, -0.0013784149195998907, -0.0013031408889219165, -0.0012278668582439423, -0.0011525929439812899, -0.0010773189133033156, -0.0010020449990406632, -0.000926770968362689, -0.0008514969958923757, -0.0007762230234220624, -0.0007009489927440882, -0.0006256750202737749, -0.0005504010478034616, -0.0004751270462293178, -0.000399853044655174, -0.0003245790721848607, -0.0002493050997145474, -0.00017403109814040363, -9.875711111817509e-05, -2.348312409594655e-05, 5.179086292628199e-05, 0.00012706484994851053, 0.00020233883697073907, 0.0002776128239929676, 0.0003528867964632809, 0.0004281607980374247, 0.0005034347996115685, 0.0005787087720818818, 0.0006539827445521951, 0.0007292567752301693, 0.0008045307477004826, 0.0008798047201707959, 0.0009550786926411092, 0.0010303526651114225, 0.0011056266957893968, 0.001180900726467371, 0.0012561746407300234, 0.0013314486714079976, 0.00140672258567065, 0.0014819966163486242, 0.0015572706470265985, 0.0016325445612892509, 0.001707818591967225, 0.0017830925062298775, 0.0018583665369078517, 0.001933640567585826, 0.0020089144818484783, 0.0020841886289417744, 0.0021594625432044268, 0.002234736457467079, 0.0023100103717297316, 0.0023852845188230276, 0.00246055843308568, 0.0025358323473483324, 0.0026111064944416285, 0.002686380408704281]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 3.0, 5.0, 6.0, 8.0, 20.0, 25.0, 38.0, 45.0, 68.0, 133.0, 177.0, 290.0, 433.0, 715.0, 1210.0, 2124.0, 3769.0, 6765.0, 13267.0, 28472.0, 69059.0, 262496.0, 661846.0, 61666.0, 28451.0, 15398.0, 8834.0, 5289.0, 3138.0, 2047.0, 1333.0, 807.0, 560.0, 342.0, 260.0, 166.0, 110.0, 74.0, 53.0, 38.0, 34.0, 20.0, 20.0, 8.0, 4.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007323498837649822, -0.007094919681549072, -0.006866340059787035, -0.006637760903686285, -0.006409181281924248, -0.006180602125823498, -0.0059520225040614605, -0.0057234433479607105, -0.005494863726198673, -0.005266284570097923, -0.005037705413997173, -0.004809125792235136, -0.004580546636134386, -0.004351967014372349, -0.004123387858271599, -0.003894808469340205, -0.0036662290804088116, -0.003437649691477418, -0.0032090703025460243, -0.0029804909136146307, -0.002751911524683237, -0.002523332368582487, -0.0022947529796510935, -0.0020661735907197, -0.0018375942017883062, -0.0016090148128569126, -0.001380435423925519, -0.0011518561514094472, -0.0009232767624780536, -0.00069469737354666, -0.00046611804282292724, -0.00023753868299536407, -8.959323167800903e-06, 0.00021962003665976226, 0.00044819939648732543, 0.0006767787272110581, 0.0009053581161424518, 0.0011339375050738454, 0.0013625167775899172, 0.0015910961665213108, 0.0018196755554527044, 0.002048254944384098, 0.0022768343333154917, 0.0025054137222468853, 0.0027339928783476353, 0.002962572267279029, 0.0031911516562104225, 0.003419731045141816, 0.0036483104340732098, 0.0038768898230046034, 0.004105469211935997, 0.004334048368036747, 0.004562627989798784, 0.004791207145899534, 0.0050197867676615715, 0.0052483659237623215, 0.0054769450798630714, 0.005705524701625109, 0.005934103857725859, 0.006162683479487896, 0.006391262635588646, 0.006619842257350683, 0.006848421413451433, 0.0070770010352134705, 0.00730558019131422]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 2.0, 6.0, 4.0, 8.0, 3.0, 5.0, 0.0, 9.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007754352875053883, -0.007077603135257959, -0.0064008538611233234, -0.0057241041213274, -0.005047354847192764, -0.004370605107396841, -0.003693855367600918, -0.0030171058606356382, -0.0023403563536703587, -0.001663606846705079, -0.0009868572233244777, -0.0003101076581515372, 0.0003666419070214033, 0.001043391413986683, 0.0017201410373672843, 0.0023968906607478857, 0.0030736401677131653, 0.003750389674678445, 0.0044271391816437244, 0.005103888921439648, 0.005780638195574284, 0.006457387935370207, 0.00713413767516613, 0.007810886949300766, 0.008487636223435402, 0.009164386428892612, 0.009841135703027248, 0.010517884977161884, 0.011194635182619095, 0.01187138445675373, 0.012548133730888367, 0.013224883936345577, 0.013901633210480213, 0.014578382484614849, 0.01525513269007206, 0.015931881964206696, 0.01660863123834133, 0.017285380512475967, 0.017962129786610603, 0.01863888092339039, 0.019315630197525024, 0.01999237947165966, 0.020669128745794296, 0.021345878019928932, 0.022022627294063568, 0.022699378430843353, 0.02337612770497799, 0.024052876979112625, 0.02472962625324726, 0.025406375527381897, 0.026083124801516533, 0.02675987407565117, 0.027436625212430954, 0.02811337448656559, 0.028790123760700226, 0.029466873034834862, 0.030143622308969498, 0.030820371583104134, 0.03149712085723877, 0.032173871994018555, 0.03285061940550804, 0.03352737054228783, 0.03420412167906761, 0.0348808690905571, 0.035557620227336884]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 6.0, 9.0, 9.0, 30.0, 47.0, 60.0, 96.0, 143.0, 209.0, 329.0, 475.0, 689.0, 1022.0, 1388.0, 1937.0, 5843.0, 2458.0, 1059.0, 562.0, 412.0, 340.0, 236.0, 175.0, 110.0, 99.0, 67.0, 60.0, 61.0, 41.0, 39.0, 34.0, 32.0, 29.0, 26.0, 25.0, 22.0, 15.0, 24.0, 18.0, 16.0, 22.0, 18.0, 15.0, 14.0, 13.0, 19.0, 16.0, 5.0, 10.0, 5.0, 6.0, 11.0, 7.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.005972649436444044, -0.0056581092067062855, -0.005343569442629814, -0.0050290292128920555, -0.004714489448815584, -0.0043999492190778255, -0.004085409455001354, -0.0037708692252635956, -0.0034563292283564806, -0.0031417892314493656, -0.0028272492345422506, -0.0025127092376351357, -0.002198169007897377, -0.0018836291274055839, -0.001569089014083147, -0.001254549017176032, -0.0009400090202689171, -0.0006254690233618021, -0.0003109289682470262, 3.6110577639192343e-06, 0.0003181510837748647, 0.0006326910806819797, 0.0009472311357967556, 0.0012617711909115314, 0.0015763111878186464, 0.0018908511847257614, 0.0022053911816328764, 0.0025199311785399914, 0.00283447140827775, 0.003149011405184865, 0.00346355140209198, 0.003778091398999095, 0.00409263139590621, 0.004407171625643969, 0.00472171138972044, 0.0050362516194581985, 0.00535079138353467, 0.0056653316132724285, 0.0059798713773489, 0.0062944116070866585, 0.006608951836824417, 0.0069234916009008884, 0.007238031830638647, 0.007552571594715118, 0.007867111824452877, 0.008181652054190636, 0.00849619135260582, 0.008810731582343578, 0.009125271812081337, 0.009439812041819096, 0.009754352271556854, 0.010068891569972038, 0.010383431799709797, 0.010697972029447556, 0.011012512259185314, 0.011327051557600498, 0.011641591787338257, 0.011956132017076015, 0.012270672246813774, 0.012585212476551533, 0.012899751774966717, 0.013214292004704475, 0.013528832234442234, 0.013843372464179993, 0.014157911762595177]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.1505918651819229, -0.14735373854637146, -0.14411561191082, -0.14087748527526855, -0.1376393735408783, -0.13440124690532684, -0.1311631202697754, -0.12792499363422394, -0.12468686699867249, -0.12144874781370163, -0.11821062117815018, -0.11497249454259872, -0.11173437535762787, -0.10849624872207642, -0.10525812208652496, -0.10202000290155411, -0.09878187626600266, -0.0955437496304512, -0.09230563044548035, -0.0890675038099289, -0.08582937717437744, -0.08259125798940659, -0.07935313135385513, -0.07611500471830368, -0.07287688553333282, -0.06963875889778137, -0.06640063226222992, -0.06316250562667847, -0.05992438644170761, -0.05668625980615616, -0.053448136895895004, -0.05021001026034355, -0.0469718873500824, -0.04373376443982124, -0.04049563780426979, -0.037257514894008636, -0.034019388258457184, -0.03078126534819603, -0.027543142437934875, -0.024305017665028572, -0.02106689289212227, -0.017828768119215965, -0.014590644277632236, -0.011352520436048508, -0.008114395663142204, -0.004876271355897188, -0.001638147048652172, 0.001599977258592844, 0.00483810156583786, 0.008076226338744164, 0.011314350180327892, 0.014552474021911621, 0.017790598794817924, 0.021028723567724228, 0.024266846477985382, 0.027504971250891685, 0.03074309602379799, 0.03398121893405914, 0.037219345569610596, 0.04045746847987175, 0.043695591390132904, 0.04693371802568436, 0.05017184093594551, 0.053409967571496964, 0.05664809048175812]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 5.0, 10.0, 13.0, 22.0, 37.0, 45.0, 37.0, 25.0, 10.0, 13.0, 3.0, 8.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05042637139558792, -0.04868711531162262, -0.04694785922765732, -0.045208606868982315, -0.043469350785017014, -0.04173009470105171, -0.03999083861708641, -0.03825158253312111, -0.036512330174446106, -0.034773074090480804, -0.0330338180065155, -0.0312945619225502, -0.0295553058385849, -0.027816051617264748, -0.026076795533299446, -0.024337541311979294, -0.022598285228013992, -0.02085902914404869, -0.01911977492272854, -0.017380518838763237, -0.015641264617443085, -0.013902008533477783, -0.012162752449512482, -0.010423497296869755, -0.008684242144227028, -0.006944986991584301, -0.005205731373280287, -0.0034664759878069162, -0.0017272206023335457, 1.2034783139824867e-05, 0.0017512901686131954, 0.003490545554086566, 0.0052298009395599365, 0.006969056092202663, 0.00870831124484539, 0.010447567328810692, 0.012186822481453419, 0.013926077634096146, 0.015665333718061447, 0.0174045879393816, 0.0191438440233469, 0.020883100107312202, 0.022622354328632355, 0.024361610412597656, 0.026100866496562958, 0.02784012071788311, 0.02957937680184841, 0.031318631023168564, 0.033057887107133865, 0.03479714319109917, 0.03653639927506447, 0.03827565163373947, 0.04001490771770477, 0.041754163801670074, 0.043493419885635376, 0.04523267596960068, 0.04697193205356598, 0.04871118441224098, 0.050450440496206284, 0.052189696580171585, 0.05392895266413689, 0.05566820874810219, 0.05740746110677719, 0.05914671719074249, 0.060885973274707794]}, "_runtime": 50.16142416000366, "_timestamp": 1596207434.7500472, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 9.0, 4.0, 5.0, 2.0, 4.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014538776129484177, -0.014131096191704273, -0.01372341625392437, -0.013315736316144466, -0.012908056378364563, -0.01250037644058466, -0.012092696502804756, -0.011685016565024853, -0.01127733662724495, -0.010869656689465046, -0.010461976751685143, -0.010054296813905239, -0.009646616876125336, -0.009238936938345432, -0.008831257000565529, -0.008423577062785625, -0.008015897125005722, -0.007608217652887106, -0.0072005377151072025, -0.006792857777327299, -0.006385177839547396, -0.005977497901767492, -0.005569817963987589, -0.0051621380262076855, -0.004754458554089069, -0.004346778616309166, -0.0039390986785292625, -0.0035314185079187155, -0.0031237388029694557, -0.0027160588651895523, -0.002308378927409649, -0.0019006989896297455, -0.001493019051849842, -0.0010853391140699387, -0.0006776592344976962, -0.0002699793258216232, 0.00013770058285444975, 0.0005453805206343532, 0.0009530604002065957, 0.0013607402797788382, 0.0017684202175587416, 0.002176100155338645, 0.0025837800931185484, 0.002991460030898452, 0.0033991397358477116, 0.003806819673627615, 0.004214499611407518, 0.004622179549187422, 0.005029859486967325, 0.005437539424747229, 0.005845219362527132, 0.0062528993003070354, 0.006660579238086939, 0.007068259175866842, 0.007475939113646746, 0.007883618585765362, 0.008291298523545265, 0.008698978461325169, 0.009106658399105072, 0.009514338336884975, 0.009922018274664879, 0.010329698212444782, 0.010737378150224686, 0.011145058088004589, 0.011552738025784492]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 8.0, 4.0, 5.0, 4.0, 5.0, 12.0, 15.0, 8.0, 14.0, 22.0, 30.0, 52.0, 43.0, 64.0, 92.0, 119.0, 182.0, 238.0, 403.0, 5206.0, 543.0, 254.0, 161.0, 121.0, 76.0, 44.0, 31.0, 47.0, 23.0, 19.0, 11.0, 9.0, 12.0, 13.0, 5.0, 6.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.16395267844200134, -0.1591842621564865, -0.15441584587097168, -0.14964742958545685, -0.14487901329994202, -0.14011059701442719, -0.13534218072891235, -0.13057376444339752, -0.1258053481578827, -0.12103693932294846, -0.11626852303743362, -0.11150010675191879, -0.10673169046640396, -0.10196327418088913, -0.0971948578953743, -0.09242644160985947, -0.08765802532434464, -0.0828896090388298, -0.07812119275331497, -0.07335277646780014, -0.06858436018228531, -0.06381594389677048, -0.059047531336545944, -0.05427911505103111, -0.04951069876551628, -0.04474228248000145, -0.03997386619448662, -0.035205449908971786, -0.030437035486102104, -0.025668619200587273, -0.02090020477771759, -0.01613178849220276, -0.011363372206687927, -0.006594956386834383, -0.0018265405669808388, 0.0029418752528727055, 0.00771029107272625, 0.012478707358241081, 0.017247121781110764, 0.022015538066625595, 0.026783954352140427, 0.03155237063765526, 0.03632078692317009, 0.04108920320868492, 0.045857615768909454, 0.050626032054424286, 0.05539444833993912, 0.06016286462545395, 0.06493128091096878, 0.06969969719648361, 0.07446811348199844, 0.07923652976751328, 0.0840049460530281, 0.08877336233854294, 0.09354177862405777, 0.0983101949095726, 0.10307860374450684, 0.10784702003002167, 0.1126154363155365, 0.11738385260105133, 0.12215226888656616, 0.126920685172081, 0.13168910145759583, 0.13645751774311066, 0.1412259340286255]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 6.0, 5.0, 2.0, 2.0, 6.0, 3.0, 6.0, 5.0, 26.0, 4.0, 8.0, 5.0, 5.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017959288088604808, -0.0017288719536736608, -0.0016618152149021626, -0.0015947583597153425, -0.0015277015045285225, -0.0014606447657570243, -0.0013935879105702043, -0.0013265310553833842, -0.001259474316611886, -0.001192417461425066, -0.001125360606238246, -0.001058303751051426, -0.0009912470122799277, -0.0009241901570931077, -0.0008571333601139486, -0.0007900765049271286, -0.0007230197079479694, -0.0006559629109688103, -0.0005889060557819903, -0.0005218492588028312, -0.0004547924327198416, -0.000387735606636852, -0.0003206788096576929, -0.00025362198357470334, -0.00018656515749171376, -0.0001195083386846818, -5.2451519877649844e-05, 1.4605298929382116e-05, 8.166211773641407e-05, 0.00014871894381940365, 0.000215775755350478, 0.00028283256688155234, 0.0003498893929645419, 0.0004169462190475315, 0.00048400304513052106, 0.0005510598421096802, 0.0006181166972965002, 0.0006851734942756593, 0.0007522302912548184, 0.0008192871464416385, 0.0008863439434207976, 0.0009534007403999567, 0.0010204575955867767, 0.0010875144507735968, 0.001154571189545095, 0.001221628044731915, 0.001288684899918735, 0.0013557416386902332, 0.0014227984938770533, 0.0014898553490638733, 0.0015569120878353715, 0.0016239689430221915, 0.0016910257982090116, 0.0017580825369805098, 0.0018251393921673298, 0.0018921962473541498, 0.00195925310254097, 0.00202630995772779, 0.0020933665800839663, 0.0021604234352707863, 0.0022274802904576063, 0.0022945371456444263, 0.0023615940008312464, 0.0024286508560180664, 0.0024957074783742428]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 9.0, 6.0, 11.0, 13.0, 13.0, 25.0, 26.0, 29.0, 54.0, 73.0, 91.0, 117.0, 180.0, 243.0, 317.0, 457.0, 694.0, 908.0, 1349.0, 1973.0, 2991.0, 4509.0, 7318.0, 12295.0, 20991.0, 39040.0, 78856.0, 234569.0, 609201.0, 65254.0, 34708.0, 20989.0, 13457.0, 8820.0, 5937.0, 4171.0, 2810.0, 1993.0, 1387.0, 1028.0, 718.0, 506.0, 386.0, 285.0, 202.0, 167.0, 100.0, 99.0, 83.0, 49.0, 30.0, 27.0, 15.0, 26.0, 13.0, 5.0, 4.0, 6.0, 6.0, 3.0, 0.0, 1.0], "bins": [-0.004995990544557571, -0.00482957623898983, -0.004663161467760801, -0.00449674716219306, -0.0043303328566253185, -0.00416391808539629, -0.003997503779828548, -0.003831089474260807, -0.003664674935862422, -0.003498260397464037, -0.0033318460918962955, -0.0031654315534979105, -0.0029990170150995255, -0.002832602709531784, -0.002666188171133399, -0.0024997738655656576, -0.0023333593271672726, -0.0021669447887688875, -0.002000530483201146, -0.001834115944802761, -0.0016677015228196979, -0.0015012871008366346, -0.0013348725624382496, -0.0011684581404551864, -0.0010020437184721231, -0.0008356292964890599, -0.0006692148162983358, -0.0005028003361076117, -0.00033638591412454844, -0.00016997146303765476, -3.5570119507610798e-06, 0.0001628574391361326, 0.0003292718902230263, 0.0004956863122060895, 0.0006621007923968136, 0.0008285152725875378, 0.000994929694570601, 0.0011613441165536642, 0.0013277586549520493, 0.0014941730769351125, 0.0016605874989181757, 0.001827001920901239, 0.001993416342884302, 0.002159830881282687, 0.0023262454196810722, 0.0024926597252488136, 0.0026590742636471987, 0.00282548856921494, 0.002991903107613325, 0.00315831764601171, 0.0033247319515794516, 0.0034911464899778366, 0.003657560795545578, 0.003823975333943963, 0.003990389872342348, 0.0041568041779100895, 0.004323218949139118, 0.00448963325470686, 0.004656047560274601, 0.004822461865842342, 0.004988876637071371, 0.0051552909426391125, 0.005321705248206854, 0.005488120019435883, 0.005654534325003624]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 13.0, 6.0, 1.0, 2.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03393963724374771, -0.03324113413691521, -0.0325426310300827, -0.0318441241979599, -0.031145621091127396, -0.03044711798429489, -0.029748613014817238, -0.029050109907984734, -0.02835160493850708, -0.027653101831674576, -0.026954596862196922, -0.026256093755364418, -0.025557588785886765, -0.02485908567905426, -0.024160580709576607, -0.023462077602744102, -0.02276357263326645, -0.022065069526433945, -0.02136656641960144, -0.020668061450123787, -0.019969558343291283, -0.01927105337381363, -0.018572550266981125, -0.01787404529750347, -0.017175542190670967, -0.016477037221193314, -0.01577853411436081, -0.01508003007620573, -0.014381526038050652, -0.013683021999895573, -0.012984517961740494, -0.012286013923585415, -0.011587509885430336, -0.010889005847275257, -0.010190501809120178, -0.0094919977709651, -0.00879349373281002, -0.008094989694654942, -0.00739648612216115, -0.006697982084006071, -0.005999478045850992, -0.005300974007695913, -0.004602469969540834, -0.003903966164216399, -0.0032054621260613203, -0.0025069580879062414, -0.0018084541661664844, -0.0011099502444267273, -0.0004114462062716484, 0.00028705777367576957, 0.0009855617536231875, 0.0016840656753629446, 0.0023825697135180235, 0.0030810737516731024, 0.0037795775569975376, 0.0044780815951526165, 0.005176585633307695, 0.005875089671462774, 0.006573593709617853, 0.007272097747772932, 0.007970601320266724, 0.008669105358421803, 0.009367609396576881, 0.01006611343473196, 0.01076461747288704]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 10.0, 1.0, 1.0, 6.0, 3.0, 4.0, 6.0, 7.0, 3.0, 2.0, 5.0, 9.0, 6.0, 6.0, 7.0, 10.0, 11.0, 10.0, 18.0, 8.0, 22.0, 22.0, 29.0, 48.0, 51.0, 53.0, 58.0, 96.0, 101.0, 127.0, 153.0, 204.0, 218.0, 261.0, 317.0, 435.0, 642.0, 993.0, 1342.0, 2183.0, 6071.0, 1628.0, 909.0, 636.0, 516.0, 329.0, 207.0, 184.0, 134.0, 99.0, 63.0, 33.0, 33.0, 31.0, 18.0, 14.0, 10.0, 12.0, 4.0, 4.0, 0.0, 1.0, 2.0], "bins": [-0.010951870121061802, -0.010687008500099182, -0.010422146879136562, -0.010157285258173943, -0.009892423637211323, -0.009627562016248703, -0.009362700395286083, -0.009097838774323463, -0.008832976222038269, -0.00856811460107565, -0.00830325298011303, -0.00803839135915041, -0.00777352973818779, -0.00750866811722517, -0.00724380649626255, -0.006978944875299931, -0.006714083254337311, -0.006449221633374691, -0.006184360012412071, -0.0059194983914494514, -0.005654636770486832, -0.005389774683862925, -0.005124913062900305, -0.004860051441937685, -0.004595189820975065, -0.0043303282000124454, -0.004065466579049826, -0.0038006047252565622, -0.0035357431042939425, -0.0032708814833313227, -0.0030060196295380592, -0.0027411580085754395, -0.0024762963876128197, -0.0022114347666502, -0.0019465730292722583, -0.0016817112918943167, -0.001416849670931697, -0.0011519880499690771, -0.0008871263125911355, -0.0006222646334208548, -0.0003574029542505741, -9.254127508029342e-05, 0.00017232040408998728, 0.000437182083260268, 0.0007020437624305487, 0.0009669054416008294, 0.00123176712077111, 0.0014966288581490517, 0.0017614904791116714, 0.0020263521000742912, 0.002291213721036911, 0.0025560755748301744, 0.0028209371957927942, 0.003085798816755414, 0.0033506606705486774, 0.0036155222915112972, 0.003880383912473917, 0.004145245533436537, 0.004410107154399157, 0.004674968775361776, 0.0049398308619856834, 0.005204692482948303, 0.005469554103910923, 0.005734415724873543, 0.005999277345836163]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03811807930469513, -0.03638402745127678, -0.03464997559785843, -0.03291592374444008, -0.031181873753666878, -0.029447823762893677, -0.027713771909475327, -0.025979720056056976, -0.024245668202638626, -0.022511618211865425, -0.020777566358447075, -0.019043514505028725, -0.017309464514255524, -0.015575412660837173, -0.013841361738741398, -0.012107309885323048, -0.010373258963227272, -0.008639208041131496, -0.006905156187713146, -0.005171105265617371, -0.0034370538778603077, -0.0017030026065185666, 3.104866482317448e-05, 0.0017650999361649156, 0.0034991512075066566, 0.0052332025952637196, 0.0069672539830207825, 0.008701304905116558, 0.010435355827212334, 0.012169407680630684, 0.01390345860272646, 0.015637509524822235, 0.017371561378240585, 0.019105613231658936, 0.020839663222432137, 0.022573715075850487, 0.024307766929268837, 0.026041816920042038, 0.027775868773460388, 0.02950992062687874, 0.03124397248029709, 0.03297802433371544, 0.03471207246184349, 0.03644612431526184, 0.03818017616868019, 0.03991422802209854, 0.04164827987551689, 0.04338233172893524, 0.04511637985706329, 0.046850431710481644, 0.048584483563899994, 0.050318535417318344, 0.052052587270736694, 0.053786639124155045, 0.055520690977573395, 0.05725473910570145, 0.0589887909591198, 0.06072284281253815, 0.0624568946659565, 0.06419094651937485, 0.0659249946475029, 0.06765905022621155, 0.0693930983543396, 0.07112715393304825, 0.0728612020611763]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 1.0, 4.0, 5.0, 6.0, 9.0, 4.0, 6.0, 12.0, 14.0, 15.0, 14.0, 17.0, 34.0, 15.0, 19.0, 7.0, 7.0, 6.0, 11.0, 13.0, 5.0, 10.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.02624940313398838, -0.025504926219582558, -0.024760451167821884, -0.02401597425341606, -0.023271499201655388, -0.022527022287249565, -0.02178254723548889, -0.02103807032108307, -0.020293595269322395, -0.019549118354916573, -0.0188046433031559, -0.018060166388750076, -0.017315691336989403, -0.01657121442258358, -0.015826739370822906, -0.015082262456417084, -0.014337786473333836, -0.013593310490250587, -0.01284883450716734, -0.012104358524084091, -0.011359882541000843, -0.010615406557917595, -0.009870930574834347, -0.009126454591751099, -0.008381977677345276, -0.007637502159923315, -0.006893026176840067, -0.006148550193756819, -0.005404073745012283, -0.004659597761929035, -0.003915121778845787, -0.003170645795762539, -0.0024261698126792908, -0.0016816938295960426, -0.0009372177300974727, -0.00019274168880656362, 0.0005517343524843454, 0.0012962103355675936, 0.0020406865514814854, 0.0027851625345647335, 0.0035296385176479816, 0.00427411450073123, 0.005018590483814478, 0.005763066466897726, 0.0065075429156422615, 0.00725201889872551, 0.007996494881808758, 0.008740970864892006, 0.009485446847975254, 0.010229922831058502, 0.01097439881414175, 0.011718874797224998, 0.012463350780308247, 0.013207826763391495, 0.013952302746474743, 0.014696778729557991, 0.015441255643963814, 0.016185730695724487, 0.01693020761013031, 0.017674682661890984, 0.018419159576296806, 0.01916363462805748, 0.019908111542463303, 0.020652586594223976, 0.0213970635086298]}, "_runtime": 50.97673559188843, "_timestamp": 1596207435.5653586, "_step": 54}
+{"epoch": 4, "val_accuracy": 0.8134995719178082, "val_loss": 0.48629805690621675, "_runtime": 52.60990071296692, "_timestamp": 1596207437.1985238, "_step": 55}
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-metadata.json b/wandb/run-20200731_145627-28kizbir/wandb-metadata.json
new file mode 100644
index 0000000..570e60b
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T14:56:27.658158",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 4}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 4}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample-Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T14:57:19.356948",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_145627-28kizbir/wandb-summary.json b/wandb/run-20200731_145627-28kizbir/wandb-summary.json
new file mode 100644
index 0000000..e27a028
--- /dev/null
+++ b/wandb/run-20200731_145627-28kizbir/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_b9aa3b53.graph.json", "sha256": "b9aa3b532d29e6383f3f14f1cf761c4663630ff31e376abe6b1f19d3efd90c21", "size": 1814}, "_step": 55, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 13.0, 6.0, 1.0, 2.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03393963724374771, -0.03324113413691521, -0.0325426310300827, -0.0318441241979599, -0.031145621091127396, -0.03044711798429489, -0.029748613014817238, -0.029050109907984734, -0.02835160493850708, -0.027653101831674576, -0.026954596862196922, -0.026256093755364418, -0.025557588785886765, -0.02485908567905426, -0.024160580709576607, -0.023462077602744102, -0.02276357263326645, -0.022065069526433945, -0.02136656641960144, -0.020668061450123787, -0.019969558343291283, -0.01927105337381363, -0.018572550266981125, -0.01787404529750347, -0.017175542190670967, -0.016477037221193314, -0.01577853411436081, -0.01508003007620573, -0.014381526038050652, -0.013683021999895573, -0.012984517961740494, -0.012286013923585415, -0.011587509885430336, -0.010889005847275257, -0.010190501809120178, -0.0094919977709651, -0.00879349373281002, -0.008094989694654942, -0.00739648612216115, -0.006697982084006071, -0.005999478045850992, -0.005300974007695913, -0.004602469969540834, -0.003903966164216399, -0.0032054621260613203, -0.0025069580879062414, -0.0018084541661664844, -0.0011099502444267273, -0.0004114462062716484, 0.00028705777367576957, 0.0009855617536231875, 0.0016840656753629446, 0.0023825697135180235, 0.0030810737516731024, 0.0037795775569975376, 0.0044780815951526165, 0.005176585633307695, 0.005875089671462774, 0.006573593709617853, 0.007272097747772932, 0.007970601320266724, 0.008669105358421803, 0.009367609396576881, 0.01006611343473196, 0.01076461747288704]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 8.0, 4.0, 5.0, 4.0, 5.0, 12.0, 15.0, 8.0, 14.0, 22.0, 30.0, 52.0, 43.0, 64.0, 92.0, 119.0, 182.0, 238.0, 403.0, 5206.0, 543.0, 254.0, 161.0, 121.0, 76.0, 44.0, 31.0, 47.0, 23.0, 19.0, 11.0, 9.0, 12.0, 13.0, 5.0, 6.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.16395267844200134, -0.1591842621564865, -0.15441584587097168, -0.14964742958545685, -0.14487901329994202, -0.14011059701442719, -0.13534218072891235, -0.13057376444339752, -0.1258053481578827, -0.12103693932294846, -0.11626852303743362, -0.11150010675191879, -0.10673169046640396, -0.10196327418088913, -0.0971948578953743, -0.09242644160985947, -0.08765802532434464, -0.0828896090388298, -0.07812119275331497, -0.07335277646780014, -0.06858436018228531, -0.06381594389677048, -0.059047531336545944, -0.05427911505103111, -0.04951069876551628, -0.04474228248000145, -0.03997386619448662, -0.035205449908971786, -0.030437035486102104, -0.025668619200587273, -0.02090020477771759, -0.01613178849220276, -0.011363372206687927, -0.006594956386834383, -0.0018265405669808388, 0.0029418752528727055, 0.00771029107272625, 0.012478707358241081, 0.017247121781110764, 0.022015538066625595, 0.026783954352140427, 0.03155237063765526, 0.03632078692317009, 0.04108920320868492, 0.045857615768909454, 0.050626032054424286, 0.05539444833993912, 0.06016286462545395, 0.06493128091096878, 0.06969969719648361, 0.07446811348199844, 0.07923652976751328, 0.0840049460530281, 0.08877336233854294, 0.09354177862405777, 0.0983101949095726, 0.10307860374450684, 0.10784702003002167, 0.1126154363155365, 0.11738385260105133, 0.12215226888656616, 0.126920685172081, 0.13168910145759583, 0.13645751774311066, 0.1412259340286255]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03811807930469513, -0.03638402745127678, -0.03464997559785843, -0.03291592374444008, -0.031181873753666878, -0.029447823762893677, -0.027713771909475327, -0.025979720056056976, -0.024245668202638626, -0.022511618211865425, -0.020777566358447075, -0.019043514505028725, -0.017309464514255524, -0.015575412660837173, -0.013841361738741398, -0.012107309885323048, -0.010373258963227272, -0.008639208041131496, -0.006905156187713146, -0.005171105265617371, -0.0034370538778603077, -0.0017030026065185666, 3.104866482317448e-05, 0.0017650999361649156, 0.0034991512075066566, 0.0052332025952637196, 0.0069672539830207825, 0.008701304905116558, 0.010435355827212334, 0.012169407680630684, 0.01390345860272646, 0.015637509524822235, 0.017371561378240585, 0.019105613231658936, 0.020839663222432137, 0.022573715075850487, 0.024307766929268837, 0.026041816920042038, 0.027775868773460388, 0.02950992062687874, 0.03124397248029709, 0.03297802433371544, 0.03471207246184349, 0.03644612431526184, 0.03818017616868019, 0.03991422802209854, 0.04164827987551689, 0.04338233172893524, 0.04511637985706329, 0.046850431710481644, 0.048584483563899994, 0.050318535417318344, 0.052052587270736694, 0.053786639124155045, 0.055520690977573395, 0.05725473910570145, 0.0589887909591198, 0.06072284281253815, 0.0624568946659565, 0.06419094651937485, 0.0659249946475029, 0.06765905022621155, 0.0693930983543396, 0.07112715393304825, 0.0728612020611763]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 10.0, 1.0, 1.0, 6.0, 3.0, 4.0, 6.0, 7.0, 3.0, 2.0, 5.0, 9.0, 6.0, 6.0, 7.0, 10.0, 11.0, 10.0, 18.0, 8.0, 22.0, 22.0, 29.0, 48.0, 51.0, 53.0, 58.0, 96.0, 101.0, 127.0, 153.0, 204.0, 218.0, 261.0, 317.0, 435.0, 642.0, 993.0, 1342.0, 2183.0, 6071.0, 1628.0, 909.0, 636.0, 516.0, 329.0, 207.0, 184.0, 134.0, 99.0, 63.0, 33.0, 33.0, 31.0, 18.0, 14.0, 10.0, 12.0, 4.0, 4.0, 0.0, 1.0, 2.0], "bins": [-0.010951870121061802, -0.010687008500099182, -0.010422146879136562, -0.010157285258173943, -0.009892423637211323, -0.009627562016248703, -0.009362700395286083, -0.009097838774323463, -0.008832976222038269, -0.00856811460107565, -0.00830325298011303, -0.00803839135915041, -0.00777352973818779, -0.00750866811722517, -0.00724380649626255, -0.006978944875299931, -0.006714083254337311, -0.006449221633374691, -0.006184360012412071, -0.0059194983914494514, -0.005654636770486832, -0.005389774683862925, -0.005124913062900305, -0.004860051441937685, -0.004595189820975065, -0.0043303282000124454, -0.004065466579049826, -0.0038006047252565622, -0.0035357431042939425, -0.0032708814833313227, -0.0030060196295380592, -0.0027411580085754395, -0.0024762963876128197, -0.0022114347666502, -0.0019465730292722583, -0.0016817112918943167, -0.001416849670931697, -0.0011519880499690771, -0.0008871263125911355, -0.0006222646334208548, -0.0003574029542505741, -9.254127508029342e-05, 0.00017232040408998728, 0.000437182083260268, 0.0007020437624305487, 0.0009669054416008294, 0.00123176712077111, 0.0014966288581490517, 0.0017614904791116714, 0.0020263521000742912, 0.002291213721036911, 0.0025560755748301744, 0.0028209371957927942, 0.003085798816755414, 0.0033506606705486774, 0.0036155222915112972, 0.003880383912473917, 0.004145245533436537, 0.004410107154399157, 0.004674968775361776, 0.0049398308619856834, 0.005204692482948303, 0.005469554103910923, 0.005734415724873543, 0.005999277345836163]}, "_timestamp": 1596207437.1985238, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 9.0, 6.0, 11.0, 13.0, 13.0, 25.0, 26.0, 29.0, 54.0, 73.0, 91.0, 117.0, 180.0, 243.0, 317.0, 457.0, 694.0, 908.0, 1349.0, 1973.0, 2991.0, 4509.0, 7318.0, 12295.0, 20991.0, 39040.0, 78856.0, 234569.0, 609201.0, 65254.0, 34708.0, 20989.0, 13457.0, 8820.0, 5937.0, 4171.0, 2810.0, 1993.0, 1387.0, 1028.0, 718.0, 506.0, 386.0, 285.0, 202.0, 167.0, 100.0, 99.0, 83.0, 49.0, 30.0, 27.0, 15.0, 26.0, 13.0, 5.0, 4.0, 6.0, 6.0, 3.0, 0.0, 1.0], "bins": [-0.004995990544557571, -0.00482957623898983, -0.004663161467760801, -0.00449674716219306, -0.0043303328566253185, -0.00416391808539629, -0.003997503779828548, -0.003831089474260807, -0.003664674935862422, -0.003498260397464037, -0.0033318460918962955, -0.0031654315534979105, -0.0029990170150995255, -0.002832602709531784, -0.002666188171133399, -0.0024997738655656576, -0.0023333593271672726, -0.0021669447887688875, -0.002000530483201146, -0.001834115944802761, -0.0016677015228196979, -0.0015012871008366346, -0.0013348725624382496, -0.0011684581404551864, -0.0010020437184721231, -0.0008356292964890599, -0.0006692148162983358, -0.0005028003361076117, -0.00033638591412454844, -0.00016997146303765476, -3.5570119507610798e-06, 0.0001628574391361326, 0.0003292718902230263, 0.0004956863122060895, 0.0006621007923968136, 0.0008285152725875378, 0.000994929694570601, 0.0011613441165536642, 0.0013277586549520493, 0.0014941730769351125, 0.0016605874989181757, 0.001827001920901239, 0.001993416342884302, 0.002159830881282687, 0.0023262454196810722, 0.0024926597252488136, 0.0026590742636471987, 0.00282548856921494, 0.002991903107613325, 0.00315831764601171, 0.0033247319515794516, 0.0034911464899778366, 0.003657560795545578, 0.003823975333943963, 0.003990389872342348, 0.0041568041779100895, 0.004323218949139118, 0.00448963325470686, 0.004656047560274601, 0.004822461865842342, 0.004988876637071371, 0.0051552909426391125, 0.005321705248206854, 0.005488120019435883, 0.005654534325003624]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 9.0, 4.0, 5.0, 2.0, 4.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014538776129484177, -0.014131096191704273, -0.01372341625392437, -0.013315736316144466, -0.012908056378364563, -0.01250037644058466, -0.012092696502804756, -0.011685016565024853, -0.01127733662724495, -0.010869656689465046, -0.010461976751685143, -0.010054296813905239, -0.009646616876125336, -0.009238936938345432, -0.008831257000565529, -0.008423577062785625, -0.008015897125005722, -0.007608217652887106, -0.0072005377151072025, -0.006792857777327299, -0.006385177839547396, -0.005977497901767492, -0.005569817963987589, -0.0051621380262076855, -0.004754458554089069, -0.004346778616309166, -0.0039390986785292625, -0.0035314185079187155, -0.0031237388029694557, -0.0027160588651895523, -0.002308378927409649, -0.0019006989896297455, -0.001493019051849842, -0.0010853391140699387, -0.0006776592344976962, -0.0002699793258216232, 0.00013770058285444975, 0.0005453805206343532, 0.0009530604002065957, 0.0013607402797788382, 0.0017684202175587416, 0.002176100155338645, 0.0025837800931185484, 0.002991460030898452, 0.0033991397358477116, 0.003806819673627615, 0.004214499611407518, 0.004622179549187422, 0.005029859486967325, 0.005437539424747229, 0.005845219362527132, 0.0062528993003070354, 0.006660579238086939, 0.007068259175866842, 0.007475939113646746, 0.007883618585765362, 0.008291298523545265, 0.008698978461325169, 0.009106658399105072, 0.009514338336884975, 0.009922018274664879, 0.010329698212444782, 0.010737378150224686, 0.011145058088004589, 0.011552738025784492]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 1.0, 4.0, 5.0, 6.0, 9.0, 4.0, 6.0, 12.0, 14.0, 15.0, 14.0, 17.0, 34.0, 15.0, 19.0, 7.0, 7.0, 6.0, 11.0, 13.0, 5.0, 10.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.02624940313398838, -0.025504926219582558, -0.024760451167821884, -0.02401597425341606, -0.023271499201655388, -0.022527022287249565, -0.02178254723548889, -0.02103807032108307, -0.020293595269322395, -0.019549118354916573, -0.0188046433031559, -0.018060166388750076, -0.017315691336989403, -0.01657121442258358, -0.015826739370822906, -0.015082262456417084, -0.014337786473333836, -0.013593310490250587, -0.01284883450716734, -0.012104358524084091, -0.011359882541000843, -0.010615406557917595, -0.009870930574834347, -0.009126454591751099, -0.008381977677345276, -0.007637502159923315, -0.006893026176840067, -0.006148550193756819, -0.005404073745012283, -0.004659597761929035, -0.003915121778845787, -0.003170645795762539, -0.0024261698126792908, -0.0016816938295960426, -0.0009372177300974727, -0.00019274168880656362, 0.0005517343524843454, 0.0012962103355675936, 0.0020406865514814854, 0.0027851625345647335, 0.0035296385176479816, 0.00427411450073123, 0.005018590483814478, 0.005763066466897726, 0.0065075429156422615, 0.00725201889872551, 0.007996494881808758, 0.008740970864892006, 0.009485446847975254, 0.010229922831058502, 0.01097439881414175, 0.011718874797224998, 0.012463350780308247, 0.013207826763391495, 0.013952302746474743, 0.014696778729557991, 0.015441255643963814, 0.016185730695724487, 0.01693020761013031, 0.017674682661890984, 0.018419159576296806, 0.01916363462805748, 0.019908111542463303, 0.020652586594223976, 0.0213970635086298]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 6.0, 5.0, 2.0, 2.0, 6.0, 3.0, 6.0, 5.0, 26.0, 4.0, 8.0, 5.0, 5.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017959288088604808, -0.0017288719536736608, -0.0016618152149021626, -0.0015947583597153425, -0.0015277015045285225, -0.0014606447657570243, -0.0013935879105702043, -0.0013265310553833842, -0.001259474316611886, -0.001192417461425066, -0.001125360606238246, -0.001058303751051426, -0.0009912470122799277, -0.0009241901570931077, -0.0008571333601139486, -0.0007900765049271286, -0.0007230197079479694, -0.0006559629109688103, -0.0005889060557819903, -0.0005218492588028312, -0.0004547924327198416, -0.000387735606636852, -0.0003206788096576929, -0.00025362198357470334, -0.00018656515749171376, -0.0001195083386846818, -5.2451519877649844e-05, 1.4605298929382116e-05, 8.166211773641407e-05, 0.00014871894381940365, 0.000215775755350478, 0.00028283256688155234, 0.0003498893929645419, 0.0004169462190475315, 0.00048400304513052106, 0.0005510598421096802, 0.0006181166972965002, 0.0006851734942756593, 0.0007522302912548184, 0.0008192871464416385, 0.0008863439434207976, 0.0009534007403999567, 0.0010204575955867767, 0.0010875144507735968, 0.001154571189545095, 0.001221628044731915, 0.001288684899918735, 0.0013557416386902332, 0.0014227984938770533, 0.0014898553490638733, 0.0015569120878353715, 0.0016239689430221915, 0.0016910257982090116, 0.0017580825369805098, 0.0018251393921673298, 0.0018921962473541498, 0.00195925310254097, 0.00202630995772779, 0.0020933665800839663, 0.0021604234352707863, 0.0022274802904576063, 0.0022945371456444263, 0.0023615940008312464, 0.0024286508560180664, 0.0024957074783742428]}, "_runtime": 52.60990071296692, "val_accuracy": 0.8134995719178082, "epoch": 4, "val_loss": 0.48629805690621675}