summaryrefslogtreecommitdiff
path: root/wandb/run-20200731_144301-1x3qae54
diff options
context:
space:
mode:
authoraktersnurra <gustaf.rydholm@gmail.com>2020-08-03 23:33:34 +0200
committeraktersnurra <gustaf.rydholm@gmail.com>2020-08-03 23:33:34 +0200
commit07dd14116fe1d8148fb614b160245287533620fc (patch)
tree63395d88b17a14ad453c52889fcf541e6cbbdd3e /wandb/run-20200731_144301-1x3qae54
parent704451318eb6b0b600ab314cb5aabfac82416bda (diff)
Working Emnist lines dataset.
Diffstat (limited to 'wandb/run-20200731_144301-1x3qae54')
-rw-r--r--wandb/run-20200731_144301-1x3qae54/config.yaml108
-rw-r--r--wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json1
-rw-r--r--wandb/run-20200731_144301-1x3qae54/requirements.txt145
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl2
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl56
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_144301-1x3qae54/wandb-summary.json1
7 files changed, 343 insertions, 0 deletions
diff --git a/wandb/run-20200731_144301-1x3qae54/config.yaml b/wandb/run-20200731_144301-1x3qae54/config.yaml
new file mode 100644
index 0000000..8f92593
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/config.yaml
@@ -0,0 +1,108 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 1
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample-Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 4
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 4
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json b/wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json
new file mode 100644
index 0000000..bbd6a85
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/media/graph/graph_0_summary_155cb476.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140098852597040, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140098852596848, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140098852596992, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140098852597280, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140098852597232, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140098852596944, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140098852597328, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140098852597184, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140100891686896, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_144301-1x3qae54/requirements.txt b/wandb/run-20200731_144301-1x3qae54/requirements.txt
new file mode 100644
index 0000000..796d9db
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.2.0.34
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==19.2.3
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.9.0
+pytest-mock==3.1.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.10.3
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.0
+tornado==6.0.4
+tqdm==4.46.1
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.7.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl b/wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl
new file mode 100644
index 0000000..3642297
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-events.jsonl
@@ -0,0 +1,2 @@
+{"system.gpu.0.gpu": 72.0, "system.gpu.0.memory": 50.93, "system.gpu.0.memoryAllocated": 22.3, "system.gpu.0.temp": 55.73, "system.gpu.process.0.gpu": 72.0, "system.gpu.process.0.memory": 50.93, "system.gpu.process.0.memoryAllocated": 22.3, "system.gpu.process.0.temp": 55.73, "system.gpu.0.powerWatts": 140.26, "system.gpu.0.powerPercent": 65.24, "system.gpu.process.0.powerWatts": 140.26, "system.gpu.process.0.powerPercent": 65.24, "system.cpu": 46.87, "system.memory": 66.52, "system.disk": 37.1, "system.proc.memory.availableMB": 5356.22, "system.proc.memory.rssMB": 2612.07, "system.proc.memory.percent": 16.32, "system.proc.cpu.threads": 20.2, "system.network.sent": 2129356, "system.network.recv": 2006597, "_wandb": true, "_timestamp": 1596206610, "_runtime": 28}
+{"system.gpu.0.gpu": 77.6, "system.gpu.0.memory": 55.5, "system.gpu.0.memoryAllocated": 22.93, "system.gpu.0.temp": 59.9, "system.gpu.process.0.gpu": 77.6, "system.gpu.process.0.memory": 55.5, "system.gpu.process.0.memoryAllocated": 22.93, "system.gpu.process.0.temp": 59.9, "system.gpu.0.powerWatts": 136.35, "system.gpu.0.powerPercent": 63.42, "system.gpu.process.0.powerWatts": 136.35, "system.gpu.process.0.powerPercent": 63.42, "system.cpu": 51.87, "system.memory": 66.94, "system.disk": 37.1, "system.proc.memory.availableMB": 5288.96, "system.proc.memory.rssMB": 2616.14, "system.proc.memory.percent": 16.35, "system.proc.cpu.threads": 19.1, "system.network.sent": 3494200, "system.network.recv": 3272766, "_wandb": true, "_timestamp": 1596206631, "_runtime": 49}
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl b/wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl
new file mode 100644
index 0000000..d4b1323
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-history.jsonl
@@ -0,0 +1,56 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 7.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.02512035332620144, -0.024450451135635376, -0.023780550807714462, -0.0231106486171484, -0.022440748289227486, -0.021770846098661423, -0.02110094577074051, -0.020431043580174446, -0.019761143252253532, -0.01909124106168747, -0.018421340733766556, -0.017751438543200493, -0.01708153821527958, -0.016411636024713516, -0.015741735696792603, -0.01507183350622654, -0.014401932246983051, -0.013732030987739563, -0.013062129728496075, -0.012392228469252586, -0.011722327210009098, -0.01105242595076561, -0.010382524691522121, -0.009712623432278633, -0.00904272124171257, -0.008372819982469082, -0.007702919188886881, -0.0070330179296433926, -0.006363116204738617, -0.005693214945495129, -0.00502331368625164, -0.004353412427008152, -0.0036835111677646637, -0.0030136099085211754, -0.002343708649277687, -0.001673807157203555, -0.0010039058979600668, -0.00033400458050891757, 0.00033589673694223166, 0.0010057981126010418, 0.00167569937184453, 0.0023456006310880184, 0.0030155018903315067, 0.0036854033824056387, 0.004355304874479771, 0.005025206133723259, 0.005695107392966747, 0.006365008652210236, 0.007034909911453724, 0.007704811170697212, 0.0083747124299407, 0.009044613689184189, 0.009714514948427677, 0.010384416207671165, 0.011054317466914654, 0.011724218726158142, 0.012394120916724205, 0.013064022175967693, 0.013733923435211182, 0.01440382469445467, 0.015073725953698158, 0.015743626281619072, 0.016413528472185135, 0.01708342880010605, 0.01775333099067211]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 6.0, 10.0, 5.0, 20.0, 17.0, 24.0, 22.0, 34.0, 62.0, 85.0, 92.0, 108.0, 160.0, 182.0, 250.0, 337.0, 493.0, 633.0, 2591.0, 812.0, 617.0, 453.0, 300.0, 208.0, 119.0, 79.0, 63.0, 42.0, 30.0, 15.0, 10.0, 10.0, 4.0, 3.0, 4.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.068995900452137, -0.06714159995317459, -0.06528730690479279, -0.06343300640583038, -0.06157870590686798, -0.05972440913319588, -0.05787011235952377, -0.05601581186056137, -0.05416151508688927, -0.05230721831321716, -0.05045291781425476, -0.04859862104058266, -0.04674432426691055, -0.04489002376794815, -0.04303572699427605, -0.041181426495313644, -0.03932712972164154, -0.03747283294796944, -0.035618532449007034, -0.03376423567533493, -0.03190993517637253, -0.030055638402700424, -0.02820134162902832, -0.026347042992711067, -0.024492744356393814, -0.02263844572007656, -0.020784147083759308, -0.018929850310087204, -0.01707555167376995, -0.015221253037452698, -0.01336695533245802, -0.01151265762746334, -0.009658358991146088, -0.007804060820490122, -0.005949762649834156, -0.00409546447917819, -0.0022411663085222244, -0.0003868681378662586, 0.0014674300327897072, 0.003321728203445673, 0.005176026374101639, 0.007030324544757605, 0.00888462271541357, 0.010738920420408249, 0.012593219056725502, 0.014447517693042755, 0.01630181446671486, 0.018156113103032112, 0.020010411739349365, 0.02186471037566662, 0.02371900901198387, 0.025573305785655975, 0.02742760442197323, 0.02928190305829048, 0.031136199831962585, 0.03299050033092499, 0.03484479710459709, 0.036699093878269196, 0.0385533943772316, 0.0404076911509037, 0.042261987924575806, 0.04411628842353821, 0.04597058519721031, 0.047824885696172714, 0.04967918246984482]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 4.0, 4.0, 5.0, 5.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 29.0, 3.0, 2.0, 5.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008332641795277596, -0.008058279752731323, -0.007783918641507626, -0.007509557064622641, -0.007235195487737656, -0.006960833910852671, -0.006686472333967686, -0.006412110757082701, -0.006137749180197716, -0.005863387603312731, -0.005589026026427746, -0.005314664449542761, -0.005040302872657776, -0.004765941295772791, -0.004491579718887806, -0.004217218142002821, -0.003942856565117836, -0.003668494988232851, -0.003394133411347866, -0.003119771834462881, -0.002845410257577896, -0.002571048680692911, -0.002296687103807926, -0.002022325526922941, -0.0017479639500379562, -0.0014736023731529713, -0.0011992407962679863, -0.0009248792193830013, -0.0006505176424980164, -0.0003761560656130314, -0.00010179448872804642, 0.00017256708815693855, 0.0004469286650419235, 0.0007212902419269085, 0.0009956518188118935, 0.0012700133956968784, 0.0015443749725818634, 0.0018187365494668484, 0.0020930981263518333, 0.0023674597032368183, 0.0026418212801218033, 0.0029161828570067883, 0.0031905444338917732, 0.003464906010776758, 0.003739267587661743, 0.004013629164546728, 0.004287990741431713, 0.004562352318316698, 0.004836713895201683, 0.005111075472086668, 0.005385437048971653, 0.005659798625856638, 0.005934160202741623, 0.006208521779626608, 0.006482883356511593, 0.006757244933396578, 0.007031606510281563, 0.007305968087166548, 0.007580329664051533, 0.00785469077527523, 0.008129052817821503, 0.008403414860367775, 0.008677775971591473, 0.00895213708281517, 0.009226499125361443]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 11.0, 20.0, 25.0, 59.0, 84.0, 123.0, 179.0, 242.0, 405.0, 582.0, 838.0, 1327.0, 1881.0, 2592.0, 3777.0, 5457.0, 8287.0, 12112.0, 17895.0, 27127.0, 41232.0, 61266.0, 88801.0, 136644.0, 501957.0, 88888.0, 57370.0, 37920.0, 24631.0, 17091.0, 11595.0, 8374.0, 5720.0, 4101.0, 2942.0, 2167.0, 1596.0, 1195.0, 876.0, 586.0, 444.0, 362.0, 245.0, 171.0, 117.0, 89.0, 63.0, 54.0, 30.0, 28.0, 10.0, 13.0, 6.0, 9.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.007158620283007622, -0.0069213309325277805, -0.006684041582047939, -0.006446752697229385, -0.006209463346749544, -0.005972173996269703, -0.005734885111451149, -0.005497595760971308, -0.0052603064104914665, -0.005023017060011625, -0.004785727709531784, -0.00454843882471323, -0.004311149474233389, -0.004073860123753548, -0.00383657100610435, -0.0035992818884551525, -0.0033619925379753113, -0.00312470318749547, -0.0028874140698462725, -0.002650124952197075, -0.0024128356017172337, -0.0021755462512373924, -0.0019382571335881948, -0.0017009678995236754, -0.001463678665459156, -0.0012263894313946366, -0.0009891001973301172, -0.0007518109632655978, -0.0005145217292010784, -0.000277232495136559, -3.9943261072039604e-05, 0.0001973459729924798, 0.0004346352070569992, 0.0006719244411215186, 0.000909213675186038, 0.0011465029092505574, 0.0013837921433150768, 0.0016210813773795962, 0.0018583706114441156, 0.0020956597290933132, 0.0023329490795731544, 0.0025702384300529957, 0.0028075275477021933, 0.003044816665351391, 0.003282106015831232, 0.0035193953663110733, 0.003756684483960271, 0.0039939736016094685, 0.00423126295208931, 0.004468552302569151, 0.004705841653048992, 0.004943130537867546, 0.005180419888347387, 0.0054177092388272285, 0.0056549981236457825, 0.005892287474125624, 0.006129576824605465, 0.006366866175085306, 0.006604155525565147, 0.006841444410383701, 0.0070787337608635426, 0.007316023111343384, 0.007553311996161938, 0.007790601346641779, 0.00802789069712162]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022606806829571724, -0.02206260897219181, -0.021518411114811897, -0.020974213257431984, -0.02043001353740692, -0.019885815680027008, -0.019341617822647095, -0.01879741996526718, -0.018253222107887268, -0.017709024250507355, -0.017164824530482292, -0.01662062667310238, -0.016076428815722466, -0.015532230958342552, -0.014988033100962639, -0.014443834312260151, -0.013899636454880238, -0.013355438597500324, -0.012811239808797836, -0.012267041951417923, -0.01172284409403801, -0.011178645305335522, -0.010634447447955608, -0.010090249590575695, -0.009546050801873207, -0.009001852944493294, -0.00845765508711338, -0.007913457229733467, -0.007369258441030979, -0.006825060583651066, -0.006280862260609865, -0.005736664403229952, -0.005192466080188751, -0.004648267757147551, -0.004104069899767637, -0.0035598715767264366, -0.0030156734865158796, -0.0024714753963053226, -0.0019272771896794438, -0.001383078983053565, -0.000838880892843008, -0.00029468274442479014, 0.00024951540399342775, 0.0007937135524116457, 0.0013379117008298635, 0.0018821097910404205, 0.002426308114081621, 0.002970506204292178, 0.003514704294502735, 0.004058902617543936, 0.004603100474923849, 0.00514729879796505, 0.005691496655344963, 0.006235694978386164, 0.006779893301427364, 0.007324091158807278, 0.007868289947509766, 0.008412487804889679, 0.008956685662269592, 0.009500883519649506, 0.010045082308351994, 0.010589280165731907, 0.01113347802311182, 0.011677676811814308, 0.012221874669194221]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 6.0, 14.0, 15.0, 16.0, 17.0, 15.0, 26.0, 31.0, 28.0, 37.0, 38.0, 46.0, 32.0, 55.0, 58.0, 63.0, 75.0, 81.0, 87.0, 102.0, 117.0, 143.0, 117.0, 145.0, 162.0, 173.0, 182.0, 191.0, 208.0, 256.0, 268.0, 348.0, 342.0, 335.0, 336.0, 387.0, 371.0, 448.0, 670.0, 965.0, 7350.0, 1328.0, 633.0, 559.0, 392.0, 219.0, 165.0, 120.0, 129.0, 101.0, 114.0, 91.0, 76.0, 61.0, 38.0, 21.0, 13.0, 4.0, 6.0], "bins": [-0.024162698537111282, -0.023635197430849075, -0.02310769632458687, -0.02258019521832466, -0.022052694112062454, -0.021525193005800247, -0.02099769189953804, -0.020470190793275833, -0.019942689687013626, -0.01941518858075142, -0.018887687474489212, -0.018360186368227005, -0.017832685261964798, -0.01730518415570259, -0.016777683049440384, -0.016250181943178177, -0.01572268083691597, -0.015195178799331188, -0.014667677693068981, -0.014140176586806774, -0.013612675480544567, -0.01308517437428236, -0.012557673268020153, -0.012030172161757946, -0.011502670124173164, -0.010975169017910957, -0.01044766791164875, -0.009920166805386543, -0.009392665699124336, -0.00886516459286213, -0.008337663486599922, -0.007810162380337715, -0.007282661274075508, -0.006755160167813301, -0.006227659061551094, -0.005700157955288887, -0.00517265684902668, -0.004645155277103186, -0.004117654170840979, -0.0035901530645787716, -0.0030626519583165646, -0.0025351508520543575, -0.0020076497457921505, -0.0014801484066992998, -0.0009526473004370928, -0.00042514613596722484, 0.00010235502850264311, 0.000629856192972511, 0.001157357357442379, 0.001684858463704586, 0.002212359569966793, 0.0027398609090596437, 0.0032673620153218508, 0.003794863121584058, 0.0043223644606769085, 0.0048498655669391155, 0.0053773666732013226, 0.00590486777946353, 0.006432368885725737, 0.006959869991987944, 0.007487371563911438, 0.008014872670173645, 0.008542373776435852, 0.009069874882698059, 0.009597375988960266]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04835156351327896, -0.04741288349032402, -0.04647420346736908, -0.04553551971912384, -0.0445968396961689, -0.04365815967321396, -0.04271947965025902, -0.04178079962730408, -0.04084211587905884, -0.0399034358561039, -0.038964755833148956, -0.038026075810194016, -0.037087395787239075, -0.036148715764284134, -0.035210032016038895, -0.034271351993083954, -0.03333267197012901, -0.03239399194717407, -0.03145531192421913, -0.03051663003861904, -0.02957794815301895, -0.02863926813006401, -0.02770058810710907, -0.02676190622150898, -0.02582322619855404, -0.024884546175599098, -0.023945864289999008, -0.023007184267044067, -0.022068504244089127, -0.021129822358489037, -0.020191142335534096, -0.019252460449934006, -0.018313780426979065, -0.017375100404024124, -0.016436418518424034, -0.015497738495469093, -0.014559057541191578, -0.013620376586914062, -0.012681696563959122, -0.011743015609681606, -0.010804334655404091, -0.009865653701126575, -0.00892697274684906, -0.00798829272389412, -0.007049611769616604, -0.0061109308153390884, -0.00517225032672286, -0.004233569838106632, -0.003294888883829117, -0.002356208162382245, -0.0014175274409353733, -0.00047884671948850155, 0.0004598340019583702, 0.001398514723405242, 0.0023371954448521137, 0.0032758761662989855, 0.004214556887745857, 0.005153237842023373, 0.006091918330639601, 0.007030598819255829, 0.007969279773533344, 0.00890796072781086, 0.0098466407507658, 0.010785321705043316, 0.011724002659320831]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 8.0, 7.0, 8.0, 3.0, 4.0, 9.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 7.0, 6.0, 8.0, 12.0, 98.0, 10.0, 8.0, 4.0, 3.0, 7.0, 7.0], "bins": [-0.05876079574227333, -0.057744741439819336, -0.05672868713736534, -0.055712632834911346, -0.05469657853245735, -0.05368052423000336, -0.05266446992754936, -0.05164841562509537, -0.050632357597351074, -0.04961630329489708, -0.048600248992443085, -0.04758419468998909, -0.046568140387535095, -0.0455520860850811, -0.044536031782627106, -0.04351997748017311, -0.042503923177719116, -0.04148786887526512, -0.04047181457281113, -0.03945576027035713, -0.03843970596790314, -0.03742365166544914, -0.03640759736299515, -0.03539154306054115, -0.03437548875808716, -0.033359430730342865, -0.03234337642788887, -0.031327322125434875, -0.03031126782298088, -0.029295213520526886, -0.02827915921807289, -0.027263104915618896, -0.0262470506131649, -0.025230996310710907, -0.024214942008256912, -0.023198887705802917, -0.022182833403348923, -0.02116677723824978, -0.020150722935795784, -0.01913466863334179, -0.018118614330887794, -0.0171025600284338, -0.016086505725979805, -0.015070450492203236, -0.014054396189749241, -0.013038341887295246, -0.012022286653518677, -0.011006232351064682, -0.009990178048610687, -0.008974123746156693, -0.007958069443702698, -0.006942014209926128, -0.005925959907472134, -0.004909905605018139, -0.003893850836902857, -0.0028777963016182184, -0.00186174176633358, -0.0008456872310489416, 0.0001703673042356968, 0.0011864218395203352, 0.0022024763748049736, 0.003218530910089612, 0.00423458544537425, 0.0052506402134895325, 0.006266694515943527]}, "_runtime": 5.068413972854614, "_timestamp": 1596206583.9120462, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016737479716539383, -0.016143137589097023, -0.015548795461654663, -0.014954453334212303, -0.014360111206769943, -0.013765769079327583, -0.013171426951885223, -0.012577084824442863, -0.011982742697000504, -0.011388400569558144, -0.010794058442115784, -0.010199716314673424, -0.009605374187231064, -0.009011032059788704, -0.008416689932346344, -0.007822347804903984, -0.007228005677461624, -0.006633663550019264, -0.006039321422576904, -0.005444979295134544, -0.0048506371676921844, -0.0042562950402498245, -0.0036619529128074646, -0.0030676107853651047, -0.0024732686579227448, -0.0018789265304803848, -0.001284584403038025, -0.000690242275595665, -9.590014815330505e-05, 0.0004984419792890549, 0.0010927841067314148, 0.0016871262341737747, 0.0022814683616161346, 0.0028758104890584946, 0.0034701526165008545, 0.004064494743943214, 0.004658836871385574, 0.005253178998827934, 0.005847521126270294, 0.006441863253712654, 0.007036205381155014, 0.007630547508597374, 0.008224889636039734, 0.008819231763482094, 0.009413573890924454, 0.010007916018366814, 0.010602258145809174, 0.011196600273251534, 0.011790942400693893, 0.012385284528136253, 0.012979626655578613, 0.013573968783020973, 0.014168310910463333, 0.014762653037905693, 0.015356995165348053, 0.015951337292790413, 0.016545679420232773, 0.017140021547675133, 0.017734363675117493, 0.018328705802559853, 0.018923047930002213, 0.019517390057444572, 0.020111732184886932, 0.020706074312329292, 0.021300416439771652]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 11.0, 7.0, 14.0, 9.0, 14.0, 16.0, 32.0, 20.0, 33.0, 41.0, 48.0, 54.0, 55.0, 69.0, 78.0, 91.0, 130.0, 152.0, 202.0, 221.0, 301.0, 404.0, 494.0, 2383.0, 737.0, 597.0, 512.0, 317.0, 234.0, 149.0, 107.0, 70.0, 73.0, 49.0, 39.0, 33.0, 29.0, 26.0, 14.0, 11.0, 12.0, 9.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1340552568435669, -0.13034872710704803, -0.12664219737052917, -0.12293566763401031, -0.11922913789749146, -0.11552261561155319, -0.11181608587503433, -0.10810955613851547, -0.10440302640199661, -0.10069649666547775, -0.09698996692895889, -0.09328343719244003, -0.08957691490650177, -0.08587038516998291, -0.08216385543346405, -0.07845732569694519, -0.07475079596042633, -0.07104426622390747, -0.06733773648738861, -0.06363120675086975, -0.05992468073964119, -0.05621815100312233, -0.05251162499189377, -0.04880509525537491, -0.04509856551885605, -0.04139203578233719, -0.03768550604581833, -0.03397898003458977, -0.030272450298070908, -0.026565920561552048, -0.022859392687678337, -0.019152864813804626, -0.015446335077285767, -0.011739806272089481, -0.008033277466893196, -0.004326748661696911, -0.0006202198565006256, 0.0030863089486956596, 0.006792837753891945, 0.01049936655908823, 0.014205895364284515, 0.017912425100803375, 0.021618952974677086, 0.025325480848550797, 0.029032010585069656, 0.032738540321588516, 0.03644506633281708, 0.04015159606933594, 0.0438581258058548, 0.04756465554237366, 0.05127118527889252, 0.05497771129012108, 0.05868424102663994, 0.0623907707631588, 0.06609729677438736, 0.06980382651090622, 0.07351035624742508, 0.07721688598394394, 0.0809234157204628, 0.08462994545698166, 0.08833646774291992, 0.09204299747943878, 0.09574952721595764, 0.0994560569524765, 0.10316258668899536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0, 2.0, 0.0, 4.0, 2.0, 2.0, 7.0, 31.0, 4.0, 4.0, 5.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007574914954602718, -0.007303665392100811, -0.007032415363937616, -0.006761165335774422, -0.006489915773272514, -0.006218666210770607, -0.005947416182607412, -0.005676166154444218, -0.00540491659194231, -0.005133667029440403, -0.004862417001277208, -0.004591166973114014, -0.004319917410612106, -0.004048667848110199, -0.0037774178199470043, -0.0035061680246144533, -0.0032349182292819023, -0.0029636684339493513, -0.0026924186386168003, -0.0024211688432842493, -0.0021499190479516983, -0.0018786692526191473, -0.0016074194572865963, -0.0013361696619540453, -0.0010649198666214943, -0.0007936700712889433, -0.0005224202759563923, -0.0002511704806238413, 2.0079314708709717e-05, 0.0002913291100412607, 0.0005625789053738117, 0.0008338287007063627, 0.0011050784960389137, 0.0013763282913714647, 0.0016475780867040157, 0.0019188278820365667, 0.0021900776773691177, 0.0024613274727016687, 0.0027325772680342197, 0.0030038270633667707, 0.0032750768586993217, 0.0035463266540318727, 0.0038175764493644238, 0.004088826477527618, 0.004360076040029526, 0.004631325602531433, 0.004902575630694628, 0.005173825658857822, 0.00544507522135973, 0.005716324783861637, 0.005987574812024832, 0.006258824840188026, 0.006530074402689934, 0.006801323965191841, 0.007072573993355036, 0.0073438240215182304, 0.007615073584020138, 0.007886323146522045, 0.008157573640346527, 0.008428823202848434, 0.008700072765350342, 0.00897132232785225, 0.009242571890354156, 0.009513822384178638, 0.009785071946680546]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 11.0, 16.0, 27.0, 46.0, 79.0, 129.0, 225.0, 336.0, 466.0, 763.0, 1062.0, 1632.0, 2449.0, 3499.0, 4764.0, 6553.0, 8931.0, 12093.0, 16385.0, 22934.0, 32431.0, 46176.0, 63382.0, 85169.0, 111148.0, 448884.0, 85705.0, 59594.0, 42984.0, 31580.0, 22873.0, 16514.0, 12318.0, 9254.0, 7160.0, 5505.0, 4221.0, 3267.0, 2553.0, 1875.0, 1421.0, 983.0, 700.0, 499.0, 350.0, 253.0, 155.0, 97.0, 60.0, 38.0, 33.0, 23.0, 10.0, 9.0, 3.0, 7.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010689135640859604, -0.010308807715773582, -0.009928479790687561, -0.009548150934278965, -0.009167823009192944, -0.008787495084106922, -0.0084071671590209, -0.00802683923393488, -0.007646510843187571, -0.007266182918101549, -0.00688585452735424, -0.006505526602268219, -0.006125198677182198, -0.005744870286434889, -0.005364542361348867, -0.004984213970601559, -0.004603886045515537, -0.004223558120429516, -0.003843229729682207, -0.0034629018045961857, -0.0030825736466795206, -0.0027022454887628555, -0.002321917563676834, -0.001941589405760169, -0.001561261247843504, -0.0011809330899268389, -0.0008006050484254956, -0.00042027694871649146, -3.99488490074873e-05, 0.00034037925070151687, 0.000720707350410521, 0.0011010353919118643, 0.0014813635498285294, 0.0018616917077451944, 0.0022420198656618595, 0.002622347790747881, 0.003002675948664546, 0.003383004106581211, 0.0037633320316672325, 0.004143660422414541, 0.004523988347500563, 0.004904316272586584, 0.005284644663333893, 0.005664972588419914, 0.006045300513505936, 0.006425628904253244, 0.006805956829339266, 0.0071862852200865746, 0.007566613145172596, 0.007946941070258617, 0.008327268995344639, 0.008707597851753235, 0.009087925776839256, 0.009468253701925278, 0.0098485816270113, 0.01022890955209732, 0.010609237477183342, 0.010989566333591938, 0.01136989425867796, 0.01175022218376398, 0.012130550108850002, 0.012510878033936024, 0.01289120689034462, 0.013271534815430641, 0.013651862740516663]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 10.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019682157784700394, -0.019162796437740326, -0.018643435090780258, -0.01812407188117504, -0.017604710534214973, -0.017085349187254906, -0.01656598597764969, -0.01604662463068962, -0.015527263283729553, -0.015007901936769485, -0.014488539658486843, -0.0139691773802042, -0.013449816033244133, -0.012930454686284065, -0.012411092408001423, -0.01189173012971878, -0.011372368782758713, -0.010853007435798645, -0.010333645157516003, -0.00981428287923336, -0.009294921532273293, -0.008775560185313225, -0.008256197907030582, -0.007736836094409227, -0.007217474281787872, -0.006698112469166517, -0.006178750656545162, -0.005659388843923807, -0.005140027031302452, -0.004620665218681097, -0.004101303406059742, -0.003581941593438387, -0.003062579780817032, -0.002543217968195677, -0.0020238561555743217, -0.0015044943429529667, -0.0009851325303316116, -0.0004657707177102566, 5.359109491109848e-05, 0.0005729529075324535, 0.0010923147201538086, 0.0016116765327751637, 0.0021310383453965187, 0.0026504001580178738, 0.003169761970639229, 0.003689123783260584, 0.004208485595881939, 0.004727847408503294, 0.005247209221124649, 0.005766571033746004, 0.006285932846367359, 0.006805294658988714, 0.007324656471610069, 0.007844017818570137, 0.00836338009685278, 0.008882742375135422, 0.00940210372209549, 0.009921465069055557, 0.0104408273473382, 0.010960189625620842, 0.01147955097258091, 0.011998912319540977, 0.01251827459782362, 0.013037636876106262, 0.01355699822306633]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 8.0, 6.0, 6.0, 11.0, 14.0, 19.0, 25.0, 28.0, 36.0, 35.0, 42.0, 71.0, 59.0, 64.0, 82.0, 97.0, 128.0, 149.0, 192.0, 224.0, 229.0, 254.0, 259.0, 263.0, 306.0, 281.0, 276.0, 258.0, 264.0, 220.0, 259.0, 331.0, 412.0, 571.0, 846.0, 7085.0, 1271.0, 898.0, 610.0, 432.0, 425.0, 398.0, 314.0, 291.0, 172.0, 87.0, 37.0, 18.0, 7.0, 9.0, 12.0, 4.0, 4.0, 6.0, 2.0, 4.0, 4.0, 3.0, 5.0, 1.0, 1.0, 2.0], "bins": [-0.019836515188217163, -0.019309556111693382, -0.0187825970351696, -0.01825563795864582, -0.01772867888212204, -0.01720171980559826, -0.016674760729074478, -0.016147801652550697, -0.015620842576026917, -0.01509388443082571, -0.01456692535430193, -0.014039966277778149, -0.013513007201254368, -0.012986048124730587, -0.012459089048206806, -0.011932129971683025, -0.011405170895159245, -0.010878211818635464, -0.010351252742111683, -0.009824293665587902, -0.009297334589064121, -0.00877037551254034, -0.00824341643601656, -0.007716457825154066, -0.007189498748630285, -0.0066625396721065044, -0.006135580595582724, -0.005608621519058943, -0.005081662908196449, -0.0045547038316726685, -0.004027744755148888, -0.003500785678625107, -0.002973826602101326, -0.002446867525577545, -0.0019199085654690862, -0.0013929496053606272, -0.0008659905288368464, -0.00033903151052072644, 0.00018792750779539347, 0.0007148865261115134, 0.0012418455444276333, 0.001768804620951414, 0.002295763697475195, 0.002822722541168332, 0.003349681617692113, 0.0038766406942158937, 0.004403599537909031, 0.004930558614432812, 0.0054575176909565926, 0.005984476767480373, 0.006511435844004154, 0.007038394920527935, 0.007565353997051716, 0.008092313073575497, 0.008619272150099277, 0.009146231226623058, 0.009673189371824265, 0.010200148448348045, 0.010727107524871826, 0.011254066601395607, 0.011781025677919388, 0.012307984754443169, 0.01283494383096695, 0.01336190290749073, 0.013888861984014511]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07994671911001205, -0.07836515456438065, -0.07678358256816864, -0.07520201802253723, -0.07362045347690582, -0.07203888148069382, -0.07045731693506241, -0.068875752389431, -0.067294180393219, -0.06571261584758759, -0.06413105130195618, -0.06254947930574417, -0.06096791476011276, -0.059386346489191055, -0.05780478194355965, -0.05622321367263794, -0.05464164912700653, -0.053060080856084824, -0.051478512585163116, -0.04989694803953171, -0.04831537976861, -0.04673381149768829, -0.045152246952056885, -0.04357067868113518, -0.04198911041021347, -0.04040754586458206, -0.038825977593660355, -0.03724440932273865, -0.03566284477710724, -0.03408127650618553, -0.032499708235263824, -0.030918141826987267, -0.02933657541871071, -0.02775500901043415, -0.026173440739512444, -0.024591874331235886, -0.023010307922959328, -0.02142873965203762, -0.019847173243761063, -0.018265606835484505, -0.016684040427207947, -0.01510247215628624, -0.013520905748009682, -0.01193933840841055, -0.010357771068811417, -0.008776204660534859, -0.007194637320935726, -0.005613070446997881, -0.004031503573060036, -0.0024499366991221905, -0.0008683695923537016, 0.0007131973979994655, 0.0022947643883526325, 0.0038763312622904778, 0.00545789860188961, 0.0070394654758274555, 0.0086210323497653, 0.010202599689364433, 0.011784166097640991, 0.013365733437240124, 0.014947300776839256, 0.016528867185115814, 0.018110433593392372, 0.01969200186431408, 0.021273568272590637]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 4.0, 6.0, 4.0, 7.0, 6.0, 3.0, 8.0, 5.0, 4.0, 7.0, 9.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 15.0, 76.0, 13.0, 13.0, 6.0, 3.0, 4.0, 2.0, 3.0, 3.0, 6.0], "bins": [-0.07632295042276382, -0.07491768151521683, -0.07351240515708923, -0.07210713624954224, -0.07070186734199524, -0.06929659843444824, -0.06789132207632065, -0.06648605316877365, -0.06508078426122665, -0.06367550790309906, -0.06227023899555206, -0.06086496636271477, -0.05945969745516777, -0.058054424822330475, -0.05664915591478348, -0.05524388328194618, -0.05383861064910889, -0.05243334174156189, -0.051028069108724594, -0.0496228002011776, -0.0482175275683403, -0.046812258660793304, -0.04540698602795601, -0.04400171339511871, -0.042596444487571716, -0.04119117185473442, -0.039785902947187424, -0.03838063031435013, -0.03697535768151283, -0.035570088773965836, -0.03416481614112854, -0.03275954723358154, -0.03135427460074425, -0.0299490038305521, -0.028543733060359955, -0.02713846042752266, -0.025733189657330513, -0.024327918887138367, -0.02292264811694622, -0.021517377346754074, -0.02011210471391678, -0.018706833943724632, -0.017301563173532486, -0.01589629240334034, -0.014491021633148193, -0.013085749931633472, -0.011680479161441326, -0.010275207459926605, -0.008869936689734459, -0.007464665453881025, -0.006059394218027592, -0.004654123447835445, -0.003248852211982012, -0.0018435810925439, -0.00043830997310578823, 0.0009669611463323236, 0.0023722322657704353, 0.003777503501623869, 0.0051827747374773026, 0.006588045507669449, 0.007993316277861595, 0.009398587979376316, 0.010803858749568462, 0.012209130451083183, 0.01361440122127533]}, "_runtime": 5.848787069320679, "_timestamp": 1596206584.6924193, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 0.0, 1.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020497508347034454, -0.019861100241541862, -0.01922469213604927, -0.01858828403055668, -0.017951874062418938, -0.017315465956926346, -0.016679057851433754, -0.016042649745941162, -0.01540624164044857, -0.014769832603633404, -0.014133424498140812, -0.01349701639264822, -0.012860607355833054, -0.012224199250340462, -0.01158779114484787, -0.010951382108032703, -0.010314974002540112, -0.00967856589704752, -0.009042156860232353, -0.008405748754739761, -0.0077693406492471695, -0.00713293207809329, -0.006496523506939411, -0.005860115401446819, -0.00522370683029294, -0.004587298259139061, -0.003950890153646469, -0.00331448158249259, -0.0026780732441693544, -0.002041664905846119, -0.0014052564511075616, -0.0007688480545766652, -0.00013243965804576874, 0.0005039687384851277, 0.0011403771350160241, 0.0017767855897545815, 0.002413193928077817, 0.0030496022664010525, 0.0036860108375549316, 0.0043224189430475235, 0.004958827514201403, 0.005595236085355282, 0.006231644190847874, 0.006868052762001753, 0.007504461333155632, 0.008140869438648224, 0.008777277544140816, 0.009413686580955982, 0.010050094686448574, 0.010686502791941166, 0.011322911828756332, 0.011959319934248924, 0.012595728039741516, 0.013232137076556683, 0.013868545182049274, 0.014504953287541866, 0.015141362324357033, 0.015777770429849625, 0.016414178535342216, 0.01705058664083481, 0.0176869947463274, 0.01832340471446514, 0.018959812819957733, 0.019596220925450325, 0.020232629030942917]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 8.0, 13.0, 11.0, 7.0, 10.0, 11.0, 15.0, 22.0, 26.0, 29.0, 28.0, 33.0, 35.0, 58.0, 54.0, 82.0, 117.0, 112.0, 151.0, 198.0, 263.0, 325.0, 400.0, 2019.0, 956.0, 994.0, 609.0, 400.0, 277.0, 191.0, 119.0, 82.0, 63.0, 54.0, 33.0, 22.0, 26.0, 13.0, 12.0, 7.0, 4.0, 6.0, 7.0, 6.0, 4.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.14019958674907684, -0.13567686080932617, -0.1311541348695755, -0.12663142383098602, -0.12210869789123535, -0.11758597195148468, -0.11306324601173401, -0.10854052752256393, -0.10401780158281326, -0.09949507564306259, -0.09497235715389252, -0.09044963121414185, -0.08592690527439117, -0.0814041867852211, -0.07688146084547043, -0.07235874235630035, -0.06783601641654968, -0.06331329047679901, -0.05879057198762894, -0.054267846047878265, -0.04974512383341789, -0.04522240161895752, -0.04069967567920685, -0.036176953464746475, -0.0316542312502861, -0.02713150903582573, -0.022608784958720207, -0.018086060881614685, -0.013563338667154312, -0.009040615521371365, -0.004517892375588417, 4.830770194530487e-06, 0.004527553915977478, 0.009050277061760426, 0.013573000207543373, 0.018095724284648895, 0.022618446499109268, 0.02714116871356964, 0.03166389465332031, 0.036186616867780685, 0.04070933908224106, 0.04523206129670143, 0.049754783511161804, 0.054277509450912476, 0.05880023166537285, 0.06332295387983322, 0.06784567981958389, 0.07236839830875397, 0.07689112424850464, 0.08141385018825531, 0.08593656867742538, 0.09045929461717606, 0.09498201310634613, 0.0995047390460968, 0.10402746498584747, 0.10855018347501755, 0.11307290941476822, 0.11759563535451889, 0.12211835384368896, 0.12664107978343964, 0.1311638057231903, 0.13568653166294098, 0.14020924270153046, 0.14473196864128113, 0.1492546945810318]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 3.0, 28.0, 4.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.0053290799260139465, -0.005166877526789904, -0.0050046746619045734, -0.0048424722626805305, -0.0046802693977952, -0.0045180669985711575, -0.004355864133685827, -0.004193661734461784, -0.004031458869576454, -0.0038692564703524113, -0.0037070538382977247, -0.003544851206243038, -0.0033826488070189953, -0.0032204461749643087, -0.003058243542909622, -0.0028960409108549356, -0.002733838278800249, -0.0025716356467455626, -0.002409433014690876, -0.0022472303826361895, -0.002085027750581503, -0.0019228252349421382, -0.0017606227193027735, -0.001598420087248087, -0.0014362174551934004, -0.0012740148231387138, -0.0011118121910840273, -0.0009496096754446626, -0.000787407043389976, -0.0006252044113352895, -0.00046300183748826385, -0.00030079923453740776, -0.00013859663158655167, 2.3605971364304423e-05, 0.0001858085743151605, 0.0003480111772660166, 0.0005102137802168727, 0.0006724164122715592, 0.0008346189861185849, 0.0009968215599656105, 0.001159024192020297, 0.0013212268240749836, 0.0014834294561296701, 0.0016456319717690349, 0.0018078346038237214, 0.001970037119463086, 0.0021322397515177727, 0.0022944423835724592, 0.0024566450156271458, 0.0026188476476818323, 0.002781050279736519, 0.0029432529117912054, 0.003105455543845892, 0.003267657943069935, 0.0034298605751246214, 0.003592063207179308, 0.0037542658392339945, 0.003916468471288681, 0.004078670870512724, 0.004240873735398054, 0.004403076134622097, 0.004565278999507427, 0.00472748139873147, 0.0048896842636168, 0.005051886662840843]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 9.0, 14.0, 21.0, 22.0, 49.0, 64.0, 102.0, 141.0, 202.0, 304.0, 479.0, 630.0, 906.0, 1258.0, 1789.0, 2332.0, 3022.0, 3917.0, 5088.0, 6646.0, 8220.0, 10754.0, 13758.0, 18743.0, 25800.0, 36036.0, 51073.0, 72692.0, 95665.0, 422196.0, 94840.0, 75183.0, 56651.0, 41782.0, 30941.0, 23376.0, 18173.0, 14246.0, 11007.0, 8576.0, 6427.0, 4892.0, 3641.0, 2636.0, 1758.0, 1245.0, 852.0, 553.0, 343.0, 239.0, 132.0, 78.0, 58.0, 39.0, 16.0, 16.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.012203059159219265, -0.011813477613031864, -0.011423896998167038, -0.011034315451979637, -0.010644733905792236, -0.010255152359604836, -0.009865570813417435, -0.009475990198552608, -0.009086408652365208, -0.008696827106177807, -0.00830724649131298, -0.00791766494512558, -0.007528083398938179, -0.007138501852750778, -0.006748920772224665, -0.006359339691698551, -0.00596975814551115, -0.0055801765993237495, -0.005190595518797636, -0.0048010144382715225, -0.004411432892084122, -0.004021851345896721, -0.0036322702653706074, -0.00324268895201385, -0.002853107638657093, -0.002463526325300336, -0.0020739450119435787, -0.0016843636985868216, -0.0012947823852300644, -0.0009052010718733072, -0.0005156197585165501, -0.0001260384451597929, 0.00026354286819696426, 0.0006531241815537214, 0.0010427054949104786, 0.0014322868082672358, 0.001821868121623993, 0.00221144943498075, 0.0026010307483375072, 0.0029906120616942644, 0.0033801933750510216, 0.0037697746884077787, 0.004159356001764536, 0.004548937082290649, 0.00493851862847805, 0.005328100174665451, 0.0057176812551915646, 0.006107262335717678, 0.006496843881905079, 0.00688642542809248, 0.007276006508618593, 0.007665587589144707, 0.008055169135332108, 0.008444750681519508, 0.00883433222770691, 0.009223912842571735, 0.009613494388759136, 0.010003075934946537, 0.010392656549811363, 0.010782238095998764, 0.011171819642186165, 0.011561401188373566, 0.011950982734560966, 0.012340563349425793, 0.012730144895613194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 5.0, 3.0, 3.0, 2.0, 7.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00568965682759881, -0.005320191383361816, -0.004950725473463535, -0.0045812600292265415, -0.004211794584989548, -0.0038423289079219103, -0.003472863230854273, -0.003103397786617279, -0.0027339321095496416, -0.002364466432482004, -0.0019950009882450104, -0.001625535311177373, -0.0012560697505250573, -0.0008866041898727417, -0.0005171385710127652, -0.0001476729812566191, 0.00022179260849952698, 0.0005912581691518426, 0.0009607237880118191, 0.0013301894068717957, 0.0016996549675241113, 0.002069120528176427, 0.0024385862052440643, 0.002808051649481058, 0.0031775173265486956, 0.003546983003616333, 0.003916448447853327, 0.004285913892090321, 0.004655379801988602, 0.0050248452462255955, 0.005394310690462589, 0.00576377660036087, 0.006133242044597864, 0.006502707488834858, 0.006872173398733139, 0.007241638842970133, 0.007611104287207127, 0.007980570197105408, 0.008350035175681114, 0.008719501085579395, 0.009088966995477676, 0.009458431974053383, 0.009827897883951664, 0.010197363793849945, 0.010566828772425652, 0.010936294682323933, 0.011305760592222214, 0.01167522557079792, 0.012044691480696201, 0.012414157390594482, 0.012783622369170189, 0.01315308827906847, 0.013522554188966751, 0.013892019167542458, 0.014261485077440739, 0.01463095098733902, 0.015000415965914726, 0.015369881875813007, 0.01573934778571129, 0.016108812764286995, 0.0164782777428627, 0.016847744584083557, 0.017217209562659264, 0.01758667454123497, 0.017956141382455826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 4.0, 2.0, 8.0, 16.0, 22.0, 23.0, 34.0, 49.0, 80.0, 111.0, 141.0, 173.0, 219.0, 266.0, 327.0, 357.0, 418.0, 501.0, 528.0, 658.0, 850.0, 6402.0, 2217.0, 1048.0, 679.0, 472.0, 316.0, 291.0, 302.0, 255.0, 260.0, 227.0, 199.0, 171.0, 139.0, 106.0, 85.0, 78.0, 84.0, 46.0, 53.0, 25.0, 30.0, 28.0, 22.0, 15.0, 19.0, 16.0, 18.0, 3.0, 6.0, 5.0, 7.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.005568197928369045, -0.005335457623004913, -0.005102717317640781, -0.004869976546615362, -0.00463723624125123, -0.004404495935887098, -0.004171755630522966, -0.003939014859497547, -0.0037062745541334152, -0.0034735342487692833, -0.0032407939434051514, -0.003008053405210376, -0.002775313099846244, -0.0025425725616514683, -0.0023098322562873363, -0.0020770917180925608, -0.0018443514127284288, -0.001611610990948975, -0.0013788705691695213, -0.0011461301473900676, -0.0009133897838182747, -0.000680649362038821, -0.0004479089693631977, -0.00021516856213565916, 1.7571845091879368e-05, 0.0002503122668713331, 0.0004830526595469564, 0.0007157930522225797, 0.0009485334740020335, 0.0011812738375738263, 0.00141401425935328, 0.0016467546811327338, 0.0018794951029121876, 0.0021122354082763195, 0.002344975946471095, 0.002577716251835227, 0.0028104567900300026, 0.0030431970953941345, 0.00327593763358891, 0.003508677938953042, 0.0037414184771478176, 0.0039741587825119495, 0.0042068990878760815, 0.004439639393240213, 0.004672380164265633, 0.0049051204696297646, 0.0051378607749938965, 0.005370601080358028, 0.00560334138572216, 0.00583608215674758, 0.0060688224621117115, 0.006301562767475843, 0.006534303072839975, 0.006767043843865395, 0.0069997841492295265, 0.0072325244545936584, 0.00746526475995779, 0.007698005065321922, 0.007930745370686054, 0.008163485676050186, 0.008396226912736893, 0.008628967218101025, 0.008861707523465157, 0.009094447828829288, 0.00932718813419342]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.021030427888035774, -0.020404279232025146, -0.01977813057601452, -0.01915198192000389, -0.018525835126638412, -0.017899686470627785, -0.017273537814617157, -0.01664738915860653, -0.0160212405025959, -0.015395091846585274, -0.014768943190574646, -0.014142795465886593, -0.013516646809875965, -0.012890498153865337, -0.012264350429177284, -0.011638201773166656, -0.011012053117156029, -0.010385904461145401, -0.009759755805134773, -0.00913360808044672, -0.008507459424436092, -0.007881310768425465, -0.007255162578076124, -0.006629014387726784, -0.006002865731716156, -0.005376717075705528, -0.004750568885356188, -0.004124420695006847, -0.0034982720389962196, -0.0028721236158162355, -0.0022459751926362514, -0.0016198267694562674, -0.0009936783462762833, -0.00036752992309629917, 0.0002586185000836849, 0.000884766923263669, 0.001510915346443653, 0.002137063769623637, 0.0027632121928036213, 0.0033893606159836054, 0.0040155090391635895, 0.004641657695174217, 0.005267805885523558, 0.005893954075872898, 0.006520102731883526, 0.007146251387894154, 0.007772399578243494, 0.008398547768592834, 0.009024696424603462, 0.00965084508061409, 0.010276993736624718, 0.01090314146131277, 0.011529290117323399, 0.012155438773334026, 0.01278158649802208, 0.013407735154032707, 0.014033883810043335, 0.014660032466053963, 0.01528618112206459, 0.015912329778075218, 0.016538478434085846, 0.017164625227451324, 0.017790773883461952, 0.01841692253947258, 0.019043071195483208]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 6.0, 2.0, 2.0, 6.0, 2.0, 5.0, 4.0, 2.0, 5.0, 4.0, 1.0, 0.0, 6.0, 8.0, 4.0, 4.0, 6.0, 3.0, 2.0, 1.0, 8.0, 6.0, 3.0, 4.0, 9.0, 9.0, 12.0, 2.0, 5.0, 19.0, 58.0, 10.0, 9.0, 4.0, 8.0, 7.0, 4.0, 4.0, 1.0, 2.0, 5.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02027619630098343, -0.019783366471529007, -0.019290538504719734, -0.018797708675265312, -0.01830487884581089, -0.017812049016356468, -0.017319221049547195, -0.016826391220092773, -0.01633356139063835, -0.01584073342382908, -0.015347903594374657, -0.014855073764920235, -0.014362244866788387, -0.013869415037333965, -0.013376586139202118, -0.012883756309747696, -0.012390927411615849, -0.011898098513484001, -0.01140526868402958, -0.010912439785897732, -0.01041960995644331, -0.009926781058311462, -0.00943395122885704, -0.008941122330725193, -0.008448293432593346, -0.007955463603138924, -0.007462634239345789, -0.006969804875552654, -0.006476975977420807, -0.005984146613627672, -0.0054913172498345375, -0.004998487886041403, -0.004505658522248268, -0.0040128291584551334, -0.0035199997946619987, -0.0030271706636995077, -0.002534341299906373, -0.0020415119361132383, -0.0015486826887354255, -0.0010558534413576126, -0.0005630240775644779, -7.019477197900414e-05, 0.00042263453360646963, 0.0009154638391919434, 0.0014082931447774172, 0.0019011225085705519, 0.002393951639533043, 0.0028867810033261776, 0.0033796103671193123, 0.003872439730912447, 0.004365269094705582, 0.004858098458498716, 0.005350927822291851, 0.005843756720423698, 0.006336586084216833, 0.006829415448009968, 0.0073222448118031025, 0.007815074175596237, 0.008307903073728085, 0.008800732903182507, 0.009293561801314354, 0.009786391630768776, 0.010279220528900623, 0.010772050358355045, 0.011264879256486893]}, "_runtime": 6.621134281158447, "_timestamp": 1596206585.4647665, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 6.0, 3.0, 3.0, 2.0, 2.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015154967084527016, -0.014568997547030449, -0.013983028009533882, -0.01339705754071474, -0.012811088003218174, -0.012225118465721607, -0.011639147996902466, -0.011053178459405899, -0.010467208921909332, -0.009881239384412766, -0.009295269846916199, -0.008709299378097057, -0.00812332984060049, -0.007537360303103924, -0.00695139029994607, -0.006365420296788216, -0.005779450759291649, -0.005193481221795082, -0.004607511218637228, -0.004021541215479374, -0.003435571677982807, -0.0028496019076555967, -0.0022636321373283863, -0.0016776623670011759, -0.0010916925966739655, -0.000505722826346755, 8.02469439804554e-05, 0.0006662167143076658, 0.0012521864846348763, 0.0018381562549620867, 0.002424126025289297, 0.0030100957956165075, 0.003596065565943718, 0.004182035103440285, 0.004768005106598139, 0.005353975109755993, 0.00593994464725256, 0.0065259141847491264, 0.0071118841879069805, 0.007697854191064835, 0.008283823728561401, 0.008869793266057968, 0.009455762803554535, 0.010041733272373676, 0.010627702809870243, 0.01121367234736681, 0.011799642816185951, 0.012385612353682518, 0.012971581891179085, 0.013557551428675652, 0.014143520966172218, 0.01472949143499136, 0.015315460972487926, 0.015901431441307068, 0.016487400978803635, 0.0170733705163002, 0.017659340053796768, 0.018245309591293335, 0.0188312791287899, 0.01941724866628647, 0.020003218203783035, 0.02058918960392475, 0.021175159141421318, 0.021761128678917885, 0.02234709821641445]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 6.0, 5.0, 9.0, 6.0, 10.0, 14.0, 14.0, 23.0, 35.0, 41.0, 35.0, 61.0, 55.0, 88.0, 115.0, 146.0, 180.0, 269.0, 397.0, 541.0, 2579.0, 1410.0, 738.0, 449.0, 228.0, 146.0, 92.0, 61.0, 47.0, 30.0, 17.0, 15.0, 14.0, 5.0, 14.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.21631577610969543, -0.21083895862102509, -0.20536215603351593, -0.19988533854484558, -0.19440853595733643, -0.18893171846866608, -0.18345491588115692, -0.17797809839248657, -0.17250129580497742, -0.16702447831630707, -0.1615476757287979, -0.15607085824012756, -0.1505940556526184, -0.14511723816394806, -0.1396404355764389, -0.13416361808776855, -0.1286868155002594, -0.12320999801158905, -0.1177331879734993, -0.11225637793540955, -0.1067795678973198, -0.10130275785923004, -0.09582594782114029, -0.09034913778305054, -0.08487232029438019, -0.07939551025629044, -0.07391870021820068, -0.06844189018011093, -0.06296508014202118, -0.05748827010393143, -0.052011460065841675, -0.04653465002775192, -0.04105783998966217, -0.03558102995157242, -0.030104219913482666, -0.024627408012747765, -0.019150597974658012, -0.01367378793656826, -0.008196976967155933, -0.002720166463404894, 0.0027566440403461456, 0.008233454078435898, 0.013710265047848225, 0.01918707601726055, 0.024663886055350304, 0.030140696093440056, 0.03561750799417496, 0.04109431803226471, 0.04657112807035446, 0.052047938108444214, 0.057524748146533966, 0.06300155818462372, 0.06847836822271347, 0.07395517826080322, 0.07943198829889297, 0.08490879833698273, 0.09038561582565308, 0.09586242586374283, 0.10133923590183258, 0.10681604593992233, 0.11229285597801208, 0.11776966601610184, 0.12324647605419159, 0.12872327864170074, 0.1342000961303711]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 29.0, 5.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005229760427027941, -0.005057659465819597, -0.004885558504611254, -0.004713457077741623, -0.004541356116533279, -0.004369255155324936, -0.004197154194116592, -0.004025053232908249, -0.0038529520388692617, -0.0036808510776609182, -0.003508749883621931, -0.0033366489224135876, -0.003164547961205244, -0.002992446767166257, -0.0028203458059579134, -0.0026482446119189262, -0.0024761436507105827, -0.0023040426895022392, -0.002131941495463252, -0.0019598405342549086, -0.0017877394566312432, -0.001615638379007578, -0.0014435374177992344, -0.001271436340175569, -0.0010993352625519037, -0.0009272341849282384, -0.000755133165512234, -0.0005830321460962296, -0.0004109310684725642, -0.00023883001995272934, -6.672897143289447e-05, 0.00010537207708694041, 0.0002774731256067753, 0.00044957417412661016, 0.000621675222646445, 0.0007937762420624495, 0.0009658773196861148, 0.0011379783973097801, 0.0013100793585181236, 0.001482180436141789, 0.0016542815137654543, 0.0018263825913891196, 0.001998483669012785, 0.0021705846302211285, 0.002342685591429472, 0.002514786785468459, 0.0026868877466768026, 0.00285898894071579, 0.0030310899019241333, 0.003203190863132477, 0.003375292057171464, 0.0035473930183798075, 0.0037194942124187946, 0.003891595173627138, 0.004063696134835482, 0.004235797096043825, 0.004407898522913456, 0.0045799994841217995, 0.004752100445330143, 0.0049242014065384865, 0.00509630236774683, 0.0052684033289551735, 0.005440504755824804, 0.005612605717033148, 0.005784706678241491]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 17.0, 22.0, 28.0, 66.0, 95.0, 137.0, 244.0, 365.0, 584.0, 822.0, 1260.0, 1766.0, 2447.0, 3379.0, 4536.0, 6107.0, 7993.0, 10401.0, 13091.0, 16558.0, 21256.0, 27686.0, 37388.0, 51263.0, 69424.0, 91708.0, 426208.0, 97318.0, 74772.0, 54715.0, 39418.0, 28678.0, 21320.0, 16343.0, 12702.0, 9806.0, 7524.0, 5854.0, 4392.0, 3331.0, 2594.0, 1919.0, 1317.0, 969.0, 628.0, 423.0, 277.0, 187.0, 101.0, 71.0, 55.0, 35.0, 17.0, 7.0, 6.0, 2.0, 3.0, 2.0], "bins": [-0.012842504307627678, -0.012448884546756744, -0.01205526478588581, -0.011661645025014877, -0.011268025264143944, -0.01087440550327301, -0.010480785742402077, -0.010087165981531143, -0.00969354622066021, -0.00929992739111185, -0.008906307630240917, -0.008512687869369984, -0.00811906810849905, -0.007725448347628117, -0.007331828586757183, -0.0069382088258862495, -0.006544589065015316, -0.0061509693041443825, -0.005757349543273449, -0.005363729782402515, -0.004970110021531582, -0.004576490726321936, -0.004182870965451002, -0.0037892512045800686, -0.003395631443709135, -0.0030020116828382015, -0.002608391921967268, -0.002214772393926978, -0.0018211526330560446, -0.001427532872185111, -0.0010339132277294993, -0.0006402935250662267, -0.0002466738224029541, 0.00014694588026031852, 0.0005405655829235911, 0.0009341852855868638, 0.0013278049882501364, 0.00172142474912107, 0.00211504427716136, 0.0025086640380322933, 0.002902283798903227, 0.0032959035597741604, 0.003689523320645094, 0.0040831430815160275, 0.004476762376725674, 0.004870382137596607, 0.005264001898467541, 0.005657621659338474, 0.006051241420209408, 0.006444861181080341, 0.006838480941951275, 0.007232100702822208, 0.007625720463693142, 0.008019340224564075, 0.008412959985435009, 0.008806579746305943, 0.009200198575854301, 0.009593818336725235, 0.009987438097596169, 0.010381057858467102, 0.010774677619338036, 0.011168297380208969, 0.011561917141079903, 0.011955536901950836, 0.01234915666282177]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0, 1.0, 4.0, 4.0, 4.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019240470603108406, -0.018798811361193657, -0.018357153981924057, -0.017915494740009308, -0.01747383549809456, -0.01703217811882496, -0.01659051887691021, -0.01614885963499546, -0.01570720225572586, -0.015265543013811111, -0.014823883771896362, -0.014382225461304188, -0.013940567150712013, -0.013498907908797264, -0.01305724959820509, -0.01261559035629034, -0.012173932045698166, -0.011732273735105991, -0.011290614493191242, -0.010848956182599068, -0.010407296940684319, -0.009965638630092144, -0.00952398031949997, -0.00908232107758522, -0.008640662766993046, -0.008199004456400871, -0.007757345214486122, -0.007315686903893948, -0.006874028127640486, -0.006432369351387024, -0.005990711040794849, -0.0055490522645413876, -0.005107393488287926, -0.004665734712034464, -0.004224075935781002, -0.0037824176251888275, -0.0033407588489353657, -0.002899100072681904, -0.0024574415292590857, -0.0020157829858362675, -0.0015741242095828056, -0.0011324655497446656, -0.0006908068899065256, -0.0002491482300683856, 0.0001925104297697544, 0.0006341690896078944, 0.0010758277494460344, 0.0015174864092841744, 0.0019591450691223145, 0.0024008038453757763, 0.0028424623887985945, 0.0032841209322214127, 0.0037257797084748745, 0.004167438484728336, 0.004609096795320511, 0.005050755571573973, 0.0054924143478274345, 0.005934073124080896, 0.006375731900334358, 0.006817390210926533, 0.007259048987179995, 0.007700707763433456, 0.008142366074025631, 0.00858402531594038, 0.009025683626532555]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 1.0, 2.0, 3.0, 2.0, 4.0, 7.0, 14.0, 12.0, 16.0, 19.0, 27.0, 29.0, 30.0, 37.0, 44.0, 57.0, 63.0, 72.0, 86.0, 85.0, 95.0, 127.0, 136.0, 132.0, 161.0, 209.0, 229.0, 279.0, 353.0, 493.0, 618.0, 829.0, 1112.0, 1457.0, 2405.0, 6891.0, 883.0, 394.0, 215.0, 171.0, 106.0, 104.0, 88.0, 83.0, 52.0, 38.0, 32.0, 26.0, 25.0, 24.0, 12.0, 9.0, 5.0, 2.0, 6.0, 3.0, 3.0], "bins": [-0.011362005956470966, -0.01109320204705, -0.010824398137629032, -0.010555594228208065, -0.010286790318787098, -0.01001798640936613, -0.009749183431267738, -0.009480379521846771, -0.009211575612425804, -0.008942771703004837, -0.00867396779358387, -0.008405163884162903, -0.008136359974741936, -0.007867556065320969, -0.007598752621561289, -0.007329948712140322, -0.007061144802719355, -0.0067923408932983875, -0.00652353698387742, -0.006254733540117741, -0.0059859296306967735, -0.005717125721275806, -0.005448321811854839, -0.005179517902433872, -0.004910713993012905, -0.004641910549253225, -0.004373106639832258, -0.004104302730411291, -0.003835498820990324, -0.0035666951444000006, -0.0032978912349790335, -0.00302908755838871, -0.002760283648967743, -0.002491479739546776, -0.0022226760629564524, -0.0019538721535354853, -0.00168506836052984, -0.0014162645675241947, -0.0011474606581032276, -0.0008786568650975823, -0.0006098530720919371, -0.00034104924998246133, -7.22454278729856e-05, 0.00019655839423649013, 0.00046536221634596586, 0.0007341660093516111, 0.0010029699187725782, 0.0012717737117782235, 0.0015405775047838688, 0.001809381297789514, 0.0020781850907951593, 0.0023469890002161264, 0.00261579267680645, 0.002884596586227417, 0.003153400495648384, 0.0034222041722387075, 0.0036910080816596746, 0.003959811758249998, 0.004228615667670965, 0.004497419577091932, 0.004766223486512899, 0.0050350273959338665, 0.005303830839693546, 0.005572634749114513, 0.0058414386585354805]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.039663974195718765, -0.03892199322581291, -0.03818001225590706, -0.037438035011291504, -0.03669605404138565, -0.0359540730714798, -0.035212092101573944, -0.03447011113166809, -0.03372813016176224, -0.03298615291714668, -0.03224417194724083, -0.031502190977334976, -0.030760210007429123, -0.03001822903752327, -0.029276249930262566, -0.028534268960356712, -0.02779228985309601, -0.027050308883190155, -0.026308327913284302, -0.025566348806023598, -0.024824367836117744, -0.02408238686621189, -0.023340407758951187, -0.022598426789045334, -0.02185644581913948, -0.021114466711878777, -0.020372485741972923, -0.01963050477206707, -0.018888525664806366, -0.018146544694900513, -0.01740456372499466, -0.016662584617733955, -0.015920603647828102, -0.015178623609244823, -0.01443664263933897, -0.013694662600755692, -0.012952682562172413, -0.01221070159226656, -0.011468721553683281, -0.010726741515100002, -0.009984761476516724, -0.00924278050661087, -0.008500800468027592, -0.007758819963783026, -0.00701683945953846, -0.006274859420955181, -0.005532878916710615, -0.0047908988781273365, -0.0040489183738827705, -0.0033069381024688482, -0.002564957831054926, -0.00182297732681036, -0.0010809970553964376, -0.0003390167257748544, 0.0004029636038467288, 0.001144943991675973, 0.0018869242630898952, 0.0026289045345038176, 0.00337088480591774, 0.004112865310162306, 0.004854845814406872, 0.0055968258529901505, 0.006338806357234716, 0.007080786395817995, 0.007822766900062561]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 3.0, 3.0, 3.0, 9.0, 3.0, 7.0, 3.0, 7.0, 5.0, 7.0, 7.0, 3.0, 4.0, 3.0, 7.0, 5.0, 1.0, 6.0, 5.0, 7.0, 4.0, 10.0, 8.0, 5.0, 4.0, 5.0, 3.0, 13.0, 61.0, 9.0, 5.0, 5.0, 5.0, 5.0, 4.0, 2.0, 2.0, 1.0, 4.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.014721520245075226, -0.014375686645507812, -0.0140298530459404, -0.013684019446372986, -0.013338185846805573, -0.01299235224723816, -0.012646518647670746, -0.012300685048103333, -0.01195485144853592, -0.011609017848968506, -0.011263184249401093, -0.01091735064983368, -0.010571517050266266, -0.010225683450698853, -0.00987984985113144, -0.009534016251564026, -0.009188182651996613, -0.008842348121106625, -0.008496514521539211, -0.008150680921971798, -0.007804847788065672, -0.007459014188498259, -0.007113180588930845, -0.006767346989363432, -0.006421512924134731, -0.006075679324567318, -0.005729845724999905, -0.005384012125432491, -0.005038178525865078, -0.004692344926297665, -0.004346511326730251, -0.004000677727162838, -0.0036548441275954247, -0.0033090105280280113, -0.002963176928460598, -0.0026173433288931847, -0.0022715097293257713, -0.0019256760133430362, -0.001579842297360301, -0.0012340086977928877, -0.0008881750982254744, -0.000542341498658061, -0.00019650784088298678, 0.000149325787788257, 0.0004951594164595008, 0.0008409930160269141, 0.0011868267320096493, 0.0015326603315770626, 0.001878493931144476, 0.0022243275307118893, 0.0025701611302793026, 0.002915994729846716, 0.0032618283294141293, 0.0036076621618121862, 0.003953495528548956, 0.004299329128116369, 0.00464516319334507, 0.004990996792912483, 0.0053368303924798965, 0.00568266399204731, 0.006028497591614723, 0.0063743311911821365, 0.00672016479074955, 0.007065998390316963, 0.0074118319898843765]}, "_runtime": 7.390716552734375, "_timestamp": 1596206586.2343488, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.017860647290945053, -0.0173446387052536, -0.0168286319822073, -0.016312623396515846, -0.015796616673469543, -0.015280609019100666, -0.014764601364731789, -0.014248593710362911, -0.013732586055994034, -0.013216577470302582, -0.012700569815933704, -0.012184562161564827, -0.01166855450719595, -0.011152546852827072, -0.010636539198458195, -0.010120531544089317, -0.00960452388972044, -0.009088516235351562, -0.008572508580982685, -0.008056500926613808, -0.00754049327224493, -0.0070244851522147655, -0.006508477497845888, -0.005992469843477011, -0.005476462189108133, -0.004960454534739256, -0.0044444468803703785, -0.003928439226001501, -0.00341243133880198, -0.0028964236844331026, -0.0023804157972335815, -0.0018644081428647041, -0.0013484004884958267, -0.0008323927759192884, -0.00031638506334275007, 0.00019962264923378825, 0.0007156303618103266, 0.001231638016179204, 0.0017476457869634032, 0.0022636535577476025, 0.00277966121211648, 0.0032956688664853573, 0.0038116765208542347, 0.004327684175223112, 0.004843692295253277, 0.005359699949622154, 0.005875707603991032, 0.006391715258359909, 0.0069077229127287865, 0.007423730567097664, 0.007939738221466541, 0.008455745875835419, 0.008971753530204296, 0.009487761184573174, 0.010003768838942051, 0.010519776493310928, 0.01103578507900238, 0.011551792733371258, 0.012067800387740135, 0.012583808042109013, 0.01309981569647789, 0.013615823350846767, 0.014131831005215645, 0.014647838659584522, 0.0151638463139534]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 3.0, 7.0, 9.0, 11.0, 12.0, 12.0, 21.0, 26.0, 20.0, 37.0, 42.0, 46.0, 54.0, 61.0, 79.0, 119.0, 161.0, 173.0, 217.0, 292.0, 392.0, 2158.0, 1717.0, 821.0, 424.0, 262.0, 220.0, 135.0, 102.0, 57.0, 46.0, 30.0, 28.0, 33.0, 25.0, 21.0, 5.0, 8.0, 4.0, 3.0, 5.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 4.0], "bins": [-0.1850583702325821, -0.1800386905670166, -0.1750190109014511, -0.16999933123588562, -0.16497963666915894, -0.15995995700359344, -0.15494027733802795, -0.14992059767246246, -0.14490091800689697, -0.13988123834133148, -0.134861558675766, -0.1298418790102005, -0.12482219189405441, -0.11980251222848892, -0.11478282511234283, -0.10976314544677734, -0.10474346578121185, -0.09972378611564636, -0.09470410645008087, -0.08968441933393478, -0.0846647396683693, -0.0796450600028038, -0.07462537288665771, -0.06960569322109222, -0.06458601355552673, -0.05956633388996124, -0.054546650499105453, -0.049526967108249664, -0.044507287442684174, -0.03948760777711868, -0.034467924386262894, -0.029448242858052254, -0.024428561329841614, -0.019408879801630974, -0.014389198273420334, -0.009369516745209694, -0.004349835216999054, 0.000669846311211586, 0.005689527839422226, 0.010709209367632866, 0.015728890895843506, 0.020748572424054146, 0.025768253952264786, 0.030787935480475426, 0.035807617008686066, 0.040827296674251556, 0.045846980065107346, 0.050866663455963135, 0.055886343121528625, 0.060906022787094116, 0.0659257024526596, 0.0709453895688057, 0.07596506923437119, 0.08098474889993668, 0.08600443601608276, 0.09102411568164825, 0.09604379534721375, 0.10106347501277924, 0.10608315467834473, 0.11110284179449081, 0.1161225214600563, 0.1211422011256218, 0.12616188824176788, 0.13118156790733337, 0.13620124757289886]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 4.0, 5.0, 3.0, 2.0, 3.0, 30.0, 2.0, 3.0, 4.0, 4.0, 5.0, 4.0, 1.0, 3.0, 5.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00469523761421442, -0.004513497464358807, -0.004331756848841906, -0.004150016698986292, -0.003968276549130678, -0.003786536166444421, -0.0036047957837581635, -0.003423055401071906, -0.0032413150183856487, -0.003059574868530035, -0.0028778344858437777, -0.0026960941031575203, -0.0025143539533019066, -0.0023326135706156492, -0.002150873187929392, -0.001969133038073778, -0.0017873926553875208, -0.0016056523891165853, -0.001423912006430328, -0.0012421717401593924, -0.001060431357473135, -0.0008786910912021995, -0.0006969508249312639, -0.0005152105004526675, -0.000333470175974071, -0.0001517298660473898, 3.0010443879291415e-05, 0.00021175075380597264, 0.00039349106373265386, 0.0005752313882112503, 0.0007569716544821858, 0.0009387119789607823, 0.0011204523034393787, 0.0013021925697103143, 0.0014839329523965716, 0.0016656732186675072, 0.0018474136013537645, 0.0020291537512093782, 0.0022108941338956356, 0.002392634516581893, 0.0025743748992681503, 0.002756115049123764, 0.0029378554318100214, 0.0031195958144962788, 0.0033013359643518925, 0.00348307634703815, 0.003664816729724407, 0.003846556879580021, 0.004028297029435635, 0.004210037644952536, 0.004391777794808149, 0.00457351841032505, 0.004755258560180664, 0.004936998710036278, 0.005118739325553179, 0.0053004794754087925, 0.005482219625264406, 0.005663960240781307, 0.005845700390636921, 0.006027440540492535, 0.006209181156009436, 0.006390921305865049, 0.006572661455720663, 0.006754402071237564, 0.006936142221093178]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 6.0, 12.0, 17.0, 34.0, 84.0, 115.0, 156.0, 287.0, 452.0, 730.0, 989.0, 1491.0, 2144.0, 2991.0, 3908.0, 5202.0, 6824.0, 8740.0, 11473.0, 15363.0, 20519.0, 27772.0, 39528.0, 56401.0, 81716.0, 113520.0, 445509.0, 97531.0, 66723.0, 45205.0, 31413.0, 22401.0, 16517.0, 12490.0, 9345.0, 7168.0, 5433.0, 4209.0, 3139.0, 2569.0, 2031.0, 1585.0, 1263.0, 1004.0, 851.0, 705.0, 533.0, 450.0, 333.0, 237.0, 174.0, 124.0, 94.0, 52.0, 24.0, 25.0, 12.0, 12.0, 8.0, 0.0, 1.0], "bins": [-0.012525735422968864, -0.012099958956241608, -0.011674182489514351, -0.011248406022787094, -0.010822629556059837, -0.010396854020655155, -0.009971077553927898, -0.009545301087200642, -0.009119524620473385, -0.008693748153746128, -0.008267971687018871, -0.007842195220291615, -0.007416419219225645, -0.006990642752498388, -0.006564866751432419, -0.006139090284705162, -0.005713313817977905, -0.0052875373512506485, -0.004861760884523392, -0.004435984883457422, -0.0040102084167301655, -0.0035844319500029087, -0.0031586557161062956, -0.0027328794822096825, -0.0023071030154824257, -0.0018813266651704907, -0.0014555503148585558, -0.0010297739645466208, -0.0006039976142346859, -0.00017822126392275095, 0.000247555086389184, 0.000673331436701119, 0.001099107787013054, 0.0015248841373249888, 0.0019506604876369238, 0.002376436721533537, 0.0028022131882607937, 0.0032279896549880505, 0.0036537658888846636, 0.004079542122781277, 0.0045053185895085335, 0.00493109505623579, 0.005356871522963047, 0.0057826475240290165, 0.006208423990756273, 0.00663420045748353, 0.0070599764585494995, 0.007485752925276756, 0.007911529392004013, 0.00833730585873127, 0.008763082325458527, 0.009188858792185783, 0.00961463525891304, 0.010040410794317722, 0.010466187261044979, 0.010891963727772236, 0.011317740194499493, 0.01174351666122675, 0.012169293127954006, 0.012595069594681263, 0.013020845130085945, 0.013446621596813202, 0.013872398063540459, 0.014298174530267715, 0.014723950996994972]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 3.0, 1.0, 3.0, 0.0, 2.0, 8.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005831682123243809, -0.005609970074146986, -0.005388258025050163, -0.0051665459759533405, -0.004944833926856518, -0.004723121877759695, -0.004501409828662872, -0.00427969777956605, -0.004057985730469227, -0.0038362734485417604, -0.0036145613994449377, -0.003392849350348115, -0.0031711373012512922, -0.0029494252521544695, -0.0027277132030576468, -0.002506001153960824, -0.0022842891048640013, -0.0020625770557671785, -0.0018408650066703558, -0.001619152957573533, -0.0013974409084767103, -0.0011757287429645658, -0.000954016693867743, -0.0007323046447709203, -0.0005105925956740975, -0.0002888805465772748, -6.71684683766216e-05, 0.00015454359527211636, 0.00037625565892085433, 0.0005979677080176771, 0.0008196798153221607, 0.0010413918644189835, 0.0012631039135158062, 0.001484815962612629, 0.0017065280117094517, 0.0019282400608062744, 0.002149952109903097, 0.00237166415899992, 0.0025933762080967426, 0.0028150882571935654, 0.003036800306290388, 0.0032585125882178545, 0.0034802246373146772, 0.0037019366864115, 0.003923648502677679, 0.004145360551774502, 0.0043670726008713245, 0.004588784649968147, 0.004810497164726257, 0.00503220921382308, 0.005253921262919903, 0.0054756333120167255, 0.005697345361113548, 0.005919057410210371, 0.006140769459307194, 0.0063624815084040165, 0.006584193557500839, 0.006805905606597662, 0.007027617655694485, 0.0072493297047913074, 0.00747104175388813, 0.007692753802984953, 0.007914465852081776, 0.008136177435517311, 0.008357889950275421]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 9.0, 12.0, 18.0, 23.0, 22.0, 25.0, 41.0, 33.0, 74.0, 90.0, 115.0, 132.0, 183.0, 214.0, 273.0, 325.0, 374.0, 453.0, 532.0, 781.0, 1029.0, 1174.0, 5921.0, 2172.0, 1257.0, 836.0, 561.0, 405.0, 274.0, 250.0, 178.0, 166.0, 105.0, 92.0, 67.0, 59.0, 43.0, 32.0, 19.0, 14.0, 7.0, 6.0, 5.0, 6.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0074135917238891125, -0.007206941023468971, -0.00700029032304883, -0.006793639622628689, -0.006586989387869835, -0.006380338687449694, -0.0061736879870295525, -0.005967037286609411, -0.00576038658618927, -0.005553735885769129, -0.005347085185348988, -0.005140434484928846, -0.004933783784508705, -0.004727133549749851, -0.00452048284932971, -0.004313832148909569, -0.004107181448489428, -0.0039005307480692863, -0.003693880047649145, -0.0034872295800596476, -0.0032805788796395063, -0.003073928179219365, -0.0028672777116298676, -0.0026606270112097263, -0.002453976310789585, -0.002247325610369444, -0.0020406749099493027, -0.001834024442359805, -0.0016273737419396639, -0.0014207230415195227, -0.0012140724575147033, -0.0010074218735098839, -0.0008007711730897427, -0.0005941205308772624, -0.00038746988866478205, -0.00018081924645230174, 2.5831395760178566e-05, 0.00023248203797265887, 0.0004391326801851392, 0.0006457833223976195, 0.0008524339646100998, 0.001059084665030241, 0.0012657352490350604, 0.0014723858330398798, 0.001679036533460021, 0.0018856872338801622, 0.00209233770146966, 0.002298988401889801, 0.0025056391023099422, 0.0027122898027300835, 0.0029189405031502247, 0.0031255909707397223, 0.0033322416711598635, 0.0035388923715800047, 0.0037455428391695023, 0.0039521935395896435, 0.004158844240009785, 0.004365494940429926, 0.004572145640850067, 0.004778796341270208, 0.00498544704169035, 0.0051920972764492035, 0.005398747976869345, 0.005605398677289486, 0.005812049377709627]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.022493675351142883, -0.021988900378346443, -0.021484123542904854, -0.020979348570108414, -0.020474573597311974, -0.019969796761870384, -0.019465021789073944, -0.018960246816277504, -0.018455471843481064, -0.017950695008039474, -0.017445920035243034, -0.016941145062446594, -0.016436368227005005, -0.015931593254208565, -0.01542681735008955, -0.01492204237729311, -0.014417266473174095, -0.01391249056905508, -0.01340771559625864, -0.012902939692139626, -0.012398164719343185, -0.01189338881522417, -0.011388612911105156, -0.010883837938308716, -0.010379062034189701, -0.009874286130070686, -0.009369511157274246, -0.008864735253155231, -0.008359959349036217, -0.007855184376239777, -0.007350408472120762, -0.0068456330336630344, -0.006340857595205307, -0.00583608215674758, -0.005331306718289852, -0.004826530814170837, -0.00432175537571311, -0.0038169799372553825, -0.0033122042659670115, -0.0028074285946786404, -0.002302653156220913, -0.0017978776013478637, -0.0012931020464748144, -0.0007883264916017652, -0.0002835509367287159, 0.00022122461814433336, 0.0007260001730173826, 0.0012307757278904319, 0.0017355512827634811, 0.0022403267212212086, 0.0027451023925095797, 0.0032498780637979507, 0.003754653502255678, 0.004259428940713406, 0.00476420484483242, 0.005268980283290148, 0.005773755721747875, 0.006278531160205603, 0.00678330659866333, 0.007288082502782345, 0.007792857941240072, 0.0082976333796978, 0.008802409283816814, 0.009307184256613255, 0.00981196016073227]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 6.0, 2.0, 5.0, 3.0, 5.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 6.0, 5.0, 7.0, 5.0, 6.0, 4.0, 4.0, 10.0, 8.0, 7.0, 4.0, 5.0, 4.0, 11.0, 8.0, 9.0, 10.0, 36.0, 9.0, 13.0, 7.0, 11.0, 10.0, 7.0, 3.0, 3.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020308788865804672, -0.019796354696154594, -0.019283918663859367, -0.01877148449420929, -0.018259048461914062, -0.017746614292263985, -0.017234180122613907, -0.01672174409031868, -0.016209309920668602, -0.015696875751018524, -0.015184439718723297, -0.01467200554907322, -0.014159570448100567, -0.013647135347127914, -0.013134701177477837, -0.012622266076505184, -0.012109830975532532, -0.01159739587455988, -0.011084960773587227, -0.010572526603937149, -0.010060091502964497, -0.009547656401991844, -0.009035222232341766, -0.008522787131369114, -0.008010352030396461, -0.007497916929423809, -0.006985482294112444, -0.006473047658801079, -0.005960612557828426, -0.005448177456855774, -0.004935742821544409, -0.004423308186233044, -0.003910873085260391, -0.0033984382171183825, -0.0028860033489763737, -0.002373568480834365, -0.0018611336126923561, -0.0013486987445503473, -0.0008362638764083385, -0.00032382900826632977, 0.00018860585987567902, 0.0007010407280176878, 0.0012134755961596966, 0.0017259104643017054, 0.002238345332443714, 0.002750780200585723, 0.0032632150687277317, 0.0037756499368697405, 0.004288084805011749, 0.004800519905984402, 0.005312954541295767, 0.005825389176607132, 0.006337824277579784, 0.006850259378552437, 0.007362694013863802, 0.007875128649175167, 0.00838756375014782, 0.008899998851120472, 0.009412433952093124, 0.009924868121743202, 0.010437303222715855, 0.010949738323688507, 0.011462172493338585, 0.011974607594311237, 0.01248704269528389]}, "_runtime": 8.16721487045288, "_timestamp": 1596206587.010847, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 6.0, 3.0, 3.0, 5.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032716505229473114, -0.03192015737295151, -0.0311238132417202, -0.030327467247843742, -0.029531121253967285, -0.028734775260090828, -0.02793842740356922, -0.027142081409692764, -0.026345735415816307, -0.02554938942193985, -0.024753043428063393, -0.023956697434186935, -0.023160351440310478, -0.02236400544643402, -0.021567659452557564, -0.020771313458681107, -0.0199749656021595, -0.019178619608283043, -0.018382273614406586, -0.01758592762053013, -0.01678958162665367, -0.015993235632777214, -0.015196889638900757, -0.0144005436450243, -0.013604197651147842, -0.01280785072594881, -0.012011504732072353, -0.011215158738195896, -0.010418812744319439, -0.009622466750442982, -0.00882611982524395, -0.008029773831367493, -0.0072334278374910355, -0.006437081843614578, -0.005640735384076834, -0.0048443893902003765, -0.004048042930662632, -0.0032516969367861748, -0.0024553509429097176, -0.0016590047162026167, -0.0008626584894955158, -6.631232099607587e-05, 0.0007300338475033641, 0.0015263799577951431, 0.002322726184502244, 0.003119072411209345, 0.003915418405085802, 0.004711764864623547, 0.005508110858500004, 0.006304456852376461, 0.0071008033119142056, 0.00789714977145195, 0.008693495765328407, 0.009489841759204865, 0.010286187753081322, 0.011082533746957779, 0.011878879740834236, 0.012675226666033268, 0.013471572659909725, 0.014267918653786182, 0.01506426464766264, 0.01586061157286167, 0.01665695756673813, 0.017453303560614586, 0.018249649554491043]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 6.0, 4.0, 0.0, 6.0, 6.0, 13.0, 14.0, 8.0, 26.0, 37.0, 49.0, 66.0, 91.0, 135.0, 221.0, 333.0, 469.0, 692.0, 3880.0, 836.0, 417.0, 230.0, 133.0, 70.0, 48.0, 40.0, 26.0, 15.0, 11.0, 11.0, 13.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.3148269057273865, -0.3073418140411377, -0.2998567521572113, -0.2923716604709625, -0.28488659858703613, -0.27740150690078735, -0.26991644501686096, -0.2624313533306122, -0.2549462914466858, -0.247461199760437, -0.23997612297534943, -0.23249104619026184, -0.22500595450401306, -0.21752087771892548, -0.2100358009338379, -0.2025507241487503, -0.19506564736366272, -0.18758057057857513, -0.18009549379348755, -0.17261041700839996, -0.16512534022331238, -0.1576402485370636, -0.150155171751976, -0.14267009496688843, -0.13518501818180084, -0.12769994139671326, -0.12021486461162567, -0.11272978037595749, -0.1052447035908699, -0.09775962680578232, -0.09027454257011414, -0.08278946578502655, -0.07530438899993896, -0.06781931221485138, -0.060334231704473495, -0.05284915119409561, -0.045364074409008026, -0.03787899762392044, -0.030393917113542557, -0.022908838465809822, -0.015423759818077087, -0.007938681170344353, -0.00045360252261161804, 0.007031476125121117, 0.014516554772853851, 0.022001633420586586, 0.02948671206831932, 0.036971792578697205, 0.04445686936378479, 0.051941946148872375, 0.05942702665925026, 0.06691210716962814, 0.07439718395471573, 0.08188226073980331, 0.0893673449754715, 0.09685242176055908, 0.10433749854564667, 0.11182257533073425, 0.11930765211582184, 0.12679272890090942, 0.1342778205871582, 0.1417628973722458, 0.14924797415733337, 0.15673305094242096, 0.16421812772750854]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 5.0, 29.0, 4.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.004410230554640293, -0.004274335224181414, -0.004138439428061247, -0.004002544097602367, -0.0038666485343128443, -0.003730752971023321, -0.0035948576405644417, -0.0034589620772749186, -0.0033230665139853954, -0.0031871709506958723, -0.003051275387406349, -0.0029153800569474697, -0.0027794844936579466, -0.0026435889303684235, -0.002507693599909544, -0.002371798036620021, -0.0022359024733304977, -0.0021000069100409746, -0.0019641113467514515, -0.001828216016292572, -0.001692320453003049, -0.0015564248897135258, -0.0014205294428393245, -0.0012846339959651232, -0.0011487384326756, -0.001012842869386077, -0.0008769474225118756, -0.0007410519174300134, -0.0006051564123481512, -0.000469260907266289, -0.0003333654021844268, -0.00019746989710256457, -6.157439202070236e-05, 7.432111306115985e-05, 0.00021021661814302206, 0.00034611212322488427, 0.0004820076283067465, 0.0006179031333886087, 0.0007537986384704709, 0.0008896941435523331, 0.0010255896486341953, 0.0011614852119237185, 0.0012973806587979198, 0.001433276105672121, 0.0015691716689616442, 0.0017050672322511673, 0.0018409626791253686, 0.00197685812599957, 0.002112753689289093, 0.002248649252578616, 0.0023845448158681393, 0.0025204401463270187, 0.002656335709616542, 0.002792231272906065, 0.0029281266033649445, 0.0030640221666544676, 0.0031999177299439907, 0.003335813293233514, 0.003471708856523037, 0.0036076041869819164, 0.0037434997502714396, 0.0038793953135609627, 0.004015290644019842, 0.004151186440140009, 0.004287081770598888]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 16.0, 21.0, 38.0, 63.0, 92.0, 150.0, 235.0, 366.0, 582.0, 832.0, 1249.0, 1808.0, 2687.0, 3766.0, 4878.0, 6592.0, 8609.0, 11105.0, 14671.0, 19148.0, 25300.0, 33947.0, 47700.0, 67034.0, 95779.0, 449599.0, 116250.0, 76770.0, 52457.0, 36310.0, 25424.0, 18615.0, 13777.0, 10374.0, 7890.0, 6204.0, 4669.0, 3662.0, 2836.0, 2185.0, 1627.0, 1229.0, 871.0, 603.0, 433.0, 388.0, 272.0, 177.0, 129.0, 82.0, 55.0, 21.0, 21.0, 17.0, 10.0, 4.0, 3.0, 3.0, 2.0, 2.0], "bins": [-0.012081450782716274, -0.011677976697683334, -0.011274503543972969, -0.01087102945894003, -0.010467556305229664, -0.010064082220196724, -0.009660609066486359, -0.009257134981453419, -0.008853660896420479, -0.008450187742710114, -0.008046713657677174, -0.007643240503966808, -0.007239766418933868, -0.006836292799562216, -0.006432819180190563, -0.006029345560818911, -0.005625871941447258, -0.005222398322075605, -0.004818924702703953, -0.0044154510833323, -0.004011977463960648, -0.0036085036117583513, -0.003205029759556055, -0.0028015561401844025, -0.00239808252081275, -0.0019946089014410973, -0.0015911351656541228, -0.0011876614298671484, -0.0007841878104954958, -0.0003807141329161823, 2.2759544663131237e-05, 0.00042623322224244475, 0.0008297068998217583, 0.0012331805191934109, 0.0016366542549803853, 0.0020401279907673597, 0.0024436016101390123, 0.002847075229510665, 0.003250549081712961, 0.003654022701084614, 0.004057496320456266, 0.004460969939827919, 0.004864443559199572, 0.005267917178571224, 0.005671391263604164, 0.006074864882975817, 0.006478338502347469, 0.006881812121719122, 0.0072852857410907745, 0.007688759360462427, 0.00809223297983408, 0.00849570706486702, 0.008899180218577385, 0.009302654303610325, 0.00970612745732069, 0.01010960154235363, 0.010513074696063995, 0.010916548781096935, 0.011320022866129875, 0.01172349601984024, 0.01212697010487318, 0.012530443258583546, 0.012933917343616486, 0.013337390497326851, 0.01374086458235979]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 9.0, 3.0, 4.0, 5.0, 3.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.02189420722424984, -0.02140342816710472, -0.020912649109959602, -0.020421870052814484, -0.019931090995669365, -0.019440311938524246, -0.018949532881379128, -0.01845875382423401, -0.01796797476708889, -0.01747719570994377, -0.016986416652798653, -0.016495637595653534, -0.016004858538508415, -0.015514080412685871, -0.015023301355540752, -0.014532522298395634, -0.014041743241250515, -0.013550964184105396, -0.013060185126960278, -0.012569406069815159, -0.01207862701267004, -0.011587847955524921, -0.011097068898379803, -0.010606289841234684, -0.01011551171541214, -0.009624732658267021, -0.009133953601121902, -0.008643174543976784, -0.008152395486831665, -0.007661616429686546, -0.007170837372541428, -0.006680058315396309, -0.00618927925825119, -0.0056985002011060715, -0.005207721143960953, -0.004716942086815834, -0.004226163029670715, -0.0037353842053562403, -0.003244605381041765, -0.0027538263238966465, -0.002263047266751528, -0.001772268209606409, -0.0012814892688766122, -0.0007907102699391544, -0.0002999312710016966, 0.0001908477279357612, 0.000681626726873219, 0.001172405667603016, 0.0016631847247481346, 0.0021539637818932533, 0.002644742839038372, 0.003135521663352847, 0.003626300720497966, 0.004117079544812441, 0.00460785860195756, 0.005098637659102678, 0.005589416716247797, 0.006080195773392916, 0.0065709748305380344, 0.007061753887683153, 0.0075525324791669846, 0.008043311536312103, 0.008534090593457222, 0.00902486965060234, 0.00951564870774746]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 8.0, 4.0, 8.0, 9.0, 7.0, 25.0, 33.0, 22.0, 44.0, 48.0, 64.0, 75.0, 91.0, 95.0, 87.0, 91.0, 88.0, 75.0, 68.0, 74.0, 63.0, 68.0, 95.0, 149.0, 199.0, 343.0, 498.0, 618.0, 1127.0, 6685.0, 2777.0, 1591.0, 1013.0, 602.0, 377.0, 281.0, 181.0, 109.0, 107.0, 87.0, 76.0, 65.0, 58.0, 44.0, 42.0, 29.0, 20.0, 19.0, 15.0, 21.0, 13.0, 10.0, 5.0, 6.0, 4.0, 4.0], "bins": [-0.011155867949128151, -0.010859966278076172, -0.010564063675701618, -0.010268162004649639, -0.00997226033359766, -0.009676357731223106, -0.009380456060171127, -0.009084554389119148, -0.008788651786744595, -0.008492750115692616, -0.008196848444640636, -0.007900945842266083, -0.007605044171214104, -0.007309142034500837, -0.007013239897787571, -0.006717338226735592, -0.0064214360900223255, -0.006125533953309059, -0.00582963228225708, -0.005533730145543814, -0.005237828008830547, -0.004941926337778568, -0.004646024201065302, -0.0043501220643520355, -0.0040542203933000565, -0.00375831825658679, -0.0034624161198735237, -0.003166514215990901, -0.0028706123121082783, -0.002574710175395012, -0.002278808271512389, -0.001982906134799123, -0.0016870042309165, -0.0013911022106185555, -0.001095200190320611, -0.0007992982864379883, -0.0005033962661400437, -0.00020749427494592965, 8.840771624818444e-05, 0.00038430970744229853, 0.0006802116986364126, 0.0009761137189343572, 0.0012720157392323017, 0.0015679176431149244, 0.001863819663412869, 0.0021597216837108135, 0.0024556235875934362, 0.0027515257243067026, 0.0030474276281893253, 0.003343329532071948, 0.0036392316687852144, 0.003935133572667837, 0.0042310357093811035, 0.004526937380433083, 0.004822839517146349, 0.005118741653859615, 0.005414643324911594, 0.005710545461624861, 0.006006447598338127, 0.0063023497350513935, 0.006598251406103373, 0.006894153542816639, 0.007190055679529905, 0.007485957350581884, 0.007781859487295151]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06441449373960495, -0.06257069110870361, -0.06072688847780228, -0.05888308957219124, -0.0570392869412899, -0.055195484310388565, -0.05335168540477753, -0.05150788277387619, -0.049664080142974854, -0.04782027751207352, -0.04597647488117218, -0.04413267597556114, -0.042288873344659805, -0.04044507071375847, -0.03860127180814743, -0.036757469177246094, -0.03491366654634476, -0.03306986391544342, -0.031226063147187233, -0.029382262378931046, -0.02753845974802971, -0.025694657117128372, -0.023850856348872185, -0.022007055580615997, -0.02016325294971466, -0.018319450318813324, -0.016475649550557137, -0.014631847850978374, -0.012788046151399612, -0.01094424445182085, -0.009100442752242088, -0.007256641052663326, -0.005412839353084564, -0.003569037653505802, -0.00172523595392704, 0.00011856574565172195, 0.001962367445230484, 0.003806169144809246, 0.005649970844388008, 0.00749377254396677, 0.009337574243545532, 0.011181375943124294, 0.013025177642703056, 0.014868979342281818, 0.01671278104186058, 0.018556583672761917, 0.020400384441018105, 0.022244185209274292, 0.02408798784017563, 0.025931790471076965, 0.027775591239333153, 0.02961939200758934, 0.03146319463849068, 0.033306997269392014, 0.03515079617500305, 0.03699459880590439, 0.038838401436805725, 0.04068220406770706, 0.0425260066986084, 0.04436980560421944, 0.04621360823512077, 0.04805741086602211, 0.04990120977163315, 0.051745012402534485, 0.05358881503343582]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 7.0, 2.0, 12.0, 9.0, 10.0, 12.0, 12.0, 50.0, 18.0, 11.0, 8.0, 12.0, 8.0, 12.0, 4.0, 4.0, 9.0, 12.0, 9.0, 7.0, 7.0, 4.0, 3.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009131912142038345, -0.008583951741456985, -0.008035990409553051, -0.007488029543310404, -0.006940068677067757, -0.0063921078108251095, -0.005844146944582462, -0.005296186078339815, -0.004748225212097168, -0.004200264345854521, -0.0036523034796118736, -0.0031043426133692265, -0.0025563817471265793, -0.002008420880883932, -0.001460460014641285, -0.0009124991483986378, -0.0003645382821559906, 0.00018342258408665657, 0.0007313834503293037, 0.001279344316571951, 0.001827305182814598, 0.0023752660490572453, 0.0029232269152998924, 0.0034711877815425396, 0.004019148647785187, 0.004567109514027834, 0.005115070380270481, 0.005663031246513128, 0.0062109921127557755, 0.006758952978998423, 0.00730691384524107, 0.007854875177145004, 0.008402835577726364, 0.008950795978307724, 0.009498757310211658, 0.010046718642115593, 0.010594679042696953, 0.011142639443278313, 0.011690600775182247, 0.012238562107086182, 0.012786522507667542, 0.013334482908248901, 0.013882444240152836, 0.01443040557205677, 0.01497836597263813, 0.01552632637321949, 0.016074288636446, 0.01662224903702736, 0.01717020943760872, 0.01771816983819008, 0.01826613023877144, 0.018814092501997948, 0.019362052902579308, 0.019910013303160667, 0.020457975566387177, 0.021005935966968536, 0.021553896367549896, 0.022101856768131256, 0.022649817168712616, 0.023197779431939125, 0.023745739832520485, 0.024293700233101845, 0.024841662496328354, 0.025389622896909714, 0.025937583297491074]}, "_runtime": 8.934333086013794, "_timestamp": 1596206587.7779653, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014085973612964153, -0.013628354296088219, -0.013170734979212284, -0.01271311566233635, -0.01225549541413784, -0.011797876097261906, -0.011340256780385971, -0.010882637463510036, -0.010425018146634102, -0.009967398829758167, -0.009509779512882233, -0.009052160196006298, -0.008594540879130363, -0.008136920630931854, -0.00767930131405592, -0.007221681997179985, -0.0067640626803040504, -0.006306443363428116, -0.005848824046552181, -0.005391204264014959, -0.004933584947139025, -0.00447596563026309, -0.004018345847725868, -0.0035607265308499336, -0.003103107213973999, -0.0026454878970980644, -0.002187868347391486, -0.0017302489141002297, -0.0012726294808089733, -0.0008150100475177169, -0.00035739061422646046, 0.00010022881906479597, 0.0005578482523560524, 0.0010154676856473088, 0.0014730871189385653, 0.0019307065522298217, 0.002388325985521078, 0.0028459453023970127, 0.003303564852103591, 0.0037611844018101692, 0.004218803718686104, 0.004676423035562038, 0.005134042352437973, 0.005591662134975195, 0.0060492814518511295, 0.006506900768727064, 0.006964520551264286, 0.007422139868140221, 0.007879759185016155, 0.00833737850189209, 0.008794997818768024, 0.009252617135643959, 0.009710237383842468, 0.010167856700718403, 0.010625476017594337, 0.011083095334470272, 0.011540714651346207, 0.011998333968222141, 0.012455953285098076, 0.01291357260197401, 0.013371191918849945, 0.013828812167048454, 0.014286431483924389, 0.014744050800800323, 0.015201670117676258]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 3.0, 5.0, 4.0, 7.0, 7.0, 9.0, 12.0, 15.0, 20.0, 15.0, 42.0, 37.0, 63.0, 62.0, 92.0, 124.0, 152.0, 197.0, 267.0, 371.0, 498.0, 3121.0, 1228.0, 550.0, 317.0, 199.0, 130.0, 82.0, 63.0, 52.0, 43.0, 25.0, 22.0, 15.0, 13.0, 9.0, 5.0, 12.0, 7.0, 2.0, 4.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.18122883141040802, -0.17596828937530518, -0.17070774734020233, -0.1654472053050995, -0.16018667817115784, -0.154926136136055, -0.14966559410095215, -0.1444050520658493, -0.13914451003074646, -0.13388396799564362, -0.12862342596054077, -0.12336289137601852, -0.11810234934091568, -0.11284180730581284, -0.10758127272129059, -0.10232073068618774, -0.0970601886510849, -0.09179964661598206, -0.08653910458087921, -0.08127856999635696, -0.07601802796125412, -0.07075748592615128, -0.06549695134162903, -0.060236409306526184, -0.05497586727142334, -0.049715325236320496, -0.04445478692650795, -0.039194248616695404, -0.03393370658159256, -0.028673166409134865, -0.02341262623667717, -0.018152086064219475, -0.01289154589176178, -0.007631005719304085, -0.0023704655468463898, 0.0028900746256113052, 0.008150614798069, 0.013411154970526695, 0.01867169514298439, 0.023932235315442085, 0.02919277548789978, 0.034453317523002625, 0.03971385583281517, 0.044974394142627716, 0.05023493617773056, 0.055495478212833405, 0.06075601652264595, 0.0660165548324585, 0.07127709686756134, 0.07653763890266418, 0.08179818093776703, 0.08705871552228928, 0.09231925755739212, 0.09757979959249496, 0.10284033417701721, 0.10810087621212006, 0.1133614182472229, 0.11862196028232574, 0.12388250231742859, 0.12914304435253143, 0.13440358638763428, 0.13966411352157593, 0.14492465555667877, 0.15018519759178162, 0.15544573962688446]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 0.0, 5.0, 4.0, 5.0, 8.0, 1.0, 3.0, 4.0, 0.0, 4.0, 2.0, 30.0, 2.0, 2.0, 3.0, 1.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006414387375116348, -0.006231450941413641, -0.006048514042049646, -0.005865577608346939, -0.0056826407089829445, -0.005499704275280237, -0.005316767375916243, -0.005133830942213535, -0.004950894042849541, -0.004767957609146833, -0.004585020709782839, -0.0044020842760801315, -0.004219147376716137, -0.00403621094301343, -0.0038532742764800787, -0.0036703376099467278, -0.003487400943413377, -0.003304464276880026, -0.003121527610346675, -0.002938590943813324, -0.002755654277279973, -0.002572717610746622, -0.002389780944213271, -0.00220684427767992, -0.002023907843977213, -0.0018409710610285401, -0.0016580343944951892, -0.0014750977279618382, -0.0012921611778438091, -0.0011092245113104582, -0.0009262878447771072, -0.0007433511782437563, -0.0005604145117104053, -0.0003774778451770544, -0.00019454120774753392, -1.1604555766098201e-05, 0.00017133209621533751, 0.00035426876274868846, 0.0005372053710743785, 0.0007201420376077294, 0.0009030787041410804, 0.0010860153706744313, 0.0012689520372077823, 0.0014518887037411332, 0.0016348252538591623, 0.0018177619203925133, 0.0020006985869258642, 0.002183635253459215, 0.002366571919992566, 0.002549508586525917, 0.002732445253059268, 0.002915381919592619, 0.00309831858612597, 0.003281255252659321, 0.0034641919191926718, 0.0036471285857260227, 0.00383006501942873, 0.004013001918792725, 0.004195938352495432, 0.0043788752518594265, 0.004561811685562134, 0.004744748584926128, 0.004927685018628836, 0.00511062191799283, 0.005293558351695538]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 12.0, 15.0, 28.0, 52.0, 65.0, 99.0, 155.0, 243.0, 336.0, 456.0, 616.0, 988.0, 1417.0, 1885.0, 2702.0, 3746.0, 5239.0, 7059.0, 9669.0, 12807.0, 17146.0, 23644.0, 32006.0, 45500.0, 63437.0, 89820.0, 457643.0, 112670.0, 74873.0, 54039.0, 40072.0, 30100.0, 22687.0, 17432.0, 12892.0, 9802.0, 7345.0, 5486.0, 4193.0, 3051.0, 2349.0, 1714.0, 1252.0, 890.0, 625.0, 481.0, 325.0, 195.0, 147.0, 95.0, 52.0, 35.0, 16.0, 9.0, 10.0, 9.0, 3.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.01071390975266695, -0.010355504229664803, -0.009997098706662655, -0.009638692252337933, -0.009280286729335785, -0.008921881206333637, -0.00856347568333149, -0.008205069229006767, -0.00784666370600462, -0.007488258183002472, -0.007129852660000324, -0.006771446671336889, -0.006413041148334742, -0.006054635159671307, -0.005696229636669159, -0.005337823648005724, -0.004979418125003576, -0.004621012602001429, -0.004262606613337994, -0.0039042008575052023, -0.003545795101672411, -0.0031873895786702633, -0.002828983822837472, -0.0024705780670046806, -0.0021121723111718893, -0.001753766555339098, -0.0013953607995063066, -0.0010369551600888371, -0.0006785494042560458, -0.00032014367752708495, 3.8262049201875925e-05, 0.0003966677759308368, 0.0007550735026597977, 0.001113479258492589, 0.0014718850143253803, 0.0018302906537428498, 0.002188696525990963, 0.0025471020489931107, 0.002905507804825902, 0.0032639135606586933, 0.0036223193164914846, 0.003980725072324276, 0.004339130595326424, 0.004697536583989859, 0.005055942106992006, 0.005414348095655441, 0.005772753618657589, 0.006131159607321024, 0.006489565130323172, 0.006847970653325319, 0.007206376641988754, 0.007564782164990902, 0.00792318768799305, 0.008281594142317772, 0.00863999966531992, 0.008998405188322067, 0.009356810711324215, 0.009715216234326363, 0.010073622688651085, 0.010432028211653233, 0.01079043373465538, 0.011148839257657528, 0.01150724571198225, 0.011865651234984398, 0.012224056757986546]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 8.0, 2.0, 10.0, 9.0, 4.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009067626670002937, -0.008321999572217464, -0.007576372474431992, -0.006830744910985231, -0.0060851178131997585, -0.005339490715414286, -0.0045938631519675255, -0.0038482360541820526, -0.0031026089563965797, -0.002356981858611107, -0.0016113545279949903, -0.0008657273137941957, -0.00012010009959340096, 0.0006255271146073937, 0.0013711543288081884, 0.002116781659424305, 0.002862408757209778, 0.0036080358549952507, 0.004353662952780724, 0.005099290516227484, 0.005844917614012957, 0.0065905447117984295, 0.00733617227524519, 0.008081799373030663, 0.008827426470816135, 0.009573053568601608, 0.010318680666387081, 0.011064307764172554, 0.011809935793280602, 0.012555562891066074, 0.013301189988851547, 0.01404681708663702, 0.014792444184422493, 0.015538071282207966, 0.01628369837999344, 0.017029326409101486, 0.017774952575564384, 0.018520580604672432, 0.01926620677113533, 0.020011834800243378, 0.020757462829351425, 0.021503088995814323, 0.02224871702492237, 0.02299434319138527, 0.023739971220493317, 0.024485597386956215, 0.025231225416064262, 0.02597685158252716, 0.026722479611635208, 0.027468107640743256, 0.028213733807206154, 0.0289593618363142, 0.0297049880027771, 0.030450616031885147, 0.031196242198348045, 0.031941868364810944, 0.03268749639391899, 0.03343312442302704, 0.034178752452135086, 0.034924380481243134, 0.03567000478506088, 0.03641563281416893, 0.03716126084327698, 0.037906888872385025, 0.03865251690149307]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 9.0, 8.0, 10.0, 20.0, 41.0, 46.0, 115.0, 156.0, 340.0, 560.0, 1100.0, 2055.0, 8000.0, 2516.0, 1095.0, 602.0, 395.0, 362.0, 283.0, 187.0, 123.0, 72.0, 58.0, 50.0, 33.0, 28.0, 21.0, 18.0, 10.0, 12.0, 8.0, 10.0, 8.0, 2.0, 7.0, 7.0, 6.0, 7.0, 7.0, 4.0, 2.0, 3.0, 1.0, 4.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.009544632397592068, -0.009058983996510506, -0.008573335595428944, -0.008087688125669956, -0.007602039724588394, -0.007116391323506832, -0.00663074292242527, -0.006145094987004995, -0.005659446585923433, -0.005173798184841871, -0.0046881502494215965, -0.0042025018483400345, -0.003716853680089116, -0.0032312055118381977, -0.0027455571107566357, -0.0022599089425057173, -0.0017742607742547989, -0.0012886126060038805, -0.0008029643213376403, -0.000317316094879061, 0.00016833213157951832, 0.0006539803580380976, 0.001139628584496677, 0.0016252768691629171, 0.0021109250374138355, 0.002596573205664754, 0.0030822213739156723, 0.0035678697749972343, 0.004053518176078796, 0.004539166111499071, 0.005024814512580633, 0.005510462448000908, 0.00599611084908247, 0.006481759250164032, 0.006967407185584307, 0.007453055586665869, 0.007938703522086143, 0.008424351923167706, 0.008910000324249268, 0.00939564872533083, 0.009881297126412392, 0.010366944596171379, 0.010852592997252941, 0.011338241398334503, 0.011823889799416065, 0.012309538200497627, 0.012795185670256615, 0.013280834071338177, 0.013766482472419739, 0.0142521308735013, 0.014737779274582863, 0.01522342674434185, 0.015709076076745987, 0.016194723546504974, 0.016680371016263962, 0.0171660203486681, 0.017651667818427086, 0.018137317150831223, 0.01862296462059021, 0.019108612090349197, 0.019594261422753334, 0.02007990889251232, 0.020565558224916458, 0.021051205694675446, 0.021536853164434433]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08283058553934097, -0.08040068298578262, -0.07797078043222427, -0.07554088532924652, -0.07311098277568817, -0.07068108022212982, -0.06825117766857147, -0.06582127511501312, -0.06339137256145477, -0.06096147373318672, -0.05853157490491867, -0.05610167235136032, -0.05367176979780197, -0.05124187096953392, -0.04881196841597557, -0.04638206958770752, -0.04395216703414917, -0.04152226448059082, -0.03909236565232277, -0.03666246309876442, -0.03423256427049637, -0.03180266171693802, -0.02937275916337967, -0.02694285847246647, -0.02451295778155327, -0.022083057090640068, -0.019653156399726868, -0.017223253846168518, -0.014793353155255318, -0.012363452464342117, -0.009933550842106342, -0.007503649685531855, -0.005073748528957367, -0.0026438473723828793, -0.00021394621580839157, 0.002215954940766096, 0.004645856097340584, 0.0070757572539150715, 0.00950565841048956, 0.011935560032725334, 0.014365460723638535, 0.016795361414551735, 0.019225262105464935, 0.021655164659023285, 0.024085065349936485, 0.026514966040849686, 0.028944868594408035, 0.031374767422676086, 0.033804669976234436, 0.036234572529792786, 0.03866447135806084, 0.041094373911619186, 0.04352427273988724, 0.04595417529344559, 0.04838407784700394, 0.05081397667527199, 0.05324387922883034, 0.05567378178238869, 0.05810368061065674, 0.06053358316421509, 0.06296348571777344, 0.06539338827133179, 0.06782328337430954, 0.07025318592786789, 0.07268308848142624]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 4.0, 5.0, 9.0, 3.0, 14.0, 13.0, 22.0, 37.0, 24.0, 50.0, 13.0, 14.0, 9.0, 6.0, 13.0, 9.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.04407516494393349, -0.04266337677836418, -0.041251588612794876, -0.03983980044722557, -0.038428012281656265, -0.03701622411608696, -0.035604435950517654, -0.03419264778494835, -0.032780855894088745, -0.03136906772851944, -0.029957281425595284, -0.028545493260025978, -0.027133703231811523, -0.025721915066242218, -0.024310126900672913, -0.022898338735103607, -0.021486550569534302, -0.020074762403964996, -0.01866297423839569, -0.017251186072826385, -0.01583939790725708, -0.0144276088103652, -0.01301581971347332, -0.011604031547904015, -0.01019224338233471, -0.008780455216765404, -0.007368666585534811, -0.005956877954304218, -0.004545089788734913, -0.003133301390334964, -0.0017215129919350147, -0.00030972459353506565, 0.0011020638048648834, 0.0025138522032648325, 0.003925640601664782, 0.005337429232895374, 0.00674921739846468, 0.008161005564033985, 0.009572794660925865, 0.01098458282649517, 0.012396370992064476, 0.013808159157633781, 0.015219947323203087, 0.016631735488772392, 0.018043525516986847, 0.019455313682556152, 0.020867101848125458, 0.022278890013694763, 0.02369067817926407, 0.025102466344833374, 0.02651425451040268, 0.027926042675971985, 0.02933783084154129, 0.030749620869755745, 0.0321614071726799, 0.03357319533824921, 0.03498498350381851, 0.036396775394678116, 0.03780856356024742, 0.03922035172581673, 0.04063213989138603, 0.04204392805695534, 0.04345571622252464, 0.04486750438809395, 0.046279292553663254]}, "_runtime": 9.708430051803589, "_timestamp": 1596206588.5520623, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01786220632493496, -0.017413033172488213, -0.016963861882686615, -0.016514688730239868, -0.01606551557779312, -0.015616343356668949, -0.015167171135544777, -0.014717998914420605, -0.014268825761973858, -0.013819653540849686, -0.013370481319725513, -0.012921308167278767, -0.012472135946154594, -0.012022963725030422, -0.011573790572583675, -0.011124618351459503, -0.010675445199012756, -0.010226272977888584, -0.009777100756764412, -0.009327927604317665, -0.008878755383193493, -0.00842958316206932, -0.007980410009622574, -0.007531237788498402, -0.007082065567374229, -0.00663289288058877, -0.00618372019380331, -0.005734547507017851, -0.005285375285893679, -0.004836202599108219, -0.00438702991232276, -0.003937857691198587, -0.003488685004413128, -0.003039512550458312, -0.0025903398636728525, -0.0021411674097180367, -0.001691994839347899, -0.0012428222689777613, -0.0007936497568152845, -0.00034447721554897726, 0.00010469532571732998, 0.0005538678960874677, 0.0010030404664576054, 0.0014522129204124212, 0.001901385490782559, 0.0023505580611526966, 0.0027997305151075125, 0.003248903201892972, 0.003698075655847788, 0.004147248342633247, 0.00459642056375742, 0.005045593250542879, 0.005494765937328339, 0.005943938158452511, 0.00639311084523797, 0.00684228353202343, 0.007291455753147602, 0.007740628439933062, 0.008189801126718521, 0.008638973347842693, 0.00908814650028944, 0.009537318721413612, 0.009986490942537785, 0.010435664094984531, 0.010884836316108704]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 2.0, 3.0, 3.0, 4.0, 9.0, 6.0, 13.0, 12.0, 16.0, 17.0, 21.0, 26.0, 38.0, 53.0, 61.0, 98.0, 102.0, 119.0, 164.0, 262.0, 352.0, 418.0, 3091.0, 1403.0, 576.0, 354.0, 173.0, 146.0, 107.0, 78.0, 33.0, 38.0, 26.0, 18.0, 16.0, 13.0, 12.0, 8.0, 7.0, 2.0, 1.0, 4.0, 6.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1572493016719818, -0.15210993587970734, -0.14697057008743286, -0.1418312042951584, -0.13669182360172272, -0.13155245780944824, -0.12641309201717377, -0.12127372622489929, -0.11613436043262482, -0.11099498718976974, -0.10585562139749527, -0.1007162556052208, -0.09557688236236572, -0.09043751657009125, -0.08529815077781677, -0.0801587775349617, -0.07501941174268723, -0.06988004595041275, -0.06474067270755768, -0.0596013069152832, -0.05446194112300873, -0.049322571605443954, -0.04418320208787918, -0.039043836295604706, -0.03390446677803993, -0.028765099123120308, -0.023625731468200684, -0.01848636195063591, -0.013346994295716286, -0.008207626640796661, -0.0030682580545544624, 0.002071110066026449, 0.007210478186607361, 0.012349845841526985, 0.01748921349644661, 0.022628583014011383, 0.027767950668931007, 0.03290731832385063, 0.038046687841415405, 0.04318605363368988, 0.048325423151254654, 0.05346479266881943, 0.0586041584610939, 0.06374352425336838, 0.06888289749622345, 0.07402226328849792, 0.0791616290807724, 0.08430100232362747, 0.08944036811590195, 0.09457973390817642, 0.0997191071510315, 0.10485847294330597, 0.10999783873558044, 0.11513721197843552, 0.12027657777070999, 0.12541595101356506, 0.13055531680583954, 0.135694682598114, 0.1408340483903885, 0.14597341418266296, 0.15111277997493744, 0.1562521606683731, 0.16139152646064758, 0.16653089225292206, 0.17167025804519653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 5.0, 5.0, 12.0, 6.0, 6.0, 27.0, 2.0, 1.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003965362440794706, -0.0038209413178265095, -0.0036765201948583126, -0.003532098839059472, -0.003387677716091275, -0.0032432565931230783, -0.003098835237324238, -0.002954414114356041, -0.002809992991387844, -0.002665571868419647, -0.0025211507454514503, -0.00237672938965261, -0.002232308266684413, -0.002087887143716216, -0.0019434659043326974, -0.0017990446649491787, -0.0016546235419809818, -0.001510202419012785, -0.0013657811796292663, -0.0012213599402457476, -0.0010769388172775507, -0.0009325176361016929, -0.0007880964549258351, -0.0006436752737499774, -0.0004992540925741196, -0.0003548329113982618, -0.000210411730222404, -6.599054904654622e-05, 7.843063212931156e-05, 0.00022285181330516934, 0.0003672729944810271, 0.0005116941756568849, 0.0006561153568327427, 0.0008005365380086005, 0.0009449577191844583, 0.001089378958567977, 0.0012338000815361738, 0.0013782212045043707, 0.0015226424438878894, 0.001667063683271408, 0.001811484806239605, 0.001955905929207802, 0.0021003270521759987, 0.002244748407974839, 0.002389169530943036, 0.002533590653911233, 0.0026780120097100735, 0.0028224331326782703, 0.002966854255646467, 0.003111275378614664, 0.003255696501582861, 0.0034001178573817015, 0.0035445389803498983, 0.003688960103318095, 0.0038333814591169357, 0.003977802582085133, 0.0041222237050533295, 0.004266644828021526, 0.004411065950989723, 0.00455548707395792, 0.004699908196926117, 0.004844329785555601, 0.004988750908523798, 0.005133172031491995, 0.005277593154460192]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 9.0, 16.0, 17.0, 28.0, 47.0, 62.0, 112.0, 168.0, 288.0, 480.0, 788.0, 1379.0, 2196.0, 3917.0, 6567.0, 11317.0, 19329.0, 32557.0, 53763.0, 87857.0, 142955.0, 522414.0, 109832.0, 66572.0, 41862.0, 26530.0, 17062.0, 11031.0, 7158.0, 4558.0, 2946.0, 1892.0, 1251.0, 836.0, 580.0, 393.0, 293.0, 188.0, 128.0, 84.0, 59.0, 41.0, 17.0, 18.0, 18.0, 10.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.012510188855230808, -0.012124171480536461, -0.011738153174519539, -0.011352135799825191, -0.010966118425130844, -0.010580101050436497, -0.01019408367574215, -0.009808065369725227, -0.00942204799503088, -0.009036030620336533, -0.00865001231431961, -0.008263994939625263, -0.007877977564930916, -0.0074919601902365685, -0.007105942349880934, -0.006719924509525299, -0.006333907134830952, -0.005947889760136604, -0.00556187191978097, -0.005175854079425335, -0.0047898367047309875, -0.00440381933003664, -0.0040178014896810055, -0.0036317838821560144, -0.0032457662746310234, -0.0028597486671060324, -0.0024737310595810413, -0.0020877134520560503, -0.0017016958445310593, -0.0013156782370060682, -0.0009296606294810772, -0.0005436430219560862, -0.00015762541443109512, 0.0002283921930938959, 0.000614409800618887, 0.001000427408143878, 0.001386445015668869, 0.00177246262319386, 0.002158480230718851, 0.002544497838243842, 0.002930515445768833, 0.003316533053293824, 0.0037025506608188152, 0.00408856850117445, 0.004474585875868797, 0.004860603250563145, 0.005246621090918779, 0.005632638931274414, 0.0060186563059687614, 0.006404673680663109, 0.0067906915210187435, 0.007176709361374378, 0.007562726736068726, 0.007948744110763073, 0.00833476148545742, 0.008720779791474342, 0.00910679716616869, 0.009492814540863037, 0.009878832846879959, 0.010264850221574306, 0.010650867596268654, 0.011036884970963001, 0.011422902345657349, 0.01180892065167427, 0.012194938026368618]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 6.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012699771672487259, -0.012253216467797756, -0.011806661263108253, -0.01136010605841875, -0.010913549922406673, -0.01046699471771717, -0.010020439513027668, -0.009573884308338165, -0.009127329103648663, -0.00868077389895916, -0.008234217762947083, -0.007787663023918867, -0.007341107353568077, -0.006894552148878574, -0.006447996944189072, -0.006001441273838282, -0.005554886069148779, -0.005108330864459276, -0.004661775194108486, -0.0042152199894189835, -0.0037686647847294807, -0.0033221093472093344, -0.002875553909689188, -0.0024289987049996853, -0.001982443267479539, -0.0015358879463747144, -0.0010893326252698898, -0.0006427771877497435, -0.00019622186664491892, 0.0002503334835637361, 0.0006968888337723911, 0.0011434442130848765, 0.001589999534189701, 0.0020365549717098475, 0.00248311017639935, 0.0029296656139194965, 0.0033762208186089993, 0.0038227762561291456, 0.004269331693649292, 0.004715886898338795, 0.005162442103028297, 0.0056089977733790874, 0.00605555297806859, 0.006502108182758093, 0.006948663853108883, 0.007395219057798386, 0.007841774262487888, 0.008288329467177391, 0.008734885603189468, 0.009181440807878971, 0.009627996012568474, 0.010074551217257977, 0.01052110642194748, 0.010967661626636982, 0.011414216831326485, 0.011860772967338562, 0.012307328172028065, 0.012753883376717567, 0.01320043858140707, 0.013646993786096573, 0.014093548990786076, 0.014540105126798153, 0.014986660331487656, 0.015433215536177158, 0.01587977074086666]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 4.0, 5.0, 2.0, 3.0, 6.0, 12.0, 11.0, 24.0, 25.0, 34.0, 32.0, 61.0, 66.0, 110.0, 126.0, 209.0, 263.0, 372.0, 446.0, 490.0, 691.0, 860.0, 1061.0, 1614.0, 2775.0, 5707.0, 1103.0, 567.0, 434.0, 296.0, 209.0, 154.0, 112.0, 99.0, 105.0, 82.0, 90.0, 48.0, 33.0, 21.0, 20.0, 12.0, 8.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01109003834426403, -0.01077540684491396, -0.010460775345563889, -0.010146143846213818, -0.009831512346863747, -0.009516880847513676, -0.009202249348163605, -0.008887617848813534, -0.008572986349463463, -0.008258355781435966, -0.007943724282085896, -0.007629092317074537, -0.007314461283385754, -0.006999829784035683, -0.006685198284685612, -0.006370566785335541, -0.00605593528598547, -0.005741303786635399, -0.005426672287285328, -0.005112040787935257, -0.004797409288585186, -0.004482778254896402, -0.004168146755546331, -0.0038535152561962605, -0.0035388837568461895, -0.0032242522574961185, -0.0029096207581460476, -0.0025949894916266203, -0.0022803579922765493, -0.0019657264929264784, -0.0016510951099917293, -0.0013364637270569801, -0.0010218322277069092, -0.0007072007865644991, -0.0003925693454220891, -7.793790427967906e-05, 0.00023669353686273098, 0.000551324978005141, 0.0008659564191475511, 0.0011805878020823002, 0.0014952193014323711, 0.001809850800782442, 0.002124482300132513, 0.0024391135666519403, 0.0027537450660020113, 0.0030683765653520823, 0.0033830078318715096, 0.0036976393312215805, 0.0040122708305716515, 0.004326902329921722, 0.004641533829271793, 0.004956165328621864, 0.005270796827971935, 0.005585427861660719, 0.00590005936101079, 0.006214690860360861, 0.006529322359710932, 0.006843953859061003, 0.007158585358411074, 0.007473216857761145, 0.007787847891449928, 0.0081024793908, 0.00841711089015007, 0.008731742389500141, 0.009046373888850212]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07663403451442719, -0.07403888553380966, -0.07144373655319214, -0.06884859502315521, -0.06625344604253769, -0.06365829706192017, -0.06106314808130264, -0.05846800282597542, -0.055872853845357895, -0.05327770486474037, -0.05068255960941315, -0.048087410628795624, -0.0454922616481781, -0.042897116392850876, -0.04030196741223335, -0.03770682215690613, -0.035111673176288605, -0.03251652419567108, -0.029921378940343857, -0.027326229959726334, -0.02473108284175396, -0.022135935723781586, -0.019540786743164062, -0.01694563962519169, -0.014350492507219315, -0.01175534538924694, -0.009160197339951992, -0.006565049756318331, -0.0039699021726846695, -0.0013747545890510082, 0.001220392994582653, 0.0038155405782163143, 0.006410688161849976, 0.00900583527982235, 0.011600983329117298, 0.014196131378412247, 0.01679127849638462, 0.019386425614356995, 0.021981574594974518, 0.024576721712946892, 0.027171868830919266, 0.02976701594889164, 0.032362163066864014, 0.03495731204748154, 0.03755246102809906, 0.040147606283426285, 0.04274275526404381, 0.04533790051937103, 0.047933049499988556, 0.05052819848060608, 0.053123343735933304, 0.05571849271655083, 0.05831363797187805, 0.060908786952495575, 0.0635039359331131, 0.06609908491373062, 0.06869423389434814, 0.07128937542438507, 0.0738845244050026, 0.07647967338562012, 0.07907482236623764, 0.08166997134685516, 0.08426511287689209, 0.08686026185750961, 0.08945541083812714]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 5.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 2.0, 2.0, 6.0, 5.0, 9.0, 10.0, 9.0, 16.0, 9.0, 15.0, 15.0, 22.0, 19.0, 31.0, 21.0, 8.0, 5.0, 12.0, 13.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03975405544042587, -0.03838570788502693, -0.03701736032962799, -0.03564901649951935, -0.03428066894412041, -0.032912321388721466, -0.031543973833322525, -0.030175628140568733, -0.02880728244781494, -0.027438934892416, -0.02607058733701706, -0.024702241644263268, -0.023333894088864326, -0.021965548396110535, -0.020597200840711594, -0.019228855147957802, -0.01786050759255886, -0.01649216003715992, -0.015123814344406128, -0.013755467720329762, -0.012387121096253395, -0.011018773540854454, -0.009650426916778088, -0.008282080292701721, -0.006913733668625355, -0.005545387044548988, -0.004177040420472622, -0.002808693330734968, -0.0014403467066586018, -7.199996616691351e-05, 0.0012963467743247747, 0.002664693631231785, 0.004033040255308151, 0.005401386879384518, 0.006769733503460884, 0.00813808012753725, 0.009506426751613617, 0.010874774307012558, 0.012243120931088924, 0.01361146755516529, 0.014979814179241657, 0.016348160803318024, 0.017716508358716965, 0.019084854051470757, 0.020453201606869698, 0.02182154729962349, 0.02318989485502243, 0.024558240547776222, 0.025926588103175163, 0.027294935658574104, 0.028663281351327896, 0.030031628906726837, 0.03139997646212578, 0.03276832029223442, 0.03413666784763336, 0.0355050154030323, 0.036873362958431244, 0.038241710513830185, 0.03961005434393883, 0.04097840189933777, 0.04234674945473671, 0.04371509701013565, 0.04508344084024429, 0.046451788395643234, 0.047820135951042175]}, "_runtime": 10.53125548362732, "_timestamp": 1596206589.3748877, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 6.0, 3.0, 0.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01552669145166874, -0.015017160214483738, -0.014507628977298737, -0.01399809867143631, -0.013488567434251308, -0.012979036197066307, -0.01246950589120388, -0.011959974654018879, -0.011450443416833878, -0.010940912179648876, -0.010431380942463875, -0.009921850636601448, -0.009412319399416447, -0.008902788162231445, -0.008393257856369019, -0.007883726619184017, -0.007374195381999016, -0.0068646641448140144, -0.0063551333732903, -0.005845602601766586, -0.005336071364581585, -0.0048265401273965836, -0.0043170093558728695, -0.0038074783515185118, -0.003297947347164154, -0.0027884163428097963, -0.0022788853384554386, -0.001769354334101081, -0.0012598233297467232, -0.0007502923253923655, -0.00024076132103800774, 0.00026876968331635, 0.0007783006876707077, 0.0012878316920250654, 0.0017973626963794231, 0.002306893700733781, 0.0028164247050881386, 0.0033259557094424963, 0.003835486713796854, 0.004345017485320568, 0.0048545487225055695, 0.005364079959690571, 0.005873610731214285, 0.006383141502737999, 0.006892672739923, 0.007402203977108002, 0.007911734282970428, 0.00842126552015543, 0.008930796757340431, 0.009440327994525433, 0.009949859231710434, 0.01045938953757286, 0.010968920774757862, 0.011478452011942863, 0.01198798231780529, 0.012497513554990292, 0.013007044792175293, 0.013516576029360294, 0.014026107266545296, 0.014535637572407722, 0.015045168809592724, 0.015554700046777725, 0.016064230352640152, 0.016573762521147728, 0.017083292827010155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 7.0, 4.0, 6.0, 3.0, 4.0, 5.0, 8.0, 12.0, 23.0, 22.0, 53.0, 58.0, 114.0, 131.0, 224.0, 331.0, 585.0, 4326.0, 1104.0, 366.0, 198.0, 106.0, 92.0, 42.0, 31.0, 18.0, 20.0, 8.0, 8.0, 2.0, 6.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.25060057640075684, -0.2426411509513855, -0.23468171060085297, -0.22672228515148163, -0.2187628448009491, -0.21080341935157776, -0.20284397900104523, -0.1948845535516739, -0.18692511320114136, -0.17896568775177002, -0.17100626230239868, -0.16304682195186615, -0.1550873965024948, -0.14712795615196228, -0.13916853070259094, -0.1312090903520584, -0.12324966490268707, -0.11529023200273514, -0.1073307991027832, -0.09937136620283127, -0.09141193330287933, -0.083452507853508, -0.07549307495355606, -0.06753364205360413, -0.05957420915365219, -0.051614776253700256, -0.04365534335374832, -0.035695914179086685, -0.02773648127913475, -0.019777048379182816, -0.01181761734187603, -0.0038581853732466698, 0.00410124659538269, 0.01206067856401205, 0.02002011053264141, 0.027979541569948196, 0.03593897446990013, 0.043898407369852066, 0.0518578365445137, 0.05981726944446564, 0.06777670234441757, 0.0757361352443695, 0.08369556814432144, 0.09165500104427338, 0.09961442649364471, 0.10757385939359665, 0.11553329229354858, 0.12349272519350052, 0.13145215809345245, 0.1394115835428238, 0.14737102389335632, 0.15533044934272766, 0.1632898896932602, 0.17124931514263153, 0.17920875549316406, 0.1871681809425354, 0.19512760639190674, 0.20308704674243927, 0.2110464721918106, 0.21900591254234314, 0.22696533799171448, 0.234924778342247, 0.24288420379161835, 0.2508436441421509, 0.2588030695915222]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 2.0, 3.0, 1.0, 4.0, 5.0, 3.0, 2.0, 3.0, 5.0, 7.0, 5.0, 28.0, 5.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004900223575532436, -0.00475976150482893, -0.004619298968464136, -0.00447883689776063, -0.004338374827057123, -0.004197912756353617, -0.004057450219988823, -0.0039169881492853165, -0.00377652607858181, -0.00363606377504766, -0.0034956014715135098, -0.0033551394008100033, -0.003214677097275853, -0.0030742150265723467, -0.0029337527230381966, -0.00279329065233469, -0.00265282834880054, -0.00251236604526639, -0.0023719039745628834, -0.0022314416710287333, -0.002090979600325227, -0.0019505172967910767, -0.0018100551096722484, -0.00166959292255342, -0.0015291307354345918, -0.0013886685483157635, -0.0012482063611969352, -0.0011077441740781069, -0.0009672819287516177, -0.0008268197416327894, -0.0006863574963063002, -0.0005458953091874719, -0.00040543312206864357, -0.0002649709349498153, -0.00012450871872715652, 1.5953482943587005e-05, 0.00015641568461433053, 0.0002968778717331588, 0.0004373400879558176, 0.0005778023041784763, 0.0007182644912973046, 0.0008587266784161329, 0.0009991888655349612, 0.0011396510526537895, 0.0012801133561879396, 0.001420575543306768, 0.0015610377304255962, 0.0017014999175444245, 0.0018419621046632528, 0.001982424408197403, 0.0021228864789009094, 0.0022633487824350595, 0.002403810853138566, 0.002544273156672716, 0.0026847352273762226, 0.0028251975309103727, 0.002965659834444523, 0.0031061219051480293, 0.0032465842086821795, 0.003387046279385686, 0.003527508582919836, 0.0036679706536233425, 0.0038084329571574926, 0.003948895260691643, 0.004089357331395149]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 1.0, 4.0, 6.0, 6.0, 16.0, 16.0, 25.0, 41.0, 50.0, 77.0, 101.0, 145.0, 237.0, 310.0, 491.0, 722.0, 1075.0, 1826.0, 2737.0, 4479.0, 7641.0, 13382.0, 23867.0, 45131.0, 83120.0, 153025.0, 573451.0, 118391.0, 63619.0, 36148.0, 20322.0, 11612.0, 6743.0, 3953.0, 2436.0, 1443.0, 955.0, 650.0, 409.0, 297.0, 223.0, 122.0, 104.0, 71.0, 47.0, 27.0, 30.0, 11.0, 12.0, 6.0, 7.0, 5.0, 3.0, 1.0, 2.0, 1.0, 4.0], "bins": [-0.01412396039813757, -0.013702189549803734, -0.013280419632792473, -0.012858648784458637, -0.012436877936124802, -0.01201510801911354, -0.011593337170779705, -0.011171567253768444, -0.010749796405434608, -0.010328025557100773, -0.009906255640089512, -0.009484484791755676, -0.009062714874744415, -0.00864094402641058, -0.008219173178076744, -0.007797402795404196, -0.0073756324127316475, -0.006953862030059099, -0.006532091647386551, -0.006110320799052715, -0.005688550416380167, -0.005266780033707619, -0.004845009185373783, -0.004423238802701235, -0.0040014684200286865, -0.0035796980373561382, -0.0031579274218529463, -0.0027361568063497543, -0.002314386423677206, -0.001892615924589336, -0.0014708454255014658, -0.0010490749264135957, -0.0006273044273257256, -0.00020553392823785543, 0.0002162365708500147, 0.0006380070699378848, 0.001059777569025755, 0.001481548068113625, 0.0019033185672014952, 0.002325089182704687, 0.0027468595653772354, 0.0031686299480497837, 0.0035904005635529757, 0.004012171179056168, 0.004433941561728716, 0.004855711944401264, 0.0052774827927351, 0.005699253175407648, 0.006121023558080196, 0.006542793940752745, 0.006964564323425293, 0.007386335171759129, 0.007808105554431677, 0.008229875937104225, 0.00865164678543806, 0.009073416702449322, 0.009495187550783157, 0.009916958399116993, 0.010338728316128254, 0.01076049916446209, 0.01118226908147335, 0.011604039929807186, 0.012025810778141022, 0.012447580695152283, 0.012869351543486118]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 8.0, 4.0, 6.0, 1.0, 6.0, 3.0, 2.0, 0.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02019304223358631, -0.019694676622748375, -0.01919631101191044, -0.018697945401072502, -0.018199581652879715, -0.01770121604204178, -0.017202850431203842, -0.016704484820365906, -0.01620611920952797, -0.015707753598690033, -0.015209387987852097, -0.014711023308336735, -0.014212657697498798, -0.013714292086660862, -0.0132159274071455, -0.012717561796307564, -0.012219196185469627, -0.011720830574631691, -0.011222464963793755, -0.010724100284278393, -0.010225734673440456, -0.00972736906260252, -0.009229004383087158, -0.008730638772249222, -0.008232273161411285, -0.007733907550573349, -0.0072355424053967, -0.006737177260220051, -0.006238811649382114, -0.005740446038544178, -0.005242080893367529, -0.00474371574819088, -0.004245350137352943, -0.0037469847593456507, -0.003248619381338358, -0.002750254003331065, -0.0022518886253237724, -0.0017535232473164797, -0.001255157869309187, -0.0007567924913018942, -0.00025842711329460144, 0.0002399382647126913, 0.0007383036427199841, 0.0012366690207272768, 0.0017350343987345695, 0.0022333997767418623, 0.002731765154749155, 0.003230130532756448, 0.0037284959107637405, 0.004226861521601677, 0.004725226666778326, 0.005223591811954975, 0.0057219574227929115, 0.006220323033630848, 0.006718688178807497, 0.007217053323984146, 0.0077154189348220825, 0.008213784545660019, 0.008712150156497955, 0.009210514836013317, 0.009708880446851254, 0.01020724605768919, 0.010705610737204552, 0.011203976348042488, 0.011702341958880424]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 3.0, 2.0, 2.0, 5.0, 8.0, 10.0, 6.0, 4.0, 5.0, 5.0, 8.0, 10.0, 13.0, 19.0, 17.0, 28.0, 40.0, 71.0, 71.0, 122.0, 117.0, 145.0, 126.0, 198.0, 320.0, 536.0, 832.0, 1261.0, 2724.0, 7128.0, 2104.0, 1047.0, 584.0, 333.0, 173.0, 100.0, 67.0, 43.0, 34.0, 24.0, 17.0, 13.0, 12.0, 6.0, 5.0, 6.0, 3.0, 3.0, 1.0], "bins": [-0.021858245134353638, -0.021362055093050003, -0.02086586318910122, -0.020369673147797585, -0.0198734812438488, -0.019377291202545166, -0.018881099298596382, -0.018384909257292747, -0.017888717353343964, -0.01739252731204033, -0.016896335408091545, -0.01640014536678791, -0.015903953462839127, -0.015407763421535492, -0.014911572448909283, -0.014415381476283073, -0.013919190503656864, -0.013422999531030655, -0.012926808558404446, -0.012430617585778236, -0.011934426613152027, -0.011438235640525818, -0.010942044667899609, -0.0104458536952734, -0.009949663653969765, -0.009453472681343555, -0.008957281708717346, -0.008461090736091137, -0.007964899763464928, -0.007468708790838718, -0.006972517818212509, -0.0064763268455863, -0.005980135872960091, -0.005483944900333881, -0.004987753927707672, -0.004491562955081463, -0.003995371982455254, -0.003499181242659688, -0.0030029905028641224, -0.002506799530237913, -0.002010608557611704, -0.0015144175849854946, -0.0010182267287746072, -0.0005220358143560588, -2.584489993751049e-05, 0.00047034601448103786, 0.0009665369288995862, 0.0014627277851104736, 0.001958918757736683, 0.002455109730362892, 0.0029513007029891014, 0.003447491442784667, 0.00394368264824152, 0.004439873155206442, 0.004936064127832651, 0.00543225510045886, 0.00592844607308507, 0.006424637045711279, 0.006920828018337488, 0.007417018990963697, 0.00791320949792862, 0.008409400470554829, 0.008905591443181038, 0.009401782415807247, 0.009897973388433456]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1253787875175476, -0.12196817994117737, -0.11855757236480713, -0.11514696478843689, -0.11173636466264725, -0.10832575708627701, -0.10491514950990677, -0.10150454193353653, -0.09809393435716629, -0.09468332678079605, -0.09127272665500641, -0.08786211907863617, -0.08445151150226593, -0.08104090392589569, -0.07763029634952545, -0.07421968877315521, -0.07080908119678497, -0.06739848107099533, -0.06398787349462509, -0.06057726591825485, -0.05716665834188461, -0.05375605449080467, -0.05034544691443443, -0.046934839338064194, -0.04352423548698425, -0.040113627910614014, -0.036703020334243774, -0.033292412757873535, -0.029881808906793594, -0.026471201330423355, -0.023060595616698265, -0.019649988040328026, -0.016239382326602936, -0.012828775681555271, -0.009418169036507607, -0.0060075633227825165, -0.002596956677734852, 0.0008136497344821692, 0.00422425614669919, 0.0076348623260855675, 0.011045468971133232, 0.014456075616180897, 0.01786668226122856, 0.02127728797495365, 0.02468789368867874, 0.02809850126504898, 0.03150910884141922, 0.03491971269249916, 0.0383303202688694, 0.04174092784523964, 0.04515153169631958, 0.04856213927268982, 0.05197274684906006, 0.05538335070014, 0.05879395827651024, 0.06220456585288048, 0.06561516970396042, 0.06902577728033066, 0.0724363848567009, 0.07584699243307114, 0.07925760000944138, 0.08266820013523102, 0.08607880771160126, 0.0894894152879715, 0.09290002286434174]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 6.0, 2.0, 3.0, 5.0, 11.0, 13.0, 22.0, 21.0, 28.0, 32.0, 26.0, 21.0, 11.0, 12.0, 4.0, 10.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.09853096306324005, -0.09624528884887695, -0.09395960718393326, -0.09167392551898956, -0.08938825130462646, -0.08710257709026337, -0.08481689542531967, -0.08253121376037598, -0.08024553954601288, -0.07795986533164978, -0.07567418366670609, -0.07338850200176239, -0.07110282778739929, -0.0688171535730362, -0.0665314719080925, -0.0642457902431488, -0.061960116028785706, -0.05967443808913231, -0.05738876014947891, -0.055103082209825516, -0.05281740427017212, -0.05053172633051872, -0.048246048390865326, -0.04596037045121193, -0.04367469251155853, -0.041389014571905136, -0.03910333663225174, -0.03681765869259834, -0.034531980752944946, -0.03224630281329155, -0.029960624873638153, -0.027674946933984756, -0.02538926899433136, -0.023103591054677963, -0.020817913115024567, -0.01853223517537117, -0.016246557235717773, -0.013960879296064377, -0.01167520135641098, -0.009389523416757584, -0.007103845477104187, -0.00481816753745079, -0.002532489597797394, -0.0002468116581439972, 0.0020388662815093994, 0.004324544221162796, 0.006610222160816193, 0.00889590010046959, 0.011181578040122986, 0.013467255979776382, 0.01575293391942978, 0.018038611859083176, 0.020324289798736572, 0.02260996773838997, 0.024895645678043365, 0.027181323617696762, 0.02946700155735016, 0.031752679497003555, 0.03403835743665695, 0.03632403537631035, 0.038609713315963745, 0.04089539125561714, 0.04318106919527054, 0.045466747134923935, 0.04775242507457733]}, "_runtime": 11.364413261413574, "_timestamp": 1596206590.2080455, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01075548306107521, -0.010378116741776466, -0.010000749491155148, -0.009623383171856403, -0.009246015921235085, -0.00886864960193634, -0.008491282351315022, -0.008113916032016277, -0.0077365487813949585, -0.007359182462096214, -0.006981815677136183, -0.006604448892176151, -0.00622708210721612, -0.005849715322256088, -0.005472348537296057, -0.005094981752336025, -0.004717614967375994, -0.004340248182415962, -0.003962881397455931, -0.003585514612495899, -0.0032081478275358677, -0.00283078127540648, -0.0024534144904464483, -0.002076047705486417, -0.0016986809205263853, -0.0013213141355663538, -0.0009439474088139832, -0.0005665806820616126, -0.0001892138971015811, 0.00018815285875461996, 0.000565519614610821, 0.0009428863413631916, 0.0013202531263232231, 0.0016976199112832546, 0.002074986696243286, 0.0024523534812033176, 0.002829720266163349, 0.003207086818292737, 0.0035844536032527685, 0.003961820621043444, 0.004339187406003475, 0.004716553725302219, 0.005093920510262251, 0.005471287295222282, 0.005848654080182314, 0.006226020865142345, 0.006603387650102377, 0.0069807544350624084, 0.00735812122002244, 0.0077354880049824715, 0.008112854324281216, 0.008490221574902534, 0.008867587894201279, 0.009244955144822598, 0.009622321464121342, 0.00999968871474266, 0.010377055034041405, 0.010754422284662724, 0.011131788603961468, 0.011509155854582787, 0.01188652217388153, 0.01226388942450285, 0.012641255743801594, 0.013018622994422913, 0.013395989313721657]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 7.0, 8.0, 9.0, 20.0, 16.0, 22.0, 36.0, 53.0, 76.0, 89.0, 107.0, 161.0, 214.0, 338.0, 462.0, 3551.0, 1406.0, 505.0, 297.0, 175.0, 108.0, 72.0, 53.0, 37.0, 20.0, 17.0, 9.0, 9.0, 7.0, 3.0, 5.0, 7.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17512643337249756, -0.16959445178508759, -0.1640624850988388, -0.15853050351142883, -0.15299853682518005, -0.14746655523777008, -0.1419345885515213, -0.13640260696411133, -0.13087064027786255, -0.12533865869045258, -0.1198066845536232, -0.11427471041679382, -0.10874272882938385, -0.10321075469255447, -0.0976787805557251, -0.09214680641889572, -0.08661483228206635, -0.08108285814523697, -0.07555088400840759, -0.07001890987157822, -0.06448693573474884, -0.058954957872629166, -0.05342298001050949, -0.047891005873680115, -0.04235903173685074, -0.03682705760002136, -0.031295083463191986, -0.02576310560107231, -0.020231131464242935, -0.014699156396090984, -0.009167181327939034, -0.0036352062597870827, 0.0018967688083648682, 0.007428743876516819, 0.01296071894466877, 0.018492694944143295, 0.02402466908097267, 0.029556643217802048, 0.03508862107992172, 0.0406205952167511, 0.046152569353580475, 0.05168454349040985, 0.05721651762723923, 0.0627484917640686, 0.06828047335147858, 0.07381244748830795, 0.07934442162513733, 0.0848763957619667, 0.09040836989879608, 0.09594034403562546, 0.10147231817245483, 0.10700429230928421, 0.11253626644611359, 0.11806824803352356, 0.12360022217035294, 0.1291321963071823, 0.13466417789459229, 0.14019614458084106, 0.14572812616825104, 0.15126009285449982, 0.1567920744419098, 0.16232404112815857, 0.16785602271556854, 0.17338798940181732, 0.1789199709892273]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 3.0, 7.0, 6.0, 4.0, 4.0, 3.0, 4.0, 27.0, 4.0, 5.0, 4.0, 4.0, 7.0, 3.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004356806166470051, -0.004219589289277792, -0.004082372412085533, -0.003945155069231987, -0.003807938192039728, -0.0036707213148474693, -0.003533504204824567, -0.0033962870948016644, -0.0032590702176094055, -0.0031218533404171467, -0.002984636230394244, -0.0028474191203713417, -0.002710202243179083, -0.002572985365986824, -0.0024357682559639215, -0.002298551145941019, -0.0021613342687487602, -0.0020241173915565014, -0.001886900281533599, -0.0017496832879260182, -0.0016124662943184376, -0.001475249300710857, -0.0013380323071032763, -0.0012008153134956956, -0.001063598319888115, -0.0009263813262805343, -0.0007891643326729536, -0.0006519473390653729, -0.0005147303454577923, -0.0003775133518502116, -0.00024029635824263096, -0.0001030793646350503, 3.4137628972530365e-05, 0.00017135462258011103, 0.0003085716161876917, 0.00044578860979527235, 0.000583005603402853, 0.0007202225970104337, 0.0008574395906180143, 0.000994656584225595, 0.0011318735778331757, 0.0012690905714407563, 0.001406307565048337, 0.0015435245586559176, 0.0016807415522634983, 0.001817958545871079, 0.0019551755394786596, 0.002092392649501562, 0.002229609526693821, 0.00236682640388608, 0.0025040435139089823, 0.0026412606239318848, 0.0027784775011241436, 0.0029156943783164024, 0.003052911488339305, 0.0031901285983622074, 0.0033273454755544662, 0.003464562352746725, 0.0036017794627696276, 0.00373899657279253, 0.003876213449984789, 0.004013430327177048, 0.004150647670030594, 0.004287864547222853, 0.0044250814244151115]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 5.0, 7.0, 4.0, 3.0, 6.0, 15.0, 24.0, 18.0, 32.0, 62.0, 83.0, 136.0, 211.0, 337.0, 491.0, 868.0, 1419.0, 2441.0, 4282.0, 8173.0, 16925.0, 37481.0, 86068.0, 195299.0, 613699.0, 110177.0, 50464.0, 23959.0, 11588.0, 6208.0, 3614.0, 2046.0, 1248.0, 803.0, 503.0, 309.0, 213.0, 147.0, 88.0, 52.0, 49.0, 25.0, 16.0, 11.0, 7.0, 7.0, 4.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013653597794473171, -0.013170396909117699, -0.012687195092439651, -0.012203994207084179, -0.011720793321728706, -0.01123759150505066, -0.010754390619695187, -0.01027118880301714, -0.009787987917661667, -0.009304787032306194, -0.008821585215628147, -0.008338384330272675, -0.007855182513594627, -0.007371981628239155, -0.006888780742883682, -0.006405579391866922, -0.0059223780408501625, -0.005439176689833403, -0.004955975338816643, -0.00447277445346117, -0.00398957310244441, -0.0035063717514276505, -0.0030231706332415342, -0.002539969515055418, -0.002056768164038658, -0.00157356692943722, -0.001090365694835782, -0.000607164460234344, -0.00012396322563290596, 0.0003592380089685321, 0.0008424392435699701, 0.0013256404781714082, 0.0018088417127728462, 0.002292043063789606, 0.0027752441819757223, 0.0032584453001618385, 0.0037416466511785984, 0.004224848002195358, 0.004708048887550831, 0.005191250238567591, 0.005674451589584351, 0.0061576529406011105, 0.00664085429161787, 0.007124055176973343, 0.007607256527990103, 0.008090457879006863, 0.008573658764362335, 0.009056860581040382, 0.009540061466395855, 0.010023262351751328, 0.010506464168429375, 0.010989665053784847, 0.01147286593914032, 0.011956067755818367, 0.01243926864117384, 0.012922470457851887, 0.01340567134320736, 0.013888872228562832, 0.014372074045240879, 0.014855274930596352, 0.015338476747274399, 0.015821676701307297, 0.016304878517985344, 0.01678808033466339, 0.01727128028869629]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 3.0, 5.0, 3.0, 3.0, 6.0, 7.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.01464763656258583, -0.014016962610185146, -0.013386289589107037, -0.012755615636706352, -0.012124941684305668, -0.011494268663227558, -0.010863594710826874, -0.01023292075842619, -0.009602246806025505, -0.008971573784947395, -0.008340899832546711, -0.007710226345807314, -0.007079552859067917, -0.0064488789066672325, -0.0058182054199278355, -0.005187531467527151, -0.004556857980787754, -0.003926184494048357, -0.0032955105416476727, -0.0026648370549082756, -0.002034163335338235, -0.0014034896157681942, -0.0007728160126134753, -0.00014214235125109553, 0.0004885313101112843, 0.001119205029681325, 0.0017498786328360438, 0.0023805522359907627, 0.0030112259555608034, 0.003641899675130844, 0.004272573161870241, 0.0049032471142709255, 0.005533920601010323, 0.00616459408774972, 0.006795268040150404, 0.007425941526889801, 0.008056615479290485, 0.008687288500368595, 0.00931796245276928, 0.009948636405169964, 0.010579310357570648, 0.011209983378648758, 0.011840657331049442, 0.012471331283450127, 0.013102004304528236, 0.01373267825692892, 0.014363352209329605, 0.014994025230407715, 0.0156246991828084, 0.016255373135209084, 0.016886046156287193, 0.017516721040010452, 0.018147394061088562, 0.018778067082166672, 0.01940874196588993, 0.02003941498696804, 0.02067008800804615, 0.02130076289176941, 0.02193143591284752, 0.02256210893392563, 0.023192783817648888, 0.023823456838726997, 0.024454129859805107, 0.025084804743528366, 0.025715477764606476]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 0.0, 3.0, 9.0, 6.0, 11.0, 11.0, 17.0, 24.0, 25.0, 37.0, 64.0, 86.0, 112.0, 142.0, 157.0, 217.0, 257.0, 342.0, 455.0, 600.0, 778.0, 1080.0, 1582.0, 2633.0, 5482.0, 1350.0, 832.0, 547.0, 345.0, 215.0, 128.0, 96.0, 90.0, 76.0, 67.0, 83.0, 68.0, 53.0, 40.0, 50.0, 28.0, 43.0, 33.0, 22.0, 37.0, 28.0, 29.0, 15.0, 7.0, 2.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009364509023725986, -0.008993029594421387, -0.008621549233794212, -0.008250069804489613, -0.007878590375185013, -0.0075071100145578384, -0.007135630585253239, -0.006764150690287352, -0.0063926707953214645, -0.0060211909003555775, -0.00564971100538969, -0.005278231576085091, -0.004906751681119204, -0.0045352717861533165, -0.004163792356848717, -0.0037923124618828297, -0.0034208325669169426, -0.0030493526719510555, -0.002677873009815812, -0.0023063933476805687, -0.0019349134527146816, -0.0015634336741641164, -0.0011919538956135511, -0.0008204741170629859, -0.00044899433851242065, -7.751455996185541e-05, 0.00029396521858870983, 0.0006654449971392751, 0.0010369247756898403, 0.0014084045542404056, 0.0017798843327909708, 0.0021513639949262142, 0.0025228438898921013, 0.0028943237848579884, 0.0032658034469932318, 0.003637283109128475, 0.004008763004094362, 0.004380242899060249, 0.004751722328364849, 0.005123202223330736, 0.005494682118296623, 0.00586616201326251, 0.006237641908228397, 0.006609121337532997, 0.006980601232498884, 0.007352081127464771, 0.007723560556769371, 0.008095040917396545, 0.008466520346701145, 0.008837999776005745, 0.00920948013663292, 0.009580959565937519, 0.009952438995242119, 0.010323919355869293, 0.010695398785173893, 0.011066879145801067, 0.011438358575105667, 0.011809838004410267, 0.012181318365037441, 0.012552797794342041, 0.012924278154969215, 0.013295757584273815, 0.013667237013578415, 0.01403871737420559, 0.014410196803510189]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10508128255605698, -0.1025824174284935, -0.10008355975151062, -0.09758469462394714, -0.09508582949638367, -0.09258697181940079, -0.09008810669183731, -0.08758924156427383, -0.08509038388729095, -0.08259151875972748, -0.080092653632164, -0.07759379595518112, -0.07509493082761765, -0.07259606570005417, -0.07009720802307129, -0.06759834289550781, -0.06509947776794434, -0.06260062009096146, -0.06010175496339798, -0.0576028935611248, -0.055104032158851624, -0.05260516703128815, -0.05010630562901497, -0.04760744422674179, -0.045108579099178314, -0.042609717696905136, -0.04011085629463196, -0.03761199489235878, -0.0351131297647953, -0.032614268362522125, -0.030115405097603798, -0.02761654369533062, -0.025117680430412292, -0.022618817165493965, -0.020119955763220787, -0.01762109249830246, -0.015122230164706707, -0.012623367831110954, -0.010124504566192627, -0.007625642232596874, -0.0051267798990011215, -0.002627917332574725, -0.00012905476614832878, 0.0023698078002780676, 0.004868670366704464, 0.007367532700300217, 0.009866395965218544, 0.012365258298814297, 0.01486412063241005, 0.017362983897328377, 0.019861845299601555, 0.022360708564519882, 0.02485956996679306, 0.027358433231711388, 0.029857296496629715, 0.03235615789890289, 0.03485502302646637, 0.03735388442873955, 0.039852745831012726, 0.042351607233285904, 0.04485047236084938, 0.04734933376312256, 0.04984819516539574, 0.05234706029295921, 0.05484592169523239]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 4.0, 12.0, 22.0, 34.0, 28.0, 11.0, 12.0, 32.0, 22.0, 24.0, 12.0, 6.0, 5.0, 3.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 3.0], "bins": [-0.08884504437446594, -0.08707848191261292, -0.08531192690134048, -0.08354536443948746, -0.08177880942821503, -0.080012246966362, -0.07824569195508957, -0.07647912949323654, -0.07471257448196411, -0.07294601202011108, -0.07117945700883865, -0.06941289454698563, -0.0676463395357132, -0.06587977707386017, -0.06411322206258774, -0.06234665960073471, -0.06058010086417198, -0.05881354212760925, -0.057046983391046524, -0.055280424654483795, -0.053513865917921066, -0.05174730718135834, -0.04998074844479561, -0.04821418970823288, -0.04644762724637985, -0.04468106850981712, -0.042914509773254395, -0.041147951036691666, -0.03938139230012894, -0.03761483356356621, -0.03584827482700348, -0.03408171609044075, -0.03231515735387802, -0.030548598617315292, -0.028782039880752563, -0.027015481144189835, -0.025248922407627106, -0.023482361808419228, -0.0217158030718565, -0.01994924433529377, -0.01818268559873104, -0.016416126862168312, -0.014649568125605583, -0.01288300845772028, -0.01111644972115755, -0.009349890984594822, -0.007583331782370806, -0.0058167725801467896, -0.004050213843584061, -0.002283654874190688, -0.0005170959047973156, 0.001249463064596057, 0.0030160220339894295, 0.004782580770552158, 0.0065491399727761745, 0.00831569917500019, 0.01008225791156292, 0.011848816648125648, 0.013615375384688377, 0.015381935052573681, 0.017148494720458984, 0.018915053457021713, 0.020681612193584442, 0.02244817093014717, 0.0242147296667099]}, "_runtime": 12.192667722702026, "_timestamp": 1596206591.0363, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.017605021595954895, -0.017193615436553955, -0.016782211139798164, -0.016370804980397224, -0.015959400683641434, -0.015547995455563068, -0.015136590227484703, -0.014725184999406338, -0.014313779771327972, -0.013902373611927032, -0.013490968383848667, -0.013079563155770302, -0.012668157927691936, -0.012256752699613571, -0.011845347471535206, -0.01143394224345684, -0.011022537015378475, -0.01061113178730011, -0.010199726559221745, -0.00978832133114338, -0.009376916103065014, -0.008965510874986649, -0.008554105646908283, -0.008142700418829918, -0.007731294725090265, -0.0073198894970119, -0.006908484268933535, -0.006497079040855169, -0.006085673347115517, -0.005674268119037151, -0.005262862890958786, -0.004851457662880421, -0.004440052434802055, -0.00402864720672369, -0.0036172419786453247, -0.0032058365177363157, -0.0027944312896579504, -0.002383026061579585, -0.001971620600670576, -0.0015602153725922108, -0.0011488101445138454, -0.0007374048582278192, -0.00032599957194179296, 8.540571434423327e-05, 0.0004968110006302595, 0.0009082162869162858, 0.001319621573202312, 0.0017310269176959991, 0.0021424321457743645, 0.00255383737385273, 0.002965242601931095, 0.003376648062840104, 0.0037880532909184694, 0.004199458751827478, 0.004610863979905844, 0.005022269207984209, 0.005433674436062574, 0.00584507966414094, 0.006256484892219305, 0.00666789012029767, 0.007079295814037323, 0.007490701042115688, 0.007902106270194054, 0.008313511498272419, 0.008724916726350784]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 5.0, 3.0, 1.0, 4.0, 6.0, 5.0, 10.0, 4.0, 16.0, 12.0, 13.0, 20.0, 21.0, 35.0, 34.0, 43.0, 67.0, 118.0, 126.0, 161.0, 231.0, 331.0, 448.0, 3866.0, 1051.0, 419.0, 269.0, 167.0, 114.0, 83.0, 53.0, 52.0, 31.0, 20.0, 20.0, 11.0, 14.0, 12.0, 5.0, 4.0, 3.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1438601166009903, -0.13928592205047607, -0.13471174240112305, -0.13013754785060883, -0.1255633682012558, -0.12098917365074158, -0.11641498655080795, -0.11184079945087433, -0.10726660490036011, -0.10269241780042648, -0.09811823070049286, -0.09354404360055923, -0.08896985650062561, -0.08439566940069199, -0.07982147485017776, -0.07524728775024414, -0.07067310065031052, -0.06609891355037689, -0.06152472272515297, -0.056950535625219345, -0.05237634479999542, -0.0478021577000618, -0.043227970600128174, -0.03865377977490425, -0.03407959267497063, -0.029505403712391853, -0.02493121474981308, -0.020357027649879456, -0.015782838687300682, -0.011208649724721909, -0.00663446169346571, -0.0020602731965482235, 0.0025139153003692627, 0.007088103797286749, 0.011662292294204235, 0.016236480325460434, 0.020810669288039207, 0.02538485825061798, 0.029959045350551605, 0.03453323617577553, 0.03910742327570915, 0.043681610375642776, 0.0482558012008667, 0.052829988300800323, 0.05740417540073395, 0.06197836622595787, 0.0665525570511818, 0.07112674415111542, 0.07570093125104904, 0.08027511835098267, 0.08484930545091629, 0.08942350000143051, 0.09399768710136414, 0.09857187420129776, 0.10314606130123138, 0.10772024840116501, 0.11229443550109863, 0.11686863005161285, 0.12144281715154648, 0.1260170042514801, 0.13059119880199432, 0.13516537845134735, 0.13973957300186157, 0.1443137526512146, 0.14888794720172882]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 3.0, 4.0, 1.0, 4.0, 5.0, 0.0, 2.0, 4.0, 7.0, 27.0, 3.0, 5.0, 3.0, 5.0, 7.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0050886948592960835, -0.004939996637403965, -0.004791298881173134, -0.004642600659281015, -0.004493902903050184, -0.004345204681158066, -0.004196506924927235, -0.004047808703035116, -0.0038991107139736414, -0.0037504127249121666, -0.003601714735850692, -0.003453016746789217, -0.0033043185248970985, -0.0031556205358356237, -0.003006922546774149, -0.002858224557712674, -0.0027095265686511993, -0.0025608285795897245, -0.0024121305905282497, -0.002263432601466775, -0.0021147346124053, -0.0019660363905131817, -0.0018173384014517069, -0.001668640412390232, -0.0015199424233287573, -0.0013712444342672825, -0.0012225464452058077, -0.001073848339729011, -0.0009251503506675363, -0.0007764523616060615, -0.0006277543143369257, -0.0004790562961716205, -0.00033035827800631523, -0.00018166025984100997, -3.296224167570472e-05, 0.00011573577648960054, 0.0002644337946549058, 0.00041313181282021105, 0.0005618298309855163, 0.000710527878254652, 0.0008592258673161268, 0.0010079238563776016, 0.0011566218454390764, 0.001305319950915873, 0.0014540179399773479, 0.0016027159290388227, 0.0017514140345156193, 0.001900112023577094, 0.002048810012638569, 0.0021975080017000437, 0.0023462059907615185, 0.0024949039798229933, 0.002643601968884468, 0.0027923001907765865, 0.0029409981798380613, 0.003089696168899536, 0.003238394157961011, 0.0033870921470224857, 0.0035357901360839605, 0.0036844881251454353, 0.003833186347037554, 0.003981884103268385, 0.004130582325160503, 0.0042792800813913345, 0.004427978303283453]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 1.0, 3.0, 8.0, 9.0, 33.0, 23.0, 36.0, 47.0, 72.0, 116.0, 142.0, 229.0, 361.0, 536.0, 871.0, 1500.0, 2293.0, 3833.0, 6862.0, 13303.0, 27000.0, 58092.0, 126644.0, 637080.0, 154761.0, 71742.0, 34379.0, 17164.0, 9176.0, 4986.0, 2980.0, 1888.0, 1165.0, 756.0, 506.0, 335.0, 212.0, 148.0, 97.0, 84.0, 56.0, 27.0, 20.0, 18.0, 11.0, 9.0, 4.0, 7.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.014998047612607479, -0.014539073221385479, -0.014080098830163479, -0.013621124438941479, -0.013162150047719479, -0.012703175656497478, -0.012244201265275478, -0.011785226874053478, -0.011326252482831478, -0.010867278091609478, -0.010408303700387478, -0.009949329309165478, -0.009490354917943478, -0.009031380526721478, -0.008572406135499477, -0.008113431744277477, -0.007654457353055477, -0.007195482961833477, -0.006736508570611477, -0.006277534179389477, -0.005818559788167477, -0.0053595853969454765, -0.004900611005723476, -0.004441636614501476, -0.003982662223279476, -0.003523687832057476, -0.003064713440835476, -0.002605739049613476, -0.0021467646583914757, -0.0016877902671694756, -0.0012288158759474754, -0.0007698414847254753, -0.0003108670935034752, 0.00014810729771852493, 0.0006070816889405251, 0.0010660560801625252, 0.0015250304713845253, 0.0019840048626065254, 0.0024429792538285255, 0.0029019536450505257, 0.003360928036272526, 0.003819902427494526, 0.004278876818716526, 0.004737851209938526, 0.005196825601160526, 0.005655799992382526, 0.0061147743836045265, 0.006573748774826527, 0.007032723166048527, 0.007491697557270527, 0.007950671948492527, 0.008409646339714527, 0.008868620730936527, 0.009327595122158527, 0.009786569513380527, 0.010245543904602528, 0.010704518295824528, 0.011163492687046528, 0.011622467078268528, 0.012081441469490528, 0.012540415860712528, 0.012999390251934528, 0.013458364643156528, 0.013917339034378529, 0.014376313425600529]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 3.0, 7.0, 3.0, 4.0, 4.0, 7.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04121645167469978, -0.039479054510593414, -0.037741657346487045, -0.03600425645709038, -0.03426685929298401, -0.03252946212887764, -0.03079206496477127, -0.029054665938019753, -0.027317268773913383, -0.025579871609807014, -0.023842472583055496, -0.022105075418949127, -0.020367678254842758, -0.01863027922809124, -0.01689288206398487, -0.015155483968555927, -0.013418085873126984, -0.01168068777769804, -0.009943289682269096, -0.008205892518162727, -0.006468494422733784, -0.00473109632730484, -0.0029936986975371838, -0.0012563008349388838, 0.0004810970276594162, 0.002218494890257716, 0.003955892752856016, 0.0056932903826236725, 0.007430688478052616, 0.00916808657348156, 0.010905483737587929, 0.012642881833016872, 0.014380279928445816, 0.016117677092552185, 0.017855076119303703, 0.019592473283410072, 0.02132987231016159, 0.02306726947426796, 0.02480466663837433, 0.026542065665125847, 0.028279462829232216, 0.030016859993338585, 0.0317542590200901, 0.03349165618419647, 0.03522905334830284, 0.03696645051240921, 0.03870385140180588, 0.04044124856591225, 0.042178645730018616, 0.043916042894124985, 0.045653440058231354, 0.04739084094762802, 0.04912823811173439, 0.05086563527584076, 0.05260303243994713, 0.0543404296040535, 0.056077830493450165, 0.057815227657556534, 0.0595526248216629, 0.06129002198576927, 0.06302741914987564, 0.06476482003927231, 0.06650221347808838, 0.06823961436748505, 0.06997701525688171]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 7.0, 8.0, 15.0, 13.0, 18.0, 14.0, 31.0, 27.0, 33.0, 32.0, 34.0, 37.0, 54.0, 56.0, 78.0, 115.0, 164.0, 232.0, 316.0, 365.0, 566.0, 834.0, 1173.0, 1656.0, 2580.0, 6115.0, 1186.0, 705.0, 420.0, 331.0, 216.0, 175.0, 110.0, 85.0, 47.0, 52.0, 52.0, 56.0, 55.0, 77.0, 56.0, 50.0, 44.0, 38.0, 13.0, 11.0, 24.0, 6.0, 13.0, 5.0, 7.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.03145657479763031, -0.03045598603785038, -0.0294553954154253, -0.02845480665564537, -0.02745421603322029, -0.02645362727344036, -0.02545303851366043, -0.02445244789123535, -0.02345185913145542, -0.02245127037167549, -0.021450679749250412, -0.020450090989470482, -0.019449502229690552, -0.018448911607265472, -0.017448322847485542, -0.016447732225060463, -0.015447143465280533, -0.014446553774178028, -0.013445964083075523, -0.012445375323295593, -0.011444785632193089, -0.010444195941090584, -0.009443607181310654, -0.008443017490208149, -0.007442427799105644, -0.0064418381080031395, -0.005441248882561922, -0.004440659657120705, -0.0034400699660182, -0.002439480507746339, -0.0014388910494744778, -0.0004383015912026167, 0.0005622878670692444, 0.0015628773253411055, 0.0025634667836129665, 0.0035640562418848276, 0.004564645700156689, 0.005565235391259193, 0.006565824616700411, 0.007566413842141628, 0.008567003533244133, 0.009567593224346638, 0.010568182915449142, 0.011568771675229073, 0.012569361366331577, 0.013569951057434082, 0.014570539817214012, 0.015571129508316517, 0.01657171919941902, 0.01757230795919895, 0.01857289858162403, 0.01957348734140396, 0.02057407796382904, 0.02157466672360897, 0.0225752554833889, 0.02357584610581398, 0.02457643486559391, 0.02557702362537384, 0.02657761424779892, 0.02757820300757885, 0.02857879176735878, 0.02957938238978386, 0.03057997114956379, 0.03158055990934372, 0.0325811505317688]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.37851157784461975, -0.36881083250045776, -0.3591100871562958, -0.3494093418121338, -0.3397085964679718, -0.3300078511238098, -0.3203071057796478, -0.31060636043548584, -0.30090558528900146, -0.2912048399448395, -0.2815040946006775, -0.2718033492565155, -0.2621026039123535, -0.25240185856819153, -0.24270111322402954, -0.23300036787986755, -0.22329962253570557, -0.21359887719154358, -0.2038981318473816, -0.1941973865032196, -0.18449664115905762, -0.17479588091373444, -0.16509513556957245, -0.15539439022541046, -0.14569364488124847, -0.1359928995370865, -0.1262921541929245, -0.11659140139818192, -0.10689065605401993, -0.09718991070985794, -0.08748915791511536, -0.07778841257095337, -0.06808766722679138, -0.058386921882629395, -0.04868617281317711, -0.03898542374372482, -0.029284678399562836, -0.0195839311927557, -0.009883183985948563, -0.00018243677914142609, 0.00951831042766571, 0.019219057634472847, 0.028919804841279984, 0.03862055391073227, 0.04832129925489426, 0.058022044599056244, 0.06772279739379883, 0.07742354273796082, 0.0871242880821228, 0.09682503342628479, 0.10652577877044678, 0.11622653156518936, 0.12592726945877075, 0.13562802970409393, 0.14532877504825592, 0.1550295203924179, 0.1647302657365799, 0.17443101108074188, 0.18413175642490387, 0.19383250176906586, 0.20353326201438904, 0.21323400735855103, 0.222934752702713, 0.232635498046875, 0.242336243391037]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 1.0, 3.0, 4.0, 0.0, 1.0, 4.0, 9.0, 8.0, 5.0, 5.0, 16.0, 14.0, 17.0, 15.0, 54.0, 19.0, 11.0, 8.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 2.0, 3.0, 5.0, 3.0, 5.0, 4.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-0.20184694230556488, -0.19610896706581116, -0.19037100672721863, -0.1846330314874649, -0.17889505624771118, -0.17315708100795746, -0.16741910576820374, -0.1616811454296112, -0.15594317018985748, -0.15020519495010376, -0.14446723461151123, -0.1387292593717575, -0.13299128413200378, -0.12725330889225006, -0.12151534110307693, -0.11577737331390381, -0.11003939807415009, -0.10430142283439636, -0.09856345504522324, -0.09282548725605011, -0.08708751201629639, -0.08134953677654266, -0.07561156898736954, -0.06987360119819641, -0.06413562595844269, -0.05839765444397926, -0.05265968292951584, -0.046921711415052414, -0.04118373990058899, -0.035445768386125565, -0.02970779687166214, -0.023969825357198715, -0.01823185384273529, -0.012493882328271866, -0.006755910813808441, -0.0010179392993450165, 0.004720032215118408, 0.010458003729581833, 0.016195975244045258, 0.021933946758508682, 0.027671918272972107, 0.03340988978743553, 0.039147861301898956, 0.04488583281636238, 0.050623804330825806, 0.05636177584528923, 0.062099747359752655, 0.06783771514892578, 0.0735756903886795, 0.07931366562843323, 0.08505163341760635, 0.09078960120677948, 0.0965275764465332, 0.10226555168628693, 0.10800351947546005, 0.11374148726463318, 0.1194794625043869, 0.12521743774414062, 0.13095539808273315, 0.13669337332248688, 0.1424313485622406, 0.14816932380199432, 0.15390729904174805, 0.15964525938034058, 0.1653832346200943]}, "_runtime": 13.023557901382446, "_timestamp": 1596206591.8671901, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 5.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007115367334336042, -0.006754390429705381, -0.00639341352507472, -0.006032436154782772, -0.005671459250152111, -0.00531048234552145, -0.004949505440890789, -0.004588528536260128, -0.004227551631629467, -0.0038665744941681623, -0.0035055973567068577, -0.0031446204520761967, -0.0027836435474455357, -0.002422666409984231, -0.00206168950535357, -0.0017007124843075871, -0.0013397354632616043, -0.0009787584422156215, -0.0006177814793772995, -0.00025680448743514717, 0.00010417250450700521, 0.0004651494964491576, 0.00082612648839131, 0.001187103451229632, 0.0015480804722756147, 0.0019090574933215976, 0.0022700345143675804, 0.0026310114189982414, 0.0029919883236289024, 0.003352965461090207, 0.003713942365720868, 0.004074919503182173, 0.004435896407812834, 0.004796873312443495, 0.005157850217074156, 0.005518827587366104, 0.005879804491996765, 0.006240781396627426, 0.006601758301258087, 0.006962735205888748, 0.007323712110519409, 0.0076846894808113575, 0.008045665919780731, 0.008406643755733967, 0.008767620660364628, 0.009128597564995289, 0.00948957446962595, 0.009850551374256611, 0.010211528278887272, 0.010572505183517933, 0.010933482088148594, 0.011294458992779255, 0.011655435897409916, 0.012016412802040577, 0.012377390637993813, 0.012738367542624474, 0.013099344447255135, 0.013460321351885796, 0.013821298256516457, 0.014182275161147118, 0.014543252065777779, 0.01490422897040844, 0.0152652058750391, 0.01562618277966976, 0.015987159684300423]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 5.0, 3.0, 3.0, 15.0, 15.0, 20.0, 28.0, 29.0, 51.0, 52.0, 71.0, 92.0, 119.0, 170.0, 199.0, 296.0, 510.0, 4176.0, 908.0, 412.0, 223.0, 152.0, 104.0, 61.0, 44.0, 38.0, 23.0, 18.0, 26.0, 7.0, 9.0, 9.0, 9.0, 3.0, 2.0, 2.0, 1.0, 1.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13912032544612885, -0.13423015177249908, -0.12933997809886932, -0.12444980442523956, -0.1195596307516098, -0.11466945707798004, -0.10977928340435028, -0.10488910973072052, -0.09999893605709076, -0.0951087698340416, -0.09021859616041183, -0.08532842248678207, -0.08043824881315231, -0.07554807513952255, -0.07065790146589279, -0.06576772779226303, -0.06087755411863327, -0.05598738044500351, -0.05109720677137375, -0.04620703309774399, -0.04131685942411423, -0.036426689475774765, -0.031536515802145004, -0.026646342128515244, -0.021756168454885483, -0.016865994781255722, -0.011975822038948536, -0.0070856488309800625, -0.002195475623011589, 0.0026946975849568844, 0.007584870792925358, 0.012475043535232544, 0.017365217208862305, 0.022255390882492065, 0.027145564556121826, 0.03203573822975159, 0.03692591190338135, 0.04181608185172081, 0.04670625552535057, 0.05159642919898033, 0.05648660287261009, 0.06137677654623985, 0.06626694649457932, 0.07115712016820908, 0.07604729384183884, 0.0809374675154686, 0.08582764118909836, 0.09071781486272812, 0.09560798853635788, 0.10049816220998764, 0.1053883358836174, 0.11027850955724716, 0.11516868323087692, 0.12005885690450668, 0.12494903057813644, 0.1298391968011856, 0.13472937047481537, 0.13961954414844513, 0.1445097178220749, 0.14939989149570465, 0.1542900651693344, 0.15918023884296417, 0.16407041251659393, 0.1689605861902237, 0.17385075986385345]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 5.0, 5.0, 2.0, 4.0, 3.0, 3.0, 7.0, 1.0, 2.0, 7.0, 4.0, 5.0, 2.0, 1.0, 26.0, 3.0, 2.0, 0.0, 5.0, 0.0, 3.0, 3.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026239599101245403, -0.0025187332648783922, -0.0024135063868016005, -0.0023082797415554523, -0.0022030530963093042, -0.0020978262182325125, -0.0019925995729863644, -0.0018873729277402163, -0.0017821461660787463, -0.0016769194044172764, -0.0015716927591711283, -0.0014664659975096583, -0.0013612392358481884, -0.0012560125906020403, -0.0011507858289405704, -0.0010455591836944222, -0.0009403324220329523, -0.0008351057185791433, -0.0007298790151253343, -0.0006246522534638643, -0.0005194255500100553, -0.0004141988465562463, -0.0003089721139986068, -0.00020374539599288255, -9.85186779871583e-05, 6.708040018565953e-06, 0.0001119347580242902, 0.00021716147603001446, 0.0003223881940357387, 0.00042761489748954773, 0.0005328416591510177, 0.0006380683626048267, 0.0007432950660586357, 0.0008485217695124447, 0.0009537484729662538, 0.0010589752346277237, 0.0011642018798738718, 0.0012694286415353417, 0.0013746554031968117, 0.0014798820484429598, 0.0015851088101044297, 0.0016903355717658997, 0.0017955622170120478, 0.0019007889786735177, 0.0020060157403349876, 0.0021112423855811357, 0.002216469030827284, 0.0023216959089040756, 0.0024269225541502237, 0.002532149199396372, 0.0026373760774731636, 0.0027426027227193117, 0.00284782936796546, 0.0029530562460422516, 0.0030582828912883997, 0.003163509536534548, 0.0032687364146113396, 0.0033739630598574877, 0.003479189705103636, 0.003584416350349784, 0.0036896432284265757, 0.0037948698736727238, 0.003900096518918872, 0.00400532316416502, 0.004110550042241812]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 14.0, 15.0, 25.0, 30.0, 39.0, 59.0, 94.0, 118.0, 196.0, 280.0, 489.0, 689.0, 1065.0, 1696.0, 2830.0, 5024.0, 9425.0, 18929.0, 37793.0, 77664.0, 159869.0, 632292.0, 110476.0, 53955.0, 28221.0, 15257.0, 8732.0, 5209.0, 3129.0, 1916.0, 1285.0, 851.0, 581.0, 379.0, 266.0, 228.0, 151.0, 107.0, 83.0, 50.0, 34.0, 18.0, 21.0, 14.0, 13.0, 3.0, 6.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011083572171628475, -0.010707207024097443, -0.01033084187656641, -0.009954476729035378, -0.009578111581504345, -0.009201746433973312, -0.00882538128644228, -0.008449016138911247, -0.00807265006005764, -0.007696285378187895, -0.007319920230656862, -0.00694355508312583, -0.00656718946993351, -0.006190824322402477, -0.005814459174871445, -0.005438094027340412, -0.00506172887980938, -0.004685363732278347, -0.0043089985847473145, -0.003932633437216282, -0.0035562680568546057, -0.003179902909323573, -0.002803537528961897, -0.0024271723814308643, -0.0020508072338998318, -0.0016744420863687992, -0.0012980768224224448, -0.0009217116166837513, -0.0005453464109450579, -0.0001689812052063644, 0.00020738400053232908, 0.0005837492062710226, 0.000960114412009716, 0.0013364795595407486, 0.001712844823487103, 0.0020892100874334574, 0.00246557523496449, 0.0028419403824955225, 0.0032183057628571987, 0.0035946709103882313, 0.003971036057919264, 0.004347401205450296, 0.004723766352981329, 0.0051001315005123615, 0.005476497113704681, 0.005852862261235714, 0.0062292274087667465, 0.006605592556297779, 0.006981957703828812, 0.007358322851359844, 0.007734687998890877, 0.00811105314642191, 0.008487418293952942, 0.008863783441483974, 0.009240148589015007, 0.00961651373654604, 0.009992878884077072, 0.01036924496293068, 0.010745610110461712, 0.011121975257992744, 0.011498340405523777, 0.01187470555305481, 0.012251070700585842, 0.012627435848116875, 0.013003800995647907]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 6.0, 7.0, 3.0, 11.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02172696590423584, -0.021176747977733612, -0.020626528188586235, -0.020076310262084007, -0.01952609047293663, -0.018975872546434402, -0.018425652757287025, -0.017875434830784798, -0.01732521504163742, -0.016774997115135193, -0.016224779188632965, -0.015674559399485588, -0.01512434147298336, -0.014574122615158558, -0.014023903757333755, -0.013473684899508953, -0.01292346604168415, -0.012373247183859348, -0.011823028326034546, -0.011272809468209743, -0.010722590610384941, -0.010172372683882713, -0.009622153826057911, -0.009071934968233109, -0.008521716110408306, -0.007971497252583504, -0.007421278394758701, -0.006871060002595186, -0.006320841144770384, -0.0057706222869455814, -0.005220403894782066, -0.004670185036957264, -0.0041199661791324615, -0.003569747321307659, -0.0030195286963135004, -0.0024693100713193417, -0.0019190912134945393, -0.0013688724720850587, -0.0008186537306755781, -0.00026843498926609755, 0.000281783752143383, 0.0008320024935528636, 0.0013822212349623442, 0.0019324399763718247, 0.0024826587177813053, 0.0030328775756061077, 0.0035830962006002665, 0.004133314825594425, 0.004683533683419228, 0.00523375254124403, 0.005783971399068832, 0.0063341897912323475, 0.00688440864905715, 0.007434627506881952, 0.007984845899045467, 0.00853506475687027, 0.009085283614695072, 0.009635502472519875, 0.010185721330344677, 0.01073594018816948, 0.011286158114671707, 0.01183637697249651, 0.012386595830321312, 0.012936814688146114, 0.013487033545970917]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 9.0, 6.0, 15.0, 11.0, 16.0, 10.0, 11.0, 19.0, 19.0, 29.0, 35.0, 43.0, 42.0, 70.0, 82.0, 111.0, 180.0, 272.0, 317.0, 490.0, 765.0, 1107.0, 1617.0, 2295.0, 6626.0, 2038.0, 853.0, 464.0, 268.0, 144.0, 91.0, 70.0, 37.0, 35.0, 45.0, 25.0, 24.0, 23.0, 21.0, 16.0, 13.0, 12.0, 9.0, 11.0, 3.0, 5.0, 7.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013362809084355831, -0.012976535595953465, -0.012590261176228523, -0.012203987687826157, -0.01181771419942379, -0.011431440711021423, -0.011045167222619057, -0.010658892802894115, -0.010272619314491749, -0.009886345826089382, -0.009500071406364441, -0.009113797917962074, -0.008727524429559708, -0.008341250941157341, -0.007954977452754974, -0.007568703033030033, -0.0071824295446276665, -0.0067961560562253, -0.006409882102161646, -0.006023608148097992, -0.005637334659695625, -0.005251061171293259, -0.004864787217229605, -0.004478513263165951, -0.004092239774763584, -0.003705966053530574, -0.0033196923322975636, -0.0029334186110645533, -0.002547144889831543, -0.0021608711685985327, -0.0017745974473655224, -0.001388323726132512, -0.0010020500048995018, -0.0006157762836664915, -0.00022950256243348122, 0.00015677115879952908, 0.0005430448800325394, 0.0009293186012655497, 0.00131559232249856, 0.0017018660437315702, 0.0020881397649645805, 0.002474413486197591, 0.002860687207430601, 0.0032469609286636114, 0.0036332346498966217, 0.004019508138298988, 0.004405782092362642, 0.004792056046426296, 0.005178329534828663, 0.0055646030232310295, 0.0059508769772946835, 0.006337150931358337, 0.006723424419760704, 0.007109697908163071, 0.007495971862226725, 0.007882245816290379, 0.008268519304692745, 0.008654792793095112, 0.009041067212820053, 0.00942734070122242, 0.009813614189624786, 0.010199887678027153, 0.01058616116642952, 0.010972435586154461, 0.011358709074556828]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10666822642087936, -0.1038065031170845, -0.10094477981328964, -0.09808305650949478, -0.09522133320569992, -0.09235960990190506, -0.0894978865981102, -0.08663616329431534, -0.08377443999052048, -0.08091271668672562, -0.07805099338293076, -0.0751892700791359, -0.07232754677534103, -0.06946582347154617, -0.06660410016775131, -0.06374237686395645, -0.06088065356016159, -0.05801893025636673, -0.05515720695257187, -0.05229548364877701, -0.04943376034498215, -0.046572037041187286, -0.043710313737392426, -0.040848590433597565, -0.037986867129802704, -0.03512514382600784, -0.03226342052221298, -0.02940169721841812, -0.02653997391462326, -0.0236782506108284, -0.02081652730703354, -0.017954804003238678, -0.015093080699443817, -0.012231357395648956, -0.009369634091854095, -0.006507910788059235, -0.0036461874842643738, -0.0007844641804695129, 0.002077259123325348, 0.004938982427120209, 0.00780070573091507, 0.01066242903470993, 0.013524152338504791, 0.016385875642299652, 0.019247598946094513, 0.022109322249889374, 0.024971045553684235, 0.027832768857479095, 0.030694492161273956, 0.03355621546506882, 0.03641793876886368, 0.03927966207265854, 0.0421413853764534, 0.04500310868024826, 0.04786483198404312, 0.05072655528783798, 0.05358827859163284, 0.056450001895427704, 0.059311725199222565, 0.062173448503017426, 0.06503517180681229, 0.06789689511060715, 0.07075861841440201, 0.07362034171819687, 0.07648206502199173]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 7.0, 1.0, 12.0, 17.0, 26.0, 33.0, 45.0, 31.0, 17.0, 13.0, 11.0, 7.0, 7.0, 1.0, 4.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.08767597377300262, -0.08568456023931503, -0.08369314670562744, -0.08170173317193985, -0.07971031963825226, -0.07771890610456467, -0.07572750002145767, -0.07373608648777008, -0.07174467295408249, -0.0697532594203949, -0.0677618458867073, -0.06577043235301971, -0.06377901881933212, -0.06178760528564453, -0.05979619547724724, -0.05780478194355965, -0.055813368409872055, -0.053821954876184464, -0.05183054134249687, -0.04983913153409958, -0.04784771800041199, -0.045856304466724396, -0.043864890933036804, -0.04187347739934921, -0.03988206386566162, -0.03789065405726433, -0.035899240523576736, -0.033907826989889145, -0.03191641345620155, -0.02992500178515911, -0.02793358825147152, -0.025942176580429077, -0.023950763046741486, -0.021959349513053894, -0.01996793784201145, -0.01797652430832386, -0.015985112637281418, -0.013993699103593826, -0.012002285569906235, -0.010010872967541218, -0.0080194603651762, -0.006028047762811184, -0.00403663469478488, -0.002045221859589219, -5.38090243935585e-05, 0.001937603810802102, 0.003929016645997763, 0.005920429714024067, 0.007911842316389084, 0.0099032549187541, 0.011894667521119118, 0.01388608105480671, 0.01587749272584915, 0.017868906259536743, 0.019860319793224335, 0.021851731464266777, 0.02384314499795437, 0.02583455853164196, 0.027825970202684402, 0.029817383736371994, 0.031808797270059586, 0.03380021080374718, 0.03579162061214447, 0.03778303414583206, 0.03977444767951965]}, "_runtime": 13.85088300704956, "_timestamp": 1596206592.6945152, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014691745862364769, -0.014267622493207455, -0.01384349912405014, -0.013419375754892826, -0.012995252385735512, -0.012571128085255623, -0.012147004716098309, -0.011722881346940994, -0.01129875797778368, -0.010874634608626366, -0.010450511239469051, -0.010026387870311737, -0.009602263569831848, -0.009178140200674534, -0.00875401683151722, -0.008329893462359905, -0.007905770093202591, -0.007481646724045277, -0.007057523354887962, -0.006633399520069361, -0.006209276150912046, -0.005785152781754732, -0.0053610289469361305, -0.004936905577778816, -0.004512782208621502, -0.004088658839464188, -0.0036645352374762297, -0.0032404116354882717, -0.0028162882663309574, -0.002392164897173643, -0.001968041295185685, -0.001543917809613049, -0.001119794324040413, -0.0006956708384677768, -0.00027154735289514065, 0.00015257613267749548, 0.0005766996182501316, 0.0010008231038227677, 0.0014249465893954039, 0.00184907007496804, 0.002273193560540676, 0.0026973169296979904, 0.0031214405316859484, 0.0035455641336739063, 0.003969687502831221, 0.004393810871988535, 0.0048179347068071365, 0.005242058075964451, 0.005666181445121765, 0.0060903048142790794, 0.006514428183436394, 0.006938552018254995, 0.00736267538741231, 0.007786798756569624, 0.008210922591388226, 0.00863504596054554, 0.009059169329702854, 0.009483292698860168, 0.009907416068017483, 0.010331539437174797, 0.010755663737654686, 0.011179787106812, 0.011603910475969315, 0.012028033845126629, 0.012452157214283943]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 5.0, 8.0, 12.0, 10.0, 17.0, 19.0, 19.0, 30.0, 45.0, 45.0, 57.0, 74.0, 95.0, 128.0, 179.0, 256.0, 335.0, 542.0, 4405.0, 637.0, 291.0, 165.0, 148.0, 89.0, 76.0, 50.0, 33.0, 25.0, 24.0, 16.0, 18.0, 18.0, 8.0, 7.0, 6.0, 6.0, 6.0, 3.0, 1.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16907256841659546, -0.16396628320217133, -0.158859983086586, -0.15375369787216187, -0.14864739775657654, -0.1435411125421524, -0.13843482732772827, -0.13332852721214294, -0.1282222419977188, -0.12311594933271408, -0.11800965666770935, -0.11290336400270462, -0.10779707133769989, -0.10269077867269516, -0.09758449345827103, -0.0924782007932663, -0.08737190812826157, -0.08226561546325684, -0.0771593227982521, -0.07205303758382797, -0.06694674491882324, -0.06184045225381851, -0.05673415958881378, -0.05162787064909935, -0.04652157798409462, -0.04141528531908989, -0.03630899637937546, -0.031202703714370728, -0.026096412912011147, -0.020990122109651566, -0.015883829444646835, -0.010777538642287254, -0.005671247839927673, -0.000564956571906805, 0.004541334696114063, 0.009647626429796219, 0.0147539172321558, 0.01986020803451538, 0.02496650069952011, 0.030072791501879692, 0.03517908230423927, 0.040285374969244, 0.045391663908958435, 0.050497956573963165, 0.055604249238967896, 0.06071053817868233, 0.06581682711839676, 0.07092311978340149, 0.07602941244840622, 0.08113570511341095, 0.08624199777841568, 0.09134828299283981, 0.09645457565784454, 0.10156086832284927, 0.106667160987854, 0.11177345365285873, 0.11687974631786346, 0.1219860315322876, 0.12709233164787292, 0.13219861686229706, 0.1373049020767212, 0.14241120219230652, 0.14751748740673065, 0.15262378752231598, 0.1577300727367401]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 3.0, 3.0, 4.0, 5.0, 3.0, 4.0, 3.0, 6.0, 9.0, 29.0, 6.0, 3.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026465686969459057, -0.002527878386899829, -0.0024091878440231085, -0.0022904975339770317, -0.002171807223930955, -0.0020531166810542345, -0.0019344263710081577, -0.0018157359445467591, -0.0016970455180853605, -0.0015783552080392838, -0.0014596647815778852, -0.0013409743551164865, -0.0012222840450704098, -0.0011035936186090112, -0.0009849031921476126, -0.0008662128238938749, -0.0007475224556401372, -0.0006288320873863995, -0.0005101416609250009, -0.0003914512926712632, -0.0002727608953136951, -0.00015407049795612693, -3.538011515047401e-05, 8.331027493113652e-05, 0.00020200066501274705, 0.0003206910623703152, 0.00043938145972788334, 0.000558071827981621, 0.0006767621962353587, 0.0007954526226967573, 0.000914142990950495, 0.0010328333592042327, 0.0011515237856656313, 0.00127021421212703, 0.0013889045221731067, 0.0015075949486345053, 0.0016262853750959039, 0.0017449756851419806, 0.0018636661116033792, 0.001982356421649456, 0.0021010469645261765, 0.0022197372745722532, 0.00233842758461833, 0.0024571181274950504, 0.002575808437541127, 0.002694498747587204, 0.0028131892904639244, 0.002931879600510001, 0.003050569910556078, 0.0031692604534327984, 0.003287950763478875, 0.0034066413063555956, 0.0035253316164016724, 0.003644021926447749, 0.0037627124693244696, 0.0038814027793705463, 0.004000093322247267, 0.0041187833994627, 0.00423747394233942, 0.004356164485216141, 0.004474854562431574, 0.004593545105308294, 0.004712235648185015, 0.004830925725400448, 0.004949616268277168]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 6.0, 7.0, 4.0, 13.0, 11.0, 23.0, 20.0, 54.0, 60.0, 95.0, 127.0, 196.0, 317.0, 410.0, 763.0, 1151.0, 2035.0, 3403.0, 6401.0, 12410.0, 25729.0, 57290.0, 140118.0, 671805.0, 128984.0, 59112.0, 29930.0, 15977.0, 8957.0, 5248.0, 3130.0, 1965.0, 1272.0, 872.0, 584.0, 363.0, 241.0, 168.0, 126.0, 85.0, 38.0, 40.0, 24.0, 21.0, 9.0, 19.0, 7.0, 5.0, 3.0, 3.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012419930659234524, -0.011998433619737625, -0.011576937511563301, -0.011155440472066402, -0.010733943432569504, -0.010312446393072605, -0.009890949353575706, -0.009469453245401382, -0.009047956205904484, -0.008626459166407585, -0.008204963058233261, -0.0077834660187363625, -0.007361968979239464, -0.006940471939742565, -0.006518975365906954, -0.0060974787920713425, -0.005675981752574444, -0.005254484713077545, -0.004832988139241934, -0.0044114915654063225, -0.003989994525909424, -0.003568497719243169, -0.003147000912576914, -0.002725504105910659, -0.002304007299244404, -0.0018825104925781488, -0.0014610136859118938, -0.0010395168792456388, -0.0006180200725793839, -0.00019652326591312885, 0.00022497354075312614, 0.0006464703474193811, 0.0010679671540856361, 0.0014894639607518911, 0.0019109607674181461, 0.002332457574084401, 0.002753954380750656, 0.003175451187416911, 0.003596947994083166, 0.0040184445679187775, 0.004439941607415676, 0.004861438646912575, 0.005282935220748186, 0.0057044317945837975, 0.006125928834080696, 0.006547425873577595, 0.006968922447413206, 0.0073904190212488174, 0.007811916060745716, 0.008233413100242615, 0.008654909208416939, 0.009076406247913837, 0.009497903287410736, 0.009919400326907635, 0.010340897366404533, 0.010762393474578857, 0.011183890514075756, 0.011605387553572655, 0.012026883661746979, 0.012448380701243877, 0.012869877740740776, 0.013291374780237675, 0.013712871819734573, 0.014134367927908897, 0.014555864967405796]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 9.0, 4.0, 4.0, 4.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.019118040800094604, -0.018591003492474556, -0.018063968047499657, -0.017536930739879608, -0.01700989343225956, -0.01648285612463951, -0.015955820679664612, -0.015428783372044563, -0.014901746064424515, -0.01437470968812704, -0.013847673311829567, -0.013320636004209518, -0.012793599627912045, -0.012266562320291996, -0.011739525943994522, -0.011212488636374474, -0.010685452260077, -0.010158415883779526, -0.009631378576159477, -0.009104342199862003, -0.008577304892241955, -0.008050268515944481, -0.00752323167398572, -0.0069961948320269585, -0.006469157990068197, -0.005942121148109436, -0.005415084306150675, -0.004888047464191914, -0.00436101108789444, -0.003833974013105035, -0.0033069374039769173, -0.002779900562018156, -0.002252863720059395, -0.0017258268781006336, -0.0011987901525571942, -0.0006717533688060939, -0.00014471658505499363, 0.00038232019869610667, 0.000909356982447207, 0.0014363937079906464, 0.0019634305499494076, 0.002490467391908169, 0.00301750423386693, 0.0035445408429950476, 0.004071577452123165, 0.004598614294081926, 0.0051256511360406876, 0.005652687977999449, 0.00617972481995821, 0.006706761661916971, 0.007233798503875732, 0.007760835345834494, 0.008287872187793255, 0.008814908564090729, 0.009341945871710777, 0.009868982248008251, 0.010396018624305725, 0.010923055931925774, 0.011450092308223248, 0.011977129615843296, 0.01250416599214077, 0.013031203299760818, 0.013558239676058292, 0.014085276983678341, 0.014612313359975815]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 1.0, 5.0, 7.0, 2.0, 5.0, 8.0, 6.0, 14.0, 16.0, 11.0, 8.0, 18.0, 27.0, 24.0, 24.0, 40.0, 57.0, 67.0, 70.0, 124.0, 163.0, 184.0, 246.0, 297.0, 397.0, 676.0, 1158.0, 2066.0, 5860.0, 1938.0, 1294.0, 911.0, 674.0, 490.0, 321.0, 242.0, 192.0, 182.0, 123.0, 94.0, 92.0, 57.0, 61.0, 43.0, 36.0, 30.0, 13.0, 18.0, 7.0, 3.0, 6.0, 5.0, 0.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.01153893768787384, -0.011213468387722969, -0.010888000018894672, -0.010562530718743801, -0.010237062349915504, -0.009911593049764633, -0.009586124680936337, -0.009260655380785465, -0.008935187011957169, -0.008609717711806297, -0.008284248411655426, -0.00795878004282713, -0.007633310742676258, -0.007307841908186674, -0.00698237307369709, -0.006656904239207506, -0.006331435404717922, -0.006005966570228338, -0.005680497735738754, -0.00535502890124917, -0.005029560066759586, -0.004704090766608715, -0.004378621932119131, -0.004053153097629547, -0.003727684263139963, -0.003402215428650379, -0.003076746594160795, -0.0027512775268405676, -0.0024258086923509836, -0.0021003398578613997, -0.0017748709069564939, -0.001449401956051588, -0.001123933121562004, -0.0007984642288647592, -0.0004729953361675143, -0.00014752644347026944, 0.00017794244922697544, 0.0005034113419242203, 0.0008288802346214652, 0.001154349185526371, 0.001479818020015955, 0.001805286854505539, 0.002130755688995123, 0.0024562247563153505, 0.0027816935908049345, 0.0031071624252945185, 0.003432631492614746, 0.00375810032710433, 0.004083569161593914, 0.004409037996083498, 0.004734506830573082, 0.005059975665062666, 0.00538544449955225, 0.005710913799703121, 0.006036382634192705, 0.006361851468682289, 0.006687320303171873, 0.007012789137661457, 0.007338257972151041, 0.007663726806640625, 0.007989196106791496, 0.008314664475619793, 0.008640133775770664, 0.008965602144598961, 0.009291071444749832]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08344221115112305, -0.0802980586886406, -0.07715390622615814, -0.07400975376367569, -0.07086560130119324, -0.06772144883871078, -0.06457730382680893, -0.06143314763903618, -0.058288998901844025, -0.05514484643936157, -0.05200069397687912, -0.04885654151439667, -0.045712389051914215, -0.04256823658943176, -0.03942408785223961, -0.036279935389757156, -0.033135782927274704, -0.02999163046479225, -0.02684747986495495, -0.023703327402472496, -0.020559176802635193, -0.01741502434015274, -0.014270871877670288, -0.01112672034651041, -0.007982568815350533, -0.004838417284190655, -0.0016942652873694897, 0.0014498864766210318, 0.004594038240611553, 0.007738189771771431, 0.010882342234253883, 0.014026493765413761, 0.01717064529657364, 0.02031479775905609, 0.023458948358893394, 0.026603100821375847, 0.02974725142121315, 0.0328914038836956, 0.036035556346178055, 0.03917970880866051, 0.04232385754585266, 0.045468010008335114, 0.048612162470817566, 0.05175631493330002, 0.05490046739578247, 0.05804461985826492, 0.06118876859545708, 0.06433292478322983, 0.06747707724571228, 0.07062122225761414, 0.07376537472009659, 0.07690952718257904, 0.08005367964506149, 0.08319783210754395, 0.0863419845700264, 0.08948613703250885, 0.0926302894949913, 0.09577444195747375, 0.09891859441995621, 0.10206273943185806, 0.10520689189434052, 0.10835104435682297, 0.11149519681930542, 0.11463934928178787, 0.11778350174427032]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 7.0, 6.0, 16.0, 16.0, 22.0, 62.0, 25.0, 20.0, 20.0, 8.0, 5.0, 1.0, 4.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04732765257358551, -0.0449879951775074, -0.04264833778142929, -0.04030868411064148, -0.03796902671456337, -0.03562936931848526, -0.03328971564769745, -0.03095005825161934, -0.02861040085554123, -0.02627074345946312, -0.02393108792603016, -0.0215914323925972, -0.01925177499651909, -0.01691211760044098, -0.014572462067008018, -0.012232805602252483, -0.009893149137496948, -0.007553492672741413, -0.005213836207985878, -0.002874179743230343, -0.0005345232784748077, 0.0018051331862807274, 0.0041447896510362625, 0.006484446115791798, 0.008824102580547333, 0.011163759045302868, 0.013503415510058403, 0.015843071043491364, 0.018182728439569473, 0.020522385835647583, 0.022862041369080544, 0.025201696902513504, 0.027541354298591614, 0.029881011694669724, 0.03222066909074783, 0.034560322761535645, 0.036899980157613754, 0.039239637553691864, 0.041579291224479675, 0.043918948620557785, 0.046258606016635895, 0.048598263412714005, 0.050937920808792114, 0.053277574479579926, 0.055617231875658035, 0.057956889271736145, 0.060296542942523956, 0.06263620406389236, 0.06497585773468018, 0.06731551140546799, 0.0696551725268364, 0.0719948261976242, 0.07433448731899261, 0.07667414098978043, 0.07901379466056824, 0.08135345578193665, 0.08369310945272446, 0.08603276312351227, 0.08837242424488068, 0.09071207791566849, 0.0930517315864563, 0.09539139270782471, 0.09773104637861252, 0.10007070749998093, 0.10241036117076874]}, "_runtime": 14.675111532211304, "_timestamp": 1596206593.5187438, "_step": 12}
+{"epoch": 1, "accuracy": 0.7677154680365297, "val_loss": 0.6454491311828839, "_runtime": 16.07716941833496, "_timestamp": 1596206594.9208016, "_step": 13}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 4.0, 5.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011932982131838799, -0.011571047827601433, -0.011209112592041492, -0.010847178287804127, -0.010485243052244186, -0.01012330874800682, -0.00976137351244688, -0.009399439208209515, -0.009037503972649574, -0.008675569668412209, -0.008313634432852268, -0.007951700128614902, -0.0075897653587162495, -0.0072278305888175964, -0.006865895818918943, -0.00650396104902029, -0.006142026279121637, -0.005780091509222984, -0.005418156739324331, -0.005056221969425678, -0.004694287199527025, -0.004332352429628372, -0.003970417659729719, -0.00360848312266171, -0.0032465483527630568, -0.0028846135828644037, -0.0025226788129657507, -0.0021607440430670977, -0.0017988093895837665, -0.0014368746196851134, -0.0010749399662017822, -0.0007130051963031292, -0.00035107042640447617, 1.0864314390346408e-05, 0.000372799055185169, 0.0007347337668761611, 0.0010966685367748141, 0.0014586033066734672, 0.0018205379601567984, 0.0021824727300554514, 0.0025444074999541044, 0.0029063422698527575, 0.0032682770397514105, 0.0036302118096500635, 0.003992146346718073, 0.004354081116616726, 0.004716015886515379, 0.005077950656414032, 0.005439885426312685, 0.005801820196211338, 0.006163754966109991, 0.006525689736008644, 0.006887624505907297, 0.00724955927580595, 0.007611494045704603, 0.007973428815603256, 0.008335363119840622, 0.008697298355400562, 0.009059232659637928, 0.009421167895197868, 0.009783102199435234, 0.010145037434995174, 0.01050697173923254, 0.01086890697479248, 0.011230841279029846]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 5.0, 10.0, 11.0, 15.0, 24.0, 28.0, 38.0, 49.0, 84.0, 111.0, 149.0, 266.0, 403.0, 4077.0, 1598.0, 458.0, 197.0, 111.0, 92.0, 49.0, 42.0, 33.0, 24.0, 13.0, 7.0, 3.0, 2.0, 7.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2534908652305603, -0.24621225893497467, -0.23893363773822784, -0.2316550314426422, -0.22437642514705658, -0.21709781885147095, -0.20981919765472412, -0.2025405913591385, -0.19526198506355286, -0.18798336386680603, -0.1807047575712204, -0.17342615127563477, -0.16614754498004913, -0.1588689237833023, -0.15159031748771667, -0.14431171119213104, -0.1370331048965454, -0.12975448369979858, -0.12247587740421295, -0.11519726365804672, -0.10791865736246109, -0.10064004361629486, -0.09336143732070923, -0.086082823574543, -0.07880420982837677, -0.07152560353279114, -0.06424698978662491, -0.056968383491039276, -0.04968976974487305, -0.042411159723997116, -0.035132549703121185, -0.027853939682245255, -0.020575329661369324, -0.013296719640493393, -0.0060181086882948875, 0.0012605017982423306, 0.008539112284779549, 0.01581772230565548, 0.02309633418917656, 0.03037494421005249, 0.03765355423092842, 0.04493216425180435, 0.05221077427268028, 0.05948938429355621, 0.06676799803972244, 0.07404660433530807, 0.0813252180814743, 0.08860382437705994, 0.09588243812322617, 0.1031610518693924, 0.11043965816497803, 0.11771827191114426, 0.12499687820672989, 0.13227549195289612, 0.13955409824848175, 0.14683270454406738, 0.1541113257408142, 0.16138993203639984, 0.16866853833198547, 0.1759471595287323, 0.18322576582431793, 0.19050437211990356, 0.1977829784154892, 0.20506159961223602, 0.21234020590782166]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 30.0, 3.0, 8.0, 4.0, 1.0, 5.0, 4.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 8.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029415334574878216, -0.002846157643944025, -0.0027507818304002285, -0.002655406016856432, -0.0025600302033126354, -0.002464654389768839, -0.0023692785762250423, -0.002273902762681246, -0.0021785269491374493, -0.0020831513684242964, -0.0019877755548805, -0.0018923996249213815, -0.0017970239277929068, -0.0017016481142491102, -0.0016062723007053137, -0.0015108964871615171, -0.0014155206736177206, -0.001320144860073924, -0.0012247690465301275, -0.001129393232986331, -0.0010340174194425344, -0.0009386416641063988, -0.0008432659087702632, -0.0007478900952264667, -0.0006525142816826701, -0.0005571384681388736, -0.0004617626836989075, -0.0003663868992589414, -0.00027101108571514487, -0.00017563528672326356, -8.025948773138225e-05, 1.511631126049906e-05, 0.00011049211025238037, 0.00020586790924426168, 0.000301243708236143, 0.0003966194926761091, 0.0004919953062199056, 0.0005873711197637022, 0.0006827468750998378, 0.0007781226886436343, 0.0008734985021874309, 0.0009688743157312274, 0.001064250129275024, 0.0011596259428188205, 0.0012550016399472952, 0.0013503774534910917, 0.0014457532670348883, 0.0015411290805786848, 0.0016365048941224813, 0.0017318807076662779, 0.0018272565212100744, 0.001922632334753871, 0.0020180081482976675, 0.002113383961841464, 0.0022087597753852606, 0.002304135588929057, 0.00239951116964221, 0.0024948869831860065, 0.002590262796729803, 0.0026856386102735996, 0.002781014423817396, 0.0028763902373611927, 0.0029717660509049892, 0.0030671418644487858, 0.0031625176779925823]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 7.0, 6.0, 7.0, 24.0, 18.0, 34.0, 45.0, 85.0, 121.0, 199.0, 321.0, 508.0, 710.0, 1148.0, 1976.0, 3199.0, 5631.0, 10262.0, 20207.0, 43097.0, 101316.0, 675062.0, 164728.0, 71556.0, 34895.0, 18235.0, 10021.0, 5854.0, 3551.0, 2313.0, 1510.0, 996.0, 599.0, 437.0, 285.0, 215.0, 132.0, 101.0, 66.0, 48.0, 41.0, 22.0, 14.0, 17.0, 4.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.00998746044933796, -0.00960012897849083, -0.009212798438966274, -0.008825467899441719, -0.00843813642859459, -0.00805080495774746, -0.007663474418222904, -0.007276143413037062, -0.006888812407851219, -0.006501481402665377, -0.006114150397479534, -0.005726819392293692, -0.005339488387107849, -0.004952157381922007, -0.004564826376736164, -0.004177495371550322, -0.003790164366364479, -0.0034028333611786366, -0.003015502355992794, -0.0026281713508069515, -0.002240840345621109, -0.0018535093404352665, -0.001466178335249424, -0.0010788473300635815, -0.000691516324877739, -0.00030418531969189644, 8.314568549394608e-05, 0.0004704766906797886, 0.0008578076958656311, 0.0012451387010514736, 0.0016324697062373161, 0.0020198007114231586, 0.002407131716609001, 0.0027944627217948437, 0.003181793726980686, 0.0035691247321665287, 0.003956455737352371, 0.004343786742538214, 0.004731117747724056, 0.005118448752909899, 0.005505779758095741, 0.005893110763281584, 0.006280441768467426, 0.006667772773653269, 0.007055103778839111, 0.007442434784024954, 0.007829765789210796, 0.008217096328735352, 0.008604427799582481, 0.008991759270429611, 0.009379089809954166, 0.009766420349478722, 0.010153751820325851, 0.010541083291172981, 0.010928413830697536, 0.011315744370222092, 0.011703075841069221, 0.012090407311916351, 0.012477737851440907, 0.012865068390965462, 0.013252399861812592, 0.013639731332659721, 0.014027061872184277, 0.014414392411708832, 0.014801723882555962]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 8.0, 9.0, 13.0, 6.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01551628578454256, -0.014762581326067448, -0.014008876867592335, -0.013255173340439796, -0.012501468881964684, -0.01174776442348957, -0.010994059965014458, -0.010240355506539345, -0.009486651048064232, -0.008732947520911694, -0.00797924306243658, -0.007225538603961468, -0.006471834145486355, -0.005718130152672529, -0.004964425694197416, -0.004210721701383591, -0.003457017242908478, -0.0027033130172640085, -0.0019496086752042174, -0.0011959043331444263, -0.0004422001074999571, 0.0003115041763521731, 0.0010652084602043033, 0.0018189128022640944, 0.0025726170279085636, 0.003326321253553033, 0.004080025479197502, 0.004833729937672615, 0.005587434396147728, 0.006341138388961554, 0.0070948428474366665, 0.007848546840250492, 0.008602251298725605, 0.009355955757200718, 0.01010966021567583, 0.01086336374282837, 0.011617068201303482, 0.012370772659778595, 0.013124477118253708, 0.01387818157672882, 0.014631886035203934, 0.015385589562356472, 0.01613929495215416, 0.016892997547984123, 0.017646702006459236, 0.01840040646493435, 0.019154110923409462, 0.019907815381884575, 0.020661519840359688, 0.0214152242988348, 0.022168928757309914, 0.022922633215785027, 0.02367633767426014, 0.024430042132735252, 0.025183744728565216, 0.02593744918704033, 0.026691153645515442, 0.027444858103990555, 0.028198562562465668, 0.02895226702094078, 0.029705971479415894, 0.030459675937891006, 0.03121338039636612, 0.03196708485484123, 0.032720789313316345]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 10.0, 12.0, 21.0, 25.0, 34.0, 26.0, 28.0, 36.0, 64.0, 100.0, 170.0, 276.0, 508.0, 846.0, 1581.0, 3340.0, 6780.0, 1638.0, 819.0, 527.0, 304.0, 276.0, 161.0, 127.0, 85.0, 61.0, 61.0, 60.0, 46.0, 34.0, 36.0, 27.0, 28.0, 25.0, 33.0, 23.0, 23.0, 26.0, 21.0, 17.0, 12.0, 13.0, 16.0, 13.0, 10.0, 10.0, 10.0, 6.0, 3.0, 5.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.008283428847789764, -0.007908472791314125, -0.007533516734838486, -0.007158560678362846, -0.006783604621887207, -0.006408648565411568, -0.006033692508935928, -0.005658736452460289, -0.00528378039598465, -0.00490882433950901, -0.004533868283033371, -0.004158912226557732, -0.0037839561700820923, -0.003409000113606453, -0.0030340440571308136, -0.0026590880006551743, -0.002284131944179535, -0.0019091758877038956, -0.0015342198312282562, -0.0011592637747526169, -0.0007843077182769775, -0.0004093516618013382, -3.439560532569885e-05, 0.0003405604511499405, 0.0007155165076255798, 0.0010904725641012192, 0.0014654286205768585, 0.0018403846770524979, 0.002215340733528137, 0.0025902967900037766, 0.002965252846479416, 0.0033402089029550552, 0.0037151649594306946, 0.004090121015906334, 0.004465077072381973, 0.004840033128857613, 0.005214989185333252, 0.005589945241808891, 0.005964901298284531, 0.00633985735476017, 0.006714813411235809, 0.007089769467711449, 0.007464725524187088, 0.007839681580662727, 0.008214637637138367, 0.008589593693614006, 0.008964549750089645, 0.009339505806565285, 0.009714461863040924, 0.010089417919516563, 0.010464373975992203, 0.010839330032467842, 0.011214286088943481, 0.01158924214541912, 0.01196419820189476, 0.0123391542583704, 0.012714110314846039, 0.013089066371321678, 0.013464022427797318, 0.013838978484272957, 0.014213934540748596, 0.014588890597224236, 0.014963846653699875, 0.015338802710175514, 0.015713758766651154]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13758893311023712, -0.1339738368988037, -0.1303587555885315, -0.12674365937709808, -0.12312856316566467, -0.11951347440481186, -0.11589837819337845, -0.11228328943252563, -0.10866819322109222, -0.10505310446023941, -0.1014380156993866, -0.09782291948795319, -0.09420783072710037, -0.09059273451566696, -0.08697764575481415, -0.08336254954338074, -0.07974746078252792, -0.07613237202167511, -0.0725172758102417, -0.06890218704938889, -0.06528709083795547, -0.06167200207710266, -0.05805690959095955, -0.05444181710481644, -0.050826724618673325, -0.04721163213253021, -0.0435965396463871, -0.03998144716024399, -0.036366358399391174, -0.03275126591324806, -0.02913617342710495, -0.025521080940961838, -0.021905988454818726, -0.018290895968675613, -0.014675804413855076, -0.011060712859034538, -0.007445620372891426, -0.003830528352409601, -0.00021543633192777634, 0.0033996556885540485, 0.007014747709035873, 0.010629840195178986, 0.014244931749999523, 0.01786002330482006, 0.021475115790963173, 0.025090208277106285, 0.028705298900604248, 0.03232039138674736, 0.03593548387289047, 0.039550576359033585, 0.0431656688451767, 0.04678076133131981, 0.05039585381746292, 0.054010942578315735, 0.05762603506445885, 0.06124112755060196, 0.06485621631145477, 0.06847131252288818, 0.072086401283741, 0.07570149749517441, 0.07931658625602722, 0.08293168246746063, 0.08654677122831345, 0.09016186743974686, 0.09377695620059967]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 10.0, 11.0, 19.0, 31.0, 64.0, 30.0, 34.0, 22.0, 7.0, 4.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.08672863990068436, -0.084407277405262, -0.08208590745925903, -0.07976454496383667, -0.0774431824684143, -0.07512181252241135, -0.07280045002698898, -0.07047908008098602, -0.06815771758556366, -0.0658363550901413, -0.06351498514413834, -0.06119362264871597, -0.05887225642800331, -0.05655089020729065, -0.054229527711868286, -0.051908161491155624, -0.04958679527044296, -0.0472654290497303, -0.04494406282901764, -0.042622700333595276, -0.040301334112882614, -0.03797996789216995, -0.03565860539674759, -0.03333723917603493, -0.031015872955322266, -0.028694506734609604, -0.02637314237654209, -0.02405177801847458, -0.021730411797761917, -0.019409045577049255, -0.017087681218981743, -0.014766315929591656, -0.012444950640201569, -0.010123585350811481, -0.007802220061421394, -0.005480854772031307, -0.00315948948264122, -0.000838124193251133, 0.0014832410961389542, 0.0038046063855290413, 0.006125971674919128, 0.008447336964309216, 0.010768702253699303, 0.01309006754308939, 0.015411432832479477, 0.01773279905319214, 0.02005416341125965, 0.022375527769327164, 0.024696893990039825, 0.027018260210752487, 0.02933962456882, 0.03166098892688751, 0.033982355147600174, 0.036303721368312836, 0.0386250838637352, 0.04094645008444786, 0.04326781630516052, 0.045589182525873184, 0.047910548746585846, 0.05023191124200821, 0.05255327746272087, 0.05487464368343353, 0.057196006178855896, 0.05951737239956856, 0.06183873862028122]}, "_runtime": 16.983555793762207, "_timestamp": 1596206595.827188, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 5.0, 5.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 6.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01759910397231579, -0.017050359398126602, -0.016501614823937416, -0.01595287024974823, -0.015404126606881618, -0.014855382032692432, -0.014306638389825821, -0.013757893815636635, -0.013209149241447449, -0.012660404667258263, -0.012111660093069077, -0.011562916450202465, -0.011014171876013279, -0.010465427301824093, -0.009916683658957481, -0.009367939084768295, -0.00881919451057911, -0.008270449936389923, -0.007721705827862024, -0.0071729617193341255, -0.006624217145144939, -0.006075472570955753, -0.0055267284624278545, -0.004977984353899956, -0.00442923977971077, -0.003880495438352227, -0.0033317510969936848, -0.0027830067556351423, -0.0022342624142766, -0.0016855180729180574, -0.001136773731559515, -0.0005880293902009726, -3.9285048842430115e-05, 0.0005094592925161123, 0.0010582036338746548, 0.0016069479752331972, 0.0021556923165917397, 0.002704436657950282, 0.0032531809993088245, 0.003801925340667367, 0.004350669682025909, 0.0048994142562150955, 0.005448158364742994, 0.005996902473270893, 0.006545647047460079, 0.007094391621649265, 0.007643135730177164, 0.008191879838705063, 0.008740624412894249, 0.009289368987083435, 0.009838113561272621, 0.010386857204139233, 0.010935601778328419, 0.011484346352517605, 0.012033089995384216, 0.012581834569573402, 0.013130579143762589, 0.013679323717951775, 0.01422806829214096, 0.014776811935007572, 0.015325556509196758, 0.01587430015206337, 0.016423044726252556, 0.016971789300441742, 0.017520533874630928]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 4.0, 11.0, 10.0, 12.0, 21.0, 38.0, 37.0, 76.0, 93.0, 140.0, 203.0, 299.0, 483.0, 4561.0, 986.0, 355.0, 217.0, 114.0, 76.0, 49.0, 30.0, 27.0, 17.0, 11.0, 13.0, 5.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2127898782491684, -0.20604649186134338, -0.19930310547351837, -0.19255971908569336, -0.18581633269786835, -0.17907294631004333, -0.17232957482337952, -0.1655861884355545, -0.1588428020477295, -0.15209941565990448, -0.14535602927207947, -0.13861264288425446, -0.13186925649642944, -0.12512587010860443, -0.11838249117136002, -0.111639104783535, -0.10489571839570999, -0.09815233200788498, -0.09140894562005997, -0.08466556668281555, -0.07792218029499054, -0.07117879390716553, -0.06443540751934052, -0.0576920248568058, -0.05094863846898079, -0.04420525208115578, -0.03746186941862106, -0.03071848303079605, -0.023975098505616188, -0.017231713980436325, -0.010488328523933887, -0.003744943533092737, 0.002998441457748413, 0.009741825982928276, 0.01648521050810814, 0.02322859689593315, 0.029971981421113014, 0.03671536594629288, 0.04345875233411789, 0.0502021349966526, 0.056945521384477615, 0.06368890404701233, 0.07043229043483734, 0.07717567682266235, 0.08391906321048737, 0.09066244959831238, 0.0974058285355568, 0.1041492149233818, 0.11089260131120682, 0.11763598769903183, 0.12437937408685684, 0.13112275302410126, 0.13786613941192627, 0.14460952579975128, 0.1513529121875763, 0.1580962985754013, 0.16483968496322632, 0.17158307135105133, 0.17832645773887634, 0.18506982922554016, 0.19181321561336517, 0.19855660200119019, 0.2052999883890152, 0.2120433747768402, 0.21878676116466522]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 1.0, 6.0, 2.0, 3.0, 5.0, 31.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 5.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002401968464255333, -0.002303759567439556, -0.0022055504377931356, -0.002107341540977359, -0.002009132644161582, -0.0019109236309304833, -0.0018127146176993847, -0.0017145057208836079, -0.0016162967076525092, -0.0015180876944214106, -0.0014198787976056337, -0.001321669784374535, -0.0012234607711434364, -0.0011252518743276596, -0.001027042861096561, -0.0009288339060731232, -0.0008306249510496855, -0.0007324159960262477, -0.00063420704100281, -0.0005359980277717113, -0.0004377890727482736, -0.00033958011772483587, -0.00024137113359756768, -0.0001431621640222147, -4.4953194446861744e-05, 5.325577512849122e-05, 0.0001514647447038442, 0.0002496737288311124, 0.0003478826838545501, 0.00044609163887798786, 0.0005443006521090865, 0.0006425096071325243, 0.000740718562155962, 0.0008389275171793997, 0.0009371364722028375, 0.0010353454854339361, 0.001133554382249713, 0.0012317633954808116, 0.0013299724087119102, 0.001428181305527687, 0.0015263903187587857, 0.0016245993319898844, 0.0017228082288056612, 0.0018210172420367599, 0.0019192262552678585, 0.0020174351520836353, 0.002115644048899412, 0.0022138531785458326, 0.0023120620753616095, 0.0024102709721773863, 0.0025084801018238068, 0.0026066889986395836, 0.0027048978954553604, 0.002803107025101781, 0.0029013159219175577, 0.0029995248187333345, 0.003097733948379755, 0.003195942845195532, 0.0032941517420113087, 0.0033923606388270855, 0.003490569768473506, 0.003588778665289283, 0.0036869875621050596, 0.00378519669175148, 0.003883405588567257]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 7.0, 6.0, 7.0, 22.0, 29.0, 36.0, 54.0, 87.0, 113.0, 192.0, 286.0, 335.0, 558.0, 814.0, 1170.0, 1890.0, 3092.0, 4885.0, 8586.0, 15481.0, 29726.0, 60165.0, 134497.0, 685190.0, 112277.0, 51552.0, 27370.0, 15260.0, 9101.0, 5607.0, 3529.0, 2363.0, 1566.0, 1095.0, 744.0, 529.0, 373.0, 280.0, 206.0, 143.0, 120.0, 83.0, 64.0, 44.0, 22.0, 19.0, 17.0, 15.0, 6.0, 8.0, 7.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-0.010089616291224957, -0.009747971780598164, -0.00940632726997137, -0.009064682759344578, -0.008723038248717785, -0.008381393738090992, -0.008039749227464199, -0.007698104716837406, -0.007356460206210613, -0.007014815229922533, -0.00667317071929574, -0.006331526208668947, -0.005989881698042154, -0.005648237187415361, -0.0053065926767885685, -0.004964948166161776, -0.004623303655534983, -0.00428165914490819, -0.003940014634281397, -0.003598370123654604, -0.003256725613027811, -0.0029150808695703745, -0.0025734363589435816, -0.0022317918483167887, -0.0018901473376899958, -0.0015485028270632029, -0.00120685831643641, -0.0008652136893942952, -0.0005235691787675023, -0.00018192463903687894, 0.00015971990069374442, 0.0005013644695281982, 0.0008430089801549911, 0.001184653490781784, 0.001526298001408577, 0.0018679426284506917, 0.0022095870226621628, 0.0025512317661195993, 0.0028928762767463923, 0.003234520787373185, 0.003576165297999978, 0.003917810041457415, 0.0042594545520842075, 0.0046010990627110004, 0.004942743573337793, 0.005284388083964586, 0.005626032594591379, 0.005967677105218172, 0.006309321615844965, 0.006650966126471758, 0.006992610637098551, 0.007334255147725344, 0.007675899658352137, 0.008017544634640217, 0.00835918914526701, 0.008700833655893803, 0.009042478166520596, 0.009384122677147388, 0.009725767187774181, 0.010067411698400974, 0.010409056209027767, 0.01075070071965456, 0.011092345230281353, 0.011433989740908146, 0.011775634251534939]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 2.0, 5.0, 4.0, 8.0, 3.0, 5.0, 8.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008601885288953781, -0.00769525533542037, -0.006788625381886959, -0.005881995428353548, -0.004975365474820137, -0.004068735055625439, -0.0031621051020920277, -0.0022554751485586166, -0.0013488451950252056, -0.00044221518328413367, 0.00046441482845693827, 0.0013710448984056711, 0.002277674851939082, 0.003184304805472493, 0.004090934991836548, 0.004997564945369959, 0.00590419489890337, 0.006810824852436781, 0.007717454805970192, 0.00862408522516489, 0.009530714713037014, 0.010437345132231712, 0.011343974620103836, 0.012250605039298534, 0.013157235458493233, 0.014063864946365356, 0.014970495365560055, 0.015877125784754753, 0.016783755272626877, 0.017690384760499, 0.018597014248371124, 0.019503645598888397, 0.02041027508676052, 0.021316904574632645, 0.022223535925149918, 0.02313016541302204, 0.024036794900894165, 0.02494342438876629, 0.02585005573928356, 0.026756685227155685, 0.02766331471502781, 0.028569946065545082, 0.029476575553417206, 0.03038320504128933, 0.03128983452916145, 0.032196465879678726, 0.0331030935049057, 0.034009724855422974, 0.03491635620594025, 0.03582298383116722, 0.036729615181684494, 0.03763624653220177, 0.03854287415742874, 0.039449505507946014, 0.04035613685846329, 0.04126276448369026, 0.042169395834207535, 0.04307602718472481, 0.04398265480995178, 0.044889286160469055, 0.04579591378569603, 0.0467025451362133, 0.047609176486730576, 0.04851580411195755, 0.04942243546247482]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 6.0, 11.0, 16.0, 34.0, 60.0, 80.0, 105.0, 142.0, 190.0, 244.0, 273.0, 463.0, 648.0, 856.0, 1036.0, 1371.0, 2120.0, 5708.0, 1645.0, 732.0, 571.0, 446.0, 330.0, 212.0, 166.0, 146.0, 127.0, 75.0, 63.0, 60.0, 34.0, 28.0, 18.0, 14.0, 20.0, 23.0, 24.0, 25.0, 23.0, 24.0, 41.0, 33.0, 21.0, 27.0, 30.0, 17.0, 14.0, 4.0, 5.0, 2.0, 6.0, 6.0, 4.0, 4.0, 7.0, 1.0, 4.0, 8.0, 4.0, 5.0, 11.0, 1.0, 4.0], "bins": [-0.007062370888888836, -0.006688524503260851, -0.006314678117632866, -0.005940831732004881, -0.005566985346376896, -0.005193139426410198, -0.004819293040782213, -0.004445446655154228, -0.004071600269526243, -0.003697753883898258, -0.003323907498270273, -0.002950061345472932, -0.002576214959844947, -0.002202368574216962, -0.0018285223050042987, -0.0014546760357916355, -0.0010808296501636505, -0.0007069833227433264, -0.00033313699532300234, 4.070933209732175e-05, 0.00041455565951764584, 0.0007884019869379699, 0.001162248314358294, 0.0015360945835709572, 0.0019099409691989422, 0.002283787354826927, 0.002657633740454912, 0.0030314798932522535, 0.0034053262788802385, 0.0037791726645082235, 0.004153018817305565, 0.00452686520293355, 0.004900711588561535, 0.00527455797418952, 0.005648404359817505, 0.00602225074544549, 0.006396097131073475, 0.006769943051040173, 0.007143789436668158, 0.007517635822296143, 0.00789148174226284, 0.008265328593552113, 0.00863917451351881, 0.009013021364808083, 0.00938686728477478, 0.009760714136064053, 0.01013456005603075, 0.010508406907320023, 0.01088225282728672, 0.011256098747253418, 0.01162994559854269, 0.012003791518509388, 0.01237763836979866, 0.012751484289765358, 0.01312533114105463, 0.013499177061021328, 0.0138730239123106, 0.014246869832277298, 0.014620715752243996, 0.014994562603533268, 0.015368408523499966, 0.015742255374789238, 0.016116101294755936, 0.016489947214722633, 0.01686379313468933]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.24921640753746033, -0.24394962191581726, -0.2386828362941742, -0.23341605067253113, -0.22814926505088806, -0.222882479429245, -0.21761569380760193, -0.21234890818595886, -0.2070821225643158, -0.20181533694267273, -0.19654855132102966, -0.1912817656993866, -0.18601498007774353, -0.18074819445610046, -0.1754814088344574, -0.17021462321281433, -0.16494783759117126, -0.1596810519695282, -0.15441426634788513, -0.14914748072624207, -0.143880695104599, -0.13861390948295593, -0.13334712386131287, -0.1280803382396698, -0.12281355261802673, -0.11754676699638367, -0.1122799813747406, -0.10701319575309753, -0.10174641013145447, -0.0964796245098114, -0.09121283888816833, -0.08594605326652527, -0.0806792676448822, -0.07541248202323914, -0.07014569640159607, -0.064878910779953, -0.059612125158309937, -0.05434533953666687, -0.049078553915023804, -0.04381176829338074, -0.03854498267173767, -0.033278197050094604, -0.028011411428451538, -0.02274462580680847, -0.017477840185165405, -0.012211054563522339, -0.0069442689418792725, -0.001677483320236206, 0.0035893023014068604, 0.008856087923049927, 0.014122873544692993, 0.01938965916633606, 0.024656444787979126, 0.029923230409622192, 0.03519001603126526, 0.040456801652908325, 0.04572358727455139, 0.05099037289619446, 0.056257158517837524, 0.06152394413948059, 0.06679072976112366, 0.07205751538276672, 0.07732430100440979, 0.08259108662605286, 0.08785787224769592]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 3.0, 2.0, 6.0, 8.0, 8.0, 12.0, 22.0, 23.0, 15.0, 33.0, 21.0, 20.0, 8.0, 15.0, 11.0, 7.0, 6.0, 3.0, 2.0, 3.0, 3.0, 2.0, 5.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.060359660536050797, -0.05878942459821701, -0.057219188660383224, -0.05564895644783974, -0.05407872051000595, -0.052508484572172165, -0.05093824863433838, -0.04936801269650459, -0.04779777675867081, -0.04622754454612732, -0.04465730860829353, -0.04308707267045975, -0.04151683673262596, -0.039946600794792175, -0.03837636858224869, -0.0368061326444149, -0.035235896706581116, -0.03366566076874733, -0.032095424830913544, -0.030525190755724907, -0.02895495668053627, -0.027384720742702484, -0.025814484804868698, -0.02424425072968006, -0.022674014791846275, -0.02110377885401249, -0.019533544778823853, -0.017963308840990067, -0.01639307290315628, -0.014822838827967644, -0.013252602890133858, -0.011682367883622646, -0.010112132877111435, -0.008541897870600224, -0.006971662398427725, -0.005401426926255226, -0.0038311919197440147, -0.0022609566804021597, -0.0006907214410603046, 0.0008795137982815504, 0.0024497490376234055, 0.004019984044134617, 0.0055902195163071156, 0.007160454988479614, 0.008730689994990826, 0.010300925001502037, 0.011871160939335823, 0.013441395945847034, 0.015011630952358246, 0.016581866890192032, 0.01815210096538067, 0.019722336903214455, 0.02129257097840309, 0.022862806916236877, 0.024433042854070663, 0.0260032769292593, 0.027573512867093086, 0.029143748804926872, 0.03071398288011551, 0.032284218817949295, 0.03385445475578308, 0.03542469069361687, 0.036994922906160355, 0.03856515884399414, 0.04013539478182793]}, "_runtime": 17.750753164291382, "_timestamp": 1596206596.5943854, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011645802296698093, -0.011226268485188484, -0.01080673560500145, -0.01038720179349184, -0.009967668913304806, -0.009548135101795197, -0.009128602221608162, -0.008709068410098553, -0.008289535529911518, -0.007870001718401909, -0.007450468372553587, -0.007030935026705265, -0.006611401680856943, -0.006191868335008621, -0.005772334989160299, -0.005352801643311977, -0.0049332682974636555, -0.0045137349516153336, -0.004094201605767012, -0.0036746682599186897, -0.003255134914070368, -0.0028356013353914022, -0.0024160679895430803, -0.0019965346436947584, -0.0015770012978464365, -0.0011574679519981146, -0.0007379345479421318, -0.0003184011729899794, 0.00010113220196217299, 0.0005206655478104949, 0.0009401989518664777, 0.0013597323559224606, 0.0017792657017707825, 0.0021987990476191044, 0.0026183323934674263, 0.003037865739315748, 0.00345739908516407, 0.0038769326638430357, 0.004296465776860714, 0.004715999122709036, 0.005135532468557358, 0.005555066280066967, 0.005974599625915289, 0.006394132971763611, 0.006813666317611933, 0.007233199663460255, 0.007652733009308577, 0.008072266355156898, 0.008491799235343933, 0.008911333046853542, 0.009330866858363152, 0.009750399738550186, 0.010169933550059795, 0.01058946643024683, 0.01100900024175644, 0.011428533121943474, 0.011848066933453083, 0.012267599813640118, 0.012687133625149727, 0.013106666505336761, 0.01352620031684637, 0.013945733197033405, 0.014365267008543015, 0.01478479988873005, 0.015204333700239658]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 6.0, 6.0, 5.0, 7.0, 18.0, 25.0, 26.0, 31.0, 45.0, 45.0, 77.0, 90.0, 124.0, 167.0, 220.0, 322.0, 500.0, 4564.0, 674.0, 300.0, 156.0, 130.0, 90.0, 77.0, 42.0, 32.0, 24.0, 20.0, 23.0, 12.0, 13.0, 12.0, 9.0, 5.0, 4.0, 6.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19523504376411438, -0.18918225169181824, -0.1831294447183609, -0.17707665264606476, -0.17102384567260742, -0.16497105360031128, -0.15891824662685394, -0.1528654545545578, -0.14681264758110046, -0.14075985550880432, -0.13470704853534698, -0.12865425646305084, -0.1226014569401741, -0.11654865741729736, -0.11049585789442062, -0.10444305837154388, -0.09839025884866714, -0.0923374593257904, -0.08628465980291367, -0.08023186028003693, -0.07417906075716019, -0.06812626123428345, -0.062073465436697006, -0.05602066591382027, -0.04996786639094353, -0.04391506686806679, -0.03786226734519005, -0.03180946782231331, -0.02575667016208172, -0.01970387063920498, -0.013651072047650814, -0.007598272990435362, -0.0015454739332199097, 0.0045073251239955425, 0.010560124181210995, 0.01661292277276516, 0.0226657222956419, 0.02871852181851864, 0.03477131947875023, 0.04082411900162697, 0.04687691852450371, 0.05292971804738045, 0.05898251757025719, 0.06503531336784363, 0.07108811289072037, 0.0771409124135971, 0.08319371193647385, 0.08924651145935059, 0.09529931098222733, 0.10135211050510406, 0.1074049100279808, 0.11345770955085754, 0.11951050907373428, 0.12556330859661102, 0.13161610066890717, 0.1376689076423645, 0.14372169971466064, 0.14977450668811798, 0.15582729876041412, 0.16188010573387146, 0.1679328978061676, 0.17398570477962494, 0.18003849685192108, 0.18609130382537842, 0.19214409589767456]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 5.0, 3.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 28.0, 7.0, 3.0, 0.0, 6.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.002842688001692295, -0.0027533876709640026, -0.00266408734023571, -0.0025747870095074177, -0.002485486678779125, -0.0023961863480508327, -0.0023068860173225403, -0.002217585686594248, -0.0021282853558659554, -0.002038985025137663, -0.0019496845779940486, -0.0018603842472657561, -0.0017710839165374637, -0.0016817835858091712, -0.0015924832550808787, -0.0015031829243525863, -0.0014138825936242938, -0.0013245822628960013, -0.0012352819321677089, -0.0011459816014394164, -0.001056681270711124, -0.0009673808817751706, -0.0008780805510468781, -0.0007887802203185856, -0.0006994798895902932, -0.0006101795588620007, -0.0005208792281337082, -0.0004315788683015853, -0.00034227853757329285, -0.0002529782068450004, -0.0001636778615647927, -7.437752356054261e-05, 1.4922814443707466e-05, 0.00010422315244795755, 0.00019352349045220762, 0.0002828238357324153, 0.0003721241664607078, 0.00046142449718900025, 0.0005507248570211232, 0.0006400251877494156, 0.0007293255184777081, 0.0008186258492060006, 0.000907926179934293, 0.0009972265688702464, 0.0010865268995985389, 0.0011758272303268313, 0.0012651275610551238, 0.0013544278917834163, 0.0014437282225117087, 0.0015330285532400012, 0.0016223288839682937, 0.0017116292146965861, 0.0018009295454248786, 0.001890229876153171, 0.0019795303232967854, 0.002068830654025078, 0.0021581309847533703, 0.0022474313154816628, 0.002336731646209955, 0.0024260319769382477, 0.00251533230766654, 0.0026046326383948326, 0.002693932969123125, 0.0027832332998514175, 0.00287253363057971]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 11.0, 9.0, 11.0, 17.0, 34.0, 51.0, 106.0, 161.0, 269.0, 498.0, 811.0, 1524.0, 2934.0, 5924.0, 12028.0, 26200.0, 59293.0, 139535.0, 681057.0, 123729.0, 58854.0, 29702.0, 15556.0, 8598.0, 4795.0, 2865.0, 1752.0, 1171.0, 704.0, 483.0, 303.0, 179.0, 150.0, 82.0, 69.0, 37.0, 36.0, 28.0, 20.0, 11.0, 7.0, 8.0, 5.0, 7.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012029249221086502, -0.01163459848612547, -0.011239948682487011, -0.010845297947525978, -0.010450647212564945, -0.010055996477603912, -0.009661346673965454, -0.009266695939004421, -0.008872045204043388, -0.00847739540040493, -0.008082744665443897, -0.007688093930482864, -0.007293443661183119, -0.006898792926222086, -0.00650414265692234, -0.0061094919219613075, -0.005714841652661562, -0.005320191383361816, -0.0049255406484007835, -0.004530890379101038, -0.004136239644140005, -0.0037415893748402596, -0.0033469388727098703, -0.002952288370579481, -0.002557637868449092, -0.0021629873663187027, -0.0017683368641883135, -0.001373686478473246, -0.0009790359763428569, -0.0005843854742124677, -0.00018973503028973937, 0.0002049154427368194, 0.0005995659157633781, 0.0009942164178937674, 0.0013888669200241566, 0.001783517305739224, 0.002178167924284935, 0.0025728181935846806, 0.0029674686957150698, 0.003362119197845459, 0.003756769699975848, 0.004151420202106237, 0.004546070471405983, 0.004940721206367016, 0.005335371475666761, 0.005730022210627794, 0.00612467247992754, 0.006519323214888573, 0.006913973484188318, 0.007308623753488064, 0.007703274488449097, 0.00809792522341013, 0.008492575027048588, 0.00888722576200962, 0.009281876496970654, 0.009676527231931686, 0.010071177035570145, 0.010465827770531178, 0.01086047850549221, 0.011255128309130669, 0.011649779044091702, 0.012044429779052734, 0.012439080514013767, 0.012833730317652225, 0.013228381052613258]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 7.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008259993977844715, -0.00782237108796835, -0.007384748198091984, -0.006947124842554331, -0.006509501952677965, -0.0060718790628015995, -0.0056342557072639465, -0.005196632817387581, -0.004759009927511215, -0.0043213870376348495, -0.0038837639149278402, -0.003446140792220831, -0.0030085179023444653, -0.0025708950124680996, -0.0021332718897610903, -0.0016956488834694028, -0.0012580258771777153, -0.0008204028708860278, -0.0003827798645943403, 5.4843141697347164e-05, 0.0004924661479890347, 0.0009300891542807221, 0.0013677121605724096, 0.0018053351668640971, 0.0022429581731557846, 0.0026805810630321503, 0.0031182041857391596, 0.003555827308446169, 0.0039934501983225346, 0.0044310730881989, 0.004868696443736553, 0.005306319333612919, 0.0057439422234892845, 0.00618156511336565, 0.006619188003242016, 0.007056811358779669, 0.0074944342486560345, 0.007932057604193687, 0.008369680494070053, 0.008807303383946419, 0.009244926273822784, 0.00968254916369915, 0.010120172053575516, 0.010557794943451881, 0.010995417833328247, 0.011433041654527187, 0.011870664544403553, 0.012308287434279919, 0.012745910324156284, 0.01318353321403265, 0.013621156103909016, 0.014058778993785381, 0.014496402814984322, 0.014934025704860687, 0.015371648594737053, 0.01580927148461342, 0.016246894374489784, 0.01668451726436615, 0.017122140154242516, 0.01755976304411888, 0.017997385933995247, 0.018435008823871613, 0.018872631713747978, 0.019310254603624344, 0.01974787935614586]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 6.0, 3.0, 11.0, 11.0, 18.0, 21.0, 36.0, 32.0, 43.0, 73.0, 66.0, 97.0, 120.0, 142.0, 187.0, 231.0, 277.0, 318.0, 442.0, 550.0, 711.0, 894.0, 1231.0, 1883.0, 4756.0, 1251.0, 979.0, 704.0, 523.0, 449.0, 365.0, 310.0, 232.0, 204.0, 184.0, 202.0, 150.0, 127.0, 110.0, 92.0, 76.0, 67.0, 73.0, 49.0, 33.0, 17.0, 17.0, 14.0, 7.0, 9.0, 10.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006648269481956959, -0.006403433158993721, -0.0061585973016917706, -0.005913760978728533, -0.005668925121426582, -0.005424088798463345, -0.005179252475500107, -0.004934416618198156, -0.004689580295234919, -0.004444743972271681, -0.00419990811496973, -0.003955071792006493, -0.0037102357018738985, -0.0034653996117413044, -0.0032205632887780666, -0.0029757271986454725, -0.0027308911085128784, -0.0024860550183802843, -0.00224121892824769, -0.0019963826052844524, -0.0017515465151518583, -0.0015067104250192642, -0.0012618742184713483, -0.0010170380119234324, -0.0007722019217908382, -0.0005273657734505832, -0.0002825296251103282, -3.7693476770073175e-05, 0.00020714267157018185, 0.00045197881991043687, 0.0006968149682506919, 0.0009416511165909469, 0.001186487264931202, 0.001431323355063796, 0.001676159561611712, 0.001920995768159628, 0.002165831858292222, 0.002410667948424816, 0.002655504271388054, 0.002900340361520648, 0.003145176451653242, 0.0033900125417858362, 0.0036348486319184303, 0.003879684954881668, 0.004124521277844906, 0.004369357135146856, 0.004614193458110094, 0.0048590293154120445, 0.005103865638375282, 0.00534870196133852, 0.0055935378186404705, 0.005838374141603708, 0.006083209998905659, 0.0063280463218688965, 0.006572882644832134, 0.006817718502134085, 0.0070625548250973225, 0.00730739114806056, 0.007552227005362511, 0.0077970633283257484, 0.008041899651288986, 0.008286735974252224, 0.008531571365892887, 0.008776407688856125, 0.009021244011819363]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12469814717769623, -0.12194909155368805, -0.11920002847909927, -0.1164509728550911, -0.11370191723108292, -0.11095285415649414, -0.10820379853248596, -0.10545474290847778, -0.1027056872844696, -0.09995662420988083, -0.09720756858587265, -0.09445851296186447, -0.0917094498872757, -0.08896039426326752, -0.08621133863925934, -0.08346227556467056, -0.08071321994066238, -0.0779641643166542, -0.07521510124206543, -0.07246604561805725, -0.06971698999404907, -0.0669679269194603, -0.06421887129545212, -0.06146981567144394, -0.05872075632214546, -0.055971696972846985, -0.053222641348838806, -0.05047358199954033, -0.04772452265024185, -0.04497546702623367, -0.042226407676935196, -0.03947735205292702, -0.03672829270362854, -0.03397923335433006, -0.031230177730321884, -0.028481118381023407, -0.02573206089437008, -0.02298300340771675, -0.020233944058418274, -0.017484886571764946, -0.014735829085111618, -0.01198677159845829, -0.009237713180482388, -0.006488655228167772, -0.003739597275853157, -0.0009905393235385418, 0.0017585186287760735, 0.004507576581090689, 0.007256634533405304, 0.010005692020058632, 0.012754750438034534, 0.015503808856010437, 0.018252866342663765, 0.021001923829317093, 0.02375098317861557, 0.026500040665268898, 0.029249098151922226, 0.0319981575012207, 0.03474721312522888, 0.03749627247452736, 0.040245331823825836, 0.042994387447834015, 0.04574344679713249, 0.04849250242114067, 0.05124156177043915]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 6.0, 7.0, 11.0, 9.0, 6.0, 9.0, 8.0, 14.0, 26.0, 53.0, 21.0, 28.0, 22.0, 20.0, 3.0, 6.0, 8.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.11910196393728256, -0.1165708526968956, -0.11403973400592804, -0.11150862276554108, -0.10897751152515411, -0.10644640028476715, -0.10391528159379959, -0.10138417035341263, -0.09885305911302567, -0.0963219404220581, -0.09379082918167114, -0.09125971794128418, -0.08872860670089722, -0.08619748800992966, -0.0836663767695427, -0.08113526552915573, -0.07860414683818817, -0.07607303559780121, -0.07354192435741425, -0.07101081311702728, -0.06847969442605972, -0.06594858318567276, -0.0634174719452858, -0.060886356979608536, -0.058355242013931274, -0.05582413077354431, -0.05329301580786705, -0.05076190456748009, -0.048230789601802826, -0.04569967836141586, -0.0431685633957386, -0.04063745215535164, -0.03810633718967438, -0.035575222223997116, -0.03304411098361015, -0.03051299788057804, -0.02798188477754593, -0.025450769811868668, -0.022919656708836555, -0.020388543605804443, -0.01785743050277233, -0.015326317399740219, -0.012795204296708107, -0.01026409026235342, -0.007732977159321308, -0.005201864056289196, -0.0026707504875957966, -0.0001396371517330408, 0.002391476184129715, 0.004922589287161827, 0.0074537028558552265, 0.009984816424548626, 0.012515929527580738, 0.01504704263061285, 0.017578156664967537, 0.02010926976799965, 0.02264038287103176, 0.025171495974063873, 0.027702609077095985, 0.030233722180128098, 0.03276483714580536, 0.03529594838619232, 0.03782706335186958, 0.040358174592256546, 0.04288928955793381]}, "_runtime": 18.539879322052002, "_timestamp": 1596206597.3835115, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012183111160993576, -0.01182546652853489, -0.011467821896076202, -0.011110177263617516, -0.010752532631158829, -0.010394887067377567, -0.01003724243491888, -0.009679597802460194, -0.009321953170001507, -0.00896430853754282, -0.008606663905084133, -0.008249019272625446, -0.007891373708844185, -0.007533729542046785, -0.007176084443926811, -0.006818439811468124, -0.0064607951790094376, -0.006103150546550751, -0.005745505914092064, -0.00538786081597209, -0.005030216183513403, -0.004672571551054716, -0.004314926452934742, -0.003957281820476055, -0.0035996371880173683, -0.0032419925555586815, -0.002884347690269351, -0.0025267028249800205, -0.0021690581925213337, -0.001811413443647325, -0.0014537686947733164, -0.0010961239458993077, -0.0007384791970252991, -0.0003808344481512904, -2.318969927728176e-05, 0.0003344550495967269, 0.0006920997984707355, 0.0010497445473447442, 0.0014073892962187529, 0.0017650340450927615, 0.00212267879396677, 0.002480323426425457, 0.0028379682917147875, 0.003195613157004118, 0.003553257789462805, 0.003910902421921492, 0.004268547520041466, 0.004626192152500153, 0.004983836784958839, 0.005341481417417526, 0.005699126049876213, 0.006056771147996187, 0.006414415780454874, 0.006772060412913561, 0.007129705511033535, 0.007487350143492222, 0.007844994775950909, 0.008202639408409595, 0.008560284040868282, 0.00891792867332697, 0.00927557423710823, 0.009633218869566917, 0.009990863502025604, 0.010348508134484291, 0.010706152766942978]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 11.0, 11.0, 9.0, 10.0, 26.0, 17.0, 26.0, 28.0, 36.0, 30.0, 50.0, 57.0, 78.0, 107.0, 132.0, 158.0, 233.0, 342.0, 3839.0, 1369.0, 382.0, 256.0, 157.0, 106.0, 90.0, 77.0, 56.0, 48.0, 27.0, 35.0, 27.0, 16.0, 20.0, 7.0, 10.0, 2.0, 5.0, 2.0, 6.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15576240420341492, -0.15070998668670654, -0.14565756916999817, -0.1406051516532898, -0.13555273413658142, -0.13050031661987305, -0.12544789910316467, -0.1203954741358757, -0.11534305661916733, -0.11029063910245895, -0.10523822158575058, -0.1001858040690422, -0.09513337910175323, -0.09008096158504486, -0.08502854406833649, -0.07997612655162811, -0.07492370903491974, -0.06987129151821136, -0.06481887400150299, -0.05976645275950432, -0.054714035242795944, -0.04966161772608757, -0.0446091964840889, -0.039556778967380524, -0.03450436145067215, -0.029451943933963776, -0.024399524554610252, -0.01934710517525673, -0.014294687658548355, -0.009242269210517406, -0.004189850762486458, 0.0008625676855444908, 0.0059149861335754395, 0.010967404581606388, 0.016019823029637337, 0.02107224240899086, 0.026124659925699234, 0.031177077442407608, 0.03622949868440628, 0.041281916201114655, 0.04633433371782303, 0.0513867512345314, 0.05643916875123978, 0.06149158999323845, 0.06654401123523712, 0.0715964287519455, 0.07664884626865387, 0.08170126378536224, 0.08675368130207062, 0.09180609881877899, 0.09685851633548737, 0.10191093385219574, 0.10696335136890411, 0.11201577633619308, 0.11706819385290146, 0.12212061136960983, 0.1271730363368988, 0.13222545385360718, 0.13727787137031555, 0.14233028888702393, 0.1473827064037323, 0.15243512392044067, 0.15748754143714905, 0.16253995895385742, 0.1675923764705658]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 6.0, 1.0, 2.0, 5.0, 3.0, 2.0, 4.0, 6.0, 5.0, 1.0, 2.0, 28.0, 6.0, 4.0, 6.0, 2.0, 5.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003291419940069318, -0.0031794914975762367, -0.003067562822252512, -0.002955634379759431, -0.002843705704435706, -0.002731777261942625, -0.0026198485866189003, -0.002507920144125819, -0.002395991701632738, -0.0022840630263090134, -0.0021721345838159323, -0.0020602059084922075, -0.0019482774659991264, -0.0018363489070907235, -0.0017244203481823206, -0.0016124917892739177, -0.0015005632303655148, -0.0013886346714571118, -0.001276706112548709, -0.001164777553640306, -0.001052848994731903, -0.0009409204940311611, -0.0008289919933304191, -0.0007170634344220161, -0.0006051348755136132, -0.0004932063166052103, -0.00038127778680063784, -0.0002693492569960654, -0.00015742069808766246, -4.549215373117477e-05, 6.643639062531292e-05, 0.00017836493498180062, 0.0002902934793382883, 0.0004022220382466912, 0.0005141505971550941, 0.0006260790978558362, 0.0007380076567642391, 0.000849936215672642, 0.000961864716373384, 0.001073793275281787, 0.0011857218341901898, 0.0012976503930985928, 0.0014095789520069957, 0.0015215075109153986, 0.0016334359534084797, 0.0017453645123168826, 0.0018572930712252855, 0.0019692217465490103, 0.0020811501890420914, 0.0021930786315351725, 0.002305007306858897, 0.0024169357493519783, 0.002528864424675703, 0.002640792867168784, 0.002752721542492509, 0.00286464998498559, 0.0029765786603093147, 0.003088507102802396, 0.003200435545295477, 0.0033123642206192017, 0.0034242926631122828, 0.0035362213384360075, 0.0036481497809290886, 0.0037600784562528133, 0.0038720068987458944]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 10.0, 15.0, 7.0, 14.0, 26.0, 43.0, 72.0, 129.0, 184.0, 312.0, 526.0, 874.0, 1455.0, 2492.0, 4501.0, 8338.0, 16449.0, 34215.0, 74603.0, 188422.0, 664278.0, 86431.0, 42159.0, 22807.0, 12609.0, 7288.0, 4396.0, 2583.0, 1538.0, 1041.0, 587.0, 405.0, 259.0, 178.0, 101.0, 76.0, 42.0, 48.0, 39.0, 16.0, 20.0, 11.0, 11.0, 7.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010749289765954018, -0.01036828476935625, -0.009987279772758484, -0.009606274776160717, -0.00922526977956295, -0.008844265714287758, -0.008463260717689991, -0.008082255721092224, -0.007701250724494457, -0.00732024572789669, -0.0069392407312989235, -0.006558236200362444, -0.006177231203764677, -0.00579622620716691, -0.005415221676230431, -0.005034216679632664, -0.004653211683034897, -0.00427220668643713, -0.0038912019226700068, -0.0035101971589028835, -0.0031291921623051167, -0.0027481871657073498, -0.0023671824019402266, -0.0019861776381731033, -0.0016051726415753365, -0.0012241677613928914, -0.0008431628812104464, -0.0004621580010280013, -8.115312084555626e-05, 0.0002998517593368888, 0.0006808566395193338, 0.0010618615197017789, 0.001442866399884224, 0.001823871280066669, 0.002204876160249114, 0.0025858809240162373, 0.002966885920614004, 0.003347890917211771, 0.0037288956809788942, 0.0041099004447460175, 0.004490905441343784, 0.004871910437941551, 0.005252915434539318, 0.005633919965475798, 0.0060149249620735645, 0.006395929958671331, 0.006776934489607811, 0.007157939486205578, 0.007538944482803345, 0.007919949479401112, 0.008300954475998878, 0.008681959472596645, 0.009062964469194412, 0.009443968534469604, 0.009824973531067371, 0.010205978527665138, 0.010586983524262905, 0.010967988520860672, 0.011348993517458439, 0.011729998514056206, 0.012111002579331398, 0.012492007575929165, 0.012873012572526932, 0.013254017569124699, 0.013635022565722466]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 6.0, 1.0, 1.0, 5.0, 6.0, 8.0, 8.0, 6.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.0596727579832077, -0.05851278454065323, -0.057352811098098755, -0.05619283765554428, -0.05503286421298981, -0.05387289077043533, -0.05271291732788086, -0.051552943885326385, -0.05039297044277191, -0.049233000725507736, -0.04807302728295326, -0.04691305384039879, -0.045753080397844315, -0.04459310695528984, -0.04343313351273537, -0.04227316007018089, -0.04111318662762642, -0.039953213185071945, -0.03879323974251747, -0.037633266299963, -0.036473292857408524, -0.03531331941485405, -0.034153345972299576, -0.0329933725297451, -0.031833402812480927, -0.030673427507281303, -0.02951345406472683, -0.028353480622172356, -0.02719350904226303, -0.026033535599708557, -0.024873562157154083, -0.02371358871459961, -0.022553615272045135, -0.02139364182949066, -0.020233668386936188, -0.019073694944381714, -0.01791372150182724, -0.016753749921917915, -0.015593776479363441, -0.014433803036808968, -0.013273829594254494, -0.01211385615170002, -0.010953882709145546, -0.009793910197913647, -0.008633936755359173, -0.007473963312804699, -0.006313990335911512, -0.005154017359018326, -0.003994043916463852, -0.0028340707067400217, -0.0016740974970161915, -0.0005141242872923613, 0.000645848922431469, 0.0018058221321552992, 0.0029657953418791294, 0.004125768318772316, 0.00528574176132679, 0.006445715203881264, 0.00760568818077445, 0.008765661157667637, 0.00992563460022211, 0.011085608042776585, 0.012245580554008484, 0.013405553996562958, 0.014565527439117432]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 10.0, 6.0, 6.0, 15.0, 12.0, 23.0, 21.0, 27.0, 33.0, 22.0, 40.0, 28.0, 34.0, 31.0, 26.0, 24.0, 36.0, 47.0, 50.0, 68.0, 87.0, 78.0, 106.0, 166.0, 190.0, 207.0, 252.0, 369.0, 398.0, 542.0, 4802.0, 2361.0, 1661.0, 1260.0, 1061.0, 874.0, 789.0, 681.0, 535.0, 376.0, 308.0, 214.0, 152.0, 89.0, 80.0, 59.0, 43.0, 32.0, 20.0, 17.0, 16.0, 10.0, 9.0, 2.0, 3.0, 6.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.020299235358834267, -0.019697900861501694, -0.01909656822681427, -0.018495233729481697, -0.017893901094794273, -0.0172925665974617, -0.016691232100129128, -0.016089899465441704, -0.01548856496810913, -0.014887231402099133, -0.014285897836089134, -0.013684564270079136, -0.013083230704069138, -0.01248189713805914, -0.011880562640726566, -0.011279229074716568, -0.01067789550870657, -0.010076561942696571, -0.009475228376686573, -0.008873893879354, -0.008272560313344002, -0.0076712267473340034, -0.007069893181324005, -0.0064685591496527195, -0.005867225583642721, -0.005265892017632723, -0.004664557985961437, -0.004063224419951439, -0.003461890621110797, -0.002860556822270155, -0.0022592232562601566, -0.0016578894574195147, -0.0010565556585788727, -0.0004552219179458916, 0.00014611182268708944, 0.0007474455633200705, 0.0013487793039530516, 0.0019501131027936935, 0.002551446668803692, 0.003152780467644334, 0.003754114266484976, 0.004355447832494974, 0.00495678186416626, 0.005558115430176258, 0.006159448996186256, 0.006760783027857542, 0.00736211659386754, 0.007963450625538826, 0.008564784191548824, 0.009166117757558823, 0.009767451323568821, 0.010368785820901394, 0.010970119386911392, 0.01157145295292139, 0.012172786518931389, 0.012774120084941387, 0.013375453650951385, 0.013976788148283958, 0.014578121714293957, 0.015179455280303955, 0.015780789777636528, 0.01638212241232395, 0.016983456909656525, 0.01758478954434395, 0.01818612404167652]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09832789748907089, -0.09300694614648819, -0.08768598735332489, -0.08236503601074219, -0.07704408466815948, -0.07172312587499619, -0.06640217453241348, -0.06108121946454048, -0.05576026439666748, -0.05043930932879448, -0.04511835426092148, -0.039797402918338776, -0.034476447850465775, -0.029155492782592773, -0.02383453957736492, -0.01851358637213707, -0.013192631304264069, -0.007871677167713642, -0.0025507230311632156, 0.002770231105387211, 0.008091185241937637, 0.013412139378488064, 0.01873309351503849, 0.024054046720266342, 0.029375001788139343, 0.034695956856012344, 0.040016911923885345, 0.04533786326646805, 0.05065881833434105, 0.05597977340221405, 0.06130072474479675, 0.06662168353796005, 0.07194263488054276, 0.07726358622312546, 0.08258454501628876, 0.08790549635887146, 0.09322644770145416, 0.09854740649461746, 0.10386835783720016, 0.10918931663036346, 0.11451026797294617, 0.11983121931552887, 0.12515217065811157, 0.13047313690185547, 0.13579408824443817, 0.14111503958702087, 0.14643599092960358, 0.15175694227218628, 0.15707790851593018, 0.16239885985851288, 0.16771981120109558, 0.17304076254367828, 0.178361713886261, 0.1836826652288437, 0.18900363147258759, 0.1943245828151703, 0.199645534157753, 0.2049664855003357, 0.2102874368429184, 0.2156084030866623, 0.220929354429245, 0.2262503057718277, 0.2315712571144104, 0.2368922084569931, 0.2422131597995758]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 1.0, 2.0, 9.0, 5.0, 4.0, 4.0, 7.0, 6.0, 4.0, 9.0, 9.0, 7.0, 16.0, 7.0, 17.0, 34.0, 7.0, 6.0, 12.0, 11.0, 7.0, 9.0, 7.0, 12.0, 11.0, 17.0, 11.0, 7.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04517253115773201, -0.043109793215990067, -0.041047051548957825, -0.03898431360721588, -0.03692157194018364, -0.034858833998441696, -0.032796092331409454, -0.03073335438966751, -0.02867061458528042, -0.026607874780893326, -0.024545134976506233, -0.02248239517211914, -0.020419657230377197, -0.018356917425990105, -0.016294177621603012, -0.01423143781721592, -0.012168698012828827, -0.010105958208441734, -0.008043218404054642, -0.005980479530990124, -0.003917739726603031, -0.0018550001550465822, 0.00020773941650986671, 0.0022704789880663157, 0.004333218559622765, 0.006395958364009857, 0.00845869816839695, 0.010521437041461468, 0.01258417684584856, 0.014646916650235653, 0.01670965552330017, 0.018772395327687263, 0.020835135132074356, 0.02289787493646145, 0.02496061474084854, 0.027023354545235634, 0.029086094349622726, 0.03114883229136467, 0.03321157395839691, 0.035274311900138855, 0.0373370498418808, 0.03939979150891304, 0.041462529450654984, 0.043525271117687225, 0.04558800905942917, 0.04765075072646141, 0.049713488668203354, 0.051776230335235596, 0.05383896827697754, 0.05590170621871948, 0.057964447885751724, 0.06002718582749367, 0.06208992749452591, 0.06415266543626785, 0.0662154033780098, 0.06827814877033234, 0.07034088671207428, 0.07240362465381622, 0.07446636259555817, 0.07652910053730011, 0.07859184592962265, 0.0806545838713646, 0.08271732181310654, 0.08478005975484848, 0.08684280514717102]}, "_runtime": 19.337024927139282, "_timestamp": 1596206598.1806571, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.013874674215912819, -0.013465403579175472, -0.0130561338737607, -0.012646863237023354, -0.012237592600286007, -0.011828322894871235, -0.011419052258133888, -0.011009781621396542, -0.010600510984659195, -0.010191241279244423, -0.009781970642507076, -0.00937270000576973, -0.008963430300354958, -0.008554159663617611, -0.008144889026880264, -0.007735618855804205, -0.007326348684728146, -0.006917078513652086, -0.00650780787691474, -0.00609853770583868, -0.005689267069101334, -0.005279996898025274, -0.004870726726949215, -0.004461456090211868, -0.004052185919135809, -0.003642915515229106, -0.003233645111322403, -0.0028243749402463436, -0.0024151045363396406, -0.0020058341324329376, -0.0015965638449415565, -0.0011872935574501753, -0.0007780231535434723, -0.0003687528078444302, 4.0517537854611874e-05, 0.00044978788355365396, 0.000859058229252696, 0.001268328633159399, 0.0016775989206507802, 0.0020868692081421614, 0.0024961396120488644, 0.0029054100159555674, 0.0033146804198622704, 0.0037239505909383297, 0.004133220762014389, 0.004542491398751736, 0.004951761569827795, 0.005361032206565142, 0.005770302377641201, 0.00617957254871726, 0.006588843185454607, 0.006998113356530666, 0.007407383993268013, 0.007816653698682785, 0.008225924335420132, 0.008635194972157478, 0.00904446467757225, 0.009453735314309597, 0.009863005951046944, 0.01027227658778429, 0.010681546293199062, 0.011090816929936409, 0.011500087566673756, 0.011909357272088528, 0.012318627908825874]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 4.0, 6.0, 12.0, 8.0, 7.0, 17.0, 19.0, 24.0, 36.0, 42.0, 63.0, 65.0, 100.0, 111.0, 165.0, 225.0, 318.0, 563.0, 4650.0, 569.0, 246.0, 160.0, 111.0, 90.0, 52.0, 55.0, 33.0, 27.0, 26.0, 18.0, 22.0, 17.0, 11.0, 7.0, 5.0, 8.0, 2.0, 5.0, 2.0, 3.0, 0.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17766034603118896, -0.17213410139083862, -0.16660787165164948, -0.16108162701129913, -0.1555553823709488, -0.15002913773059845, -0.1445029079914093, -0.13897666335105896, -0.13345041871070862, -0.12792418897151947, -0.12239794433116913, -0.11687169969081879, -0.11134546250104904, -0.1058192178606987, -0.10029298067092896, -0.09476673603057861, -0.08924049884080887, -0.08371426165103912, -0.07818801701068878, -0.07266177982091904, -0.0671355351805687, -0.06160929799079895, -0.05608305707573891, -0.050556816160678864, -0.04503057524561882, -0.03950433433055878, -0.033978093415498734, -0.02845185436308384, -0.022925613448023796, -0.017399372532963753, -0.011873132549226284, -0.006346892099827528, -0.000820651650428772, 0.004705588798969984, 0.01023182924836874, 0.01575806923210621, 0.021284310147166252, 0.026810551062226295, 0.03233679011464119, 0.03786303102970123, 0.043389271944761276, 0.04891551285982132, 0.05444175377488136, 0.059967994689941406, 0.06549423187971115, 0.07102047652006149, 0.07654671370983124, 0.08207295835018158, 0.08759919553995132, 0.09312543272972107, 0.09865167737007141, 0.10417791455984116, 0.1097041592001915, 0.11523039638996124, 0.12075664103031158, 0.12628288567066193, 0.13180911540985107, 0.13733536005020142, 0.14286160469055176, 0.1483878344297409, 0.15391407907009125, 0.1594403237104416, 0.16496656835079193, 0.17049279808998108, 0.17601904273033142]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 5.0, 2.0, 27.0, 7.0, 1.0, 5.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 5.0, 2.0, 1.0, 5.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019994336180388927, -0.0019157757051289082, -0.0018321177922189236, -0.0017484599957242608, -0.0016648020828142762, -0.0015811441699042916, -0.001497486256994307, -0.0014138283440843225, -0.0013301705475896597, -0.001246512634679675, -0.0011628547217696905, -0.001079196808859706, -0.0009955388959497213, -0.0009118810412473977, -0.0008282231283374131, -0.0007445652736350894, -0.0006609073607251048, -0.0005772494478151202, -0.0004935915931127965, -0.00040993368020281196, -0.0003262757963966578, -0.0002426179125905037, -0.00015896001423243433, -7.530212315032259e-05, 8.35576793178916e-06, 9.20136590139009e-05, 0.00017567155009601265, 0.000259329448454082, 0.00034298733226023614, 0.0004266452160663903, 0.0005103031289763749, 0.0005939609836786985, 0.0006776188965886831, 0.0007612768094986677, 0.0008449346642009914, 0.000928592577110976, 0.0010122504318132997, 0.0010959083447232842, 0.0011795662576332688, 0.0012632241705432534, 0.0013468819670379162, 0.0014305398799479008, 0.0015141977928578854, 0.00159785570576787, 0.0016815136186778545, 0.0017651715315878391, 0.0018488293280825019, 0.0019324872409924865, 0.002016145270317793, 0.002099802950397134, 0.0021834608633071184, 0.002267118776217103, 0.0023507766891270876, 0.002434434602037072, 0.0025180925149470568, 0.0026017504278570414, 0.002685408340767026, 0.0027690662536770105, 0.002852724166586995, 0.002936381846666336, 0.0030200397595763206, 0.0031036976724863052, 0.00318735558539629, 0.0032710134983062744, 0.003354671411216259]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 3.0, 2.0, 4.0, 7.0, 9.0, 20.0, 25.0, 41.0, 61.0, 100.0, 163.0, 242.0, 358.0, 566.0, 961.0, 1492.0, 2547.0, 4428.0, 8239.0, 16462.0, 34383.0, 78565.0, 238253.0, 633565.0, 77830.0, 36916.0, 19031.0, 10350.0, 5819.0, 3405.0, 2033.0, 1279.0, 768.0, 522.0, 339.0, 260.0, 184.0, 125.0, 86.0, 62.0, 38.0, 28.0, 21.0, 13.0, 12.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008349641226232052, -0.008029223419725895, -0.007708805613219738, -0.007388387806713581, -0.007067970000207424, -0.00674755172803998, -0.006427133921533823, -0.006106716115027666, -0.005786298308521509, -0.005465880502015352, -0.005145462695509195, -0.004825044889003038, -0.004504626616835594, -0.004184208810329437, -0.0038637910038232803, -0.0035433731973171234, -0.0032229553908109665, -0.0029025375843048096, -0.0025821197777986526, -0.002261701738461852, -0.0019412839319556952, -0.0016208661254495382, -0.0013004482025280595, -0.0009800302796065807, -0.0006596124731004238, -0.000339194608386606, -1.8776743672788143e-05, 0.0003016411210410297, 0.0006220589857548475, 0.0009424768504686654, 0.0012628947151824832, 0.001583312638103962, 0.0019037304446101189, 0.002224148251116276, 0.0025445660576224327, 0.0028649840969592333, 0.00318540190346539, 0.003505819709971547, 0.0038262377493083477, 0.004146655555814505, 0.0044670733623206615, 0.0047874911688268185, 0.005107908975332975, 0.005428326781839132, 0.0057487450540065765, 0.0060691628605127335, 0.00638958066701889, 0.006709998473525047, 0.007030416280031204, 0.007350834086537361, 0.007671251893043518, 0.007991669699549675, 0.008312087506055832, 0.008632505312561989, 0.008952923119068146, 0.009273340925574303, 0.00959375873208046, 0.009914177469909191, 0.010234595276415348, 0.010555013082921505, 0.010875430889427662, 0.011195848695933819, 0.011516266502439976, 0.011836684308946133, 0.01215710211545229]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 8.0, 2.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025749988853931427, -0.02517005428671837, -0.02459012158215046, -0.0240101870149374, -0.023430252447724342, -0.022850317880511284, -0.022270385175943375, -0.021690450608730316, -0.021110516041517258, -0.02053058333694935, -0.01995064876973629, -0.01937071420252323, -0.018790779635310173, -0.018210846930742264, -0.017630912363529205, -0.017050977796316147, -0.01647104322910309, -0.01589111052453518, -0.01531117595732212, -0.014731242321431637, -0.014151307754218578, -0.013571374118328094, -0.012991439551115036, -0.012411505915224552, -0.011831572279334068, -0.01125163771212101, -0.010671704076230526, -0.010091769509017467, -0.009511835873126984, -0.008931901305913925, -0.008351967670023441, -0.00777203356847167, -0.007192099466919899, -0.006612165365368128, -0.006032231263816357, -0.0054522971622645855, -0.004872363060712814, -0.0042924294248223305, -0.0037124953232705593, -0.003132561221718788, -0.002552627120167017, -0.001972693018615246, -0.0013927590334787965, -0.0008128249901346862, -0.00023289094679057598, 0.00034704309655353427, 0.0009269771398976445, 0.0015069111250340939, 0.002086845226585865, 0.002666779328137636, 0.0032467134296894073, 0.003826647298410535, 0.00440658163279295, 0.0049865152686834335, 0.005566449370235205, 0.006146383471786976, 0.006726317573338747, 0.007306251674890518, 0.007886185310781002, 0.00846611987799406, 0.009046053513884544, 0.009625988081097603, 0.010205921716988087, 0.010785856284201145, 0.011365789920091629]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 4.0, 6.0, 2.0, 4.0, 6.0, 5.0, 4.0, 5.0, 5.0, 8.0, 18.0, 37.0, 48.0, 40.0, 78.0, 89.0, 103.0, 114.0, 101.0, 113.0, 115.0, 153.0, 213.0, 266.0, 348.0, 561.0, 823.0, 1226.0, 5714.0, 2827.0, 1431.0, 1073.0, 828.0, 559.0, 383.0, 296.0, 238.0, 167.0, 102.0, 86.0, 69.0, 43.0, 34.0, 28.0, 16.0, 9.0, 6.0, 6.0, 3.0, 3.0], "bins": [-0.018401306122541428, -0.017972886562347412, -0.017544467002153397, -0.01711604930460453, -0.016687629744410515, -0.0162592101842165, -0.015830790624022484, -0.015402371995151043, -0.014973952434957027, -0.014545532874763012, -0.014117114245891571, -0.013688694685697556, -0.01326027512550354, -0.0128318564966321, -0.012403436936438084, -0.011975018307566643, -0.011546598747372627, -0.011118179187178612, -0.010689760558307171, -0.010261340998113155, -0.009832922369241714, -0.009404502809047699, -0.008976083248853683, -0.008547664619982243, -0.008119245059788227, -0.007690825965255499, -0.007262406870722771, -0.006833987310528755, -0.006405568215996027, -0.005977149121463299, -0.005548729561269283, -0.005120310466736555, -0.004691891372203827, -0.004263472277671099, -0.003835052950307727, -0.003406633622944355, -0.002978214528411627, -0.0025497954338788986, -0.0021213761065155268, -0.0016929568955674767, -0.0012645376846194267, -0.0008361184736713767, -0.0004076992627233267, 2.071994822472334e-05, 0.00044913915917277336, 0.0008775583701208234, 0.0013059775810688734, 0.0017343967920169234, 0.0021628160029649734, 0.0025912350974977016, 0.0030196544248610735, 0.0034480737522244453, 0.0038764928467571735, 0.004304911941289902, 0.004733331501483917, 0.005161750596016645, 0.005590169690549374, 0.006018588785082102, 0.00644700787961483, 0.0068754274398088455, 0.007303846534341574, 0.007732265628874302, 0.008160685189068317, 0.008589103817939758, 0.009017523378133774]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0751519650220871, -0.07025068253278732, -0.06534940004348755, -0.06044812127947807, -0.0555468387901783, -0.050645556300878525, -0.04574427753686905, -0.040842995047569275, -0.0359417125582695, -0.031040430068969727, -0.0261391494423151, -0.021237868815660477, -0.016336586326360703, -0.011435304768383503, -0.006534023210406303, -0.0016327416524291039, 0.0032685399055480957, 0.008169821463525295, 0.013071103021502495, 0.01797238364815712, 0.022873666137456894, 0.027774948626756668, 0.032676227390766144, 0.03757750988006592, 0.04247879236936569, 0.047380074858665466, 0.05228135734796524, 0.057182636111974716, 0.06208391860127449, 0.06698519736528397, 0.07188647985458374, 0.07678776234388351, 0.08168904483318329, 0.08659032732248306, 0.09149160981178284, 0.09639289230108261, 0.10129417479038239, 0.10619544982910156, 0.11109673231840134, 0.11599801480770111, 0.12089929729700089, 0.12580057978630066, 0.13070185482501984, 0.1356031447649002, 0.14050441980361938, 0.14540570974349976, 0.15030698478221893, 0.1552082747220993, 0.16010954976081848, 0.16501082479953766, 0.16991211473941803, 0.1748133897781372, 0.17971467971801758, 0.18461595475673676, 0.18951724469661713, 0.1944185197353363, 0.19931980967521667, 0.20422108471393585, 0.20912235975265503, 0.2140236496925354, 0.21892492473125458, 0.22382621467113495, 0.22872748970985413, 0.2336287796497345, 0.23853005468845367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 3.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 4.0, 6.0, 20.0, 20.0, 27.0, 21.0, 42.0, 31.0, 25.0, 24.0, 11.0, 5.0, 2.0, 2.0, 5.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0459047369658947, -0.04276704788208008, -0.039629362523555756, -0.036491673439741135, -0.033353984355926514, -0.030216297134757042, -0.02707860991358757, -0.02394092082977295, -0.020803233608603477, -0.017665546387434006, -0.014527857303619385, -0.011390170082449913, -0.008252481929957867, -0.00511479377746582, -0.0019771060906350613, 0.0011605818290263414, 0.004298269748687744, 0.0074359579011797905, 0.010573646053671837, 0.013711333274841309, 0.01684902235865593, 0.0199867095798254, 0.023124396800994873, 0.026262085884809494, 0.029399773105978966, 0.03253746032714844, 0.03567514941096306, 0.03881283849477768, 0.041950523853302, 0.04508821293711662, 0.048225902020931244, 0.051363587379455566, 0.05450127646327019, 0.05763896554708481, 0.06077665090560913, 0.06391434371471405, 0.06705202907323837, 0.0701897144317627, 0.07332740724086761, 0.07646509259939194, 0.07960277795791626, 0.08274047076702118, 0.0858781561255455, 0.08901584148406982, 0.09215353429317474, 0.09529121965169907, 0.09842890501022339, 0.10156659781932831, 0.10470428317785263, 0.10784196853637695, 0.11097966134548187, 0.1141173467040062, 0.11725503206253052, 0.12039272487163544, 0.12353041023015976, 0.12666809558868408, 0.129805788397789, 0.13294348120689392, 0.13608115911483765, 0.13921885192394257, 0.14235654473304749, 0.1454942226409912, 0.14863191545009613, 0.15176960825920105, 0.15490728616714478]}, "_runtime": 20.130237579345703, "_timestamp": 1596206598.9738698, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 4.0, 2.0, 6.0, 2.0, 4.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012175865471363068, -0.011715330183506012, -0.011254794895648956, -0.0107942596077919, -0.010333724319934845, -0.00987318903207779, -0.009412653744220734, -0.008952118456363678, -0.008491583168506622, -0.008031046949326992, -0.007570512127131224, -0.007109976839274168, -0.006649441085755825, -0.006188905797898769, -0.005728370510041714, -0.005267835222184658, -0.004807299934327602, -0.004346764646470547, -0.003886229358613491, -0.0034256938379257917, -0.002965158550068736, -0.0025046232622116804, -0.002044087741523981, -0.0015835524536669254, -0.0011230171658098698, -0.0006624818197451532, -0.0002019464736804366, 0.00025858887238427997, 0.0007191242184489965, 0.0011796595063060522, 0.0016401949105784297, 0.002100730314850807, 0.002561265602707863, 0.0030218008905649185, 0.003482336178421974, 0.00394287146627903, 0.0044034067541360855, 0.0048639425076544285, 0.005324477795511484, 0.00578501308336854, 0.0062455483712255955, 0.006706083659082651, 0.007166618946939707, 0.0076271542347967625, 0.008087689988315105, 0.008548225276172161, 0.009008760564029217, 0.009469295851886272, 0.009929831139743328, 0.010390366427600384, 0.01085090171545744, 0.011311437003314495, 0.01177197229117155, 0.012232507579028606, 0.012693042866885662, 0.013153578154742718, 0.013614114373922348, 0.014074649661779404, 0.01453518494963646, 0.014995720237493515, 0.01545625552535057, 0.015916790813207626, 0.016377326101064682, 0.016837861388921738, 0.017298396676778793]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 6.0, 6.0, 11.0, 16.0, 22.0, 30.0, 39.0, 47.0, 68.0, 95.0, 135.0, 161.0, 293.0, 567.0, 5024.0, 635.0, 264.0, 139.0, 95.0, 78.0, 38.0, 44.0, 27.0, 22.0, 14.0, 10.0, 6.0, 8.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19757796823978424, -0.19083651900291443, -0.18409505486488342, -0.17735359072685242, -0.1706121414899826, -0.1638706922531128, -0.1571292281150818, -0.15038776397705078, -0.14364631474018097, -0.13690486550331116, -0.13016340136528015, -0.12342194467782974, -0.11668048799037933, -0.10993903130292892, -0.10319757461547852, -0.0964561179280281, -0.0897146612405777, -0.08297320455312729, -0.07623174786567688, -0.06949029117822647, -0.06274883449077606, -0.05600737780332565, -0.049265921115875244, -0.042524464428424835, -0.035783007740974426, -0.029041551053524017, -0.02230009436607361, -0.0155586376786232, -0.00881718099117279, -0.0020757243037223816, 0.004665732383728027, 0.011407189071178436, 0.018148645758628845, 0.024890102446079254, 0.03163155913352966, 0.03837301582098007, 0.04511447250843048, 0.05185592919588089, 0.0585973858833313, 0.06533884257078171, 0.07208029925823212, 0.07882175594568253, 0.08556321263313293, 0.09230466932058334, 0.09904612600803375, 0.10578758269548416, 0.11252903938293457, 0.11927049607038498, 0.1260119527578354, 0.1327534019947052, 0.1394948661327362, 0.1462363302707672, 0.15297777950763702, 0.15971922874450684, 0.16646069288253784, 0.17320215702056885, 0.17994360625743866, 0.18668505549430847, 0.19342651963233948, 0.20016798377037048, 0.2069094330072403, 0.2136508822441101, 0.2203923463821411, 0.22713381052017212, 0.23387525975704193]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 5.0, 2.0, 5.0, 1.0, 4.0, 1.0, 2.0, 3.0, 1.0, 5.0, 4.0, 1.0, 27.0, 6.0, 2.0, 7.0, 5.0, 4.0, 5.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00260838121175766, -0.0025008416268974543, -0.0023933022748678923, -0.0022857626900076866, -0.002178223105147481, -0.0020706835202872753, -0.0019631441682577133, -0.0018556045833975077, -0.001748064998537302, -0.0016405255300924182, -0.0015329860616475344, -0.0014254464767873287, -0.001317907008342445, -0.0012103674234822392, -0.0011028279550373554, -0.0009952883701771498, -0.000887748901732266, -0.0007802093750797212, -0.0006726698484271765, -0.0005651303217746317, -0.00045759082422591746, -0.0003500512975733727, -0.0002425117854727432, -0.0001349722733721137, -2.7432746719568968e-05, 8.010677265701815e-05, 0.00018764629203360528, 0.0002951858041342348, 0.0004027253307867795, 0.0005102648283354938, 0.0006178043549880385, 0.0007253438816405833, 0.000832883408293128, 0.0009404229349456728, 0.0010479624615982175, 0.0011555019300431013, 0.001263041514903307, 0.0013705809833481908, 0.0014781205682083964, 0.0015856600366532803, 0.001693199621513486, 0.0018007390899583697, 0.0019082785584032536, 0.002015818143263459, 0.002123357728123665, 0.002230897080153227, 0.0023384366650134325, 0.002445976249873638, 0.0025535156019032, 0.002661055186763406, 0.0027685947716236115, 0.002876134356483817, 0.002983673708513379, 0.0030912132933735847, 0.0031987528782337904, 0.003306292463093996, 0.003413831815123558, 0.0035213713999837637, 0.0036289109848439693, 0.0037364503368735313, 0.003843989921733737, 0.003951529506593943, 0.004059068858623505, 0.004166608676314354, 0.004274148028343916]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 6.0, 10.0, 18.0, 16.0, 30.0, 50.0, 66.0, 98.0, 135.0, 237.0, 394.0, 601.0, 984.0, 1629.0, 2866.0, 5452.0, 10181.0, 20124.0, 41138.0, 91689.0, 702805.0, 161041.0, 62639.0, 32214.0, 17887.0, 10249.0, 6017.0, 3724.0, 2359.0, 1618.0, 1037.0, 728.0, 478.0, 345.0, 203.0, 159.0, 128.0, 85.0, 52.0, 43.0, 40.0, 18.0, 15.0, 8.0, 5.0, 3.0, 6.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008936370722949505, -0.00863714050501585, -0.008337910287082195, -0.00803868006914854, -0.007739449851214886, -0.007440219167619944, -0.007140988949686289, -0.006841758731752634, -0.006542528513818979, -0.0062432982958853245, -0.00594406807795167, -0.005644837860018015, -0.005345607176423073, -0.005046376958489418, -0.004747146740555763, -0.0044479165226221085, -0.004148686304688454, -0.003849456086754799, -0.003550225868821144, -0.0032509954180568457, -0.002951765200123191, -0.002652534982189536, -0.0023533045314252377, -0.002054074313491583, -0.001754844095557928, -0.0014556138776242733, -0.0011563835432752967, -0.000857153267133981, -0.0005579229909926653, -0.0002586927148513496, 4.0537561289966106e-05, 0.0003397678374312818, 0.0006389981135725975, 0.0009382283897139132, 0.001237458665855229, 0.0015366890002042055, 0.0018359192181378603, 0.002135149436071515, 0.0024343798868358135, 0.0027336101047694683, 0.003032840322703123, 0.003332070540636778, 0.0036313007585704327, 0.0039305309765040874, 0.0042297616600990295, 0.004528991878032684, 0.004828222095966339, 0.005127452313899994, 0.005426682531833649, 0.0057259127497673035, 0.006025142967700958, 0.006324373185634613, 0.006623603403568268, 0.00692283408716321, 0.007222064305096865, 0.0075212945230305195, 0.007820524275302887, 0.008119755424559116, 0.008418985642492771, 0.008718215860426426, 0.00901744607836008, 0.009316676296293736, 0.00961590651422739, 0.009915136732161045, 0.0102143669500947]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 12.0, 8.0, 10.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042734697461128235, -0.041650429368019104, -0.040566157549619675, -0.039481885731220245, -0.038397617638111115, -0.037313349545001984, -0.036229077726602554, -0.035144805908203125, -0.034060537815093994, -0.03297626972198486, -0.031891997903585434, -0.030807727947831154, -0.029723457992076874, -0.028639188036322594, -0.027554918080568314, -0.026470648124814034, -0.025386378169059753, -0.024302108213305473, -0.023217838257551193, -0.022133568301796913, -0.021049298346042633, -0.019965028390288353, -0.018880758434534073, -0.017796488478779793, -0.016712218523025513, -0.015627948567271233, -0.014543678611516953, -0.013459408655762672, -0.012375138700008392, -0.011290868744254112, -0.010206598788499832, -0.009122328832745552, -0.008038058876991272, -0.006953788921236992, -0.005869518965482712, -0.004785249009728432, -0.0037009790539741516, -0.0026167090982198715, -0.0015324391424655914, -0.00044816918671131134, 0.0006361007690429688, 0.0017203707247972488, 0.002804640680551529, 0.003888910636305809, 0.004973180592060089, 0.006057450547814369, 0.007141720503568649, 0.00822599045932293, 0.00931026041507721, 0.01039453037083149, 0.01147880032658577, 0.01256307028234005, 0.01364734023809433, 0.01473161019384861, 0.01581588014960289, 0.01690015010535717, 0.01798442006111145, 0.01906869001686573, 0.02015295997262001, 0.02123722992837429, 0.02232149988412857, 0.02340576983988285, 0.02449003979563713, 0.02557430975139141, 0.02665857970714569]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 7.0, 10.0, 20.0, 19.0, 21.0, 30.0, 30.0, 26.0, 31.0, 37.0, 42.0, 29.0, 34.0, 22.0, 31.0, 31.0, 39.0, 44.0, 51.0, 87.0, 99.0, 93.0, 116.0, 133.0, 155.0, 207.0, 366.0, 648.0, 1271.0, 7084.0, 3027.0, 1702.0, 989.0, 578.0, 324.0, 240.0, 145.0, 131.0, 109.0, 65.0, 54.0, 39.0, 26.0, 29.0, 32.0, 28.0, 19.0, 15.0, 14.0, 15.0, 8.0, 5.0, 5.0, 7.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.01574782095849514, -0.015266109257936478, -0.014784397557377815, -0.014302685856819153, -0.01382097415626049, -0.013339262455701828, -0.012857550755143166, -0.012375839054584503, -0.01189412735402584, -0.011412414722144604, -0.010930703021585941, -0.010448991321027279, -0.009967279620468616, -0.009485567919909954, -0.009003856219351292, -0.00852214451879263, -0.008040432818233967, -0.007558721117675304, -0.007077009417116642, -0.00659529771655798, -0.006113586015999317, -0.0056318738497793674, -0.005150162149220705, -0.004668450448662043, -0.00418673874810338, -0.003705027047544718, -0.0032233153469860554, -0.0027416034135967493, -0.002259891713038087, -0.0017781800124794245, -0.0012964681955054402, -0.0008147564367391169, -0.0003330446779727936, 0.00014866708079352975, 0.0006303788395598531, 0.0011120906565338373, 0.0015938023570924997, 0.002075514057651162, 0.002557225991040468, 0.0030389376915991306, 0.003520649392157793, 0.0040023610927164555, 0.004484072793275118, 0.00496578449383378, 0.00544749666005373, 0.005929208360612392, 0.006410920061171055, 0.006892631761729717, 0.00737434346228838, 0.007856055162847042, 0.008337766863405704, 0.008819478563964367, 0.00930119026452303, 0.009782901965081692, 0.010264613665640354, 0.010746325366199017, 0.011228037998080254, 0.011709749698638916, 0.012191461399197578, 0.01267317309975624, 0.013154884800314903, 0.013636596500873566, 0.014118308201432228, 0.01460001990199089, 0.015081731602549553]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16027690470218658, -0.15418486297130585, -0.1480928212404251, -0.14200077950954437, -0.13590873777866364, -0.1298166960477829, -0.12372465431690216, -0.11763261258602142, -0.11154057085514069, -0.10544852912425995, -0.09935648739337921, -0.09326444566249847, -0.08717240393161774, -0.081080362200737, -0.07498832046985626, -0.06889627873897552, -0.06280423700809479, -0.05671219527721405, -0.05062015354633331, -0.044528111815452576, -0.03843607008457184, -0.0323440283536911, -0.026251986622810364, -0.020159944891929626, -0.01406790316104889, -0.007975861430168152, -0.0018838196992874146, 0.004208222031593323, 0.01030026376247406, 0.016392305493354797, 0.022484347224235535, 0.028576388955116272, 0.03466843068599701, 0.04076047241687775, 0.046852514147758484, 0.05294455587863922, 0.05903659760951996, 0.0651286393404007, 0.07122068107128143, 0.07731272280216217, 0.08340476453304291, 0.08949680626392365, 0.09558884799480438, 0.10168088972568512, 0.10777293145656586, 0.1138649731874466, 0.11995701491832733, 0.12604905664920807, 0.1321410983800888, 0.13823314011096954, 0.14432518184185028, 0.15041722357273102, 0.15650926530361176, 0.1626013070344925, 0.16869334876537323, 0.17478539049625397, 0.1808774322271347, 0.18696947395801544, 0.19306151568889618, 0.19915355741977692, 0.20524559915065765, 0.2113376408815384, 0.21742968261241913, 0.22352172434329987, 0.2296137660741806]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 4.0, 6.0, 5.0, 3.0, 11.0, 20.0, 45.0, 58.0, 25.0, 20.0, 11.0, 12.0, 6.0, 4.0, 6.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12224884331226349, -0.11870341747999191, -0.11515799164772034, -0.11161255836486816, -0.10806713253259659, -0.10452170670032501, -0.10097627341747284, -0.09743084758520126, -0.09388542175292969, -0.09033999592065811, -0.08679457008838654, -0.08324913680553436, -0.07970371097326279, -0.07615828514099121, -0.07261285185813904, -0.06906742602586746, -0.06552200019359589, -0.06197657436132431, -0.058431144803762436, -0.05488571524620056, -0.051340289413928986, -0.04779486358165741, -0.044249434024095535, -0.04070400446653366, -0.037158578634262085, -0.03361315280199051, -0.030067723244428635, -0.02652229554951191, -0.022976867854595184, -0.01943144015967846, -0.015886012464761734, -0.012340584769845009, -0.008795157074928284, -0.0052497293800115585, -0.0017043016850948334, 0.0018411260098218918, 0.005386553704738617, 0.008931981399655342, 0.012477409094572067, 0.016022836789488792, 0.019568264484405518, 0.023113692179322243, 0.026659119874238968, 0.030204547569155693, 0.03374997526407242, 0.037295401096343994, 0.04084083065390587, 0.04438626021146774, 0.04793168604373932, 0.051477111876010895, 0.05502254143357277, 0.058567970991134644, 0.06211339682340622, 0.0656588226556778, 0.06920425593852997, 0.07274968177080154, 0.07629510760307312, 0.0798405334353447, 0.08338595926761627, 0.08693139255046844, 0.09047681838274002, 0.0940222442150116, 0.09756767749786377, 0.10111310333013535, 0.10465852916240692]}, "_runtime": 20.977229118347168, "_timestamp": 1596206599.8208613, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 5.0, 4.0, 2.0, 4.0, 0.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015350282192230225, -0.014888339675962925, -0.014426397159695625, -0.013964454643428326, -0.013502512127161026, -0.013040569610893726, -0.012578627094626427, -0.012116684578359127, -0.011654742062091827, -0.011192799545824528, -0.010730857029557228, -0.010268914513289928, -0.009806971997022629, -0.009345029480755329, -0.00888308696448803, -0.00842114444822073, -0.00795920193195343, -0.0074972594156861305, -0.007035316899418831, -0.006573374383151531, -0.006111431866884232, -0.005649489350616932, -0.005187546834349632, -0.004725604318082333, -0.004263661801815033, -0.0038017192855477333, -0.0033397767692804337, -0.002877834253013134, -0.0024158917367458344, -0.0019539492204785347, -0.001492006704211235, -0.0010300641879439354, -0.0005681216716766357, -0.00010617915540933609, 0.00035576336085796356, 0.0008177058771252632, 0.0012796483933925629, 0.0017415909096598625, 0.002203533425927162, 0.002665475942194462, 0.0031274184584617615, 0.003589360974729061, 0.004051303490996361, 0.00451324600726366, 0.00497518852353096, 0.00543713103979826, 0.005899073556065559, 0.006361016072332859, 0.006822958588600159, 0.007284901104867458, 0.007746843621134758, 0.008208786137402058, 0.008670728653669357, 0.009132671169936657, 0.009594613686203957, 0.010056556202471256, 0.010518498718738556, 0.010980441235005856, 0.011442383751273155, 0.011904326267540455, 0.012366268783807755, 0.012828211300075054, 0.013290153816342354, 0.013752096332609653, 0.014214038848876953]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 3.0, 5.0, 4.0, 8.0, 5.0, 9.0, 21.0, 20.0, 31.0, 23.0, 38.0, 84.0, 80.0, 167.0, 243.0, 382.0, 3964.0, 1783.0, 399.0, 228.0, 149.0, 70.0, 59.0, 32.0, 29.0, 18.0, 6.0, 21.0, 12.0, 4.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.25762656331062317, -0.2500302791595459, -0.24243396520614624, -0.23483768105506897, -0.2272413820028305, -0.21964508295059204, -0.21204878389835358, -0.2044524848461151, -0.19685620069503784, -0.18925990164279938, -0.1816636025905609, -0.17406730353832245, -0.16647100448608398, -0.15887470543384552, -0.15127842128276825, -0.14368212223052979, -0.13608582317829132, -0.12848952412605286, -0.12089323252439499, -0.11329693347215652, -0.10570064187049866, -0.09810434281826019, -0.09050804376602173, -0.08291175216436386, -0.0753154531121254, -0.06771915405988693, -0.060122862458229065, -0.0525265634059906, -0.044930268079042435, -0.03733397275209427, -0.029737675562500954, -0.02214137837290764, -0.014545083045959473, -0.006948786787688732, 0.0006475094705820084, 0.008243805728852749, 0.01584010198712349, 0.023436397314071655, 0.03103269450366497, 0.038628991693258286, 0.04622528702020645, 0.05382158234715462, 0.06141787767410278, 0.06901417672634125, 0.07661047577857971, 0.08420676738023758, 0.09180306643247604, 0.09939935803413391, 0.10699565708637238, 0.11459195613861084, 0.12218824774026871, 0.12978453934192657, 0.13738083839416504, 0.1449771374464035, 0.15257343649864197, 0.16016973555088043, 0.1677660346031189, 0.17536231875419617, 0.18295861780643463, 0.1905549168586731, 0.19815121591091156, 0.20574751496315002, 0.2133437991142273, 0.22094009816646576, 0.22853639721870422]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 4.0, 3.0, 3.0, 5.0, 4.0, 5.0, 3.0, 29.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002368259709328413, -0.00229234853759408, -0.002216437365859747, -0.0021405264269560575, -0.0020646152552217245, -0.0019887040834873915, -0.0019127929117530584, -0.0018368818564340472, -0.0017609706846997142, -0.0016850595129653811, -0.00160914845764637, -0.001533237285912037, -0.0014573261141777039, -0.0013814150588586926, -0.0013055038871243596, -0.0012295928318053484, -0.0011536816600710154, -0.0010777704883366823, -0.001001859433017671, -0.0009259482612833381, -0.0008500371477566659, -0.0007741260342299938, -0.0006982148624956608, -0.0006223037489689887, -0.0005463926354423165, -0.0004704815219156444, -0.0003945703792851418, -0.00031865923665463924, -0.00024274812312796712, -0.00016683699504937977, -9.092586697079241e-05, -1.501473889220506e-05, 6.0896389186382294e-05, 0.00013680751726496965, 0.000212718645343557, 0.0002886297879740596, 0.0003645409015007317, 0.00044045201502740383, 0.0005163631867617369, 0.000592274300288409, 0.0006681854138150811, 0.0007440965273417532, 0.0008200076408684254, 0.0008959188126027584, 0.0009718299261294305, 0.0010477410396561027, 0.0011236522113904357, 0.001199563266709447, 0.00127547443844378, 0.001351385610178113, 0.0014272966654971242, 0.0015032078372314572, 0.0015791188925504684, 0.0016550300642848015, 0.0017309412360191345, 0.0018068522913381457, 0.0018827634630724788, 0.00195867451839149, 0.002034585690125823, 0.002110496861860156, 0.002186408033594489, 0.002262319205328822, 0.0023382301442325115, 0.0024141413159668446, 0.0024900524877011776]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 7.0, 5.0, 18.0, 12.0, 37.0, 23.0, 63.0, 92.0, 123.0, 179.0, 264.0, 442.0, 673.0, 935.0, 1491.0, 2615.0, 4642.0, 8913.0, 17498.0, 38325.0, 91204.0, 697882.0, 175633.0, 65668.0, 31917.0, 16611.0, 9436.0, 5461.0, 3255.0, 2081.0, 1275.0, 809.0, 542.0, 466.0, 279.0, 220.0, 152.0, 116.0, 72.0, 44.0, 35.0, 24.0, 31.0, 13.0, 15.0, 9.0, 5.0, 3.0, 4.0, 6.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009045843966305256, -0.008732794784009457, -0.008419744670391083, -0.008106695488095284, -0.007793645840138197, -0.00748059619218111, -0.007167547009885311, -0.0068544973619282246, -0.006541447713971138, -0.0062283980660140514, -0.005915348418056965, -0.005602299235761166, -0.005289249587804079, -0.0049761999398469925, -0.004663150757551193, -0.004350101109594107, -0.00403705146163702, -0.0037240018136799335, -0.0034109523985534906, -0.0030979029834270477, -0.002784853335469961, -0.0024718036875128746, -0.0021587542723864317, -0.001845704740844667, -0.0015326552093029022, -0.0012196056777611375, -0.0009065561462193727, -0.000593506614677608, -0.0002804570831358433, 3.259244840592146e-05, 0.0003456419799476862, 0.0006586915114894509, 0.0009717410430312157, 0.0012847905745729804, 0.0015978401061147451, 0.0019108896376565099, 0.0022239391691982746, 0.002536988817155361, 0.002850038232281804, 0.003163087647408247, 0.0034761372953653336, 0.00378918694332242, 0.004102236591279507, 0.004415285773575306, 0.0047283354215323925, 0.005041385069489479, 0.005354434251785278, 0.005667483899742365, 0.0059805335476994514, 0.006293583195656538, 0.006606632843613625, 0.006919682025909424, 0.00723273167386651, 0.007545781321823597, 0.007858830504119396, 0.00817188061773777, 0.00848492980003357, 0.008797978982329369, 0.009111029095947742, 0.009424078278243542, 0.009737128391861916, 0.010050177574157715, 0.010363226756453514, 0.010676276870071888, 0.010989326052367687]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 5.0, 0.0, 1.0, 4.0, 2.0, 6.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 8.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010755271650850773, -0.010406961664557457, -0.010058650746941566, -0.00971034076064825, -0.00936202984303236, -0.009013719856739044, -0.008665408939123154, -0.008317098952829838, -0.007968788966536522, -0.007620478048920631, -0.007272167596966028, -0.006923857145011425, -0.006575547158718109, -0.006227236706763506, -0.005878926254808903, -0.0055306158028542995, -0.005182305350899696, -0.004833994898945093, -0.00448568444699049, -0.004137373995035887, -0.0037890637759119272, -0.003440753323957324, -0.0030924431048333645, -0.0027441326528787613, -0.002395822200924158, -0.002047511748969555, -0.0016992014134302735, -0.0013508910778909922, -0.001002580625936389, -0.0006542702321894467, -0.0003059598384425044, 4.2350555304437876e-05, 0.00039066094905138016, 0.0007389713427983224, 0.0010872817365452647, 0.001435592072084546, 0.0017839025240391493, 0.0021322129759937525, 0.002480523195117712, 0.002828833647072315, 0.0031771440990269184, 0.0035254545509815216, 0.003873765002936125, 0.004222075454890728, 0.004570385441184044, 0.004918695893138647, 0.00526700634509325, 0.0056153167970478535, 0.005963627249002457, 0.00631193770095706, 0.006660248152911663, 0.007008558604866266, 0.0073568690568208694, 0.007705179043114185, 0.008053489960730076, 0.008401799947023392, 0.008750110864639282, 0.009098420850932598, 0.009446730837225914, 0.009795041754841805, 0.01014335174113512, 0.010491662658751011, 0.010839972645044327, 0.011188283562660217, 0.011536593548953533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 4.0, 2.0, 5.0, 10.0, 13.0, 12.0, 18.0, 18.0, 16.0, 22.0, 22.0, 44.0, 45.0, 63.0, 65.0, 98.0, 126.0, 146.0, 197.0, 249.0, 310.0, 435.0, 485.0, 551.0, 685.0, 790.0, 929.0, 1123.0, 1530.0, 2059.0, 5137.0, 1086.0, 675.0, 442.0, 300.0, 217.0, 113.0, 95.0, 63.0, 39.0, 35.0, 20.0, 21.0, 18.0, 19.0, 15.0, 12.0, 10.0, 7.0, 7.0, 2.0, 4.0, 2.0], "bins": [-0.009275118820369244, -0.009050384163856506, -0.008825648576021194, -0.008600913919508457, -0.008376178331673145, -0.008151443675160408, -0.00792670901864767, -0.007701973430812359, -0.007477238774299622, -0.007252503652125597, -0.007027768529951572, -0.006803033407777548, -0.006578298285603523, -0.006353563163429499, -0.006128828506916761, -0.005904093384742737, -0.005679358262568712, -0.005454623140394688, -0.005229888018220663, -0.005005153361707926, -0.004780418239533901, -0.004555683117359877, -0.004330947995185852, -0.0041062128730118275, -0.0038814779836684465, -0.003656742861494422, -0.003432007972151041, -0.0032072728499770164, -0.002982537727802992, -0.002757802838459611, -0.0025330677162855864, -0.0023083328269422054, -0.002083597704768181, -0.001858862699009478, -0.0016341276932507753, -0.0014093925710767508, -0.001184657565318048, -0.0009599225595593452, -0.0007351874955929816, -0.0005104524316266179, -0.00028571742586791515, -6.098239100538194e-05, 0.00016375264385715127, 0.0003884876787196845, 0.0006132227135822177, 0.0008379577193409204, 0.001062692841514945, 0.0012874278472736478, 0.0015121628530323505, 0.0017368978587910533, 0.001961632864549756, 0.0021863679867237806, 0.0024111028760671616, 0.002635837998241186, 0.0028605731204152107, 0.0030853080097585917, 0.0033100431319326162, 0.003534778254106641, 0.0037595131434500217, 0.003984248265624046, 0.004208983387798071, 0.0044337185099720955, 0.004658453166484833, 0.004883188288658857, 0.005107923410832882]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05917873978614807, -0.05758728086948395, -0.055995818227529526, -0.054404355585575104, -0.05281289666891098, -0.05122143775224686, -0.049629975110292435, -0.04803851246833801, -0.04644705355167389, -0.044855594635009766, -0.043264131993055344, -0.04167266935110092, -0.0400812104344368, -0.038489751517772675, -0.03689828887581825, -0.03530682623386383, -0.03371536731719971, -0.032123908400535583, -0.03053244575858116, -0.02894098497927189, -0.027349524199962616, -0.025758063420653343, -0.02416660264134407, -0.022575141862034798, -0.020983681082725525, -0.019392220303416252, -0.01780075952410698, -0.016209298744797707, -0.014617837965488434, -0.013026377186179161, -0.011434916406869888, -0.009843455627560616, -0.008251994848251343, -0.00666053406894207, -0.005069073289632797, -0.0034776125103235245, -0.0018861517310142517, -0.00029469095170497894, 0.0012967698276042938, 0.0028882306069135666, 0.004479691386222839, 0.006071152165532112, 0.007662612944841385, 0.009254073724150658, 0.01084553450345993, 0.012436995282769203, 0.014028456062078476, 0.015619916841387749, 0.01721137762069702, 0.018802838400006294, 0.020394299179315567, 0.02198575995862484, 0.023577220737934113, 0.025168681517243385, 0.026760142296552658, 0.02835160307586193, 0.029943063855171204, 0.03153452277183533, 0.03312598541378975, 0.03471744805574417, 0.036308906972408295, 0.03790036588907242, 0.03949182853102684, 0.04108329117298126, 0.042674750089645386]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 8.0, 11.0, 22.0, 18.0, 8.0, 8.0, 24.0, 21.0, 38.0, 18.0, 14.0, 12.0, 3.0, 10.0, 4.0, 4.0, 1.0, 7.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.04929085820913315, -0.047853920608758926, -0.046416983008384705, -0.04498004540801048, -0.04354310780763626, -0.04210617393255234, -0.040669236332178116, -0.039232298731803894, -0.03779536113142967, -0.03635842353105545, -0.03492148593068123, -0.03348454833030701, -0.032047614455223083, -0.030610674992203712, -0.02917373925447464, -0.027736801654100418, -0.026299864053726196, -0.024862926453351974, -0.023425988852977753, -0.02198905311524868, -0.02055211551487446, -0.019115177914500237, -0.017678242176771164, -0.016241304576396942, -0.01480436697602272, -0.013367429375648499, -0.011930492706596851, -0.010493556037545204, -0.009056618437170982, -0.007619681302458048, -0.006182744167745113, -0.004745807033032179, -0.0033088698983192444, -0.0018719327636063099, -0.0004349956288933754, 0.001001941505819559, 0.0024388786405324936, 0.003875815775245428, 0.005312752909958363, 0.006749690044671297, 0.008186627179384232, 0.009623564779758453, 0.0110605014488101, 0.012497438117861748, 0.01393437571823597, 0.015371313318610191, 0.016808249056339264, 0.018245186656713486, 0.019682124257087708, 0.02111906185746193, 0.02255599945783615, 0.023992935195565224, 0.025429872795939445, 0.026866810396313667, 0.02830374613404274, 0.02974068373441696, 0.031177621334791183, 0.032614558935165405, 0.03405149653553963, 0.03548843413591385, 0.03692536801099777, 0.038362305611371994, 0.039799243211746216, 0.04123618081212044, 0.04267311841249466]}, "_runtime": 21.791791439056396, "_timestamp": 1596206600.6354237, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 7.0, 5.0, 1.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018236231058835983, -0.01767796464264393, -0.017119698226451874, -0.01656142994761467, -0.016003163531422615, -0.01544489711523056, -0.014886629767715931, -0.014328362420201302, -0.013770096004009247, -0.013211829587817192, -0.012653562240302563, -0.012095294892787933, -0.011537028476595879, -0.010978762060403824, -0.010420494712889194, -0.009862227365374565, -0.00930396094918251, -0.008745694532990456, -0.008187427185475826, -0.007629160303622484, -0.007070893421769142, -0.0065126265399158, -0.005954359658062458, -0.005396092776209116, -0.004837825894355774, -0.004279559012502432, -0.00372129213064909, -0.0031630252487957478, -0.0026047583669424057, -0.0020464914850890636, -0.0014882246032357216, -0.0009299577213823795, -0.0003716908395290375, 0.00018657604232430458, 0.0007448429241776466, 0.0013031098060309887, 0.0018613766878843307, 0.002419643569737673, 0.002977910451591015, 0.003536177333444357, 0.004094444215297699, 0.004652711097151041, 0.005210977979004383, 0.005769244860857725, 0.006327511742711067, 0.006885778624564409, 0.007444045506417751, 0.00800231285393238, 0.008560579270124435, 0.00911884568631649, 0.00967711303383112, 0.010235380381345749, 0.010793646797537804, 0.011351913213729858, 0.011910180561244488, 0.012468447908759117, 0.013026714324951172, 0.013584980741143227, 0.014143248088657856, 0.014701515436172485, 0.01525978185236454, 0.015818048268556595, 0.0163763165473938, 0.016934582963585854, 0.01749284937977791]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 8.0, 3.0, 1.0, 8.0, 6.0, 10.0, 8.0, 9.0, 15.0, 12.0, 26.0, 35.0, 41.0, 39.0, 31.0, 60.0, 82.0, 113.0, 178.0, 242.0, 364.0, 4689.0, 952.0, 325.0, 193.0, 114.0, 80.0, 60.0, 45.0, 39.0, 29.0, 24.0, 21.0, 8.0, 12.0, 10.0, 8.0, 1.0, 2.0, 6.0, 5.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1893310695886612, -0.1836935579776764, -0.1780560463666916, -0.1724185347557068, -0.16678102314472198, -0.16114351153373718, -0.15550599992275238, -0.14986848831176758, -0.14423099160194397, -0.13859347999095917, -0.13295596837997437, -0.12731845676898956, -0.12168094515800476, -0.11604343354701996, -0.11040592193603516, -0.10476841032505035, -0.09913089871406555, -0.09349338710308075, -0.08785587549209595, -0.08221836388111115, -0.07658085227012634, -0.07094334810972214, -0.06530583649873734, -0.05966832488775253, -0.05403081327676773, -0.04839330166578293, -0.042755790054798126, -0.03711828216910362, -0.03148077055811882, -0.025843258947134018, -0.020205749198794365, -0.014568238519132137, -0.00893072783946991, -0.003293217159807682, 0.0023442935198545456, 0.007981804199516773, 0.013619314879179, 0.019256826490163803, 0.024894336238503456, 0.03053184598684311, 0.03616935759782791, 0.041806869208812714, 0.047444380819797516, 0.05308188870549202, 0.05871940031647682, 0.06435690820217133, 0.06999441981315613, 0.07563193142414093, 0.08126944303512573, 0.08690695464611053, 0.09254446625709534, 0.09818197786808014, 0.10381948947906494, 0.10945699363946915, 0.11509450525045395, 0.12073201686143875, 0.12636953592300415, 0.13200703263282776, 0.13764454424381256, 0.14328205585479736, 0.14891956746578217, 0.15455707907676697, 0.16019459068775177, 0.16583210229873657, 0.17146961390972137]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 4.0, 5.0, 3.0, 5.0, 4.0, 4.0, 7.0, 30.0, 2.0, 4.0, 2.0, 6.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002220675116404891, -0.002124306047335267, -0.0020279372110962868, -0.0019315682584419847, -0.0018351993057876825, -0.0017388302367180586, -0.0016424612840637565, -0.0015460923314094543, -0.0014497233787551522, -0.00135335442610085, -0.001256985473446548, -0.0011606165207922459, -0.001064247451722622, -0.0009678785572759807, -0.0008715095464140177, -0.0007751405937597156, -0.0006787716411054134, -0.0005824026884511113, -0.00048603370669297874, -0.00038966472493484616, -0.00029329577228054404, -0.0001969268050743267, -0.00010055783786810935, -4.188870661891997e-06, 9.218009654432535e-05, 0.0001885490637505427, 0.00028491803095676005, 0.0003812870127148926, 0.00047765596536919475, 0.0005740249180234969, 0.0006703939288854599, 0.000766762881539762, 0.0008631318341940641, 0.0009595007868483663, 0.0010558697395026684, 0.0011522386921569705, 0.0012486076448112726, 0.0013449767138808966, 0.0014413456665351987, 0.0015377146191895008, 0.001634083571843803, 0.001730452524498105, 0.0018268214771524072, 0.0019231904298067093, 0.0020195594988763332, 0.0021159283351153135, 0.0022122974041849375, 0.0023086662404239178, 0.0024050353094935417, 0.0025014043785631657, 0.002597773214802146, 0.00269414228387177, 0.00279051112011075, 0.002886880189180374, 0.0029832490254193544, 0.0030796180944889784, 0.0031759869307279587, 0.0032723559997975826, 0.0033687250688672066, 0.003465093905106187, 0.003561462974175811, 0.003657831810414791, 0.003754200879484415, 0.0038505697157233953, 0.003946938551962376]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 8.0, 10.0, 10.0, 22.0, 32.0, 57.0, 70.0, 90.0, 162.0, 221.0, 321.0, 502.0, 773.0, 1223.0, 1986.0, 3127.0, 5516.0, 10183.0, 19345.0, 39590.0, 88286.0, 687418.0, 174808.0, 66637.0, 32847.0, 17916.0, 10404.0, 6278.0, 3871.0, 2603.0, 1656.0, 1142.0, 764.0, 535.0, 367.0, 247.0, 160.0, 119.0, 78.0, 66.0, 47.0, 38.0, 35.0, 13.0, 14.0, 12.0, 10.0, 5.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.00805856753140688, -0.007779660634696484, -0.007500754203647375, -0.007221847306936979, -0.006942940875887871, -0.006664033979177475, -0.006385127082467079, -0.006106220651417971, -0.005827313754707575, -0.005548406857997179, -0.0052695004269480705, -0.004990593530237675, -0.004711686633527279, -0.00443278020247817, -0.004153873305767775, -0.0038749666418880224, -0.0035960599780082703, -0.003317153314128518, -0.003038246650248766, -0.00275933975353837, -0.002480433089658618, -0.002201526425778866, -0.0019226196454837918, -0.0016437128651887178, -0.0013648062013089657, -0.0010858995374292135, -0.0008069927571341395, -0.0005280860350467265, -0.0002491793129593134, 2.972740912809968e-05, 0.00030863413121551275, 0.0005875408533029258, 0.0008664475753903389, 0.001145354239270091, 0.001424261019565165, 0.001703167799860239, 0.001982074463739991, 0.0022609811276197433, 0.002539888024330139, 0.0028187946882098913, 0.0030977013520896435, 0.0033766080159693956, 0.003655514679849148, 0.003934421576559544, 0.004213328473269939, 0.004492234904319048, 0.004771141801029444, 0.005050048232078552, 0.005328955128788948, 0.005607862025499344, 0.005886768456548452, 0.006165675353258848, 0.006444581784307957, 0.0067234886810183525, 0.007002395577728748, 0.007281302008777857, 0.007560208905488253, 0.007839115336537361, 0.008118022233247757, 0.008396929129958153, 0.008675836026668549, 0.008954742923378944, 0.009233648888766766, 0.009512555785477161, 0.009791462682187557]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 7.0, 0.0, 1.0, 3.0, 0.0, 4.0, 9.0, 1.0, 5.0, 4.0, 2.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016146663576364517, -0.015726063400506973, -0.015305462293326855, -0.014884861186146736, -0.014464261010289192, -0.014043659903109074, -0.013623058795928955, -0.013202458620071411, -0.012781857512891293, -0.012361257337033749, -0.01194065622985363, -0.011520055122673512, -0.011099454946815968, -0.010678853839635849, -0.010258253663778305, -0.009837652556598186, -0.009417051449418068, -0.008996451273560524, -0.008575850166380405, -0.008155249990522861, -0.007734648883342743, -0.007314048241823912, -0.00689344760030508, -0.006472846958786249, -0.006052246317267418, -0.005631645210087299, -0.005211044568568468, -0.004790443927049637, -0.004369843285530806, -0.003949242644011974, -0.0035286417696624994, -0.0031080408953130245, -0.0026874402537941933, -0.002266839612275362, -0.001846238737925887, -0.0014256380964070559, -0.0010050373384729028, -0.0005844365805387497, -0.00016383588081225753, 0.0002567648480180651, 0.0006773655768483877, 0.0010979663347825408, 0.0015185670927166939, 0.0019391677342355251, 0.0023597683757543564, 0.0027803692501038313, 0.0032009698916226625, 0.0036215707659721375, 0.004042171407490969, 0.0044627720490098, 0.004883372690528631, 0.00530397379770875, 0.005724574439227581, 0.006145175080746412, 0.0065657757222652435, 0.006986376363784075, 0.007406977005302906, 0.007827578112483025, 0.008248178288340569, 0.008668779395520687, 0.009089380502700806, 0.00950998067855835, 0.009930581785738468, 0.010351181961596012, 0.01077178306877613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 6.0, 10.0, 10.0, 18.0, 10.0, 15.0, 16.0, 14.0, 21.0, 32.0, 37.0, 34.0, 40.0, 51.0, 56.0, 77.0, 79.0, 87.0, 155.0, 171.0, 284.0, 408.0, 577.0, 768.0, 1277.0, 2354.0, 6884.0, 1828.0, 1082.0, 583.0, 404.0, 326.0, 216.0, 133.0, 105.0, 52.0, 39.0, 22.0, 21.0, 22.0, 20.0, 14.0, 15.0, 8.0, 14.0, 7.0, 4.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0], "bins": [-0.013837568461894989, -0.013457024469971657, -0.01307647954672575, -0.012695935554802418, -0.012315391562879086, -0.011934846639633179, -0.011554302647709846, -0.011173758655786514, -0.010793214663863182, -0.010412669740617275, -0.010032125748693943, -0.00965158175677061, -0.009271036833524704, -0.008890492841601372, -0.00850994884967804, -0.008129403926432133, -0.0077488599345088005, -0.007368315476924181, -0.006987771485000849, -0.006607227027416229, -0.006226683035492897, -0.0058461385779082775, -0.005465594120323658, -0.005085050128400326, -0.004704505670815706, -0.004323961213231087, -0.0039434172213077545, -0.003562872763723135, -0.003182328538969159, -0.0028017843142151833, -0.0024212398566305637, -0.002040695631876588, -0.001660151407122612, -0.0012796071823686361, -0.0008990628411993384, -0.0005185185582377017, -0.00013797427527606487, 0.0002425700076855719, 0.0006231142906472087, 0.0010036586318165064, 0.0013842028565704823, 0.0017647470813244581, 0.002145291306078434, 0.0025258357636630535, 0.0029063799884170294, 0.0032869242131710052, 0.0036674686707556248, 0.004048012662678957, 0.0044285571202635765, 0.004809101577848196, 0.005189645569771528, 0.005570190027356148, 0.00595073401927948, 0.0063312784768640995, 0.006711822934448719, 0.007092366926372051, 0.007472911383956671, 0.00785345584154129, 0.008233999833464622, 0.008614543825387955, 0.008995088748633862, 0.009375632740557194, 0.009756176732480526, 0.010136721655726433, 0.010517265647649765]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1308041214942932, -0.12730038166046143, -0.12379663437604904, -0.12029289454221725, -0.11678914725780487, -0.11328540742397308, -0.1097816601395607, -0.10627792030572891, -0.10277417302131653, -0.09927043318748474, -0.09576669335365295, -0.09226294606924057, -0.08875920623540878, -0.0852554589509964, -0.08175171911716461, -0.07824797183275223, -0.07474423199892044, -0.07124049216508865, -0.06773674488067627, -0.06423300504684448, -0.0607292577624321, -0.05722551792860031, -0.053721774369478226, -0.05021803081035614, -0.046714287251234055, -0.04321054369211197, -0.03970680013298988, -0.0362030565738678, -0.03269931674003601, -0.029195571318268776, -0.02569182962179184, -0.022188086062669754, -0.01868434250354767, -0.015180598944425583, -0.011676856316626072, -0.008173113688826561, -0.004669370129704475, -0.0011656270362436771, 0.002338116057217121, 0.005841859150677919, 0.009345602244138718, 0.012849345803260803, 0.01635308936238289, 0.019856831058859825, 0.02336057461798191, 0.026864318177103996, 0.030368059873580933, 0.03387180343270302, 0.037375546991825104, 0.04087929055094719, 0.044383034110069275, 0.04788677766919136, 0.051390521228313446, 0.05489426106214523, 0.05839800462126732, 0.061901748180389404, 0.06540548801422119, 0.06890923529863358, 0.07241297513246536, 0.07591672241687775, 0.07942046225070953, 0.08292420953512192, 0.0864279493689537, 0.08993169665336609, 0.09343543648719788]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 1.0, 2.0, 2.0, 10.0, 33.0, 34.0, 67.0, 27.0, 23.0, 16.0, 3.0, 2.0, 4.0, 11.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 5.0, 1.0, 0.0, 2.0], "bins": [-0.1289912909269333, -0.12582722306251526, -0.12266316264867783, -0.1194990947842598, -0.11633503437042236, -0.11317096650600433, -0.1100069060921669, -0.10684283822774887, -0.10367877781391144, -0.10051470994949341, -0.09735064208507538, -0.09418658167123795, -0.09102251380681992, -0.08785845339298248, -0.08469438552856445, -0.08153032511472702, -0.07836625725030899, -0.07520218938589096, -0.07203812897205353, -0.0688740611076355, -0.06571000069379807, -0.06254593282938004, -0.059381868690252304, -0.05621780455112457, -0.05305374041199684, -0.04988967627286911, -0.04672561213374138, -0.04356154799461365, -0.04039748013019562, -0.037233415991067886, -0.034069351851940155, -0.030905287712812424, -0.027741223573684692, -0.02457715943455696, -0.02141309529542923, -0.01824902929365635, -0.015084965154528618, -0.011920901015400887, -0.00875683594495058, -0.005592771340161562, -0.0024287067353725433, 0.0007353578694164753, 0.003899422474205494, 0.0070634870789945126, 0.010227551683783531, 0.013391615822911263, 0.016555681824684143, 0.019719745963811874, 0.022883810102939606, 0.026047874242067337, 0.02921193838119507, 0.0323760025203228, 0.03554006665945053, 0.03870413452386856, 0.04186819866299629, 0.04503226280212402, 0.048196326941251755, 0.051360391080379486, 0.05452445521950722, 0.05768851935863495, 0.06085258722305298, 0.06401664763689041, 0.06718071550130844, 0.07034477591514587, 0.0735088437795639]}, "_runtime": 22.62187910079956, "_timestamp": 1596206601.4655113, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01203629095107317, -0.011582599021494389, -0.011128908023238182, -0.010675216093659401, -0.01022152416408062, -0.009767832234501839, -0.009314140304923058, -0.008860449306666851, -0.00840675737708807, -0.007953065447509289, -0.007499373983591795, -0.007045682519674301, -0.00659199059009552, -0.006138298660516739, -0.005684607196599245, -0.005230915732681751, -0.00477722380310297, -0.004323531873524189, -0.003869840409606695, -0.0034161487128585577, -0.0029624570161104202, -0.0025087653193622828, -0.0020550736226141453, -0.0016013819258660078, -0.0011476902291178703, -0.0006939985323697329, -0.00024030683562159538, 0.0002133848611265421, 0.0006670765578746796, 0.001120768254622817, 0.0015744599513709545, 0.002028151648119092, 0.0024818433448672295, 0.002935535041615367, 0.0033892267383635044, 0.003842918435111642, 0.004296610131859779, 0.0047503020614385605, 0.005203993525356054, 0.005657684989273548, 0.006111376918852329, 0.00656506884843111, 0.007018760312348604, 0.007472451776266098, 0.00792614370584488, 0.00837983563542366, 0.008833527565002441, 0.009287218563258648, 0.009740910492837429, 0.01019460242241621, 0.010648293420672417, 0.011101985350251198, 0.011555677279829979, 0.01200936920940876, 0.012463061138987541, 0.012916752137243748, 0.013370444066822529, 0.01382413599640131, 0.014277826994657516, 0.014731518924236298, 0.015185210853815079, 0.01563890278339386, 0.01609259471297264, 0.016546286642551422, 0.016999978572130203]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 5.0, 4.0, 1.0, 4.0, 3.0, 8.0, 11.0, 9.0, 7.0, 14.0, 14.0, 18.0, 20.0, 16.0, 32.0, 39.0, 43.0, 68.0, 82.0, 74.0, 118.0, 145.0, 217.0, 287.0, 3629.0, 1730.0, 403.0, 236.0, 176.0, 106.0, 84.0, 53.0, 59.0, 45.0, 39.0, 24.0, 19.0, 16.0, 13.0, 7.0, 10.0, 4.0, 6.0, 5.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1515105962753296, -0.14690682291984558, -0.14230304956436157, -0.13769927620887756, -0.13309550285339355, -0.12849172949790955, -0.12388795614242554, -0.11928418278694153, -0.11468040943145752, -0.11007663607597351, -0.1054728627204895, -0.1008690893650055, -0.09626531600952148, -0.09166154265403748, -0.08705776929855347, -0.08245399594306946, -0.07785022258758545, -0.07324644923210144, -0.06864267587661743, -0.06403890252113342, -0.059435129165649414, -0.054831355810165405, -0.050227582454681396, -0.04562380909919739, -0.04102003574371338, -0.03641626238822937, -0.03181248903274536, -0.027208715677261353, -0.022604942321777344, -0.018001168966293335, -0.013397395610809326, -0.008793622255325317, -0.004189848899841309, 0.0004139244556427002, 0.005017697811126709, 0.009621471166610718, 0.014225244522094727, 0.018829017877578735, 0.023432791233062744, 0.028036564588546753, 0.03264033794403076, 0.03724411129951477, 0.04184788465499878, 0.04645165801048279, 0.0510554313659668, 0.055659204721450806, 0.060262978076934814, 0.06486675143241882, 0.06947052478790283, 0.07407429814338684, 0.07867807149887085, 0.08328184485435486, 0.08788561820983887, 0.09248939156532288, 0.09709316492080688, 0.1016969382762909, 0.1063007116317749, 0.11090448498725891, 0.11550825834274292, 0.12011203169822693, 0.12471580505371094, 0.12931957840919495, 0.13392335176467896, 0.13852712512016296, 0.14313089847564697]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 4.0, 2.0, 29.0, 6.0, 0.0, 0.0, 5.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021731993183493614, -0.002097391290590167, -0.0020215832628309727, -0.0019457752350717783, -0.001869967207312584, -0.0017941590631380677, -0.0017183510353788733, -0.001642543007619679, -0.0015667349798604846, -0.0014909269521012902, -0.0014151189243420959, -0.0013393108965829015, -0.0012635027524083853, -0.001187694724649191, -0.0011118866968899965, -0.0010360786691308022, -0.0009602706413716078, -0.0008844626136124134, -0.000808654585853219, -0.0007328464998863637, -0.0006570384721271694, -0.000581230444367975, -0.0005054223584011197, -0.00042961433064192533, -0.00035380630288273096, -0.0002779982751235366, -0.00020219021826051176, -0.00012638217594940215, -5.057413363829255e-05, 2.523390867281705e-05, 0.00010104195098392665, 0.00017684999329503626, 0.00025265803560614586, 0.00032846606336534023, 0.00040427412022836506, 0.0004800821770913899, 0.0005558902048505843, 0.0006316982326097786, 0.0007075063185766339, 0.0007833143463358283, 0.0008591223740950227, 0.000934930401854217, 0.0010107384296134114, 0.0010865464573726058, 0.001162354601547122, 0.0012381626293063164, 0.0013139706570655107, 0.0013897786848247051, 0.0014655867125838995, 0.0015413947403430939, 0.0016172027681022882, 0.0016930107958614826, 0.001768818823620677, 0.0018446269677951932, 0.0019204349955543876, 0.00199624290689826, 0.002072051167488098, 0.0021478591952472925, 0.002223667223006487, 0.0022994752507656813, 0.0023752832785248756, 0.00245109130628407, 0.0025268993340432644, 0.0026027073618024588, 0.002678515389561653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 8.0, 6.0, 11.0, 21.0, 18.0, 35.0, 41.0, 69.0, 90.0, 138.0, 194.0, 293.0, 489.0, 713.0, 1184.0, 1854.0, 3381.0, 6080.0, 11763.0, 24448.0, 55849.0, 155515.0, 728548.0, 92013.0, 42673.0, 22790.0, 12709.0, 7071.0, 4215.0, 2600.0, 1629.0, 1044.0, 674.0, 448.0, 322.0, 179.0, 156.0, 104.0, 74.0, 50.0, 43.0, 26.0, 17.0, 17.0, 9.0, 6.0, 6.0, 1.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0080634243786335, -0.007757001556456089, -0.007450578734278679, -0.0071441554464399815, -0.006837732624262571, -0.006531309802085161, -0.006224886514246464, -0.005918463692069054, -0.0056120408698916435, -0.005305618047714233, -0.004999195225536823, -0.004692771937698126, -0.004386349115520716, -0.004079926293343306, -0.003773503238335252, -0.003467080183327198, -0.003160657361149788, -0.0028542345389723778, -0.002547811483964324, -0.0022413884289562702, -0.00193496560677886, -0.0016285426681861281, -0.0013221197295933962, -0.0010156967910006642, -0.0007092738524079323, -0.00040285091381520033, -9.642797522246838e-05, 0.00020999496337026358, 0.0005164179019629955, 0.0008228408405557275, 0.0011292637791484594, 0.0014356867177411914, 0.0017421096563339233, 0.0020485324785113335, 0.0023549555335193872, 0.002661378588527441, 0.002967801410704851, 0.0032742242328822613, 0.003580647287890315, 0.003887070342898369, 0.004193493165075779, 0.004499915987253189, 0.004806338809430599, 0.005112762097269297, 0.005419184919446707, 0.005725607741624117, 0.006032031029462814, 0.0063384538516402245, 0.006644876673817635, 0.006951299495995045, 0.007257722318172455, 0.007564145606011152, 0.007870567962527275, 0.00817699171602726, 0.00848341453820467, 0.00878983736038208, 0.00909626018255949, 0.0094026830047369, 0.00970910582691431, 0.01001552864909172, 0.010321952402591705, 0.010628375224769115, 0.010934798046946526, 0.011241220869123936, 0.011547643691301346]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 4.0, 7.0, 13.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01707320287823677, -0.016263369470834732, -0.015453534200787544, -0.014643700793385506, -0.013833866454660892, -0.01302403211593628, -0.012214197777211666, -0.011404363438487053, -0.010594530031085014, -0.009784695692360401, -0.008974861353635788, -0.008165027014911175, -0.007355192676186562, -0.006545358803123236, -0.0057355244643986225, -0.004925690591335297, -0.0041158562526106834, -0.003306022146716714, -0.0024961880408227444, -0.0016863537020981312, -0.0008765195962041616, -6.66854321025312e-05, 0.0007431487319990993, 0.0015529829543083906, 0.00236281706020236, 0.0031726511660963297, 0.003982485271990299, 0.004792319610714912, 0.005602153949439526, 0.0064119878225028515, 0.007221822161227465, 0.00803165603429079, 0.008841490373015404, 0.009651324711740017, 0.01046115905046463, 0.011270992457866669, 0.012080826796591282, 0.012890661135315895, 0.013700495474040508, 0.014510329812765121, 0.01532016322016716, 0.016129998490214348, 0.016939831897616386, 0.017749665305018425, 0.018559500575065613, 0.01936933398246765, 0.02017916925251484, 0.020989002659916878, 0.021798837929964066, 0.022608671337366104, 0.023418504744768143, 0.02422834001481533, 0.02503817342221737, 0.025848008692264557, 0.026657842099666595, 0.027467675507068634, 0.028277510777115822, 0.02908734418451786, 0.029897179454565048, 0.030707012861967087, 0.031516846269369125, 0.032326679676771164, 0.0331365168094635, 0.03394635021686554, 0.03475618362426758]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 7.0, 6.0, 6.0, 5.0, 7.0, 11.0, 10.0, 16.0, 17.0, 22.0, 25.0, 44.0, 60.0, 63.0, 74.0, 130.0, 154.0, 255.0, 450.0, 823.0, 1576.0, 3280.0, 6061.0, 1540.0, 1012.0, 675.0, 443.0, 294.0, 215.0, 157.0, 132.0, 97.0, 102.0, 88.0, 84.0, 47.0, 56.0, 45.0, 34.0, 38.0, 25.0, 40.0, 44.0, 29.0, 27.0, 30.0, 11.0, 30.0, 8.0, 7.0, 0.0, 0.0, 3.0, 3.0], "bins": [-0.012840044684708118, -0.012440908700227737, -0.012041773647069931, -0.01164263766258955, -0.011243501678109169, -0.010844366624951363, -0.010445230640470982, -0.010046095587313175, -0.009646959602832794, -0.009247823618352413, -0.008848688565194607, -0.008449552580714226, -0.00805041752755642, -0.007651281543076038, -0.007252145558595657, -0.006853010039776564, -0.00645387452095747, -0.006054739002138376, -0.0056556034833192825, -0.0052564674988389015, -0.004857331980019808, -0.004458196461200714, -0.004059060476720333, -0.0036599249579012394, -0.0032607894390821457, -0.002861653920263052, -0.0024625181686133146, -0.0020633824169635773, -0.0016642468981444836, -0.001265111262910068, -0.0008659756276756525, -0.00046683999244123697, -6.770435720682144e-05, 0.0003314312780275941, 0.0007305669132620096, 0.0011297025484964252, 0.0015288381837308407, 0.0019279738189652562, 0.0023271094541996717, 0.002726245205849409, 0.003125380724668503, 0.0035245162434875965, 0.00392365176230669, 0.004322787746787071, 0.004721923265606165, 0.005121058784425259, 0.00552019476890564, 0.005919330287724733, 0.006318465806543827, 0.006717601325362921, 0.0071167368441820145, 0.0075158728286623955, 0.007915008813142776, 0.008314143866300583, 0.008713279850780964, 0.00911241490393877, 0.009511550888419151, 0.009910686872899532, 0.010309821926057339, 0.01070895791053772, 0.011108092963695526, 0.011507228948175907, 0.011906364932656288, 0.012305499985814095, 0.012704635970294476]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1646675169467926, -0.1608651578426361, -0.15706279873847961, -0.15326042473316193, -0.14945806562900543, -0.14565570652484894, -0.14185333251953125, -0.13805097341537476, -0.13424861431121826, -0.13044625520706177, -0.12664389610290527, -0.12284152209758759, -0.11903916299343109, -0.1152368038892746, -0.1114344373345375, -0.10763207077980042, -0.10382971167564392, -0.10002735257148743, -0.09622498601675034, -0.09242261946201324, -0.08862026035785675, -0.08481790125370026, -0.08101553469896317, -0.07721316814422607, -0.07341080904006958, -0.06960844993591309, -0.065806083381176, -0.0620037205517292, -0.05820135772228241, -0.05439899489283562, -0.050596632063388824, -0.04679426923394203, -0.04299190640449524, -0.03918954357504845, -0.035387180745601654, -0.03158481791615486, -0.02778245508670807, -0.023980092257261276, -0.020177729427814484, -0.01637536659836769, -0.012573003768920898, -0.008770640939474106, -0.004968278110027313, -0.0011659152805805206, 0.002636447548866272, 0.006438810378313065, 0.010241173207759857, 0.01404353603720665, 0.017845898866653442, 0.021648261696100235, 0.025450624525547028, 0.02925298735499382, 0.03305535018444061, 0.036857713013887405, 0.0406600758433342, 0.04446243867278099, 0.04826480150222778, 0.052067164331674576, 0.05586952716112137, 0.05967188999056816, 0.06347425282001495, 0.06727661192417145, 0.07107897847890854, 0.07488134503364563, 0.07868370413780212]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 4.0, 1.0, 2.0, 3.0, 6.0, 6.0, 11.0, 10.0, 6.0, 16.0, 65.0, 53.0, 34.0, 23.0, 6.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.08203590661287308, -0.0794210433959961, -0.07680617272853851, -0.07419130951166153, -0.07157643884420395, -0.06896157562732697, -0.06634670495986938, -0.0637318417429924, -0.06111697480082512, -0.05850210785865784, -0.055887240916490555, -0.05327237397432327, -0.05065751075744629, -0.04804264381527901, -0.045427776873111725, -0.04281290993094444, -0.04019804298877716, -0.03758317604660988, -0.034968309104442596, -0.032353442162275314, -0.02973857708275318, -0.0271237101405859, -0.024508845061063766, -0.021893978118896484, -0.019279111176729202, -0.01666424423456192, -0.014049378223717213, -0.011434512212872505, -0.008819645270705223, -0.006204778794199228, -0.0035899123176932335, -0.0009750458411872387, 0.001639820635318756, 0.004254687111824751, 0.006869553588330746, 0.009484419599175453, 0.012099286541342735, 0.014714153483510017, 0.01732901856303215, 0.019943885505199432, 0.022558752447366714, 0.025173619389533997, 0.02778848633170128, 0.03040335141122341, 0.033018216490745544, 0.03563308343291283, 0.03824795037508011, 0.04086281731724739, 0.04347768425941467, 0.046092551201581955, 0.04870741814374924, 0.05132228508591652, 0.0539371520280838, 0.056552015244960785, 0.05916688218712807, 0.06178174912929535, 0.06439661979675293, 0.06701148301362991, 0.0696263462305069, 0.07224121689796448, 0.07485608011484146, 0.07747095078229904, 0.08008581399917603, 0.0827006846666336, 0.08531554788351059]}, "_runtime": 23.430715799331665, "_timestamp": 1596206602.274348, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 5.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010924968868494034, -0.010622313246130943, -0.010319657623767853, -0.010017002001404762, -0.009714346379041672, -0.009411690756678581, -0.00910903513431549, -0.0088063795119524, -0.00850372388958931, -0.008201069198548794, -0.007898413576185703, -0.0075957574881613255, -0.007293102331459522, -0.006990446709096432, -0.006687791086733341, -0.006385135464370251, -0.00608247984200716, -0.00577982421964407, -0.005477168597280979, -0.005174512974917889, -0.004871857352554798, -0.004569202195852995, -0.004266546573489904, -0.003963890951126814, -0.0036612353287637234, -0.003358579706400633, -0.0030559240840375423, -0.0027532686945050955, -0.002450613072142005, -0.0021479574497789145, -0.0018453019438311458, -0.001542646437883377, -0.0012399908155202866, -0.000937335251364857, -0.0006346796872094274, -0.00033202412305399776, -2.9368558898568153e-05, 0.00027328700525686145, 0.000575942569412291, 0.0008785981335677207, 0.0011812536977231503, 0.0014839093200862408, 0.0017865648260340095, 0.002089220331981778, 0.0023918759543448687, 0.002694531576707959, 0.002997186966240406, 0.0032998425886034966, 0.003602498210966587, 0.0039051538333296776, 0.004207809455692768, 0.004510465078055859, 0.004813120700418949, 0.005115775857120752, 0.005418431479483843, 0.005721087101846933, 0.006023742724210024, 0.006326398346573114, 0.006629053968936205, 0.006931709591299295, 0.007234364748001099, 0.007537020370364189, 0.00783967599272728, 0.00814233161509037, 0.00844498723745346]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 3.0, 5.0, 4.0, 3.0, 3.0, 6.0, 8.0, 13.0, 11.0, 22.0, 42.0, 32.0, 41.0, 54.0, 83.0, 93.0, 158.0, 195.0, 286.0, 637.0, 4876.0, 505.0, 275.0, 178.0, 112.0, 70.0, 61.0, 34.0, 28.0, 16.0, 20.0, 9.0, 9.0, 10.0, 8.0, 4.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1894376277923584, -0.18433299660682678, -0.17922836542129517, -0.17412373423576355, -0.16901910305023193, -0.16391447186470032, -0.1588098406791687, -0.15370520949363708, -0.14860057830810547, -0.14349594712257385, -0.13839131593704224, -0.13328668475151062, -0.128182053565979, -0.12307741492986679, -0.11797278374433517, -0.11286815255880356, -0.10776352137327194, -0.10265889018774033, -0.09755425900220871, -0.0924496278166771, -0.08734499663114548, -0.08224036544561386, -0.07713573426008224, -0.07203110307455063, -0.06692646443843842, -0.0618218369781971, -0.05671720579266548, -0.051612574607133865, -0.04650793969631195, -0.041403308510780334, -0.03629867732524872, -0.031194046139717102, -0.026089414954185486, -0.02098478376865387, -0.015880152583122253, -0.010775519534945488, -0.005670888349413872, -0.0005662566982209682, 0.004538374952971935, 0.009643007069826126, 0.014747638255357742, 0.01985226944088936, 0.024956900626420975, 0.03006153367459774, 0.035166166722774506, 0.04027079790830612, 0.04537542909383774, 0.050480060279369354, 0.05558469146490097, 0.06068932265043259, 0.0657939538359642, 0.07089858502149582, 0.07600321620702744, 0.08110784739255905, 0.08621247857809067, 0.09131710976362228, 0.0964217483997345, 0.10152637958526611, 0.10663101077079773, 0.11173564195632935, 0.11684027314186096, 0.12194490432739258, 0.1270495355129242, 0.1321541666984558, 0.13725879788398743]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 5.0, 3.0, 3.0, 8.0, 2.0, 3.0, 3.0, 0.0, 3.0, 0.0, 28.0, 3.0, 6.0, 4.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 5.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.001973494188860059, -0.0019052120624110103, -0.00183692981954664, -0.0017686476930975914, -0.0017003655666485429, -0.0016320833237841725, -0.001563801197335124, -0.0014955190708860755, -0.001427236944437027, -0.0013589547015726566, -0.0012906725751236081, -0.0012223904486745596, -0.0011541082058101892, -0.0010858260793611407, -0.0010175439529120922, -0.0009492617682553828, -0.0008809795835986733, -0.0008126973989419639, -0.0007444152724929154, -0.000676133087836206, -0.0006078509613871574, -0.000539568776730448, -0.0004712865920737386, -0.0004030044365208596, -0.0003347222809679806, -0.00026644012541510165, -0.00019815795531030744, -0.00012987578520551324, -6.159362965263426e-05, 6.688533176202327e-06, 7.497069600503892e-05, 0.00014325286610983312, 0.0002115350216627121, 0.0002798171772155911, 0.00034809933276847005, 0.0004163815174251795, 0.00048466367297805846, 0.0005529458285309374, 0.0006212280131876469, 0.0006895101396366954, 0.0007577923242934048, 0.0008260745089501143, 0.0008943566353991628, 0.0009626388200558722, 0.0010309210047125816, 0.0010992031311616302, 0.0011674852576106787, 0.001235767500475049, 0.0013040496269240975, 0.001372331753373146, 0.0014406139962375164, 0.001508896122686565, 0.0015771782491356134, 0.0016454604919999838, 0.0017137426184490323, 0.0017820247448980808, 0.0018503069877624512, 0.0019185891142114997, 0.001986871240660548, 0.0020551534835249186, 0.0021234354935586452, 0.0021917177364230156, 0.002259999979287386, 0.0023282819893211126, 0.002396564232185483]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 4.0, 6.0, 14.0, 24.0, 25.0, 39.0, 53.0, 81.0, 93.0, 122.0, 204.0, 227.0, 387.0, 571.0, 819.0, 1151.0, 1590.0, 2362.0, 3618.0, 5775.0, 9281.0, 15013.0, 25835.0, 47121.0, 98119.0, 688340.0, 131294.0, 58838.0, 32500.0, 19343.0, 12001.0, 7808.0, 5051.0, 3400.0, 2352.0, 1735.0, 1182.0, 892.0, 591.0, 479.0, 330.0, 256.0, 176.0, 155.0, 111.0, 69.0, 59.0, 43.0, 31.0, 20.0, 16.0, 11.0, 8.0, 5.0, 4.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006369583774358034, -0.00613974267616868, -0.0059099020436406136, -0.00568006094545126, -0.005450219847261906, -0.005220378749072552, -0.004990537650883198, -0.004760697018355131, -0.004530855920165777, -0.004301014821976423, -0.004071174189448357, -0.0038413330912590027, -0.0036114919930696487, -0.003381650894880295, -0.0031518100295215845, -0.0029219691641628742, -0.0026921280659735203, -0.0024622869677841663, -0.002232446102425456, -0.0020026052370667458, -0.0017727641388773918, -0.0015429231571033597, -0.0013130821753293276, -0.0010832411935552955, -0.0008534002117812634, -0.0006235592300072312, -0.0003937182482331991, -0.000163877266459167, 6.596371531486511e-05, 0.00029580469708889723, 0.0005256456788629293, 0.0007554866606369615, 0.0009853276424109936, 0.0012151686241850257, 0.0014450096059590578, 0.00167485058773309, 0.001904691569507122, 0.002134532667696476, 0.0023643735330551863, 0.0025942143984138966, 0.0028240554966032505, 0.0030538965947926044, 0.0032837374601513147, 0.003513578325510025, 0.003743419423699379, 0.003973260521888733, 0.004203101620078087, 0.0044329422526061535, 0.004662783350795507, 0.004892624448984861, 0.005122465081512928, 0.005352306179702282, 0.005582147277891636, 0.00581198837608099, 0.006041829474270344, 0.00627167010679841, 0.006501511204987764, 0.006731352303177118, 0.006961192935705185, 0.007191034033894539, 0.007420875132083893, 0.007650716230273247, 0.0078805573284626, 0.008110398426651955, 0.008340239524841309]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 9.0, 2.0, 5.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0098387710750103, -0.009466657415032387, -0.009094543755054474, -0.008722429163753986, -0.008350315503776073, -0.00797820184379816, -0.00760608771815896, -0.00723397359251976, -0.006861859932541847, -0.006489746272563934, -0.006117632146924734, -0.005745518021285534, -0.005373404361307621, -0.005001290701329708, -0.004629176575690508, -0.004257062450051308, -0.0038849487900733948, -0.0035128348972648382, -0.0031407210044562817, -0.002768607111647725, -0.0023964932188391685, -0.002024379326030612, -0.0016522654332220554, -0.0012801515404134989, -0.0009080376476049423, -0.0005359237547963858, -0.0001638098619878292, 0.00020830403082072735, 0.0005804179236292839, 0.0009525318164378405, 0.001324645709246397, 0.0016967596020549536, 0.00206887349486351, 0.0024409873876720667, 0.0028131012804806232, 0.00318521517328918, 0.0035573290660977364, 0.003929442726075649, 0.0043015568517148495, 0.00467367097735405, 0.005045784637331963, 0.0054178982973098755, 0.005790012422949076, 0.006162126548588276, 0.006534240208566189, 0.006906353868544102, 0.007278467994183302, 0.007650582119822502, 0.008022695779800415, 0.008394809439778328, 0.00876692309975624, 0.009139037691056728, 0.009511151351034641, 0.009883265011012554, 0.010255379602313042, 0.010627493262290955, 0.010999606922268867, 0.01137172058224678, 0.011743834242224693, 0.01211594883352518, 0.012488062493503094, 0.012860176153481007, 0.013232290744781494, 0.013604404404759407, 0.01397651806473732]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 6.0, 6.0, 4.0, 5.0, 7.0, 23.0, 19.0, 7.0, 16.0, 23.0, 31.0, 37.0, 45.0, 49.0, 55.0, 78.0, 86.0, 119.0, 218.0, 263.0, 424.0, 587.0, 905.0, 1458.0, 5346.0, 2152.0, 1359.0, 1041.0, 781.0, 631.0, 540.0, 427.0, 356.0, 296.0, 219.0, 153.0, 155.0, 103.0, 82.0, 59.0, 65.0, 50.0, 32.0, 34.0, 21.0, 18.0, 10.0, 8.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007405311334878206, -0.0071858870796859264, -0.006966462358832359, -0.0067470381036400795, -0.006527613382786512, -0.0063081891275942326, -0.0060887644067406654, -0.005869340151548386, -0.005649915896356106, -0.005430491175502539, -0.005211066920310259, -0.004991642199456692, -0.004772217944264412, -0.004552793223410845, -0.004333368968218565, -0.004113944247364998, -0.003894519992172718, -0.0036750955041497946, -0.003455671016126871, -0.0032362465281039476, -0.003016822040081024, -0.0027973977848887444, -0.002577973296865821, -0.0023585488088428974, -0.002139124320819974, -0.0019196998327970505, -0.001700275344774127, -0.0014808509731665254, -0.001261426485143602, -0.0010420019971206784, -0.0008225775673054159, -0.0006031531374901533, -0.00038372864946722984, -0.00016430419054813683, 5.512026837095618e-05, 0.0002745447272900492, 0.0004939691862091422, 0.0007133936742320657, 0.0009328181040473282, 0.0011522425338625908, 0.0013716670218855143, 0.0015910915099084377, 0.0018105159979313612, 0.0020299404859542847, 0.0022493647411465645, 0.002468789229169488, 0.0026882137171924114, 0.002907638205215335, 0.0031270626932382584, 0.003346487181261182, 0.0035659116692841053, 0.0037853361573070288, 0.004004760645329952, 0.004224184900522232, 0.004443609621375799, 0.004663033876568079, 0.004882458597421646, 0.005101882852613926, 0.005321307107806206, 0.005540731828659773, 0.005760156083852053, 0.00597958080470562, 0.0061990050598979, 0.006418429780751467, 0.006637854035943747]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04541900008916855, -0.04323825240135193, -0.04105750098824501, -0.03887675330042839, -0.03669600188732147, -0.03451525419950485, -0.032334502786397934, -0.030153755098581314, -0.027973005548119545, -0.025792255997657776, -0.023611506447196007, -0.021430756896734238, -0.019250009208917618, -0.01706925965845585, -0.01488851010799408, -0.01270776055753231, -0.010527011007070541, -0.008346261456608772, -0.0061655123718082905, -0.003984763287007809, -0.0018040137365460396, 0.00037673558108508587, 0.0025574848987162113, 0.004738233983516693, 0.006918983533978462, 0.009099733084440231, 0.011280482634902, 0.013461231254041195, 0.01564197987318039, 0.01782272942364216, 0.020003478974103928, 0.022184228524565697, 0.024364978075027466, 0.026545727625489235, 0.028726477175951004, 0.030907226726412773, 0.03308797627687454, 0.03526872396469116, 0.03744947537779808, 0.0396302230656147, 0.04181097447872162, 0.04399172216653824, 0.04617246985435486, 0.04835322126746178, 0.0505339689552784, 0.052714720368385315, 0.054895468056201935, 0.05707621946930885, 0.05925696715712547, 0.06143771484494209, 0.06361846625804901, 0.06579921394586563, 0.06797996163368225, 0.07016071677207947, 0.07234146445989609, 0.07452221214771271, 0.07670295983552933, 0.07888370752334595, 0.08106446266174316, 0.08324521034955978, 0.0854259580373764, 0.08760670572519302, 0.08978746086359024, 0.09196820855140686, 0.09414895623922348]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 7.0, 5.0, 11.0, 13.0, 28.0, 50.0, 53.0, 24.0, 19.0, 4.0, 7.0, 5.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03300100937485695, -0.03117378056049347, -0.02934655360877514, -0.02751932479441166, -0.02569209784269333, -0.02386486902832985, -0.02203764021396637, -0.02021041326224804, -0.01838318444788456, -0.01655595563352108, -0.01472872868180275, -0.01290149986743927, -0.011074271984398365, -0.00924704410135746, -0.007419815752655268, -0.005592587403953075, -0.0037653595209121704, -0.0019381314050406218, -0.0001109032891690731, 0.0017163248267024755, 0.003543552942574024, 0.005370780825614929, 0.0071980091743171215, 0.009025237523019314, 0.010852465406060219, 0.012679693289101124, 0.014506921172142029, 0.01633414998650551, 0.018161378800868988, 0.01998860575258732, 0.021815834566950798, 0.02364306151866913, 0.025470290333032608, 0.027297519147396088, 0.029124746099114418, 0.030951974913477898, 0.03277920186519623, 0.03460643067955971, 0.03643365949392319, 0.03826088830828667, 0.040088117122650146, 0.04191534221172333, 0.04374257102608681, 0.04556979984045029, 0.047397028654813766, 0.049224257469177246, 0.05105148255825043, 0.05287871137261391, 0.054705940186977386, 0.056533169001340866, 0.058360397815704346, 0.06018762290477753, 0.062014851719141006, 0.06384208053350449, 0.06566930562257767, 0.06749653816223145, 0.06932376325130463, 0.0711509957909584, 0.07297822088003159, 0.07480544596910477, 0.07663267850875854, 0.07845990359783173, 0.0802871361374855, 0.08211436122655869, 0.08394159376621246]}, "_runtime": 24.223469018936157, "_timestamp": 1596206603.0671012, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009800253435969353, -0.009498512372374535, -0.009196771308779716, -0.008895029313862324, -0.008593288250267506, -0.008291547186672688, -0.00798980612307787, -0.007688064593821764, -0.007386323530226946, -0.007084582466632128, -0.006782840937376022, -0.006481099873781204, -0.006179358810186386, -0.005877617280930281, -0.005575876217335463, -0.005274134688079357, -0.004972393624484539, -0.004670652560889721, -0.0043689110316336155, -0.004067169968038797, -0.0037654286716133356, -0.003463687375187874, -0.0031619463115930557, -0.002860205015167594, -0.002558463718742132, -0.0022567224223166704, -0.0019549811258912086, -0.0016532400622963905, -0.0013514987658709288, -0.001049757469445467, -0.000748016289435327, -0.0004462750512175262, -0.00014453381299972534, 0.00015720742521807551, 0.00045894866343587637, 0.0007606899016536772, 0.001062431139871478, 0.0013641724362969398, 0.0016659136163070798, 0.0019676547963172197, 0.0022693960927426815, 0.0025711373891681433, 0.002872878685593605, 0.003174619749188423, 0.003476361045613885, 0.0037781023420393467, 0.004079843405634165, 0.00438158493489027, 0.004683325998485088, 0.0049850670620799065, 0.005286808591336012, 0.00558854965493083, 0.005890291184186935, 0.0061920322477817535, 0.006493773311376572, 0.006795514840632677, 0.007097255904227495, 0.007398996967822313, 0.007700738497078419, 0.008002479560673237, 0.008304220624268055, 0.008605961687862873, 0.008907703682780266, 0.009209444746375084, 0.009511185809969902]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 6.0, 4.0, 3.0, 2.0, 5.0, 9.0, 18.0, 22.0, 26.0, 18.0, 42.0, 38.0, 54.0, 57.0, 95.0, 133.0, 157.0, 234.0, 410.0, 4658.0, 882.0, 349.0, 217.0, 100.0, 99.0, 71.0, 44.0, 36.0, 23.0, 20.0, 21.0, 17.0, 10.0, 8.0, 10.0, 5.0, 2.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1629314124584198, -0.15777309238910675, -0.1526147723197937, -0.14745643734931946, -0.1422981172800064, -0.13713979721069336, -0.13198146224021912, -0.12682314217090607, -0.12166482210159302, -0.11650650203227997, -0.11134817451238632, -0.10618984699249268, -0.10103152692317963, -0.09587320685386658, -0.09071487933397293, -0.08555655181407928, -0.08039823174476624, -0.07523991167545319, -0.07008158415555954, -0.0649232566356659, -0.059764936566352844, -0.054606612771749496, -0.04944828897714615, -0.0442899651825428, -0.03913164138793945, -0.033973317593336105, -0.028814993798732758, -0.02365667000412941, -0.018498346209526062, -0.013340022414922714, -0.008181698620319366, -0.0030233748257160187, 0.002134948968887329, 0.007293272763490677, 0.012451596558094025, 0.017609920352697372, 0.02276824414730072, 0.027926567941904068, 0.033084891736507416, 0.038243215531110764, 0.04340153932571411, 0.04855986312031746, 0.05371818691492081, 0.058876510709524155, 0.0640348345041275, 0.06919315457344055, 0.0743514820933342, 0.07950980961322784, 0.0846681296825409, 0.08982644975185394, 0.09498477727174759, 0.10014310479164124, 0.10530142486095428, 0.11045974493026733, 0.11561807245016098, 0.12077639997005463, 0.12593472003936768, 0.13109304010868073, 0.13625136017799377, 0.14140969514846802, 0.14656801521778107, 0.15172633528709412, 0.15688467025756836, 0.1620429903268814, 0.16720131039619446]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 5.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 28.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025379513390362263, -0.002461638767272234, -0.0023853261955082417, -0.0023090136237442493, -0.002232701051980257, -0.0021563887130469084, -0.002080076141282916, -0.0020037635695189238, -0.0019274509977549314, -0.0018511384259909391, -0.0017748258542269468, -0.0016985133988782763, -0.001622200827114284, -0.0015458882553502917, -0.0014695758000016212, -0.001393263228237629, -0.0013169506564736366, -0.0012406380847096443, -0.001164325512945652, -0.0010880130575969815, -0.0010117004858329892, -0.0009353879140689969, -0.0008590754005126655, -0.0007827628869563341, -0.0007064503151923418, -0.0006301377434283495, -0.0005538252298720181, -0.00047751268721185625, -0.0004012001445516944, -0.00032488760189153254, -0.0002485750592313707, -0.00017226251657120883, -9.594997391104698e-05, -1.963743125088513e-05, 5.6675111409276724e-05, 0.00013298765406943858, 0.00020930019672960043, 0.0002856127393897623, 0.00036192528204992414, 0.000438237824710086, 0.0005145503673702478, 0.0005908629391342402, 0.0006671754526905715, 0.0007434879662469029, 0.0008198005380108953, 0.0008961131097748876, 0.000972425623331219, 0.0010487381368875504, 0.0011250507086515427, 0.001201363280415535, 0.0012776758521795273, 0.0013539883075281978, 0.00143030087929219, 0.0015066134510561824, 0.0015829259064048529, 0.0016592384781688452, 0.0017355510499328375, 0.0018118636216968298, 0.001888176193460822, 0.0019644887652248144, 0.002040801104158163, 0.0021171136759221554, 0.0021934262476861477, 0.00226973881945014, 0.0023460513912141323]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 8.0, 6.0, 5.0, 12.0, 12.0, 23.0, 36.0, 46.0, 68.0, 88.0, 117.0, 195.0, 292.0, 407.0, 667.0, 915.0, 1435.0, 2198.0, 3595.0, 5942.0, 10015.0, 17483.0, 31850.0, 61866.0, 141821.0, 703500.0, 89877.0, 43675.0, 24418.0, 14454.0, 8728.0, 5427.0, 3434.0, 2285.0, 1549.0, 960.0, 698.0, 433.0, 337.0, 226.0, 157.0, 113.0, 87.0, 57.0, 34.0, 27.0, 17.0, 14.0, 16.0, 6.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007415867410600185, -0.007179532665759325, -0.006943197455257177, -0.006706862710416317, -0.006470527499914169, -0.006234192755073309, -0.005997857544571161, -0.005761522799730301, -0.005525187589228153, -0.005288852844387293, -0.0050525180995464325, -0.004816182889044285, -0.0045798481442034245, -0.004343512933701277, -0.004107178188860416, -0.0038708432111889124, -0.0036345082335174084, -0.0033981732558459044, -0.0031618382781744003, -0.0029255033005028963, -0.0026891683228313923, -0.002452833577990532, -0.002216498600319028, -0.001980163622647524, -0.0017438286449760199, -0.0015074936673045158, -0.0012711586896330118, -0.0010348238283768296, -0.0007984888507053256, -0.0005621538730338216, -0.0003258189535699785, -8.948400500230491e-05, 0.00014685094356536865, 0.0003831858921330422, 0.0006195208407007158, 0.0008558557601645589, 0.001092190737836063, 0.001328525715507567, 0.0015648605767637491, 0.0018011955544352531, 0.002037530532106757, 0.002273865509778261, 0.002510200487449765, 0.0027465354651212692, 0.0029828702099621296, 0.0032192051876336336, 0.0034555401653051376, 0.0036918751429766417, 0.003928210120648146, 0.004164544865489006, 0.004400880075991154, 0.004637214820832014, 0.004873550031334162, 0.005109884776175022, 0.00534621998667717, 0.00558255473151803, 0.0058188894763588905, 0.006055224686861038, 0.006291559431701899, 0.006527894642204046, 0.006764229387044907, 0.007000564597547054, 0.007236899342387915, 0.007473234552890062, 0.007709569297730923]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 9.0, 7.0, 15.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02779172547161579, -0.02710743062198162, -0.0264231339097023, -0.02573883906006813, -0.02505454421043396, -0.02437024749815464, -0.02368595264852047, -0.0230016577988863, -0.02231736108660698, -0.02163306623697281, -0.02094877138733864, -0.02026447467505932, -0.019580179825425148, -0.018895884975790977, -0.018211588263511658, -0.017527293413877487, -0.016842998564243317, -0.016158701851963997, -0.015474407002329826, -0.014790111221373081, -0.014105815440416336, -0.013421520590782166, -0.01273722480982542, -0.012052929028868675, -0.011368634179234505, -0.01068433839827776, -0.010000042617321014, -0.00931574683636427, -0.008631451986730099, -0.007947156205773354, -0.007262860890477896, -0.006578565109521151, -0.005894269794225693, -0.005209974478930235, -0.00452567869797349, -0.003841383382678032, -0.0031570878345519304, -0.002472792286425829, -0.0017884968547150493, -0.0011042014230042696, -0.0004199058748781681, 0.0002643896150402725, 0.0009486851049587131, 0.0016329805366694927, 0.002317276084795594, 0.0030015716329216957, 0.0036858669482171535, 0.004370162729173899, 0.0050544580444693565, 0.005738753359764814, 0.0064230491407215595, 0.007107344456017017, 0.0077916402369737625, 0.008475935086607933, 0.009160230867564678, 0.009844526648521423, 0.010528821498155594, 0.011213117279112339, 0.011897413060069084, 0.01258170884102583, 0.01326600369066, 0.013950299471616745, 0.01463459525257349, 0.01531889010220766, 0.016003185883164406]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 7.0, 9.0, 18.0, 14.0, 16.0, 26.0, 18.0, 19.0, 14.0, 17.0, 17.0, 18.0, 23.0, 37.0, 51.0, 56.0, 41.0, 77.0, 111.0, 215.0, 501.0, 1042.0, 1886.0, 6999.0, 3421.0, 1294.0, 666.0, 440.0, 339.0, 216.0, 177.0, 122.0, 108.0, 56.0, 54.0, 50.0, 29.0, 24.0, 26.0, 23.0, 21.0, 15.0, 16.0, 10.0, 7.0, 11.0, 9.0, 2.0, 12.0, 15.0, 6.0, 3.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0], "bins": [-0.009340987540781498, -0.008967000991106033, -0.008593013510107994, -0.00821902696043253, -0.00784503947943449, -0.007471052464097738, -0.007097065448760986, -0.006723078433424234, -0.0063490914180874825, -0.005975104868412018, -0.005601117853075266, -0.005227130837738514, -0.004853143822401762, -0.00447915680706501, -0.004105169791728258, -0.003731182776391506, -0.0033571957610547543, -0.0029832087457180023, -0.0026092217303812504, -0.0022352347150444984, -0.0018612478161230683, -0.0014872608007863164, -0.0011132739018648863, -0.0007392868865281343, -0.0003652998711913824, 8.687115041539073e-06, 0.00038267410127446055, 0.0007566610584035516, 0.0011306480737403035, 0.0015046350890770555, 0.0018786219879984856, 0.0022526090033352375, 0.0026265960186719894, 0.0030005830340087414, 0.0033745700493454933, 0.0037485570646822453, 0.004122544080018997, 0.004496531095355749, 0.004870518110692501, 0.005244505126029253, 0.005618492141366005, 0.00599247869104147, 0.0063664657063782215, 0.0067404527217149734, 0.007114439737051725, 0.007488426752388477, 0.007862414233386517, 0.008236400783061981, 0.00861038826406002, 0.008984374813735485, 0.00935836136341095, 0.009732348844408989, 0.010106335394084454, 0.010480322875082493, 0.010854309424757957, 0.011228296905755997, 0.011602283455431461, 0.0119762709364295, 0.012350257486104965, 0.012724244967103004, 0.013098231516778469, 0.013472218997776508, 0.013846205547451973, 0.014220193028450012, 0.014594179578125477]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04523251950740814, -0.04248974472284317, -0.0397469699382782, -0.037004195153713226, -0.034261420369148254, -0.03151864558458328, -0.02877587266266346, -0.026033097878098488, -0.023290323093533516, -0.020547548308968544, -0.017804773524403572, -0.015061999671161175, -0.012319224886596203, -0.009576450102031231, -0.006833675783127546, -0.004090901464223862, -0.0013481266796588898, 0.0013946478720754385, 0.004137422423809767, 0.006880196742713451, 0.009622971527278423, 0.012365746311843395, 0.015108520165085793, 0.017851294949650764, 0.020594069734215736, 0.02333684451878071, 0.02607961930334568, 0.028822394087910652, 0.031565167009830475, 0.03430794179439545, 0.03705071657896042, 0.03979349136352539, 0.04253626614809036, 0.045279040932655334, 0.048021815717220306, 0.05076459050178528, 0.05350736528635025, 0.05625014007091522, 0.058992914855480194, 0.061735689640045166, 0.06447846442461014, 0.06722123920917511, 0.06996401399374008, 0.07270678877830505, 0.07544956356287003, 0.078192338347435, 0.08093511313199997, 0.08367788791656494, 0.08642065525054932, 0.08916343003511429, 0.09190620481967926, 0.09464897960424423, 0.0973917543888092, 0.10013452917337418, 0.10287730395793915, 0.10562007874250412, 0.10836285352706909, 0.11110562831163406, 0.11384840309619904, 0.11659117788076401, 0.11933395266532898, 0.12207672744989395, 0.12481950223445892, 0.1275622844696045, 0.13030505180358887]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 6.0, 7.0, 5.0, 11.0, 9.0, 11.0, 15.0, 17.0, 60.0, 20.0, 20.0, 23.0, 13.0, 12.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.03624766319990158, -0.03481198847293854, -0.03337631747126579, -0.03194064646959305, -0.030504971742630005, -0.02906929887831211, -0.027633626013994217, -0.026197953149676323, -0.02476228028535843, -0.023326607421040535, -0.02189093455672264, -0.020455261692404747, -0.019019588828086853, -0.01758391596376896, -0.016148243099451065, -0.014712570235133171, -0.013276897370815277, -0.011841224506497383, -0.01040555164217949, -0.008969878777861595, -0.007534205913543701, -0.006098533049225807, -0.004662860184907913, -0.0032271873205900192, -0.0017915144562721252, -0.00035584159195423126, 0.0010798312723636627, 0.0025155041366815567, 0.003951177000999451, 0.005386849865317345, 0.006822522729635239, 0.008258195593953133, 0.009693868458271027, 0.01112954132258892, 0.012565214186906815, 0.014000887051224709, 0.015436559915542603, 0.016872232779860497, 0.01830790564417839, 0.019743578508496284, 0.02117925137281418, 0.022614924237132072, 0.024050597101449966, 0.02548626996576786, 0.026921942830085754, 0.02835761569440365, 0.029793288558721542, 0.031228961423039436, 0.03266463428735733, 0.034100309014320374, 0.03553598001599312, 0.03697165101766586, 0.038407325744628906, 0.03984300047159195, 0.041278671473264694, 0.04271434247493744, 0.04415001720190048, 0.045585691928863525, 0.04702136293053627, 0.048457033932209015, 0.04989270865917206, 0.0513283833861351, 0.052764054387807846, 0.05419972538948059, 0.055635400116443634]}, "_runtime": 25.001248598098755, "_timestamp": 1596206603.8448808, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 5.0, 3.0, 1.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015266073867678642, -0.01481123548001051, -0.014356398023664951, -0.013901559635996819, -0.013446721248328686, -0.012991883791983128, -0.012537045404314995, -0.012082207016646862, -0.01162736862897873, -0.011172531172633171, -0.010717692784965038, -0.010262854397296906, -0.009808016940951347, -0.009353178553283215, -0.008898340165615082, -0.008443502709269524, -0.00798866432160139, -0.007533826399594545, -0.007078988011926413, -0.006624150089919567, -0.006169311702251434, -0.005714473780244589, -0.005259635858237743, -0.004804797470569611, -0.004349959548562765, -0.003895121393725276, -0.003440283238887787, -0.0029854453168809414, -0.0025306071620434523, -0.002075769007205963, -0.0016209309687837958, -0.0011660929303616285, -0.0007112547755241394, -0.0002564166788943112, 0.00019842141773551702, 0.0006532595143653452, 0.0011080976109951735, 0.0015629357658326626, 0.002017773687839508, 0.002472611842676997, 0.0029274499975144863, 0.0033822881523519754, 0.0038371263071894646, 0.00429196422919631, 0.0047468021512031555, 0.005201640538871288, 0.005656478460878134, 0.0061113168485462666, 0.006566154770553112, 0.0070209926925599575, 0.00747583108022809, 0.007930669002234936, 0.008385507389903069, 0.008840344846248627, 0.00929518323391676, 0.009750021621584892, 0.01020485907793045, 0.010659697465598583, 0.011114535853266716, 0.011569374240934849, 0.012024211697280407, 0.01247905008494854, 0.012933888472616673, 0.01338872592896223, 0.013843564316630363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 6.0, 4.0, 5.0, 8.0, 14.0, 13.0, 21.0, 24.0, 33.0, 55.0, 63.0, 85.0, 113.0, 161.0, 235.0, 382.0, 4117.0, 1412.0, 431.0, 221.0, 138.0, 96.0, 72.0, 56.0, 40.0, 36.0, 23.0, 12.0, 19.0, 4.0, 1.0, 6.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2611934542655945, -0.2547968626022339, -0.2484002411365509, -0.2420036494731903, -0.23560704290866852, -0.22921043634414673, -0.22281382977962494, -0.21641723811626434, -0.21002063155174255, -0.20362402498722076, -0.19722741842269897, -0.19083081185817719, -0.1844342201948166, -0.1780376136302948, -0.171641007065773, -0.16524440050125122, -0.15884780883789062, -0.15245120227336884, -0.14605459570884705, -0.13965798914432526, -0.13326138257980347, -0.12686479091644287, -0.12046818435192108, -0.11407157778739929, -0.1076749712228775, -0.10127837210893631, -0.09488176554441452, -0.08848516643047333, -0.08208855986595154, -0.07569196075201035, -0.06929535418748856, -0.06289875507354736, -0.056502148509025574, -0.05010554566979408, -0.04370894283056259, -0.0373123399913311, -0.03091573528945446, -0.02451913245022297, -0.01812252774834633, -0.011725924909114838, -0.0053293220698833466, 0.0010672812350094318, 0.00746388453990221, 0.013860488310456276, 0.020257091149687767, 0.026653693988919258, 0.0330502986907959, 0.03944690153002739, 0.04584350436925888, 0.05224010720849037, 0.05863671004772186, 0.06503331661224365, 0.07142991572618484, 0.07782652229070663, 0.08422312140464783, 0.09061972796916962, 0.0970163345336914, 0.1034129336476326, 0.10980954021215439, 0.11620613932609558, 0.12260274589061737, 0.12899935245513916, 0.13539594411849976, 0.14179255068302155, 0.14818915724754333]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 28.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.002686244435608387, -0.0025968491099774837, -0.0025074537843465805, -0.0024180584587156773, -0.002328663133084774, -0.002239267574623227, -0.002149872248992324, -0.0020604769233614206, -0.0019710815977305174, -0.0018816862720996141, -0.001792290946468711, -0.0017028955044224858, -0.0016135001787915826, -0.0015241048531606793, -0.0014347094111144543, -0.001345314085483551, -0.0012559187598526478, -0.0011665234342217445, -0.0010771281085908413, -0.0009877326665446162, -0.000898337340913713, -0.0008089420152828097, -0.0007195466314442456, -0.0006301512476056814, -0.0005407559219747782, -0.0004513605672400445, -0.0003619652125053108, -0.0002725698577705771, -0.00018317450303584337, -9.377914830110967e-05, -4.383793566375971e-06, 8.501156116835773e-05, 0.00017440691590309143, 0.00026380227063782513, 0.00035319762537255883, 0.00044259298010729253, 0.0005319883348420262, 0.0006213836604729295, 0.0007107790443114936, 0.0008001744281500578, 0.000889569753780961, 0.0009789650794118643, 0.0010683604050427675, 0.0011577558470889926, 0.0012471511727198958, 0.001336546498350799, 0.0014259419403970242, 0.0015153372660279274, 0.0016047325916588306, 0.0016941279172897339, 0.0017835232429206371, 0.0018729186849668622, 0.0019623138941824436, 0.0020517094526439905, 0.0021411047782748938, 0.002230500103905797, 0.0023198954295367002, 0.0024092907551676035, 0.0024986860807985067, 0.00258808140642941, 0.002677476964890957, 0.00276687229052186, 0.0028562676161527634, 0.0029456629417836666, 0.00303505826741457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 6.0, 9.0, 13.0, 21.0, 34.0, 46.0, 83.0, 103.0, 216.0, 299.0, 505.0, 743.0, 1290.0, 2168.0, 3830.0, 7171.0, 13700.0, 28453.0, 65088.0, 193850.0, 694378.0, 78511.0, 37637.0, 20307.0, 11499.0, 7009.0, 4240.0, 2728.0, 1818.0, 1215.0, 809.0, 564.0, 396.0, 267.0, 221.0, 132.0, 79.0, 56.0, 37.0, 33.0, 23.0, 13.0, 13.0, 12.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.010765726678073406, -0.010441056452691555, -0.010116386227309704, -0.009791716001927853, -0.009467044845223427, -0.009142374619841576, -0.008817704394459724, -0.008493034169077873, -0.008168363943696022, -0.00784369371831417, -0.007519023027271032, -0.007194352801889181, -0.006869682110846043, -0.0065450118854641914, -0.00622034166008234, -0.005895670969039202, -0.0055710007436573505, -0.005246330518275499, -0.004921659827232361, -0.00459698960185051, -0.0042723193764686584, -0.00394764868542552, -0.0036229784600436687, -0.0032983082346618176, -0.0029736377764493227, -0.002648967318236828, -0.0023242970928549767, -0.001999626634642482, -0.0016749562928453088, -0.0013502859510481358, -0.001025615492835641, -0.0007009451510384679, -0.00037627480924129486, -5.160443834029138e-05, 0.0002730659325607121, 0.000597736332565546, 0.0009224066743627191, 0.001247077016159892, 0.001571747474372387, 0.00189641781616956, 0.002221088157966733, 0.002545758616179228, 0.002870428841561079, 0.003195099299773574, 0.0035197697579860687, 0.00384443998336792, 0.004169110208749771, 0.00449378089979291, 0.004818451125174761, 0.005143121350556612, 0.0054677920415997505, 0.005792462266981602, 0.006117132492363453, 0.006441803183406591, 0.006766473408788443, 0.007091143634170294, 0.007415814325213432, 0.0077404845505952835, 0.008065154775977135, 0.008389825001358986, 0.008714495226740837, 0.009039166383445263, 0.009363836608827114, 0.009688506834208965, 0.010013177059590816]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 5.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 4.0, 7.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018202507868409157, -0.017253125086426735, -0.016303740441799164, -0.015354357659816742, -0.01440497487783432, -0.013455592095851898, -0.012506208382546902, -0.011556824669241905, -0.010607441887259483, -0.009658059105277061, -0.008708675391972065, -0.007759292144328356, -0.006809908896684647, -0.005860525649040937, -0.004911142401397228, -0.003961759153753519, -0.00301237590610981, -0.0020629926584661007, -0.0011136094108223915, -0.00016422616317868233, 0.0007851570844650269, 0.001734540332108736, 0.0026839235797524452, 0.0036333068273961544, 0.004582690075039864, 0.005532073322683573, 0.006481456570327282, 0.007430839817970991, 0.0083802230656147, 0.009329605847597122, 0.010278989560902119, 0.011228373274207115, 0.012177756056189537, 0.013127138838171959, 0.014076522551476955, 0.015025906264781952, 0.015975289046764374, 0.016924671828746796, 0.017874054610729218, 0.01882343925535679, 0.01977282203733921, 0.020722204819321632, 0.021671589463949203, 0.022620972245931625, 0.023570355027914047, 0.02451973780989647, 0.02546912059187889, 0.026418505236506462, 0.027367888018488884, 0.028317270800471306, 0.029266655445098877, 0.0302160382270813, 0.03116542100906372, 0.03211480379104614, 0.033064186573028564, 0.034013569355010986, 0.03496295213699341, 0.03591233864426613, 0.03686172142624855, 0.03781110420823097, 0.038760486990213394, 0.039709869772195816, 0.04065925255417824, 0.04160863533616066, 0.04255802184343338]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 0.0, 3.0, 1.0, 1.0, 4.0, 9.0, 10.0, 9.0, 26.0, 33.0, 25.0, 41.0, 49.0, 90.0, 99.0, 136.0, 167.0, 233.0, 306.0, 433.0, 536.0, 673.0, 807.0, 984.0, 1415.0, 2348.0, 5952.0, 977.0, 739.0, 475.0, 339.0, 247.0, 198.0, 150.0, 136.0, 105.0, 101.0, 92.0, 75.0, 74.0, 55.0, 54.0, 40.0, 39.0, 31.0, 23.0, 18.0, 18.0, 9.0, 12.0, 1.0, 5.0, 7.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0], "bins": [-0.0157725028693676, -0.015214560553431511, -0.014656618237495422, -0.014098676852881908, -0.01354073453694582, -0.012982792221009731, -0.012424849905073643, -0.011866907589137554, -0.01130896620452404, -0.010751023888587952, -0.010193081572651863, -0.009635139256715775, -0.009077196940779686, -0.008519254624843597, -0.007961313240230083, -0.007403370924293995, -0.006845428608357906, -0.006287486292421818, -0.0057295444421470165, -0.005171602126210928, -0.004613660275936127, -0.004055717960000038, -0.0034977756440639496, -0.0029398335609585047, -0.0023818914778530598, -0.0018239493947476149, -0.0012660071952268481, -0.0007080650539137423, -0.00015012291260063648, 0.00040781922871246934, 0.0009657613700255752, 0.001523703569546342, 0.002081645652651787, 0.0026395877357572317, 0.0031975298188626766, 0.003755472134798765, 0.0043134139850735664, 0.004871356301009655, 0.0054292986169457436, 0.005987240467220545, 0.006545182783156633, 0.007103125099092722, 0.007661066949367523, 0.008219009265303612, 0.0087769515812397, 0.009334893897175789, 0.009892835281789303, 0.010450777597725391, 0.01100871991366148, 0.011566662229597569, 0.012124604545533657, 0.012682545930147171, 0.01324048824608326, 0.013798430562019348, 0.014356372877955437, 0.014914315193891525, 0.015472257509827614, 0.016030199825763702, 0.01658814214169979, 0.01714608259499073, 0.01770402491092682, 0.018261967226862907, 0.018819909542798996, 0.019377851858735085, 0.019935794174671173]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.3382590413093567, -0.3302648961544037, -0.3222707211971283, -0.3142765760421753, -0.3062824308872223, -0.2982882559299469, -0.2902941107749939, -0.2822999656200409, -0.2743057906627655, -0.2663116455078125, -0.2583175003528595, -0.2503233253955841, -0.2423291802406311, -0.2343350201845169, -0.2263408601284027, -0.2183467149734497, -0.2103525549173355, -0.2023583948612213, -0.1943642497062683, -0.1863700896501541, -0.17837592959403992, -0.17038178443908691, -0.16238762438297272, -0.15439346432685852, -0.14639931917190552, -0.13840515911579132, -0.13041099905967712, -0.12241684645414352, -0.11442269384860992, -0.10642853379249573, -0.09843438118696213, -0.09044022113084793, -0.08244606852531433, -0.07445191591978073, -0.06645775586366653, -0.058463603258132935, -0.050469446927309036, -0.04247529059648514, -0.03448113799095154, -0.02648698166012764, -0.01849282532930374, -0.010498669929802418, -0.002504514530301094, 0.00548964086920023, 0.013483796268701553, 0.02147795259952545, 0.0294721070677042, 0.03746626153588295, 0.04546041786670685, 0.053454574197530746, 0.061448730528354645, 0.06944288313388824, 0.07743704319000244, 0.08543119579553604, 0.09342534840106964, 0.10141950845718384, 0.10941366106271744, 0.11740781366825104, 0.12540197372436523, 0.13339613378047943, 0.14139027893543243, 0.14938443899154663, 0.15737859904766083, 0.16537274420261383, 0.17336690425872803]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 0.0, 16.0, 13.0, 26.0, 23.0, 37.0, 40.0, 13.0, 12.0, 14.0, 3.0, 2.0, 2.0, 6.0, 4.0, 6.0, 2.0, 3.0, 2.0, 3.0, 8.0, 2.0, 6.0, 2.0, 3.0, 3.0, 3.0], "bins": [-0.213521808385849, -0.2085670679807663, -0.2036123126745224, -0.1986575722694397, -0.1937028169631958, -0.1887480765581131, -0.1837933212518692, -0.1788385808467865, -0.1738838255405426, -0.1689290851354599, -0.1639743447303772, -0.1590195894241333, -0.1540648490190506, -0.1491100937128067, -0.144155353307724, -0.1392005980014801, -0.1342458575963974, -0.1292911171913147, -0.1243363618850708, -0.1193816140294075, -0.1144268661737442, -0.1094721257686615, -0.1045173779129982, -0.0995626300573349, -0.0946078822016716, -0.0896531343460083, -0.084698386490345, -0.0797436386346817, -0.074788898229599, -0.0698341503739357, -0.0648794025182724, -0.0599246546626091, -0.0549699068069458, -0.0500151589512825, -0.0450604110956192, -0.0401056669652462, -0.0351509191095829, -0.0301961712539196, -0.02524142526090145, -0.0202866792678833, -0.015331931412220001, -0.010377184487879276, -0.005422437563538551, -0.0004676906391978264, 0.0044870562851428986, 0.009441803209483624, 0.014396550133824348, 0.0193512961268425, 0.0243060439825058, 0.029260791838169098, 0.0342155396938324, 0.0391702838242054, 0.0441250316798687, 0.049079779535532, 0.054034523665905, 0.0589892715215683, 0.0639440193772316, 0.0688987672328949, 0.0738535150885582, 0.0788082629442215, 0.0837630033493042, 0.0887177512049675, 0.0936724990606308, 0.0986272469162941, 0.1035819947719574]}, "_runtime": 25.782926321029663, "_timestamp": 1596206604.6265585, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012858294881880283, -0.012491453438997269, -0.012124612927436829, -0.011757771484553814, -0.011390930972993374, -0.01102408953011036, -0.010657249018549919, -0.010290407575666904, -0.009923567064106464, -0.00955672562122345, -0.00918988510966301, -0.008823043666779995, -0.008456203155219555, -0.00808936171233654, -0.007722520735114813, -0.0073556797578930855, -0.006988838780671358, -0.006621997803449631, -0.006255156826227903, -0.005888315849006176, -0.005521474871784449, -0.005154633894562721, -0.004787792917340994, -0.0044209519401192665, -0.004054110497236252, -0.003687269752845168, -0.0033204287756234407, -0.0029535877984017134, -0.0025867465883493423, -0.002219905611127615, -0.0018530646339058876, -0.0014862236566841602, -0.0011193826794624329, -0.0007525417022407055, -0.0003857006668113172, -1.8859660485759377e-05, 0.00034798134583979845, 0.0007148223230615258, 0.001081663416698575, 0.0014485043939203024, 0.0018153453711420298, 0.002182186348363757, 0.0025490273255854845, 0.002915868302807212, 0.003282709512859583, 0.0036495504900813103, 0.004016391467303038, 0.004383232444524765, 0.004750073421746492, 0.00511691439896822, 0.005483755376189947, 0.0058505963534116745, 0.006217437330633402, 0.006584278307855129, 0.006951119285076857, 0.007317960262298584, 0.007684801705181599, 0.008051642216742039, 0.008418483659625053, 0.008785324171185493, 0.009152165614068508, 0.009519006125628948, 0.009885847568511963, 0.010252688080072403, 0.010619529522955418]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 11.0, 8.0, 7.0, 7.0, 5.0, 13.0, 18.0, 13.0, 17.0, 25.0, 35.0, 41.0, 51.0, 84.0, 92.0, 118.0, 153.0, 215.0, 276.0, 549.0, 4700.0, 521.0, 262.0, 187.0, 121.0, 85.0, 71.0, 50.0, 33.0, 35.0, 27.0, 25.0, 19.0, 17.0, 7.0, 4.0, 4.0, 5.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15352298319339752, -0.14843010902404785, -0.14333723485469818, -0.1382443606853485, -0.13315147161483765, -0.12805859744548798, -0.1229657232761383, -0.11787284910678864, -0.11277997493743896, -0.1076871007680893, -0.10259422659873962, -0.09750134497880936, -0.09240847080945969, -0.08731559664011002, -0.08222271502017975, -0.07712984085083008, -0.07203696668148041, -0.06694409251213074, -0.06185121461749077, -0.0567583367228508, -0.05166546255350113, -0.04657258838415146, -0.04147971048951149, -0.03638683259487152, -0.03129395842552185, -0.02620108239352703, -0.02110820636153221, -0.01601533032953739, -0.010922454297542572, -0.005829578265547752, -0.0007367022335529327, 0.004356173798441887, 0.009449049830436707, 0.014541925862431526, 0.019634801894426346, 0.024727677926421165, 0.029820553958415985, 0.034913428127765656, 0.040006306022405624, 0.04509918391704559, 0.050192058086395264, 0.055284932255744934, 0.0603778101503849, 0.06547068804502487, 0.07056356221437454, 0.07565643638372421, 0.08074931800365448, 0.08584219217300415, 0.09093506634235382, 0.09602794051170349, 0.10112081468105316, 0.10621369630098343, 0.1113065704703331, 0.11639944463968277, 0.12149232625961304, 0.1265852004289627, 0.13167807459831238, 0.13677094876766205, 0.14186382293701172, 0.1469566971063614, 0.15204957127571106, 0.15714246034622192, 0.1622353345155716, 0.16732820868492126, 0.17242108285427094]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 4.0, 6.0, 26.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 1.0, 5.0, 6.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025248045567423105, -0.002429200103506446, -0.0023335956502705812, -0.0022379911970347166, -0.0021423869766294956, -0.002046782523393631, -0.0019511780701577663, -0.0018555736169219017, -0.001759969163686037, -0.0016643648268654943, -0.0015687603736296296, -0.001473155920393765, -0.0013775515835732222, -0.0012819471303373575, -0.0011863426771014929, -0.00109073834028095, -0.0009951338870450854, -0.0008995294920168817, -0.0008039250387810171, -0.0007083206437528133, -0.0006127161905169487, -0.000517111795488745, -0.00042150740046054125, -0.00032590297632850707, -0.00023029855219647288, -0.0001346941280644387, -3.9089718484319746e-05, 5.651469837175682e-05, 0.0001521191152278334, 0.00024772353935986757, 0.0003433279343880713, 0.0004389323585201055, 0.0005345367826521397, 0.0006301411776803434, 0.000725745630916208, 0.0008213500259444118, 0.0009169544791802764, 0.0010125588160008192, 0.0011081632692366838, 0.0012037677224725485, 0.0012993721757084131, 0.001394976512528956, 0.0014905809657648206, 0.0015861854190006852, 0.001681789755821228, 0.0017773942090570927, 0.0018729986622929573, 0.001968603115528822, 0.0020642075687646866, 0.0021598117891699076, 0.002255416242405772, 0.002351020695641637, 0.0024466251488775015, 0.002542229602113366, 0.0026378340553492308, 0.0027334382757544518, 0.0028290427289903164, 0.002924647182226181, 0.0030202516354620457, 0.0031158560886979103, 0.003211460541933775, 0.003307064762338996, 0.0034026692155748606, 0.003498273668810725, 0.00359387812204659]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 3.0, 17.0, 11.0, 13.0, 25.0, 48.0, 56.0, 84.0, 119.0, 182.0, 251.0, 334.0, 577.0, 882.0, 1340.0, 2135.0, 3505.0, 6062.0, 10566.0, 19494.0, 38106.0, 84258.0, 685834.0, 160817.0, 70367.0, 37742.0, 21499.0, 12725.0, 8045.0, 4968.0, 3208.0, 2055.0, 1334.0, 939.0, 630.0, 419.0, 272.0, 221.0, 160.0, 81.0, 79.0, 52.0, 43.0, 24.0, 18.0, 11.0, 6.0, 6.0, 4.0, 5.0, 1.0, 2.0], "bins": [-0.010064957663416862, -0.009776084683835506, -0.00948721170425415, -0.009198338724672794, -0.008909464813768864, -0.008620591834187508, -0.008331718854606152, -0.008042845875024796, -0.0077539728954434395, -0.007465099450200796, -0.00717622647061944, -0.006887353491038084, -0.006598480045795441, -0.006309607066214085, -0.006020734086632729, -0.005731860641390085, -0.005442987661808729, -0.005154114682227373, -0.00486524123698473, -0.004576368257403374, -0.004287495277822018, -0.003998621832579374, -0.0037097488529980183, -0.003420875873416662, -0.0031320026610046625, -0.002843129448592663, -0.0025542564690113068, -0.002265383256599307, -0.0019765100441873074, -0.0016876370646059513, -0.0013987638521939516, -0.0011098907561972737, -0.0008210176602005959, -0.000532144564203918, -0.0002432714099995792, 4.560171510092914e-05, 0.0003344748402014375, 0.0006233479361981153, 0.0009122210904024541, 0.001201094244606793, 0.0014899673406034708, 0.0017788404366001487, 0.0020677135325968266, 0.0023565867450088263, 0.002645459957420826, 0.002934332937002182, 0.0032232061494141817, 0.0035120791289955378, 0.0038009523414075375, 0.0040898253209888935, 0.004378698766231537, 0.004667571745812893, 0.004956444725394249, 0.005245318170636892, 0.005534191150218248, 0.005823064129799604, 0.006111937575042248, 0.006400810554623604, 0.00668968353420496, 0.006978556513786316, 0.007267429959028959, 0.007556302938610315, 0.007845176383852959, 0.008134049363434315, 0.00842292234301567]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 10.0, 2.0, 3.0, 4.0, 6.0, 4.0, 5.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01320710964500904, -0.012534335255622864, -0.011861560866236687, -0.01118878647685051, -0.010516012087464333, -0.00984323862940073, -0.009170464240014553, -0.008497689850628376, -0.007824915461242199, -0.007152141071856022, -0.006479366682469845, -0.005806592758744955, -0.005133818369358778, -0.004461043979972601, -0.0037882698234170675, -0.003115495666861534, -0.002442721277475357, -0.0017699470045045018, -0.0010971727315336466, -0.00042439845856279135, 0.0002483758144080639, 0.0009211500873789191, 0.0015939243603497744, 0.0022666985169053078, 0.002939472906291485, 0.003612247295677662, 0.004285021685063839, 0.004957795608788729, 0.005630569998174906, 0.006303344387561083, 0.006976118311285973, 0.00764889270067215, 0.008321667090058327, 0.008994441479444504, 0.00966721586883068, 0.010339990258216858, 0.011012764647603035, 0.011685538105666637, 0.012358312495052814, 0.013031086884438992, 0.013703861273825169, 0.014376635663211346, 0.015049410052597523, 0.015722183510661125, 0.016394957900047302, 0.01706773228943348, 0.017740506678819656, 0.018413281068205833, 0.01908605545759201, 0.019758829846978188, 0.020431604236364365, 0.02110437862575054, 0.02177715301513672, 0.022449927404522896, 0.023122701793909073, 0.02379547618329525, 0.024468250572681427, 0.025141023099422455, 0.025813797488808632, 0.02648657187819481, 0.027159346267580986, 0.027832120656967163, 0.02850489504635334, 0.029177669435739517, 0.029850443825125694]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 6.0, 6.0, 4.0, 6.0, 14.0, 20.0, 18.0, 32.0, 29.0, 46.0, 80.0, 103.0, 135.0, 186.0, 318.0, 588.0, 1081.0, 5454.0, 2692.0, 1791.0, 1361.0, 1059.0, 763.0, 622.0, 443.0, 376.0, 274.0, 209.0, 179.0, 94.0, 91.0, 59.0, 38.0, 34.0, 25.0, 24.0, 16.0, 9.0, 15.0, 15.0, 16.0, 15.0, 10.0, 15.0, 9.0, 11.0, 3.0, 5.0, 11.0, 2.0], "bins": [-0.009755241684615612, -0.009447972290217876, -0.00914070289582014, -0.008833433501422405, -0.00852616410702467, -0.008218894712626934, -0.007911626249551773, -0.00760435638949275, -0.007297087460756302, -0.006989818066358566, -0.006682548671960831, -0.006375279277563095, -0.0060680098831653595, -0.005760740488767624, -0.005453471560031176, -0.00514620216563344, -0.004838932771235704, -0.004531663376837969, -0.004224393982440233, -0.003917125053703785, -0.0036098556593060493, -0.0033025862649083138, -0.002995316870510578, -0.002688047708943486, -0.0023807783145457506, -0.002073508920148015, -0.001766239758580923, -0.0014589703641831875, -0.0011517010862007737, -0.00084443180821836, -0.0005371624720282853, -0.00022989316494204104, 7.737614214420319e-05, 0.0003846454492304474, 0.0006919147563166916, 0.0009991840925067663, 0.00130645337048918, 0.0016137226484715939, 0.0019209920428693295, 0.0022282612044364214, 0.002535530598834157, 0.0028427999932318926, 0.0031500691547989845, 0.00345733854919672, 0.0037646079435944557, 0.004071877337992191, 0.00437914626672864, 0.004686415661126375, 0.004993685055524111, 0.005300954449921846, 0.005608223844319582, 0.00591549277305603, 0.006222762167453766, 0.0065300315618515015, 0.006837300956249237, 0.007144570350646973, 0.007451839745044708, 0.0077591086737811565, 0.00806637853384018, 0.00837364699691534, 0.008680916391313076, 0.008988185785710812, 0.009295455180108547, 0.009602724574506283, 0.009909993968904018]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14407870173454285, -0.1410985141992569, -0.13811831176280975, -0.1351381242275238, -0.13215792179107666, -0.1291777342557907, -0.12619753181934357, -0.12321733683347702, -0.12023714184761047, -0.11725695431232452, -0.11427675932645798, -0.11129656434059143, -0.10831636935472488, -0.10533617436885834, -0.10235597938299179, -0.09937578439712524, -0.0963955894112587, -0.09341539442539215, -0.0904351994395256, -0.08745500445365906, -0.08447480946779251, -0.08149461448192596, -0.07851441949605942, -0.07553422451019287, -0.07255403697490692, -0.06957384198904037, -0.06659364700317383, -0.06361345201730728, -0.060633257031440735, -0.05765306204557419, -0.05467286705970764, -0.051692672073841095, -0.04871247708797455, -0.045732282102108, -0.042752087116241455, -0.03977189213037491, -0.03679169714450836, -0.033811505883932114, -0.030831310898065567, -0.02785111591219902, -0.024870920926332474, -0.021890725940465927, -0.01891053095459938, -0.015930337831377983, -0.012950142845511436, -0.00996994785964489, -0.006989753805100918, -0.0040095592848956585, -0.0010293647646903992, 0.0019508297555148602, 0.0049310242757201195, 0.007911218330264091, 0.010891413316130638, 0.013871608301997185, 0.016851801425218582, 0.01983199641108513, 0.022812191396951675, 0.025792386382818222, 0.02877258136868477, 0.031752776354551315, 0.034732967615127563, 0.03771316260099411, 0.04069335758686066, 0.0436735525727272, 0.04665374755859375]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 6.0, 6.0, 3.0, 6.0, 10.0, 10.0, 8.0, 6.0, 9.0, 6.0, 8.0, 33.0, 23.0, 8.0, 9.0, 8.0, 6.0, 18.0, 15.0, 13.0, 14.0, 16.0, 9.0, 5.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.036219991743564606, -0.03500765934586525, -0.033795326948165894, -0.032582998275756836, -0.03137066587805748, -0.030158333480358124, -0.028946002945303917, -0.02773367241024971, -0.026521340012550354, -0.025309007614850998, -0.02409667707979679, -0.022884346544742584, -0.021672014147043228, -0.020459681749343872, -0.019247351214289665, -0.01803502067923546, -0.016822688281536102, -0.01561035681515932, -0.01439802534878254, -0.013185693882405758, -0.011973362416028976, -0.010761030949652195, -0.009548699483275414, -0.008336368016898632, -0.007124036550521851, -0.005911705084145069, -0.004699373617768288, -0.003487042151391506, -0.0022747106850147247, -0.0010623792186379433, 0.0001499522477388382, 0.0013622837141156197, 0.002574615180492401, 0.0037869466468691826, 0.004999278113245964, 0.0062116095796227455, 0.007423941045999527, 0.008636272512376308, 0.00984860397875309, 0.011060935445129871, 0.012273266911506653, 0.013485598377883434, 0.014697929844260216, 0.015910260379314423, 0.01712259277701378, 0.018334925174713135, 0.01954725570976734, 0.02075958624482155, 0.021971918642520905, 0.02318425104022026, 0.024396581575274467, 0.025608912110328674, 0.02682124450802803, 0.028033576905727386, 0.029245907440781593, 0.0304582379758358, 0.031670570373535156, 0.03288290277123451, 0.03409523516893387, 0.035307563841342926, 0.03651989623904228, 0.03773222863674164, 0.038944557309150696, 0.04015688970685005, 0.04136922210454941]}, "_runtime": 26.556347846984863, "_timestamp": 1596206605.39998, "_step": 26}
+{"epoch": 2, "accuracy": 0.7962607020547945, "val_loss": 0.5369124514599369, "_runtime": 28.15050721168518, "_timestamp": 1596206606.9941394, "_step": 27}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 4.0, 3.0, 0.0, 4.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01010087225586176, -0.009702621027827263, -0.009304369799792767, -0.008906117640435696, -0.0085078664124012, -0.008109615184366703, -0.007711363956332207, -0.007313112262636423, -0.006914861034601927, -0.0065166098065674305, -0.006118358112871647, -0.005720106884837151, -0.005321855656802654, -0.004923603963106871, -0.004525352735072374, -0.004127101041376591, -0.0037288498133420944, -0.0033305983524769545, -0.0029323468916118145, -0.002534095663577318, -0.0021358442027121782, -0.0017375927418470383, -0.0013393413973972201, -0.0009410899947397411, -0.000542838592082262, -0.000144587189424783, 0.00025366421323269606, 0.0006519156158901751, 0.0010501670185476542, 0.0014484184794127941, 0.0018466698238626122, 0.0022449211683124304, 0.0026431726291775703, 0.0030414240900427103, 0.0034396755509078503, 0.0038379267789423466, 0.00423617847263813, 0.0046344297006726265, 0.005032680928707123, 0.005430932622402906, 0.005829183850437403, 0.006227435078471899, 0.006625686772167683, 0.007023938000202179, 0.007422189228236675, 0.007820440456271172, 0.008218692615628242, 0.008616943843662739, 0.009015195071697235, 0.009413446299731731, 0.009811697527766228, 0.010209949687123299, 0.010608200915157795, 0.011006452143192291, 0.011404703371226788, 0.011802954599261284, 0.012201206758618355, 0.012599457986652851, 0.012997709214687347, 0.013395960442721844, 0.01379421167075634, 0.014192462898790836, 0.014590715058147907, 0.014988966286182404, 0.0153872175142169]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 7.0, 2.0, 6.0, 6.0, 15.0, 16.0, 25.0, 20.0, 27.0, 42.0, 53.0, 69.0, 114.0, 136.0, 236.0, 423.0, 5054.0, 880.0, 281.0, 168.0, 100.0, 72.0, 42.0, 26.0, 19.0, 15.0, 20.0, 12.0, 5.0, 6.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.18572238087654114, -0.17900118231773376, -0.1722799837589264, -0.16555878520011902, -0.15883758664131165, -0.15211637318134308, -0.1453951746225357, -0.13867397606372833, -0.13195277750492096, -0.1252315789461136, -0.11851038038730621, -0.11178917437791824, -0.10506797581911087, -0.0983467772603035, -0.09162557125091553, -0.08490437269210815, -0.07818317413330078, -0.07146197557449341, -0.06474077701568604, -0.058019571006298065, -0.05129837244749069, -0.04457717388868332, -0.03785597160458565, -0.031134771183133125, -0.024413570761680603, -0.01769237034022808, -0.010971169918775558, -0.004249969497323036, 0.002471230924129486, 0.009192431345582008, 0.01591363176703453, 0.022634832188487053, 0.029356032609939575, 0.03607723116874695, 0.04279843345284462, 0.04951963573694229, 0.056240834295749664, 0.06296203285455704, 0.06968323886394501, 0.07640443742275238, 0.08312563598155975, 0.08984683454036713, 0.0965680330991745, 0.10328923910856247, 0.11001043766736984, 0.11673163622617722, 0.12345284223556519, 0.13017404079437256, 0.13689523935317993, 0.1436164379119873, 0.15033763647079468, 0.15705883502960205, 0.16378003358840942, 0.170501247048378, 0.17722244560718536, 0.18394364416599274, 0.1906648427248001, 0.19738604128360748, 0.20410723984241486, 0.21082843840122223, 0.2175496518611908, 0.22427085041999817, 0.23099204897880554, 0.23771324753761292, 0.2444344460964203]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 29.0, 5.0, 7.0, 7.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002313298173248768, -0.002230735495686531, -0.0021481728181242943, -0.002065610373392701, -0.0019830476958304644, -0.0019004850182682276, -0.0018179224571213126, -0.0017353598959743977, -0.0016527972184121609, -0.001570234540849924, -0.0014876719797030091, -0.0014051094185560942, -0.0013225467409938574, -0.0012399840634316206, -0.0011574215022847056, -0.0010748589411377907, -0.000992296263575554, -0.000909733644220978, -0.0008271710248664021, -0.0007446084055118263, -0.0006620457861572504, -0.0005794831668026745, -0.0004969205474480987, -0.0004143579280935228, -0.0003317953087389469, -0.00024923268938437104, -0.00016667007002979517, -8.41074506752193e-05, -1.544831320643425e-06, 8.101778803393245e-05, 0.00016358040738850832, 0.0002461430267430842, 0.00032870564609766006, 0.00041126826545223594, 0.0004938308848068118, 0.0005763935041613877, 0.0006589561235159636, 0.0007415187428705394, 0.0008240813622251153, 0.0009066439815796912, 0.000989206600934267, 0.0010717692784965038, 0.0011543318396434188, 0.0012368944007903337, 0.0013194570783525705, 0.0014020197559148073, 0.0014845823170617223, 0.0015671448782086372, 0.001649707555770874, 0.0017322702333331108, 0.0018148327944800258, 0.0018973953556269407, 0.0019799580331891775, 0.0020625207107514143, 0.0021450831554830074, 0.0022276458330452442, 0.002310208510607481, 0.002392771188169718, 0.0024753338657319546, 0.0025578963104635477, 0.0026404589880257845, 0.0027230216655880213, 0.0028055841103196144, 0.002888146787881851, 0.002970709465444088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 10.0, 10.0, 17.0, 62.0, 73.0, 111.0, 225.0, 325.0, 571.0, 996.0, 1652.0, 3013.0, 5469.0, 10294.0, 21070.0, 47386.0, 126664.0, 762995.0, 102900.0, 43622.0, 21697.0, 12072.0, 6898.0, 4157.0, 2608.0, 1676.0, 991.0, 615.0, 451.0, 314.0, 180.0, 133.0, 101.0, 60.0, 48.0, 29.0, 27.0, 34.0, 17.0, 12.0, 8.0, 9.0, 5.0, 5.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.007266409695148468, -0.006981095299124718, -0.006695780903100967, -0.006410466507077217, -0.006125152111053467, -0.0058398377150297165, -0.005554523319005966, -0.005269208922982216, -0.004983894526958466, -0.004698580596596003, -0.004413266200572252, -0.004127951804548502, -0.0038426374085247517, -0.0035573230125010014, -0.003272008616477251, -0.0029866942204535007, -0.0027013798244297504, -0.002416065428406, -0.00213075103238225, -0.0018454367527738214, -0.001560122356750071, -0.0012748079607263207, -0.0009894936811178923, -0.000704179285094142, -0.00041886488907039165, -0.0001335505221504718, 0.00015176384476944804, 0.0004370782116893679, 0.0007223925786092877, 0.001007706974633038, 0.0012930212542414665, 0.0015783356502652168, 0.0018636500462889671, 0.0021489644423127174, 0.0024342788383364677, 0.002719593234360218, 0.0030049076303839684, 0.003290221793577075, 0.0035755361896008253, 0.0038608505856245756, 0.00414616521447897, 0.004431479144841433, 0.004716793540865183, 0.005002107936888933, 0.0052874223329126835, 0.005572736728936434, 0.005858051124960184, 0.006143365520983934, 0.006428679917007685, 0.006713994313031435, 0.006999308709055185, 0.007284623105078936, 0.007569937501102686, 0.007855251431465149, 0.0081405658274889, 0.00842588022351265, 0.0087111946195364, 0.00899650901556015, 0.0092818234115839, 0.00956713780760765, 0.009852452203631401, 0.010137766599655151, 0.010423080995678902, 0.010708395391702652, 0.010993709787726402]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 11.0, 5.0, 2.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.022732019424438477, -0.022239528596401215, -0.021747037768363953, -0.02125454694032669, -0.02076205611228943, -0.020269563421607018, -0.019777072593569756, -0.019284581765532494, -0.01879209093749523, -0.01829960010945797, -0.017807109281420708, -0.017314618453383446, -0.016822125762701035, -0.016329634934663773, -0.01583714410662651, -0.015344653278589249, -0.014852162450551987, -0.014359671622514725, -0.013867180794477463, -0.013374689035117626, -0.012882198207080364, -0.012389707379043102, -0.011897215619683266, -0.011404724791646004, -0.010912233963608742, -0.01041974313557148, -0.009927252307534218, -0.009434760548174381, -0.00894226972013712, -0.008449778892099857, -0.00795728713274002, -0.007464796304702759, -0.006972305476665497, -0.006479814648628235, -0.005987323354929686, -0.005494832061231136, -0.005002341233193874, -0.004509850405156612, -0.004017359111458063, -0.0035248680505901575, -0.003032376989722252, -0.0025398859288543463, -0.0020473948679864407, -0.001554903807118535, -0.0010624127462506294, -0.0005699216853827238, -7.743062451481819e-05, 0.0004150604363530874, 0.000907551497220993, 0.0014000425580888987, 0.0018925336189568043, 0.00238502467982471, 0.0028775157406926155, 0.003370006801560521, 0.0038624978624284267, 0.004354989156126976, 0.004847479984164238, 0.0053399708122015, 0.005832462105900049, 0.0063249533995985985, 0.0068174442276358604, 0.007309935055673122, 0.007802426349371672, 0.008294917643070221, 0.008787408471107483]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 0.0, 5.0, 3.0, 4.0, 7.0, 8.0, 4.0, 6.0, 5.0, 13.0, 19.0, 28.0, 20.0, 46.0, 35.0, 55.0, 64.0, 84.0, 87.0, 86.0, 121.0, 146.0, 182.0, 216.0, 257.0, 411.0, 617.0, 1079.0, 2092.0, 6227.0, 1697.0, 1112.0, 851.0, 652.0, 493.0, 412.0, 286.0, 217.0, 189.0, 148.0, 105.0, 72.0, 62.0, 52.0, 40.0, 28.0, 23.0, 17.0, 14.0, 13.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.009183106943964958, -0.008906356059014797, -0.00862960610538721, -0.00835285522043705, -0.008076104335486889, -0.007799353916198015, -0.0075226034969091415, -0.007245853077620268, -0.006969102658331394, -0.006692351773381233, -0.0064156013540923595, -0.006138850934803486, -0.005862100049853325, -0.005585349630564451, -0.0053085992112755775, -0.0050318483263254166, -0.004755097907036543, -0.004478347487747669, -0.004201596602797508, -0.003924846183508635, -0.003648095764219761, -0.0033713451121002436, -0.0030945944599807262, -0.0028178440406918526, -0.0025410933885723352, -0.002264342736452818, -0.0019875923171639442, -0.001710841665044427, -0.0014340911293402314, -0.001157340593636036, -0.0008805899997241795, -0.0006038394058123231, -0.0003270888701081276, -5.033830530010164e-05, 0.00022641225950792432, 0.0005031628534197807, 0.0007799133891239762, 0.0010566639248281717, 0.001333414576947689, 0.0016101651126518846, 0.00188691564835608, 0.0021636663004755974, 0.002440416719764471, 0.0027171673718839884, 0.0029939180240035057, 0.0032706684432923794, 0.0035474190954118967, 0.0038241695147007704, 0.004100920166820288, 0.004377670586109161, 0.004654421471059322, 0.004931171890348196, 0.00520792230963707, 0.005484673194587231, 0.005761423613876104, 0.006038174033164978, 0.006314924918115139, 0.006591675337404013, 0.006868425756692886, 0.00714517617598176, 0.007421927060931921, 0.007698677480220795, 0.007975428365170956, 0.008252178318798542, 0.008528929203748703]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03804881125688553, -0.03629879280924797, -0.03454877436161041, -0.032798755913972855, -0.031048737466335297, -0.02929871901869774, -0.02754870057106018, -0.025798682123422623, -0.024048663675785065, -0.022298647090792656, -0.020548628643155098, -0.01879861019551754, -0.017048591747879982, -0.015298573300242424, -0.013548554852604866, -0.011798536404967308, -0.01004851795732975, -0.008298499509692192, -0.006548481062054634, -0.004798463080078363, -0.0030484446324408054, -0.0012984263012185693, 0.0004515920300036669, 0.002201610244810581, 0.003951628692448139, 0.005701647140085697, 0.007451665587723255, 0.009201684035360813, 0.010951701551675797, 0.012701719999313354, 0.014451738446950912, 0.01620175689458847, 0.01795177534222603, 0.019701793789863586, 0.021451812237501144, 0.023201830685138702, 0.02495184913277626, 0.02670186758041382, 0.028451886028051376, 0.030201904475688934, 0.03195192292332649, 0.03370194137096405, 0.03545195981860161, 0.037201978266239166, 0.038951996713876724, 0.04070201516151428, 0.04245203360915184, 0.0442020520567894, 0.04595206677913666, 0.047702085226774216, 0.049452103674411774, 0.05120212212204933, 0.05295214056968689, 0.05470215901732445, 0.056452177464962006, 0.058202195912599564, 0.05995221436023712, 0.06170223280787468, 0.06345225125551224, 0.0652022734284401, 0.06695228815078735, 0.06870231032371521, 0.07045232504606247, 0.07220234721899033, 0.07395236194133759]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 5.0, 5.0, 2.0, 6.0, 8.0, 1.0, 5.0, 3.0, 2.0, 6.0, 4.0, 8.0, 20.0, 21.0, 26.0, 47.0, 26.0, 13.0, 20.0, 11.0, 6.0, 7.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.036706238985061646, -0.03540695831179619, -0.03410768136382103, -0.03280840069055557, -0.031509123742580414, -0.030209843069314957, -0.02891056425869465, -0.02761128544807434, -0.026312006637454033, -0.025012727826833725, -0.023713449016213417, -0.02241417020559311, -0.021114889532327652, -0.019815610721707344, -0.018516331911087036, -0.017217053100466728, -0.01591777428984642, -0.014618495479226112, -0.013319216668605804, -0.012019936926662922, -0.010720658116042614, -0.009421379305422306, -0.008122099563479424, -0.006822820752859116, -0.005523541942238808, -0.0042242631316185, -0.0029249838553369045, -0.001625704811885953, -0.0003264257684350014, 0.0009728532750159502, 0.0022721323184669018, 0.0035714113619178534, 0.004870690405368805, 0.006169969215989113, 0.007469248492270708, 0.008768527768552303, 0.010067806579172611, 0.01136708538979292, 0.012666365131735802, 0.01396564394235611, 0.015264922752976418, 0.016564201563596725, 0.017863480374217033, 0.01916275918483734, 0.0204620398581028, 0.021761318668723106, 0.023060597479343414, 0.024359876289963722, 0.02565915510058403, 0.026958433911204338, 0.028257712721824646, 0.029556991532444954, 0.030856270343065262, 0.03215555101633072, 0.03345482796430588, 0.034754108637571335, 0.03605338931083679, 0.03735266625881195, 0.03865194693207741, 0.039951223880052567, 0.041250504553318024, 0.04254978150129318, 0.04384906217455864, 0.0451483391225338, 0.046447619795799255]}, "_runtime": 28.945353984832764, "_timestamp": 1596206607.7889862, "_step": 28}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 5.0, 0.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010418622754514217, -0.01011211983859539, -0.009805617853999138, -0.00949911493808031, -0.009192612022161484, -0.008886110037565231, -0.008579607121646404, -0.008273105137050152, -0.007966602221131325, -0.007660099770873785, -0.007353597320616245, -0.007047094404697418, -0.0067405919544398785, -0.006434089504182339, -0.006127586588263512, -0.005821084138005972, -0.005514581687748432, -0.005208079237490892, -0.004901576787233353, -0.004595073871314526, -0.004288571421056986, -0.003982068970799446, -0.0036755662877112627, -0.0033690636046230793, -0.0030625611543655396, -0.002756058704108, -0.0024495560210198164, -0.002143053337931633, -0.0018365508876740932, -0.0015300483210012317, -0.00122354575432837, -0.0009170431876555085, -0.0006105406209826469, -0.00030403805430978537, 2.46451236307621e-06, 0.0003089670790359378, 0.0006154696457087994, 0.0009219722123816609, 0.0012284747790545225, 0.001534977345727384, 0.0018414799124002457, 0.0021479823626577854, 0.002454485045745969, 0.0027609877288341522, 0.003067490179091692, 0.0033739926293492317, 0.003680495312437415, 0.0039869979955255985, 0.004293500445783138, 0.004600002896040678, 0.004906505346298218, 0.005213008262217045, 0.005519510712474585, 0.005826013162732124, 0.006132516078650951, 0.006439018528908491, 0.006745520979166031, 0.007052023429423571, 0.00735852587968111, 0.0076650287955999374, 0.00797153078019619, 0.008278033696115017, 0.008584536612033844, 0.008891038596630096, 0.009197541512548923]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 6.0, 3.0, 2.0, 4.0, 6.0, 13.0, 7.0, 12.0, 15.0, 21.0, 22.0, 26.0, 28.0, 47.0, 60.0, 99.0, 111.0, 148.0, 207.0, 333.0, 644.0, 4893.0, 430.0, 211.0, 146.0, 90.0, 75.0, 49.0, 33.0, 37.0, 25.0, 24.0, 14.0, 13.0, 11.0, 12.0, 9.0, 13.0, 6.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.1597142517566681, -0.15515154600143433, -0.15058884024620056, -0.1460261344909668, -0.14146342873573303, -0.13690072298049927, -0.1323380172252655, -0.12777531147003174, -0.12321260571479797, -0.11864989995956421, -0.11408719420433044, -0.10952448844909668, -0.10496178269386292, -0.10039907693862915, -0.09583637118339539, -0.09127366542816162, -0.08671095967292786, -0.08214825391769409, -0.07758554816246033, -0.07302284240722656, -0.0684601366519928, -0.06389743089675903, -0.05933472514152527, -0.054772019386291504, -0.05020931363105774, -0.045646607875823975, -0.04108390212059021, -0.036521196365356445, -0.03195849061012268, -0.027395784854888916, -0.02283307909965515, -0.018270373344421387, -0.013707667589187622, -0.009144961833953857, -0.004582256078720093, -1.9550323486328125e-05, 0.0045431554317474365, 0.009105861186981201, 0.013668566942214966, 0.01823127269744873, 0.022793978452682495, 0.02735668420791626, 0.031919389963150024, 0.03648209571838379, 0.041044801473617554, 0.04560750722885132, 0.05017021298408508, 0.05473291873931885, 0.05929562449455261, 0.06385833024978638, 0.06842103600502014, 0.0729837417602539, 0.07754644751548767, 0.08210915327072144, 0.0866718590259552, 0.09123456478118896, 0.09579727053642273, 0.1003599762916565, 0.10492268204689026, 0.10948538780212402, 0.11404809355735779, 0.11861079931259155, 0.12317350506782532, 0.12773621082305908, 0.13229891657829285]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 2.0, 3.0, 8.0, 2.0, 0.0, 5.0, 4.0, 4.0, 2.0, 5.0, 6.0, 3.0, 28.0, 6.0, 7.0, 3.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002824165625497699, -0.002724015386775136, -0.0026238649152219296, -0.0025237146764993668, -0.002423564437776804, -0.002323414199054241, -0.0022232639603316784, -0.002123113488778472, -0.002022963250055909, -0.0019228130113333464, -0.0018226626561954618, -0.0017225123010575771, -0.0016223620623350143, -0.0015222118236124516, -0.001422061468474567, -0.0013219111133366823, -0.0012217608746141195, -0.0011216106358915567, -0.0010214602807536721, -0.0009213099838234484, -0.0008211596868932247, -0.000721009389963001, -0.0006208590930327773, -0.0005207087961025536, -0.0004205584991723299, -0.0003204082022421062, -0.0002202579053118825, -0.00012010760838165879, -1.995731145143509e-05, 8.019298547878861e-05, 0.00018034328240901232, 0.000280493579339236, 0.0003806438762694597, 0.00048079417319968343, 0.0005809444701299071, 0.0006810947670601308, 0.0007812450639903545, 0.0008813953609205782, 0.000981545657850802, 0.0010816960129886866, 0.0011818462517112494, 0.0012819964904338121, 0.0013821468455716968, 0.0014822972007095814, 0.0015824474394321442, 0.001682597678154707, 0.0017827480332925916, 0.0018828983884304762, 0.001983048627153039, 0.0020831988658756018, 0.002183349337428808, 0.002283499576151371, 0.002383649814873934, 0.0024838000535964966, 0.0025839502923190594, 0.002684100763872266, 0.0027842510025948286, 0.0028844012413173914, 0.002984551712870598, 0.0030847019515931606, 0.0031848521903157234, 0.003285002429038286, 0.003385152667760849, 0.0034853031393140554, 0.0035854533780366182]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 7.0, 12.0, 32.0, 54.0, 75.0, 121.0, 202.0, 286.0, 489.0, 798.0, 1227.0, 2092.0, 3722.0, 6655.0, 12387.0, 24294.0, 51706.0, 130025.0, 765923.0, 93016.0, 38140.0, 19494.0, 10927.0, 6373.0, 3914.0, 2498.0, 1556.0, 1062.0, 720.0, 503.0, 378.0, 261.0, 170.0, 124.0, 99.0, 80.0, 53.0, 27.0, 35.0, 27.0, 18.0, 13.0, 13.0, 7.0, 5.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006555055268108845, -0.006287743803113699, -0.006020431872457266, -0.00575312040746212, -0.005485808476805687, -0.005218497011810541, -0.004951185081154108, -0.004683873616158962, -0.004416561685502529, -0.004149250220507383, -0.003881938522681594, -0.0036146268248558044, -0.0033473153598606586, -0.003080003662034869, -0.0028126919642090797, -0.0025453802663832903, -0.002278068568557501, -0.0020107568707317114, -0.001743445172905922, -0.0014761335914954543, -0.0012088218936696649, -0.0009415101958438754, -0.0006741985562257469, -0.0004068868875037879, -0.00013957521878182888, 0.00012773644994013011, 0.0003950481186620891, 0.0006623597582802176, 0.0009296714561060071, 0.0011969831539317966, 0.0014642947353422642, 0.0017316064331680536, 0.001998918130993843, 0.0022662298288196325, 0.002533541526645422, 0.0028008532244712114, 0.003068164922297001, 0.0033354763872921467, 0.003602788085117936, 0.0038700997829437256, 0.004137411713600159, 0.0044047231785953045, 0.00467203464359045, 0.004939346574246883, 0.005206658039242029, 0.005473969969898462, 0.005741281434893608, 0.006008593365550041, 0.006275904830545187, 0.006543216295540333, 0.006810528226196766, 0.007077839691191912, 0.007345151621848345, 0.007612463086843491, 0.007879775017499924, 0.008147086948156357, 0.008414397947490215, 0.008681709878146648, 0.008949021808803082, 0.00921633280813694, 0.009483644738793373, 0.009750956669449806, 0.01001826860010624, 0.010285579599440098, 0.010552891530096531]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 3.0, 1.0, 2.0, 4.0, 8.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011061245575547218, -0.010720673948526382, -0.010380101390182972, -0.010039529763162136, -0.0096989581361413, -0.009358386509120464, -0.009017813950777054, -0.008677242323756218, -0.008336670696735382, -0.007996098138391972, -0.007655526511371136, -0.0073149548843503, -0.006974382791668177, -0.006633811164647341, -0.006293239071965218, -0.005952667444944382, -0.0056120953522622585, -0.005271523259580135, -0.0049309516325592995, -0.004590379539877176, -0.00424980791285634, -0.003909235820174217, -0.0035686639603227377, -0.003228092100471258, -0.0028875202406197786, -0.002546948380768299, -0.0022063765209168196, -0.0018658045446500182, -0.0015252326847985387, -0.0011846608249470592, -0.0008440889068879187, -0.0005035169888287783, -0.00016294512897729874, 0.00017762675997801125, 0.0005181986489333212, 0.0008587705669924617, 0.0011993424268439412, 0.0015399142866954207, 0.001880486262962222, 0.0022210581228137016, 0.002561629982665181, 0.0029022018425166607, 0.0032427737023681402, 0.0035833455622196198, 0.003923917654901743, 0.004264489281922579, 0.004605061374604702, 0.004945633001625538, 0.005286205094307661, 0.005626777186989784, 0.00596734881401062, 0.006307920906692743, 0.006648492533713579, 0.006989064626395702, 0.007329636253416538, 0.007670208346098661, 0.008010780438780785, 0.00835135206580162, 0.008691923692822456, 0.009032496251165867, 0.009373067878186703, 0.009713639505207539, 0.010054211132228374, 0.010394783690571785, 0.01073535531759262]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 6.0, 9.0, 9.0, 8.0, 12.0, 9.0, 7.0, 12.0, 20.0, 19.0, 26.0, 32.0, 34.0, 44.0, 51.0, 66.0, 73.0, 102.0, 129.0, 168.0, 235.0, 325.0, 495.0, 729.0, 945.0, 1500.0, 6122.0, 2373.0, 1510.0, 1016.0, 734.0, 496.0, 322.0, 233.0, 141.0, 122.0, 73.0, 72.0, 34.0, 18.0, 18.0, 16.0, 25.0, 10.0, 6.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009173519909381866, -0.008922894485294819, -0.008672269061207771, -0.008421644568443298, -0.00817101914435625, -0.007920393720269203, -0.007669768296182156, -0.007419143337756395, -0.007168517913669348, -0.0069178924895823, -0.00666726753115654, -0.006416642107069492, -0.006166016682982445, -0.0059153917245566845, -0.005664766300469637, -0.005414141342043877, -0.005163515917956829, -0.0049128904938697815, -0.004662265535444021, -0.004411640111356974, -0.004161015152931213, -0.003910389728844166, -0.0036597643047571182, -0.0034091391135007143, -0.0031585139222443104, -0.0029078887309879065, -0.0026572635397315025, -0.002406638115644455, -0.002156012924388051, -0.0019053877331316471, -0.0016547624254599214, -0.0014041371177881956, -0.0011535119265317917, -0.0009028866770677269, -0.000652261427603662, -0.0004016361781395972, -0.00015101092867553234, 9.96143207885325e-05, 0.00035023957025259733, 0.0006008648197166622, 0.000851490069180727, 0.001102115260437131, 0.0013527405681088567, 0.0016033658757805824, 0.0018539910670369864, 0.0021046162582933903, 0.002355241682380438, 0.0026058668736368418, 0.0028564920648932457, 0.0031071172561496496, 0.0033577424474060535, 0.003608367871493101, 0.003858993062749505, 0.004109618254005909, 0.0043602436780929565, 0.004610868636518717, 0.004861494060605764, 0.005112119484692812, 0.005362744443118572, 0.00561336986720562, 0.005863995291292667, 0.006114620249718428, 0.006365245673805475, 0.0066158706322312355, 0.006866496056318283]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.038665227591991425, -0.037053875625133514, -0.035442523658275604, -0.033831171691417694, -0.032219819724559784, -0.030608467757701874, -0.028997115790843964, -0.027385763823986053, -0.025774411857128143, -0.024163061752915382, -0.022551709786057472, -0.020940357819199562, -0.019329005852341652, -0.017717653885483742, -0.01610630191862583, -0.014494949951767921, -0.012883597984910011, -0.011272246018052101, -0.009660894051194191, -0.00804954208433628, -0.006438190583139658, -0.004826838616281748, -0.0032154868822544813, -0.001604135031811893, 7.216818630695343e-06, 0.0016185686690732837, 0.003229920519515872, 0.0048412722535431385, 0.006452624220401049, 0.008063975721597672, 0.009675327688455582, 0.011286679655313492, 0.012898031622171402, 0.014509383589029312, 0.016120735555887222, 0.017732087522745132, 0.019343439489603043, 0.020954791456460953, 0.022566143423318863, 0.024177495390176773, 0.025788847357034683, 0.027400197461247444, 0.029011549428105354, 0.030622901394963264, 0.032234255224466324, 0.033845607191324234, 0.035456959158182144, 0.037068311125040054, 0.038679659366607666, 0.040291011333465576, 0.041902363300323486, 0.043513715267181396, 0.04512506723403931, 0.04673641920089722, 0.04834777116775513, 0.04995912313461304, 0.05157047510147095, 0.05318182706832886, 0.05479317903518677, 0.05640453100204468, 0.05801588296890259, 0.0596272349357605, 0.06123858690261841, 0.06284993886947632, 0.06446129083633423]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 3.0, 4.0, 8.0, 9.0, 14.0, 13.0, 14.0, 18.0, 20.0, 53.0, 26.0, 20.0, 19.0, 10.0, 7.0, 6.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.030021103098988533, -0.028634028509259224, -0.027246953919529915, -0.025859877467155457, -0.024472802877426147, -0.02308572828769684, -0.02169865369796753, -0.02031157910823822, -0.01892450451850891, -0.017537428066134453, -0.016150353476405144, -0.014763278886675835, -0.013376204296946526, -0.011989128775894642, -0.010602054186165333, -0.009214978665113449, -0.00782790407538414, -0.006440829019993544, -0.005053753964602947, -0.003666679374873638, -0.0022796043194830418, -0.0008925293805077672, 0.0004945455584675074, 0.001881620497442782, 0.0032686954364180565, 0.004655770491808653, 0.006042845547199249, 0.007429920136928558, 0.008816994726657867, 0.010204070247709751, 0.01159114483743906, 0.012978220358490944, 0.014365294948220253, 0.015752369537949562, 0.01713944412767887, 0.01852652058005333, 0.01991359516978264, 0.021300669759511948, 0.022687744349241257, 0.024074818938970566, 0.025461893528699875, 0.026848969981074333, 0.028236044570803642, 0.02962311916053295, 0.03101019375026226, 0.03239727020263672, 0.03378434479236603, 0.03517141938209534, 0.036558493971824646, 0.037945568561553955, 0.039332643151283264, 0.04071971774101257, 0.04210679233074188, 0.04349386692047119, 0.0448809452354908, 0.04626801982522011, 0.04765509441494942, 0.049042169004678726, 0.050429243594408035, 0.051816318184137344, 0.05320339277386665, 0.05459046736359596, 0.05597754195332527, 0.05736461654305458, 0.05875169485807419]}, "_runtime": 29.72144317626953, "_timestamp": 1596206608.5650754, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013286136090755463, -0.012963935732841492, -0.01264173537492752, -0.01231953501701355, -0.011997334659099579, -0.011675134301185608, -0.011352933943271637, -0.011030733585357666, -0.010708533227443695, -0.010386332869529724, -0.010064132511615753, -0.009741932153701782, -0.009419731795787811, -0.00909753143787384, -0.00877533107995987, -0.008453130722045898, -0.008130930364131927, -0.0078087300062179565, -0.007486529648303986, -0.007164329290390015, -0.006842128932476044, -0.006519928574562073, -0.006197728216648102, -0.005875527858734131, -0.00555332750082016, -0.005231127142906189, -0.004908926784992218, -0.004586726427078247, -0.004264526069164276, -0.003942325711250305, -0.0036201253533363342, -0.0032979249954223633, -0.0029757246375083923, -0.0026535242795944214, -0.0023313239216804504, -0.0020091235637664795, -0.0016869232058525085, -0.0013647228479385376, -0.0010425224900245667, -0.0007203221321105957, -0.00039812177419662476, -7.592141628265381e-05, 0.00024627894163131714, 0.0005684792995452881, 0.000890679657459259, 0.00121288001537323, 0.001535080373287201, 0.0018572807312011719, 0.002179481089115143, 0.0025016814470291138, 0.0028238818049430847, 0.0031460821628570557, 0.0034682825207710266, 0.0037904828786849976, 0.0041126832365989685, 0.0044348835945129395, 0.00475708395242691, 0.005079284310340881, 0.005401484668254852, 0.005723685026168823, 0.006045885384082794, 0.006368085741996765, 0.006690286099910736, 0.007012486457824707, 0.007334686815738678]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 5.0, 0.0, 7.0, 7.0, 8.0, 3.0, 8.0, 15.0, 8.0, 10.0, 11.0, 19.0, 34.0, 36.0, 51.0, 69.0, 80.0, 116.0, 120.0, 154.0, 239.0, 383.0, 4761.0, 762.0, 275.0, 178.0, 126.0, 104.0, 72.0, 56.0, 47.0, 34.0, 23.0, 21.0, 13.0, 12.0, 4.0, 11.0, 3.0, 6.0, 8.0, 11.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.14228786528110504, -0.13815820217132568, -0.13402853906154633, -0.12989887595176697, -0.1257692128419876, -0.12163954973220825, -0.1175098866224289, -0.11338022351264954, -0.10925056040287018, -0.10512089729309082, -0.10099123418331146, -0.0968615710735321, -0.09273190796375275, -0.08860224485397339, -0.08447258174419403, -0.08034291863441467, -0.07621325552463531, -0.07208359241485596, -0.0679539293050766, -0.06382426619529724, -0.05969460308551788, -0.055564939975738525, -0.05143527686595917, -0.04730561375617981, -0.04317595064640045, -0.039046287536621094, -0.034916624426841736, -0.030786961317062378, -0.02665729820728302, -0.022527635097503662, -0.018397971987724304, -0.014268308877944946, -0.010138645768165588, -0.0060089826583862305, -0.0018793195486068726, 0.0022503435611724854, 0.006380006670951843, 0.010509669780731201, 0.014639332890510559, 0.018768996000289917, 0.022898659110069275, 0.027028322219848633, 0.03115798532962799, 0.03528764843940735, 0.03941731154918671, 0.043546974658966064, 0.04767663776874542, 0.05180630087852478, 0.05593596398830414, 0.060065627098083496, 0.06419529020786285, 0.06832495331764221, 0.07245461642742157, 0.07658427953720093, 0.08071394264698029, 0.08484360575675964, 0.088973268866539, 0.09310293197631836, 0.09723259508609772, 0.10136225819587708, 0.10549192130565643, 0.10962158441543579, 0.11375124752521515, 0.1178809106349945, 0.12201057374477386]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 2.0, 6.0, 2.0, 8.0, 5.0, 6.0, 5.0, 25.0, 3.0, 3.0, 2.0, 4.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002624484011903405, -0.0025317349936813116, -0.0024389857426285744, -0.002346236724406481, -0.002253487706184387, -0.00216073845513165, -0.0020679894369095564, -0.001975240418687463, -0.0018824912840500474, -0.001789742149412632, -0.0016969931311905384, -0.001604243996553123, -0.0015114948619157076, -0.001418745843693614, -0.0013259967090561986, -0.001233247690834105, -0.0011404985561966896, -0.0010477494215592742, -0.0009550004033371806, -0.0008622512686997652, -0.0007695021922700107, -0.0006767531158402562, -0.0005840039812028408, -0.0004912549047730863, -0.0003985058283433318, -0.0003057567519135773, -0.00021300764637999237, -0.00012025855539832264, -2.7509464416652918e-05, 6.52396265650168e-05, 0.00015798871754668653, 0.0002507378230802715, 0.000343486899510026, 0.0004362359759397805, 0.000528985052369535, 0.0006217341870069504, 0.0007144832634367049, 0.0008072323398664594, 0.0008999814745038748, 0.0009927304927259684, 0.0010854796273633838, 0.0011782287620007992, 0.0012709777802228928, 0.0013637269148603082, 0.0014564760494977236, 0.0015492250677198172, 0.0016419742023572326, 0.0017347232205793262, 0.0018274723552167416, 0.001920221489854157, 0.0020129706244915724, 0.002105719642713666, 0.0021984686609357595, 0.0022912179119884968, 0.0023839669302105904, 0.002476715948432684, 0.0025694649666547775, 0.0026622142177075148, 0.0027549632359296083, 0.002847712254151702, 0.002940461505204439, 0.0030332105234265327, 0.0031259595416486263, 0.0032187087927013636, 0.003311457810923457]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 8.0, 8.0, 11.0, 24.0, 26.0, 40.0, 67.0, 111.0, 154.0, 272.0, 389.0, 587.0, 937.0, 1597.0, 2629.0, 4976.0, 9090.0, 18104.0, 37419.0, 90591.0, 749320.0, 143024.0, 52747.0, 26668.0, 15065.0, 9107.0, 5476.0, 3570.0, 2293.0, 1583.0, 1046.0, 802.0, 505.0, 368.0, 278.0, 188.0, 151.0, 102.0, 82.0, 67.0, 41.0, 25.0, 18.0, 20.0, 8.0, 11.0, 8.0, 9.0, 4.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006207117345184088, -0.005946662742644548, -0.005686208140105009, -0.0054257530719041824, -0.005165298469364643, -0.004904843866825104, -0.004644389264285564, -0.004383934661746025, -0.004123480059206486, -0.0038630252238363028, -0.0036025703884661198, -0.0033421157859265804, -0.003081661183387041, -0.002821206348016858, -0.0025607517454773188, -0.0023002969101071358, -0.0020398423075675964, -0.0017793875886127353, -0.001518932869657874, -0.0012584782671183348, -0.0009980235481634736, -0.0007375688292086124, -0.0004771141684614122, -0.00021665947861038148, 4.379521124064922e-05, 0.00030424990109167993, 0.0005647045909427106, 0.0008251592516899109, 0.001085613970644772, 0.0013460686895996332, 0.0016065232921391726, 0.0018669780110940337, 0.002127432730048895, 0.0023878873325884342, 0.002648342167958617, 0.0029087967704981565, 0.0031692516058683395, 0.003429706208407879, 0.003690160810947418, 0.0039506154134869576, 0.004211070016026497, 0.0044715250842273235, 0.004731979686766863, 0.004992434289306402, 0.0052528888918459415, 0.005513343494385481, 0.0057737985625863075, 0.006034253165125847, 0.006294707767665386, 0.0065551623702049255, 0.006815616972744465, 0.0070760720409452915, 0.007336526643484831, 0.00759698124602437, 0.007857436314225197, 0.008117890916764736, 0.008378345519304276, 0.008638800121843815, 0.008899254724383354, 0.009159709326922894, 0.009420163929462433, 0.009680618532001972, 0.009941073134541512, 0.010201527737081051, 0.01046198233962059]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 4.0, 2.0, 2.0, 3.0, 4.0, 5.0, 6.0, 1.0, 2.0, 8.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006362788379192352, -0.005850143264979124, -0.005337498150765896, -0.004824853502213955, -0.004312208388000727, -0.0037995632737874985, -0.003286918392404914, -0.0027742735110223293, -0.002261628396809101, -0.0017489833990111947, -0.0012363384012132883, -0.0007236934034153819, -0.0002110484056174755, 0.0003015965921804309, 0.0008142415899783373, 0.0013268865877762437, 0.00183953158557415, 0.0023521766997873783, 0.002864821581169963, 0.0033774664625525475, 0.0038901115767657757, 0.004402756690979004, 0.004915401339530945, 0.005428046453744173, 0.005940691567957401, 0.0064533366821706295, 0.006965981796383858, 0.007478626444935799, 0.00799127109348774, 0.008503916673362255, 0.009016561321914196, 0.009529206901788712, 0.010041851550340652, 0.010554496198892593, 0.011067141778767109, 0.01157978642731905, 0.012092432007193565, 0.012605076655745506, 0.013117721304297447, 0.013630366884171963, 0.014143011532723904, 0.014655656181275845, 0.01516830176115036, 0.0156809464097023, 0.016193591058254242, 0.016706235706806183, 0.017218882218003273, 0.017731526866555214, 0.018244171515107155, 0.018756816163659096, 0.019269460812211037, 0.019782107323408127, 0.020294751971960068, 0.02080739662051201, 0.02132004126906395, 0.02183268591761589, 0.02234533056616783, 0.02285797707736492, 0.023370621725916862, 0.023883266374468803, 0.024395911023020744, 0.024908555671572685, 0.025421202182769775, 0.025933846831321716, 0.026446491479873657]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 3.0, 3.0, 9.0, 10.0, 17.0, 29.0, 41.0, 69.0, 79.0, 110.0, 172.0, 209.0, 234.0, 318.0, 347.0, 472.0, 590.0, 798.0, 998.0, 1460.0, 2359.0, 5138.0, 1273.0, 761.0, 546.0, 373.0, 358.0, 274.0, 213.0, 175.0, 154.0, 123.0, 104.0, 121.0, 69.0, 62.0, 36.0, 50.0, 36.0, 19.0, 16.0, 25.0, 24.0, 17.0, 16.0, 10.0, 2.0, 7.0, 6.0, 8.0, 14.0, 12.0, 9.0, 16.0, 12.0, 10.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0052015711553394794, -0.004977086558938026, -0.004752601496875286, -0.004528116900473833, -0.00430363230407238, -0.00407914724200964, -0.0038546626456081867, -0.00363017781637609, -0.0034056929871439934, -0.0031812081579118967, -0.0029567233286798, -0.002732238732278347, -0.0025077539030462503, -0.0022832690738141537, -0.0020587844774127007, -0.001834299648180604, -0.0016098148189485073, -0.0013853299897164106, -0.0011608452768996358, -0.0009363605058752, -0.0007118757348507643, -0.0004873909638263285, -0.00026290619280189276, -3.8421421777457e-05, 0.00018606334924697876, 0.0004105481202714145, 0.0006350328912958503, 0.000859517662320286, 0.0010840024333447218, 0.0013084872625768185, 0.0015329719753935933, 0.0017574566882103682, 0.001981941517442465, 0.0022064263466745615, 0.002430911175906658, 0.002655395772308111, 0.002879880601540208, 0.0031043654307723045, 0.0033288500271737576, 0.0035533348564058542, 0.003777819685637951, 0.004002304282039404, 0.004226789344102144, 0.004451273940503597, 0.004675759002566338, 0.004900243598967791, 0.005124728195369244, 0.005349213257431984, 0.005573697853833437, 0.00579818245023489, 0.00602266751229763, 0.006247152108699083, 0.006471636705100536, 0.006696121767163277, 0.00692060636356473, 0.00714509142562747, 0.007369576022028923, 0.007594060618430376, 0.007818545214831829, 0.00804303027689457, 0.00826751533895731, 0.008491999469697475, 0.008716484531760216, 0.008940969593822956, 0.009165454655885696]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14791548252105713, -0.1447141021490097, -0.14151273667812347, -0.13831135630607605, -0.13510997593402863, -0.1319085955619812, -0.12870723009109497, -0.12550584971904755, -0.12230446934700012, -0.1191030964255333, -0.11590171605348587, -0.11270034313201904, -0.10949896275997162, -0.10629758983850479, -0.10309620946645737, -0.09989483654499054, -0.09669345617294312, -0.09349208325147629, -0.09029071033000946, -0.08708932995796204, -0.08388795703649521, -0.08068657666444778, -0.07748520374298096, -0.07428382337093353, -0.0710824504494667, -0.06788107007741928, -0.06467969715595245, -0.06147832050919533, -0.0582769438624382, -0.055075567215681076, -0.05187419056892395, -0.048672813922166824, -0.0454714372754097, -0.04227006062865257, -0.03906868398189545, -0.03586730733513832, -0.032665930688381195, -0.02946455590426922, -0.026263179257512093, -0.023061802610754967, -0.01986042596399784, -0.016659049317240715, -0.01345767267048359, -0.010256296955049038, -0.007054920308291912, -0.00385354389436543, -0.0006521674804389477, 0.0025492089334875345, 0.005750585347414017, 0.008951961994171143, 0.012153338640928268, 0.01535471435636282, 0.01855609193444252, 0.021757466718554497, 0.024958843365311623, 0.02816022001206875, 0.031361594796180725, 0.03456297144293785, 0.03776434808969498, 0.0409657247364521, 0.04416710138320923, 0.047368478029966354, 0.05056985467672348, 0.053771231323480606, 0.05697260797023773]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 3.0, 1.0, 9.0, 12.0, 29.0, 32.0, 54.0, 26.0, 26.0, 12.0, 9.0, 11.0, 6.0, 7.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.044504255056381226, -0.04274946451187134, -0.04099467769265175, -0.03923988714814186, -0.03748510032892227, -0.035730309784412384, -0.033975519239902496, -0.03222073242068291, -0.03046594187617302, -0.02871115319430828, -0.026956364512443542, -0.025201573967933655, -0.023446785286068916, -0.021691996604204178, -0.01993720605969429, -0.01818241737782955, -0.016427628695964813, -0.014672840014100075, -0.012918050400912762, -0.011163260787725449, -0.00940847210586071, -0.007653682958334684, -0.005898893810808659, -0.004144104663282633, -0.002389315515756607, -0.0006345263682305813, 0.0011202627792954445, 0.0028750519268214703, 0.004629841074347496, 0.006384630221873522, 0.008139419369399548, 0.00989420898258686, 0.011648997664451599, 0.013403786346316338, 0.01515857595950365, 0.016913365572690964, 0.018668154254555702, 0.02042294293642044, 0.02217773348093033, 0.023932522162795067, 0.025687310844659805, 0.027442099526524544, 0.029196888208389282, 0.03095167875289917, 0.03270646929740906, 0.03446125611662865, 0.036216046661138535, 0.037970833480358124, 0.03972562402486801, 0.0414804145693779, 0.04323520138859749, 0.044989991933107376, 0.046744778752326965, 0.04849956929683685, 0.05025435984134674, 0.05200914666056633, 0.05376393720507622, 0.055518727749586105, 0.057273514568805695, 0.05902830511331558, 0.06078309565782547, 0.06253788620233536, 0.06429266929626465, 0.06604745984077454, 0.06780225038528442]}, "_runtime": 30.493736028671265, "_timestamp": 1596206609.3373682, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011474141851067543, -0.011042209342122078, -0.010610276833176613, -0.010178345255553722, -0.009746412746608257, -0.009314480237662792, -0.008882547728717327, -0.008450615219771862, -0.008018683642148972, -0.007586750667542219, -0.007154818624258041, -0.006722886115312576, -0.006290953606367111, -0.005859021563082933, -0.005427089054137468, -0.0049951570108532906, -0.0045632245019078255, -0.00413129199296236, -0.0036993599496781826, -0.0032674274407327175, -0.002835495164617896, -0.0024035628885030746, -0.0019716303795576096, -0.0015396981034427881, -0.0011077658273279667, -0.0006758334930054843, -0.000243901158683002, 0.00018803117563948035, 0.0006199635099619627, 0.0010518957860767841, 0.0014838281786069274, 0.0019157605711370707, 0.002347692847251892, 0.0027796251233667135, 0.003211557399481535, 0.003643489908427, 0.004075421951711178, 0.004507354460656643, 0.004939286969602108, 0.005371219012886286, 0.005803151521831751, 0.006235084030777216, 0.006667016074061394, 0.007098948583006859, 0.007530881091952324, 0.007962813600897789, 0.00839474517852068, 0.008826677687466145, 0.00925861019641161, 0.009690542705357075, 0.01012247521430254, 0.01055440679192543, 0.010986339300870895, 0.01141827180981636, 0.011850204318761826, 0.01228213682770729, 0.012714069336652756, 0.013146000914275646, 0.013577933423221111, 0.014009865932166576, 0.014441798441112041, 0.014873730950057507, 0.015305662527680397, 0.015737595036625862, 0.016169527545571327]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 5.0, 3.0, 11.0, 17.0, 19.0, 28.0, 27.0, 45.0, 53.0, 47.0, 85.0, 105.0, 145.0, 208.0, 314.0, 607.0, 4994.0, 416.0, 221.0, 142.0, 95.0, 72.0, 57.0, 46.0, 36.0, 22.0, 26.0, 18.0, 14.0, 9.0, 4.0, 5.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15925101935863495, -0.15377625823020935, -0.14830148220062256, -0.14282670617103577, -0.13735194504261017, -0.13187718391418457, -0.12640240788459778, -0.12092763930559158, -0.11545287072658539, -0.1099781021475792, -0.104503333568573, -0.0990285649895668, -0.09355379641056061, -0.08807902783155441, -0.08260425925254822, -0.07712949067354202, -0.07165472209453583, -0.06617995351552963, -0.06070518493652344, -0.05523041635751724, -0.04975564777851105, -0.04428087919950485, -0.03880611062049866, -0.03333134204149246, -0.027856573462486267, -0.022381804883480072, -0.016907036304473877, -0.011432267725467682, -0.005957499146461487, -0.00048273056745529175, 0.004992038011550903, 0.010466806590557098, 0.015941575169563293, 0.02141634374856949, 0.026891112327575684, 0.03236588090658188, 0.037840649485588074, 0.04331541806459427, 0.048790186643600464, 0.05426495522260666, 0.059739723801612854, 0.06521449238061905, 0.07068926095962524, 0.07616402953863144, 0.08163879811763763, 0.08711356669664383, 0.09258833527565002, 0.09806310385465622, 0.10353787243366241, 0.10901264101266861, 0.1144874095916748, 0.119962178170681, 0.1254369467496872, 0.1309117078781128, 0.13638648390769958, 0.14186125993728638, 0.14733602106571198, 0.15281078219413757, 0.15828555822372437, 0.16376033425331116, 0.16923509538173676, 0.17470985651016235, 0.18018463253974915, 0.18565940856933594, 0.19113416969776154]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 4.0, 4.0, 3.0, 0.0, 4.0, 5.0, 5.0, 2.0, 4.0, 3.0, 7.0, 25.0, 7.0, 5.0, 4.0, 2.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002734349574893713, -0.0026405469980090857, -0.0025467444211244583, -0.002452941844239831, -0.0023591395001858473, -0.00226533692330122, -0.0021715343464165926, -0.0020777317695319653, -0.001983929192647338, -0.0018901267321780324, -0.001796324155293405, -0.0017025215784087777, -0.0016087191179394722, -0.0015149165410548449, -0.0014211139641702175, -0.001327311503700912, -0.0012335089268162847, -0.0011397063499316573, -0.0010459038894623518, -0.0009521013125777245, -0.0008582987356930971, -0.0007644962170161307, -0.0006706936983391643, -0.0005768911214545369, -0.0004830886027775705, -0.0003892860549967736, -0.0002954835072159767, -0.00020168098853901029, -0.0001078784407582134, -1.407590025337413e-05, 7.972664025146514e-05, 0.0001735291734803468, 0.0002673317212611437, 0.00036113426904194057, 0.00045493681682273746, 0.0005487393354997039, 0.0006425419123843312, 0.0007363444310612977, 0.0008301469497382641, 0.0009239495266228914, 0.0010177521035075188, 0.0011115545639768243, 0.0012053571408614516, 0.001299159717746079, 0.0013929621782153845, 0.0014867647551000118, 0.0015805673319846392, 0.0016743697924539447, 0.001768172369338572, 0.0018619749462231994, 0.001955777406692505, 0.0020495799835771322, 0.0021433825604617596, 0.002237185137346387, 0.0023309877142310143, 0.002424790058284998, 0.0025185926351696253, 0.0026123952120542526, 0.00270619778893888, 0.0028000003658235073, 0.0028938029427081347, 0.0029876052867621183, 0.0030814078636467457, 0.003175210440531373, 0.0032690130174160004]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 5.0, 6.0, 6.0, 12.0, 23.0, 32.0, 37.0, 55.0, 60.0, 104.0, 154.0, 223.0, 358.0, 516.0, 745.0, 1198.0, 1850.0, 3117.0, 5026.0, 8424.0, 14513.0, 26093.0, 50143.0, 109517.0, 729382.0, 112577.0, 48400.0, 25387.0, 14928.0, 8907.0, 5758.0, 3778.0, 2550.0, 1762.0, 1127.0, 787.0, 577.0, 416.0, 281.0, 204.0, 145.0, 116.0, 78.0, 63.0, 48.0, 38.0, 34.0, 16.0, 12.0, 14.0, 11.0, 6.0, 7.0, 4.0, 0.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005931303836405277, -0.005708636716008186, -0.005485969595611095, -0.005263302009552717, -0.005040634889155626, -0.004817967768758535, -0.004595300182700157, -0.004372633062303066, -0.004149965941905975, -0.003927298821508884, -0.00370463146828115, -0.0034819641150534153, -0.0032592969946563244, -0.0030366298742592335, -0.002813962521031499, -0.0025912951678037643, -0.0023686280474066734, -0.0021459609270095825, -0.001923293573781848, -0.0017006263369694352, -0.0014779591001570225, -0.0012552918633446097, -0.001032624626532197, -0.0008099573897197843, -0.0005872901529073715, -0.0003646229160949588, -0.00014195567928254604, 8.07115575298667e-05, 0.00030337879434227943, 0.0005260460311546922, 0.0007487132679671049, 0.0009713805047795177, 0.0011940477415919304, 0.0014167149784043431, 0.0016393822152167559, 0.0018620494520291686, 0.0020847166888415813, 0.0023073838092386723, 0.002530051162466407, 0.0027527185156941414, 0.0029753856360912323, 0.003198052756488323, 0.0034207201097160578, 0.0036433874629437923, 0.0038660545833408833, 0.004088721703737974, 0.004311389289796352, 0.004534056410193443, 0.004756723530590534, 0.004979390650987625, 0.005202057771384716, 0.005424725357443094, 0.005647392477840185, 0.005870059598237276, 0.006092727184295654, 0.006315394304692745, 0.006538061425089836, 0.006760728545486927, 0.006983395665884018, 0.007206063251942396, 0.007428730372339487, 0.007651397492736578, 0.007874065078794956, 0.008096732199192047, 0.008319399319589138]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 8.0, 2.0, 3.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.01929992437362671, -0.018878750503063202, -0.018457576632499695, -0.018036402761936188, -0.01761522889137268, -0.017194055020809174, -0.016772879287600517, -0.01635170541703701, -0.015930531546473503, -0.015509357675909996, -0.015088183805346489, -0.014667009934782982, -0.014245836064219475, -0.013824662193655968, -0.013403487391769886, -0.012982313521206379, -0.012561139650642872, -0.012139965780079365, -0.011718791909515858, -0.011297617107629776, -0.010876443237066269, -0.010455269366502762, -0.010034095495939255, -0.009612921625375748, -0.00919174775481224, -0.008770572952926159, -0.008349399082362652, -0.007928225211799145, -0.007507051341235638, -0.007085877005010843, -0.006664703134447336, -0.006243528798222542, -0.005822354927659035, -0.005401181057095528, -0.004980006720870733, -0.004558832850307226, -0.004137658514082432, -0.0037164846435189247, -0.0032953107729554176, -0.002874136669561267, -0.002452962566167116, -0.0020317884627729654, -0.0016106144757941365, -0.0011894404888153076, -0.0007682663854211569, -0.00034709234023466706, 7.408170495182276e-05, 0.0004952557501383126, 0.0009164297953248024, 0.0013376038987189531, 0.001758777885697782, 0.002179951872676611, 0.0026011259760707617, 0.0030223000794649124, 0.0034434739500284195, 0.0038646480534225702, 0.004285822156816721, 0.004706996027380228, 0.005128170363605022, 0.0055493442341685295, 0.005970518104732037, 0.006391692440956831, 0.006812866311520338, 0.0072340406477451324, 0.0076552145183086395]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 4.0, 6.0, 6.0, 8.0, 17.0, 17.0, 11.0, 25.0, 16.0, 32.0, 36.0, 49.0, 49.0, 65.0, 69.0, 63.0, 64.0, 81.0, 88.0, 87.0, 127.0, 166.0, 234.0, 258.0, 292.0, 485.0, 647.0, 969.0, 1815.0, 5828.0, 1635.0, 1173.0, 781.0, 627.0, 480.0, 367.0, 304.0, 239.0, 216.0, 175.0, 156.0, 114.0, 104.0, 103.0, 83.0, 59.0, 45.0, 36.0, 29.0, 21.0, 15.0, 13.0, 7.0, 6.0, 5.0, 5.0, 2.0, 5.0, 3.0, 0.0, 3.0], "bins": [-0.007710685953497887, -0.007472084369510412, -0.0072334823198616505, -0.006994880735874176, -0.006756279151886702, -0.00651767710223794, -0.006279075518250465, -0.006040473934262991, -0.0058018723502755165, -0.005563270300626755, -0.00532466871663928, -0.005086067132651806, -0.004847465083003044, -0.00460886349901557, -0.004370261915028095, -0.0041316598653793335, -0.003893058281391859, -0.003654456464573741, -0.0034158548805862665, -0.0031772530637681484, -0.002938651479780674, -0.002700049662962556, -0.002461447846144438, -0.0022228462621569633, -0.0019842444453388453, -0.001745642744936049, -0.0015070410445332527, -0.0012684392277151346, -0.0010298375273123384, -0.0007912358269095421, -0.0005526340682990849, -0.0003140323387924582, -7.543060928583145e-05, 0.00016317112022079527, 0.000401772849727422, 0.0006403746083378792, 0.0008789763087406754, 0.0011175780091434717, 0.0013561798259615898, 0.001594781526364386, 0.0018333832267671824, 0.0020719850435853004, 0.002310586627572775, 0.002549188444390893, 0.002787790261209011, 0.0030263918451964855, 0.0032649936620146036, 0.003503595246002078, 0.003742197062820196, 0.003980798646807671, 0.004219400696456432, 0.004458002280443907, 0.004696603864431381, 0.004935205914080143, 0.005173807498067617, 0.005412409082055092, 0.005651011131703854, 0.005889612715691328, 0.0061282142996788025, 0.006366815883666277, 0.006605417933315039, 0.006844019517302513, 0.0070826211012899876, 0.007321223150938749, 0.007559824734926224]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12837190926074982, -0.12417732924222946, -0.1199827492237091, -0.11578816920518875, -0.1115935891866684, -0.10739900171756744, -0.10320442169904709, -0.09900984168052673, -0.09481526166200638, -0.09062068164348602, -0.08642610162496567, -0.08223152160644531, -0.07803693413734436, -0.073842354118824, -0.06964777410030365, -0.0654531940817833, -0.06125861406326294, -0.057064034044742584, -0.05286945402622223, -0.048674870282411575, -0.04448029026389122, -0.040285710245370865, -0.03609112650156021, -0.031896546483039856, -0.0277019664645195, -0.023507386445999146, -0.01931280456483364, -0.015118223614990711, -0.010923642665147781, -0.0067290617153048515, -0.0025344807654619217, 0.0016601001843810081, 0.005854681134223938, 0.010049262084066868, 0.014243843033909798, 0.018438424915075302, 0.022633004933595657, 0.026827584952116013, 0.031022166833281517, 0.03521674871444702, 0.03941132873296738, 0.04360590875148773, 0.04780048877000809, 0.05199507251381874, 0.056189652532339096, 0.06038423255085945, 0.0645788162946701, 0.06877339631319046, 0.07296797633171082, 0.07716255635023117, 0.08135713636875153, 0.08555171638727188, 0.08974629640579224, 0.09394088387489319, 0.09813546389341354, 0.1023300439119339, 0.10652462393045425, 0.11071920394897461, 0.11491378396749496, 0.11910836398601532, 0.12330295145511627, 0.12749752402305603, 0.13169211149215698, 0.13588668406009674, 0.1400812715291977]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 6.0, 1.0, 7.0, 9.0, 14.0, 14.0, 16.0, 25.0, 61.0, 28.0, 25.0, 28.0, 18.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.08824262022972107, -0.08515322208404541, -0.08206382393836975, -0.0789744183421135, -0.07588502019643784, -0.07279562205076218, -0.06970622390508652, -0.06661681830883026, -0.0635274201631546, -0.06043802201747894, -0.057348623871803284, -0.054259222000837326, -0.05116982385516167, -0.04808042198419571, -0.04499102383852005, -0.04190162196755409, -0.03881222382187843, -0.035722825676202774, -0.032633423805236816, -0.029544023796916008, -0.0264546237885952, -0.02336522564291954, -0.020275825634598732, -0.017186425626277924, -0.014097025617957115, -0.011007625609636307, -0.007918225601315498, -0.0048288265243172646, -0.0017394265159964561, 0.0013499732594937086, 0.004439373034983873, 0.0075287725776433945, 0.010618172585964203, 0.013707572594285011, 0.01679697260260582, 0.019886372610926628, 0.022975772619247437, 0.026065170764923096, 0.029154570773243904, 0.03224397078156471, 0.03533337265253067, 0.03842277079820633, 0.04151216894388199, 0.044601570814847946, 0.047690968960523605, 0.05078037083148956, 0.05386976897716522, 0.05695917084813118, 0.06004856899380684, 0.0631379708647728, 0.06622736901044846, 0.06931676715612411, 0.07240616530179977, 0.07549557089805603, 0.07858496904373169, 0.08167436718940735, 0.08476376533508301, 0.08785316348075867, 0.09094256907701492, 0.09403196722269058, 0.09712136536836624, 0.1002107635140419, 0.10330016911029816, 0.10638956725597382, 0.10947896540164948]}, "_runtime": 31.273723125457764, "_timestamp": 1596206610.1173553, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 6.0, 1.0, 5.0, 4.0, 6.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013773376122117043, -0.01338882651180029, -0.013004276901483536, -0.012619728222489357, -0.012235178612172604, -0.01185062900185585, -0.011466080322861671, -0.011081530712544918, -0.010696981102228165, -0.010312431491911411, -0.009927881881594658, -0.009543333202600479, -0.009158783592283726, -0.008774233981966972, -0.008389685302972794, -0.00800513569265604, -0.007620586082339287, -0.007236036472022533, -0.006851487327367067, -0.006466938182711601, -0.006082388572394848, -0.0056978389620780945, -0.005313289817422628, -0.004928740672767162, -0.004544191062450409, -0.0041596414521336555, -0.0037750923074781895, -0.0033905429299920797, -0.00300599355250597, -0.0026214441750198603, -0.0022368947975337505, -0.0018523454200476408, -0.001467796042561531, -0.0010832466650754213, -0.0006986972875893116, -0.00031414791010320187, 7.040146738290787e-05, 0.0004549508448690176, 0.0008395002223551273, 0.001224049599841237, 0.0016085989773273468, 0.0019931483548134565, 0.0023776977322995663, 0.002762247109785676, 0.0031467964872717857, 0.0035313458647578955, 0.003915895242244005, 0.004300444386899471, 0.004684993997216225, 0.005069543607532978, 0.005454092752188444, 0.00583864189684391, 0.006223191507160664, 0.006607741117477417, 0.006992290262132883, 0.007376839406788349, 0.0077613890171051025, 0.008145938627421856, 0.00853048823773861, 0.008915036916732788, 0.009299586527049541, 0.009684136137366295, 0.010068684816360474, 0.010453234426677227, 0.01083778403699398]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 4.0, 5.0, 4.0, 6.0, 9.0, 13.0, 17.0, 27.0, 26.0, 49.0, 52.0, 82.0, 110.0, 143.0, 203.0, 266.0, 3492.0, 2319.0, 447.0, 192.0, 140.0, 88.0, 63.0, 37.0, 27.0, 23.0, 15.0, 10.0, 10.0, 6.0, 7.0, 8.0, 3.0, 4.0, 3.0, 1.0, 0.0, 6.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2165011167526245, -0.2104804813861847, -0.20445983111858368, -0.19843919575214386, -0.19241856038570404, -0.18639791011810303, -0.1803772747516632, -0.1743566393852234, -0.16833600401878357, -0.16231535375118256, -0.15629471838474274, -0.15027408301830292, -0.1442534327507019, -0.13823279738426208, -0.13221216201782227, -0.12619151175022125, -0.12017087638378143, -0.11415023356676102, -0.1081295982003212, -0.10210895538330078, -0.09608832001686096, -0.09006767719984055, -0.08404703438282013, -0.07802639901638031, -0.0720057561993599, -0.06598511338233948, -0.05996447801589966, -0.05394383519887924, -0.047923196107149124, -0.041902557015419006, -0.03588191419839859, -0.029861275106668472, -0.023840636014938354, -0.017819996923208237, -0.01179935596883297, -0.005778715945780277, 0.00024192407727241516, 0.006262564100325108, 0.0122832041233778, 0.018303845077753067, 0.024324484169483185, 0.030345123261213303, 0.03636576235294342, 0.04238640516996384, 0.048407044261693954, 0.05442768335342407, 0.06044832617044449, 0.06646896153688431, 0.07248960435390472, 0.07851024717092514, 0.08453088253736496, 0.09055152535438538, 0.0965721607208252, 0.10259280353784561, 0.10861344635486603, 0.11463408172130585, 0.12065472453832626, 0.12667536735534668, 0.1326960027217865, 0.13871663808822632, 0.14473728835582733, 0.15075792372226715, 0.15677855908870697, 0.16279920935630798, 0.1688198447227478]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 4.0, 1.0, 4.0, 27.0, 7.0, 4.0, 5.0, 1.0, 0.0, 0.0, 4.0, 6.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00276300054974854, -0.0026869589928537607, -0.002610917203128338, -0.0025348756462335587, -0.0024588340893387794, -0.0023827925324440002, -0.002306750975549221, -0.002230709185823798, -0.002154667628929019, -0.0020786260720342398, -0.002002584282308817, -0.0019265427254140377, -0.0018505011685192585, -0.0017744596116244793, -0.0016984179383143783, -0.0016223762650042772, -0.001546334708109498, -0.0014702931512147188, -0.0013942514779046178, -0.0013182098045945168, -0.0012421682476997375, -0.0011661266908049583, -0.0010900850174948573, -0.0010140433441847563, -0.0009380017872899771, -0.000861960172187537, -0.0007859185570850968, -0.0007098769419826567, -0.0006338353268802166, -0.0005577937117777765, -0.00048175209667533636, -0.00040571048157289624, -0.0003296688664704561, -0.000253627251368016, -0.00017758563626557589, -0.00010154402116313577, -2.5502406060695648e-05, 5.053920904174447e-05, 0.0001265808241441846, 0.0002026224392466247, 0.0002786640543490648, 0.00035470566945150495, 0.00043074728455394506, 0.0005067888996563852, 0.0005828305147588253, 0.0006588721298612654, 0.0007349137449637055, 0.0008109553600661457, 0.0008869969751685858, 0.0009630385902710259, 0.001039080205373466, 0.001115121878683567, 0.0011911634355783463, 0.0012672049924731255, 0.0013432466657832265, 0.0014192883390933275, 0.0014953298959881067, 0.001571371452882886, 0.001647413126192987, 0.001723454799503088, 0.0017994963563978672, 0.0018755379132926464, 0.0019515795866027474, 0.0020276212599128485, 0.0021036628168076277]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 6.0, 12.0, 8.0, 13.0, 29.0, 28.0, 53.0, 64.0, 107.0, 143.0, 241.0, 349.0, 539.0, 840.0, 1304.0, 2079.0, 3534.0, 5929.0, 10429.0, 19585.0, 39281.0, 90285.0, 743624.0, 140428.0, 53197.0, 26790.0, 15176.0, 9005.0, 5649.0, 3595.0, 2258.0, 1476.0, 1074.0, 747.0, 508.0, 369.0, 267.0, 187.0, 113.0, 85.0, 57.0, 47.0, 36.0, 24.0, 13.0, 12.0, 6.0, 8.0, 3.0, 5.0, 3.0, 4.0, 1.0, 0.0, 2.0], "bins": [-0.007854215800762177, -0.007607393432408571, -0.007360571064054966, -0.007113748695701361, -0.006866926327347755, -0.0066201044246554375, -0.006373282056301832, -0.006126459687948227, -0.005879637319594622, -0.005632814951241016, -0.005385992582887411, -0.005139170214533806, -0.004892348311841488, -0.004645525943487883, -0.004398703575134277, -0.004151881206780672, -0.003905058838427067, -0.0036582364700734615, -0.0034114141017198563, -0.0031645919661968946, -0.0029177695978432894, -0.002670947229489684, -0.0024241250939667225, -0.0021773027256131172, -0.001930480357259512, -0.0016836579889059067, -0.0014368357369676232, -0.0011900134850293398, -0.0009431911166757345, -0.0006963688065297902, -0.0004495464963838458, -0.00020272418623790145, 4.409812390804291e-05, 0.00029092043405398726, 0.0005377427441999316, 0.000784565054345876, 0.0010313873644918203, 0.0012782097328454256, 0.001525031984783709, 0.0017718542367219925, 0.0020186766050755978, 0.002265498973429203, 0.0025123213417828083, 0.00275914347730577, 0.003005965845659375, 0.0032527882140129805, 0.003499610349535942, 0.0037464327178895473, 0.003993255086243153, 0.004240077454596758, 0.004486899822950363, 0.004733722191303968, 0.004980544559657574, 0.005227366462349892, 0.005474188830703497, 0.005721011199057102, 0.0059678335674107075, 0.006214655935764313, 0.006461478304117918, 0.006708300672471523, 0.006955122575163841, 0.0072019449435174465, 0.007448767311871052, 0.007695589680224657, 0.007942412048578262]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 10.0, 1.0, 4.0, 3.0, 2.0, 6.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01946299523115158, -0.01894109509885311, -0.01841919496655464, -0.017897294834256172, -0.017375394701957703, -0.016853494569659233, -0.016331594437360764, -0.015809694305062294, -0.015287795104086399, -0.01476589497178793, -0.01424399483948946, -0.01372209470719099, -0.013200195506215096, -0.012678295373916626, -0.012156395241618156, -0.011634495109319687, -0.011112594977021217, -0.010590694844722748, -0.010068794712424278, -0.009546894580125809, -0.00902499444782734, -0.008503095246851444, -0.007981195114552975, -0.007459294982254505, -0.006937394849956036, -0.006415494717657566, -0.0058935945853590965, -0.005371694918721914, -0.004849794786423445, -0.004327894654124975, -0.0038059947546571493, -0.0032840948551893234, -0.002762194722890854, -0.0022402945905923843, -0.0017183946911245584, -0.0011964946752414107, -0.000674594659358263, -0.0001526946434751153, 0.0003692053724080324, 0.0008911053882911801, 0.0014130054041743279, 0.0019349054200574756, 0.0024568054359406233, 0.002978705335408449, 0.0035006054677069187, 0.004022505600005388, 0.0045444052666425705, 0.00506630539894104, 0.00558820553123951, 0.006110105663537979, 0.006632005795836449, 0.007153905462473631, 0.0076758055947721004, 0.008197705261409283, 0.008719605393707752, 0.009241505526006222, 0.009763405658304691, 0.01028530579060316, 0.01080720592290163, 0.0113291060552001, 0.011851005256175995, 0.012372905388474464, 0.012894805520772934, 0.013416705653071404, 0.013938605785369873]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 8.0, 5.0, 5.0, 8.0, 12.0, 12.0, 13.0, 19.0, 28.0, 21.0, 49.0, 53.0, 92.0, 105.0, 146.0, 135.0, 193.0, 235.0, 319.0, 355.0, 511.0, 782.0, 1412.0, 6302.0, 2433.0, 1433.0, 987.0, 762.0, 543.0, 351.0, 306.0, 223.0, 150.0, 106.0, 80.0, 53.0, 38.0, 29.0, 18.0, 22.0, 13.0, 12.0, 8.0, 6.0, 7.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01047777570784092, -0.010156056843698025, -0.009834338910877705, -0.00951262004673481, -0.00919090211391449, -0.008869183249771595, -0.008547465316951275, -0.00822574645280838, -0.00790402851998806, -0.007582309655845165, -0.007260591257363558, -0.00693887285888195, -0.006617153994739056, -0.006295435596257448, -0.005973717197775841, -0.005651998799294233, -0.005330280400812626, -0.0050085620023310184, -0.004686843603849411, -0.004365125205367804, -0.004043406806886196, -0.003721688175573945, -0.003399969544261694, -0.0030782511457800865, -0.002756532747298479, -0.0024348143488168716, -0.002113095950335264, -0.0017913773190230131, -0.0014696589205414057, -0.0011479405220597982, -0.000826222007162869, -0.0005045035504736006, -0.00018278509378433228, 0.00013893336290493608, 0.0004606518195942044, 0.0007823702762834728, 0.0011040887329727411, 0.0014258071314543486, 0.0017475256463512778, 0.002069244161248207, 0.0023909625597298145, 0.002712680958211422, 0.0030343993566930294, 0.0033561179880052805, 0.003677836386486888, 0.003999555017799139, 0.0043212734162807465, 0.004642991814762354, 0.004964710213243961, 0.005286428611725569, 0.005608147010207176, 0.005929865408688784, 0.006251583807170391, 0.006573302671313286, 0.006895021069794893, 0.007216739468276501, 0.007538457866758108, 0.007860176265239716, 0.00818189512938261, 0.00850361306220293, 0.008825331926345825, 0.009147049859166145, 0.00946876872330904, 0.00979048665612936, 0.010112205520272255]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07092919200658798, -0.06796060502529144, -0.0649920254945755, -0.06202343851327896, -0.05905485153198242, -0.05608626455068588, -0.05311768129467964, -0.0501490980386734, -0.04718051105737686, -0.04421192407608032, -0.04124334082007408, -0.03827475756406784, -0.0353061705827713, -0.03233758360147476, -0.02936900034546852, -0.02640041522681713, -0.02343183010816574, -0.02046324498951435, -0.01749465987086296, -0.01452607475221157, -0.01155748963356018, -0.00858890451490879, -0.0056203193962574005, -0.0026517342776060104, 0.00031685084104537964, 0.0032854359596967697, 0.00625402107834816, 0.00922260619699955, 0.01219119131565094, 0.01515977643430233, 0.01812836155295372, 0.02109694667160511, 0.0240655317902565, 0.02703411690890789, 0.03000270202755928, 0.03297128528356552, 0.03593987226486206, 0.0389084592461586, 0.04187704250216484, 0.04484562575817108, 0.04781421273946762, 0.05078279972076416, 0.0537513829767704, 0.05671996623277664, 0.05968855321407318, 0.06265714019536972, 0.06562572717666626, 0.0685943067073822, 0.07156289368867874, 0.07453148066997528, 0.07750006020069122, 0.08046864718198776, 0.0834372341632843, 0.08640582114458084, 0.08937440812587738, 0.09234298765659332, 0.09531157463788986, 0.0982801616191864, 0.10124874114990234, 0.10421732813119888, 0.10718591511249542, 0.11015450209379196, 0.1131230890750885, 0.11609166860580444, 0.11906025558710098]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 1.0, 0.0, 5.0, 4.0, 1.0, 5.0, 3.0, 1.0, 5.0, 0.0, 1.0, 4.0, 3.0, 2.0, 4.0, 4.0, 4.0, 4.0, 6.0, 8.0, 11.0, 4.0, 23.0, 40.0, 44.0, 18.0, 15.0, 7.0, 8.0, 6.0, 4.0, 2.0, 2.0, 1.0, 5.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05377895012497902, -0.051653265953063965, -0.04952757805585861, -0.04740189015865326, -0.045276205986738205, -0.04315052181482315, -0.0410248339176178, -0.038899146020412445, -0.03677346184849739, -0.034647777676582336, -0.032522089779376984, -0.03039640374481678, -0.028270717710256577, -0.026145031675696373, -0.02401934564113617, -0.021893659606575966, -0.019767973572015762, -0.01764228753745556, -0.015516601502895355, -0.013390915468335152, -0.011265229433774948, -0.009139543399214745, -0.007013857364654541, -0.0048881713300943375, -0.002762485295534134, -0.0006367992609739304, 0.0014888867735862732, 0.0036145728081464767, 0.00574025884270668, 0.007865944877266884, 0.009991630911827087, 0.012117316946387291, 0.014243002980947495, 0.016368689015507698, 0.0184943750500679, 0.020620061084628105, 0.02274574711918831, 0.024871433153748512, 0.026997119188308716, 0.02912280522286892, 0.031248491257429123, 0.03337417542934418, 0.03549986332654953, 0.03762555122375488, 0.03975123539566994, 0.04187691956758499, 0.044002607464790344, 0.0461282953619957, 0.04825397953391075, 0.050379663705825806, 0.05250535160303116, 0.05463103950023651, 0.056756723672151566, 0.05888240784406662, 0.06100809574127197, 0.06313378363847733, 0.06525947153568268, 0.06738515198230743, 0.06951083987951279, 0.07163652777671814, 0.0737622082233429, 0.07588789612054825, 0.0780135840177536, 0.08013927191495895, 0.0822649598121643]}, "_runtime": 32.066521644592285, "_timestamp": 1596206610.9101539, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009594977833330631, -0.009237043559551239, -0.008879109285771847, -0.00852117408066988, -0.008163239806890488, -0.007805305533111095, -0.007447371259331703, -0.007089436519891024, -0.006731502246111631, -0.006373567972332239, -0.00601563323289156, -0.005657698959112167, -0.005299764685332775, -0.0049418299458920956, -0.004583895672112703, -0.004225960932672024, -0.0038680266588926315, -0.0035100921522825956, -0.0031521576456725597, -0.0027942233718931675, -0.0024362888652831316, -0.0020783543586730957, -0.0017204199684783816, -0.0013624855782836676, -0.0010045510716736317, -0.0006466166232712567, -0.0002886821748688817, 6.925227353349328e-05, 0.00042718672193586826, 0.0007851211703382432, 0.0011430556187406182, 0.0015009900089353323, 0.0018589245155453682, 0.002216859022155404, 0.00257479352876544, 0.0029327278025448322, 0.003290662309154868, 0.003648596815764904, 0.004006531089544296, 0.004364465828984976, 0.004722400102764368, 0.00508033437654376, 0.00543826911598444, 0.005796203389763832, 0.006154137663543224, 0.006512072402983904, 0.006870006676763296, 0.007227941416203976, 0.007585875689983368, 0.00794380996376276, 0.008301744237542152, 0.00865967944264412, 0.009017613716423512, 0.009375547990202904, 0.009733482263982296, 0.010091416537761688, 0.010449351742863655, 0.010807286016643047, 0.01116522029042244, 0.011523154564201832, 0.011881088837981224, 0.012239023111760616, 0.012596958316862583, 0.012954892590641975, 0.013312826864421368]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 7.0, 1.0, 7.0, 3.0, 7.0, 7.0, 7.0, 14.0, 14.0, 15.0, 23.0, 19.0, 27.0, 33.0, 42.0, 47.0, 62.0, 78.0, 107.0, 133.0, 150.0, 216.0, 371.0, 4256.0, 1039.0, 380.0, 210.0, 138.0, 104.0, 74.0, 56.0, 52.0, 36.0, 35.0, 34.0, 10.0, 15.0, 20.0, 9.0, 8.0, 9.0, 6.0, 5.0, 9.0, 6.0, 2.0, 4.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.116733118891716, -0.11305426061153412, -0.10937540233135223, -0.10569654405117035, -0.10201769322156906, -0.09833883494138718, -0.09465997666120529, -0.09098111838102341, -0.08730226010084152, -0.08362340182065964, -0.07994455099105835, -0.07626569271087646, -0.07258683443069458, -0.0689079761505127, -0.06522911787033081, -0.061550263315439224, -0.05787140503525734, -0.054192546755075455, -0.05051369220018387, -0.046834833920001984, -0.0431559756398201, -0.03947712108492851, -0.03579826280474663, -0.03211940452456474, -0.028440548107028008, -0.024761691689491272, -0.021082833409309387, -0.01740397699177265, -0.013725119642913342, -0.010046262294054031, -0.0063674054108560085, -0.002688548294827342, 0.0009903088212013245, 0.004669166170060635, 0.008348023518919945, 0.01202687993645668, 0.015705738216638565, 0.0193845946341753, 0.023063451051712036, 0.02674230933189392, 0.030421165749430656, 0.03410002216696739, 0.03777888044714928, 0.04145773872733116, 0.04513659328222275, 0.04881545156240463, 0.05249430984258652, 0.056173164397478104, 0.05985202267765999, 0.06353087723255157, 0.06720973551273346, 0.07088859379291534, 0.07456745207309723, 0.07824631035327911, 0.081925168633461, 0.08560401946306229, 0.08928287774324417, 0.09296173602342606, 0.09664059430360794, 0.10031945258378983, 0.10399831086397171, 0.107677161693573, 0.11135601997375488, 0.11503487825393677, 0.11871373653411865]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 5.0, 3.0, 5.0, 11.0, 3.0, 26.0, 3.0, 4.0, 3.0, 7.0, 1.0, 4.0, 4.0, 1.0, 7.0, 1.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019415253773331642, -0.0018527971114963293, -0.0017640687292441726, -0.0016753403469920158, -0.001586612081155181, -0.001497883815318346, -0.0014091554330661893, -0.0013204270508140326, -0.0012316987849771976, -0.0011429705191403627, -0.001054242136888206, -0.0009655138128437102, -0.0008767854887992144, -0.0007880571647547185, -0.0006993288407102227, -0.0006106005166657269, -0.0005218721926212311, -0.00043314386857673526, -0.00034441554453223944, -0.0002556872204877436, -0.0001669588964432478, -7.823057239875197e-05, 1.0497751645743847e-05, 9.922607569023967e-05, 0.0001879543997347355, 0.0002766827237792313, 0.00036541104782372713, 0.00045413937186822295, 0.0005428676959127188, 0.0006315960199572146, 0.0007203243440017104, 0.0008090526680462062, 0.0008977809920907021, 0.000986509257927537, 0.0010752376401796937, 0.0011639660224318504, 0.0012526942882686853, 0.0013414225541055202, 0.001430150936357677, 0.0015188793186098337, 0.0016076075844466686, 0.0016963358502835035, 0.0017850642325356603, 0.001873792614787817, 0.001962520880624652, 0.002051249146461487, 0.0021399776451289654, 0.0022287059109658003, 0.002317434176802635, 0.00240616244263947, 0.002494890708476305, 0.0025836192071437836, 0.0026723474729806185, 0.0027610757388174534, 0.002849804237484932, 0.002938532503321767, 0.0030272607691586018, 0.0031159890349954367, 0.0032047173008322716, 0.00329344579949975, 0.003382174065336585, 0.00347090233117342, 0.0035596308298408985, 0.0036483590956777334, 0.0037370873615145683]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 3.0, 9.0, 9.0, 14.0, 30.0, 39.0, 61.0, 108.0, 162.0, 303.0, 537.0, 817.0, 1526.0, 2845.0, 5326.0, 10696.0, 22835.0, 55893.0, 199691.0, 716700.0, 73557.0, 35577.0, 19485.0, 11632.0, 7104.0, 4772.0, 3137.0, 2033.0, 1364.0, 962.0, 708.0, 475.0, 365.0, 229.0, 161.0, 117.0, 85.0, 60.0, 48.0, 52.0, 31.0, 21.0, 23.0, 17.0, 3.0, 6.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005963584873825312, -0.005693958606570959, -0.005424332804977894, -0.005154706537723541, -0.004885080270469189, -0.004615454468876123, -0.004345828201621771, -0.004076202400028706, -0.003806576132774353, -0.003536950098350644, -0.003267324063926935, -0.0029976977966725826, -0.0027280717622488737, -0.002458445727825165, -0.0021888194605708122, -0.0019191934261471033, -0.0016495673917233944, -0.0013799413572996855, -0.0011103152064606547, -0.0008406891138292849, -0.0005710630211979151, -0.00030143692856654525, -3.181083593517542e-05, 0.0002378152566961944, 0.0005074413493275642, 0.0007770674419589341, 0.001046693534590304, 0.0013163196854293346, 0.0015859457198530436, 0.0018555717542767525, 0.002125198021531105, 0.002394824055954814, 0.002664450090378523, 0.002934076124802232, 0.0032037021592259407, 0.0034733284264802933, 0.003742954460904002, 0.004012580495327711, 0.004282206762582064, 0.004551832564175129, 0.0048214588314294815, 0.005091085098683834, 0.005360710900276899, 0.005630337167531252, 0.005899962969124317, 0.00616958923637867, 0.006439215503633022, 0.006708841305226088, 0.00697846757248044, 0.007248093839734793, 0.007517719641327858, 0.0077873459085822105, 0.008056972175836563, 0.008326598443090916, 0.008596223779022694, 0.008865850046277046, 0.009135476313531399, 0.009405102580785751, 0.009674728848040104, 0.009944354183971882, 0.010213980451226234, 0.010483606718480587, 0.01075323298573494, 0.011022859252989292, 0.011292485520243645]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 3.0, 5.0, 2.0, 5.0, 4.0, 8.0, 2.0, 1.0, 5.0, 1.0, 0.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013473196886479855, -0.012739013880491257, -0.012004831805825233, -0.011270648799836636, -0.010536465793848038, -0.009802283719182014, -0.009068100713193417, -0.008333918638527393, -0.0075997356325387955, -0.006865553092211485, -0.006131370551884174, -0.0053971875458955765, -0.004663005005568266, -0.003928822465240955, -0.003194639692083001, -0.002460456918925047, -0.0017262743785977364, -0.000992091721855104, -0.0002579090651124716, 0.0004762735916301608, 0.0012104562483727932, 0.0019446389051154256, 0.002678821561858058, 0.003413004335016012, 0.004147186875343323, 0.004881369415670633, 0.005615551955997944, 0.006349734961986542, 0.007083917502313852, 0.007818100042641163, 0.00855228304862976, 0.009286465123295784, 0.010020648129284382, 0.01075483113527298, 0.011489013209939003, 0.0122231962159276, 0.012957379221916199, 0.013691561296582222, 0.01442574430257082, 0.015159926377236843, 0.01589410938322544, 0.016628291457891464, 0.017362475395202637, 0.01809665746986866, 0.018830839544534683, 0.019565023481845856, 0.02029920555651188, 0.021033387631177902, 0.021767571568489075, 0.022501753643155098, 0.02323593571782112, 0.023970117792487144, 0.024704301729798317, 0.02543848380446434, 0.026172665879130363, 0.026906849816441536, 0.02764103189110756, 0.028375213965773582, 0.029109397903084755, 0.029843579977750778, 0.0305777620524168, 0.031311944127082825, 0.032046128064394, 0.03278031200170517, 0.033514492213726044]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 7.0, 3.0, 9.0, 11.0, 15.0, 18.0, 23.0, 44.0, 54.0, 62.0, 91.0, 126.0, 132.0, 175.0, 222.0, 287.0, 328.0, 397.0, 515.0, 631.0, 871.0, 1223.0, 1663.0, 5552.0, 1737.0, 963.0, 639.0, 497.0, 371.0, 306.0, 237.0, 176.0, 137.0, 146.0, 99.0, 86.0, 74.0, 68.0, 57.0, 36.0, 35.0, 30.0, 28.0, 28.0, 38.0, 25.0, 19.0, 12.0, 18.0, 10.0, 15.0, 7.0, 12.0, 12.0, 4.0, 6.0, 9.0, 8.0, 5.0, 5.0, 7.0, 4.0], "bins": [-0.007566733751446009, -0.007273069582879543, -0.006979405414313078, -0.0066857412457466125, -0.006392077077180147, -0.006098412908613682, -0.005804748740047216, -0.005511084571480751, -0.005217420868575573, -0.004923756700009108, -0.004630092531442642, -0.004336428362876177, -0.0040427641943097115, -0.003749100025743246, -0.0034554358571767807, -0.0031617716886103153, -0.00286810752004385, -0.0025744433514773846, -0.002280779182910919, -0.001987115014344454, -0.0016934509621933103, -0.0013997867936268449, -0.0011061227414757013, -0.000812458572909236, -0.0005187944043427706, -0.00022513026488013566, 6.853387458249927e-05, 0.0003621980140451342, 0.0006558621535077691, 0.0009495263220742345, 0.001243190374225378, 0.0015368545427918434, 0.0018305187113583088, 0.002124182879924774, 0.0024178470484912395, 0.002711511217057705, 0.0030051753856241703, 0.003298839321359992, 0.0035925034899264574, 0.0038861676584929228, 0.0041798315942287445, 0.00447349576279521, 0.004767159931361675, 0.005060824099928141, 0.005354488268494606, 0.005648152437061071, 0.005941816605627537, 0.006235480774194002, 0.0065291449427604675, 0.006822809111326933, 0.007116473279893398, 0.007410137448459864, 0.007703801617026329, 0.007997465319931507, 0.00829112995415926, 0.008584793657064438, 0.00887845829129219, 0.009172121994197369, 0.009465786628425121, 0.0097594503313303, 0.010053114965558052, 0.01034677866846323, 0.010640443302690983, 0.010934107005596161, 0.011227771639823914]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09785383939743042, -0.09552925080060959, -0.09320465475320816, -0.09088006615638733, -0.0885554775595665, -0.08623088151216507, -0.08390629291534424, -0.08158170431852341, -0.07925711572170258, -0.07693251967430115, -0.07460793107748032, -0.07228334248065948, -0.06995874643325806, -0.06763415783643723, -0.0653095692396164, -0.06298497319221497, -0.060660384595394135, -0.058335792273283005, -0.05601120367646217, -0.053686611354351044, -0.05136202275753021, -0.04903743043541908, -0.04671283811330795, -0.04438824951648712, -0.04206365719437599, -0.03973906487226486, -0.03741447627544403, -0.0350898839533329, -0.03276529163122177, -0.03044070303440094, -0.02811611071228981, -0.02579152025282383, -0.02346692979335785, -0.02114233933389187, -0.018817748874425888, -0.01649315655231476, -0.014168566092848778, -0.011843975633382797, -0.009519384242594242, -0.007194793317466974, -0.004870202392339706, -0.0025456114672124386, -0.00022102054208517075, 0.002103570383042097, 0.004428161308169365, 0.006752752233296633, 0.0090773431584239, 0.011401934549212456, 0.013726525008678436, 0.016051115468144417, 0.018375705927610397, 0.020700298249721527, 0.023024888709187508, 0.025349479168653488, 0.027674071490764618, 0.0299986619502306, 0.03232325240969658, 0.03464784473180771, 0.03697243332862854, 0.03929702565073967, 0.0416216179728508, 0.04394620656967163, 0.04627079889178276, 0.04859538748860359, 0.05091997981071472]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 6.0, 9.0, 16.0, 29.0, 48.0, 22.0, 25.0, 10.0, 12.0, 5.0, 3.0, 1.0, 6.0, 3.0, 2.0, 6.0, 8.0, 4.0, 6.0, 9.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.030462093651294708, -0.029267365112900734, -0.02807263657450676, -0.026877908036112785, -0.02568317949771881, -0.024488452821969986, -0.02329372428357601, -0.022098995745182037, -0.020904267206788063, -0.01970953866839409, -0.018514810130000114, -0.01732008159160614, -0.016125354915857315, -0.014930625446140766, -0.013735897839069366, -0.012541169300675392, -0.011346440762281418, -0.010151712223887444, -0.00895698368549347, -0.0077622560784220695, -0.006567527540028095, -0.005372799001634121, -0.004178070928901434, -0.0029833426233381033, -0.0017886143177747726, -0.000593886012211442, 0.0006008422933518887, 0.0017955705989152193, 0.00299029890447855, 0.004185027442872524, 0.005379755515605211, 0.006574483588337898, 0.0077692121267318726, 0.008963940665125847, 0.010158669203519821, 0.01135339681059122, 0.012548125348985195, 0.01374285388737917, 0.01493758149445057, 0.016132310032844543, 0.017327038571238518, 0.018521767109632492, 0.019716495648026466, 0.02091122418642044, 0.022105950862169266, 0.02330067940056324, 0.024495407938957214, 0.02569013647735119, 0.026884865015745163, 0.028079593554139137, 0.02927432209253311, 0.030469050630927086, 0.03166377916932106, 0.032858505845069885, 0.03405323624610901, 0.035247962921857834, 0.03644268959760666, 0.03763741999864578, 0.03883214667439461, 0.04002687707543373, 0.041221603751182556, 0.04241633415222168, 0.043611060827970505, 0.04480579122900963, 0.04600051790475845]}, "_runtime": 32.84690308570862, "_timestamp": 1596206611.6905353, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 2.0, 4.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.012064320035278797, -0.01176103763282299, -0.011457754299044609, -0.011154471896588802, -0.010851189494132996, -0.010547907091677189, -0.010244624689221382, -0.009941341355443, -0.009638058952987194, -0.009334776550531387, -0.009031493216753006, -0.0087282108142972, -0.008424928411841393, -0.008121646009385586, -0.007818363606929779, -0.007515080273151398, -0.007211797870695591, -0.006908515468239784, -0.00660523260012269, -0.006301949732005596, -0.005998667329549789, -0.005695384927093983, -0.005392102058976889, -0.005088819190859795, -0.004785536788403988, -0.004482254385948181, -0.004178971517831087, -0.0038756888825446367, -0.0035724062472581863, -0.003269123611971736, -0.0029658409766852856, -0.002662558341398835, -0.002359275706112385, -0.0020559930708259344, -0.001752710435539484, -0.0014494278002530336, -0.0011461451649665833, -0.0008428625296801329, -0.0005395798943936825, -0.0002362972591072321, 6.698537617921829e-05, 0.0003702680114656687, 0.0006735506467521191, 0.0009768332820385695, 0.0012801159173250198, 0.0015833985526114702, 0.0018866811878979206, 0.002189963823184371, 0.0024932464584708214, 0.0027965290937572718, 0.003099811729043722, 0.0034030943643301725, 0.003706376999616623, 0.00400965940207243, 0.004312942270189524, 0.004616225138306618, 0.0049195075407624245, 0.005222789943218231, 0.005526072811335325, 0.005829355679452419, 0.006132638081908226, 0.006435920484364033, 0.006739203352481127, 0.007042486220598221, 0.0073457686230540276]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 6.0, 4.0, 9.0, 11.0, 8.0, 16.0, 16.0, 19.0, 25.0, 28.0, 34.0, 39.0, 62.0, 75.0, 94.0, 129.0, 209.0, 287.0, 523.0, 4871.0, 523.0, 266.0, 171.0, 118.0, 79.0, 67.0, 38.0, 34.0, 36.0, 21.0, 26.0, 25.0, 14.0, 8.0, 9.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13670584559440613, -0.13283056020736694, -0.12895528972148895, -0.12508000433444977, -0.12120472639799118, -0.117329441010952, -0.11345416307449341, -0.10957888513803482, -0.10570360720157623, -0.10182832181453705, -0.09795304387807846, -0.09407776594161987, -0.09020248055458069, -0.0863272026181221, -0.08245192468166351, -0.07857663929462433, -0.07470136135816574, -0.07082608342170715, -0.06695079803466797, -0.06307552009820938, -0.05920024216175079, -0.05532496050000191, -0.05144967883825302, -0.047574400901794434, -0.04369911924004555, -0.03982383757829666, -0.035948559641838074, -0.03207327798008919, -0.02819799818098545, -0.024322718381881714, -0.020447436720132828, -0.01657215692102909, -0.012696877121925354, -0.008821597322821617, -0.004946316592395306, -0.0010710363276302814, 0.0028042439371347427, 0.006679524201899767, 0.010554804466664791, 0.014430085197091103, 0.01830536499619484, 0.022180644795298576, 0.026055924594402313, 0.0299312062561512, 0.033806487917900085, 0.03768176585435867, 0.04155704751610756, 0.04543232545256615, 0.04930760711431503, 0.05318288877606392, 0.05705816671252251, 0.06093344837427139, 0.06480872631072998, 0.06868401169776917, 0.07255928963422775, 0.07643456757068634, 0.08030985295772552, 0.08418513089418411, 0.0880604088306427, 0.09193568676710129, 0.09581097215414047, 0.09968625009059906, 0.10356152802705765, 0.10743681341409683, 0.11131209135055542]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 7.0, 2.0, 6.0, 3.0, 4.0, 7.0, 2.0, 3.0, 4.0, 27.0, 7.0, 6.0, 3.0, 5.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002183153759688139, -0.0021051422227174044, -0.002027130452916026, -0.0019491187995299697, -0.0018711071461439133, -0.0017930956091731787, -0.0017150839557871222, -0.0016370723024010658, -0.0015590606490150094, -0.001481048995628953, -0.0014030373422428966, -0.0013250256888568401, -0.0012470141518861055, -0.0011690024985000491, -0.0010909908451139927, -0.0010129791917279363, -0.0009349675383418798, -0.0008569558849558234, -0.000778944231569767, -0.0007009326363913715, -0.0006229209830053151, -0.0005449093296192586, -0.0004668977053370327, -0.0003888860810548067, -0.0003108744276687503, -0.0002328627888346091, -0.0001548511500004679, -7.68395111663267e-05, 1.1721276678144932e-06, 7.918376650195569e-05, 0.00015719540533609688, 0.00023520704417023808, 0.00031321868300437927, 0.0003912303363904357, 0.00046924196067266166, 0.0005472535849548876, 0.000625265238340944, 0.0007032768917270005, 0.000781288486905396, 0.0008593001402914524, 0.0009373117936775088, 0.0010153234470635653, 0.0010933351004496217, 0.001171346753835678, 0.0012493582908064127, 0.0013273699441924691, 0.0014053815975785255, 0.001483393250964582, 0.0015614049043506384, 0.0016394165577366948, 0.0017174282111227512, 0.0017954398645088077, 0.001873451517894864, 0.0019514630548655987, 0.002029474824666977, 0.0021074863616377115, 0.002185497898608446, 0.0022635096684098244, 0.002341521205380559, 0.0024195329751819372, 0.002497544512152672, 0.00257555628195405, 0.0026535678189247847, 0.002731579588726163, 0.0028095911256968975]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 6.0, 6.0, 14.0, 35.0, 35.0, 42.0, 66.0, 103.0, 180.0, 282.0, 381.0, 648.0, 1044.0, 1827.0, 3234.0, 6386.0, 13696.0, 32592.0, 87839.0, 795124.0, 153178.0, 43486.0, 18381.0, 8844.0, 4729.0, 2680.0, 1680.0, 1008.0, 653.0, 418.0, 310.0, 201.0, 145.0, 102.0, 70.0, 63.0, 36.0, 24.0, 24.0, 16.0, 17.0, 4.0, 6.0, 6.0, 4.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007833786308765411, -0.007542051840573549, -0.007250317372381687, -0.006958582904189825, -0.006666848435997963, -0.0063751135021448135, -0.006083379033952951, -0.005791644565761089, -0.005499910097569227, -0.005208175629377365, -0.004916441161185503, -0.004624706692993641, -0.0043329717591404915, -0.004041237290948629, -0.0037495028227567673, -0.003457768354564905, -0.003166033886373043, -0.002874299418181181, -0.002582564949989319, -0.002290830248966813, -0.001999095780774951, -0.0017073613125830889, -0.001415626727975905, -0.001123892143368721, -0.0008321576751768589, -0.0005404231487773359, -0.00024868862237781286, 4.304590402171016e-05, 0.0003347804304212332, 0.0006265149568207562, 0.0009182494832202792, 0.0012099840678274632, 0.0015017185360193253, 0.0017934530042111874, 0.0020851874724030495, 0.0023769221734255552, 0.0026686566416174173, 0.0029603911098092794, 0.003252125810831785, 0.0035438602790236473, 0.0038355947472155094, 0.0041273292154073715, 0.004419063683599234, 0.004710798151791096, 0.005002533085644245, 0.005294267553836107, 0.005586002022027969, 0.0058777364902198315, 0.006169470958411694, 0.006461205426603556, 0.006752939894795418, 0.00704467436298728, 0.007336408831179142, 0.007628143765032291, 0.007919877767562866, 0.008211612701416016, 0.008503347635269165, 0.00879508163779974, 0.00908681657165289, 0.009378550574183464, 0.009670285508036613, 0.009962019510567188, 0.010253754444420338, 0.010545488446950912, 0.010837223380804062]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 7.0, 3.0, 1.0, 0.0, 5.0, 9.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016558263450860977, -0.015890885144472122, -0.015223506838083267, -0.014556127600371838, -0.013888749293982983, -0.013221370987594128, -0.012553991749882698, -0.011886613443493843, -0.011219235137104988, -0.010551856830716133, -0.009884478524327278, -0.009217099286615849, -0.008549720980226994, -0.007882342673838139, -0.007214963901787996, -0.006547585129737854, -0.005880206823348999, -0.005212828516960144, -0.004545449744910002, -0.003878071205690503, -0.0032106926664710045, -0.002543314127251506, -0.0018759355880320072, -0.0012085570488125086, -0.00054117850959301, 0.00012620002962648869, 0.0007935785688459873, 0.001460957108065486, 0.0021283356472849846, 0.0027957141865044832, 0.003463092725723982, 0.004130471497774124, 0.004797849804162979, 0.005465228110551834, 0.006132606882601976, 0.006799985654652119, 0.007467363961040974, 0.008134742267429829, 0.008802121505141258, 0.009469499811530113, 0.010136878117918968, 0.010804256424307823, 0.011471634730696678, 0.012139013968408108, 0.012806392274796963, 0.013473770581185818, 0.014141149818897247, 0.014808528125286102, 0.015475906431674957, 0.016143284738063812, 0.016810663044452667, 0.017478041350841522, 0.018145419657230377, 0.01881279982626438, 0.019480178132653236, 0.02014755643904209, 0.020814934745430946, 0.0214823130518198, 0.022149691358208656, 0.02281706966459751, 0.023484449833631516, 0.02415182814002037, 0.024819206446409225, 0.02548658475279808, 0.026153963059186935]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 5.0, 2.0, 3.0, 8.0, 3.0, 13.0, 11.0, 25.0, 29.0, 48.0, 38.0, 72.0, 60.0, 112.0, 147.0, 151.0, 215.0, 274.0, 306.0, 363.0, 456.0, 528.0, 631.0, 745.0, 933.0, 1114.0, 1810.0, 5541.0, 1238.0, 740.0, 515.0, 446.0, 343.0, 266.0, 215.0, 166.0, 154.0, 130.0, 112.0, 76.0, 78.0, 67.0, 38.0, 35.0, 15.0, 9.0, 10.0, 20.0, 24.0, 18.0, 8.0, 11.0, 20.0, 10.0, 7.0, 3.0, 1.0, 0.0, 2.0, 3.0, 4.0], "bins": [-0.007732016500085592, -0.007476537488400936, -0.007221058942377567, -0.006965579930692911, -0.006710100919008255, -0.006454621907323599, -0.006199142895638943, -0.005943664349615574, -0.005688185337930918, -0.005432706326246262, -0.005177227780222893, -0.004921748768538237, -0.0046662697568535805, -0.004410790745168924, -0.004155311733484268, -0.0038998331874608994, -0.003644354175776243, -0.003388875164091587, -0.0031333963852375746, -0.002877917606383562, -0.002622438594698906, -0.00236695958301425, -0.0021114808041602373, -0.001856001908890903, -0.0016005230136215687, -0.0013450441183522344, -0.0010895652230829, -0.0008340863278135657, -0.0005786074325442314, -0.0003231285372748971, -6.764964200556278e-05, 0.00018782925326377153, 0.00044330814853310585, 0.0006987870438024402, 0.0009542659390717745, 0.0012097448343411088, 0.0014652237296104431, 0.0017207026248797774, 0.0019761815201491117, 0.0022316602990031242, 0.0024871393106877804, 0.0027426183223724365, 0.002998097101226449, 0.0032535758800804615, 0.0035090548917651176, 0.003764533903449774, 0.00402001291513443, 0.004275491461157799, 0.004530970472842455, 0.004786449484527111, 0.00504192803055048, 0.005297407042235136, 0.005552886053919792, 0.005808365065604448, 0.0060638440772891045, 0.006319322623312473, 0.0065748016349971294, 0.006830280646681786, 0.007085759192705154, 0.0073412382043898106, 0.007596717216074467, 0.007852195762097836, 0.008107675239443779, 0.008363153785467148, 0.008618632331490517]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12515093386173248, -0.12016932666301727, -0.11518771201372147, -0.11020609736442566, -0.10522449016571045, -0.10024288296699524, -0.09526126831769943, -0.09027965366840363, -0.08529804646968842, -0.0803164392709732, -0.0753348246216774, -0.07035320997238159, -0.06537160277366638, -0.06038999184966087, -0.055408380925655365, -0.05042677000164986, -0.04544515907764435, -0.04046354815363884, -0.03548193722963333, -0.030500326305627823, -0.025518715381622314, -0.020537104457616806, -0.015555493533611298, -0.01057388260960579, -0.005592271685600281, -0.0006106607615947723, 0.004370950162410736, 0.009352561086416245, 0.014334172010421753, 0.01931578293442726, 0.02429739385843277, 0.029279004782438278, 0.03426061570644379, 0.039242226630449295, 0.0442238375544548, 0.04920544847846031, 0.05418705940246582, 0.05916867032647133, 0.06415028125047684, 0.06913189589977264, 0.07411350309848785, 0.07909511029720306, 0.08407672494649887, 0.08905833959579468, 0.09403994679450989, 0.0990215539932251, 0.1040031686425209, 0.10898478329181671, 0.11396639049053192, 0.11894799768924713, 0.12392961233854294, 0.12891122698783875, 0.13389283418655396, 0.13887444138526917, 0.14385604858398438, 0.14883767068386078, 0.153819277882576, 0.1588008850812912, 0.1637825071811676, 0.1687641143798828, 0.17374572157859802, 0.17872732877731323, 0.18370893597602844, 0.18869055807590485, 0.19367216527462006]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 3.0, 6.0, 5.0, 4.0, 4.0, 4.0, 3.0, 9.0, 17.0, 17.0, 30.0, 28.0, 59.0, 14.0, 9.0, 4.0, 7.0, 1.0, 6.0, 3.0, 0.0, 3.0, 1.0, 2.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.09126201272010803, -0.08775461465120316, -0.08424721658229828, -0.0807398185133934, -0.07723242789506912, -0.07372502982616425, -0.07021763175725937, -0.06671023368835449, -0.06320283561944962, -0.05969544127583504, -0.05618804320693016, -0.052680645138025284, -0.049173250794410706, -0.04566585272550583, -0.04215845465660095, -0.038651060312986374, -0.0351436622440815, -0.03163626417517662, -0.028128867968916893, -0.024621471762657166, -0.02111407369375229, -0.01760667748749256, -0.014099281281232834, -0.010591884143650532, -0.00708448700606823, -0.0035770901013165712, -6.96931965649128e-05, 0.0034377037081867456, 0.006945100612938404, 0.010452497750520706, 0.013959893956780434, 0.01746729202568531, 0.020974688231945038, 0.024482084438204765, 0.027989482507109642, 0.03149687871336937, 0.035004276782274246, 0.038511671125888824, 0.0420190691947937, 0.04552646726369858, 0.049033865332603455, 0.05254125967621803, 0.05604865774512291, 0.059556055814027786, 0.06306345015764236, 0.06657084822654724, 0.07007824629545212, 0.073585644364357, 0.07709303498268127, 0.08060043305158615, 0.08410783112049103, 0.0876152291893959, 0.09112262725830078, 0.09463002532720566, 0.09813742339611053, 0.10164481401443481, 0.10515221208333969, 0.10865961015224457, 0.11216700822114944, 0.11567440629005432, 0.1191818043589592, 0.12268919497728348, 0.12619659304618835, 0.12970399856567383, 0.1332113891839981]}, "_runtime": 33.64142990112305, "_timestamp": 1596206612.4850621, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 5.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.009132989682257175, -0.008849933743476868, -0.00856687780469656, -0.008283821865916252, -0.008000765927135944, -0.007717710454016924, -0.007434654515236616, -0.007151598576456308, -0.006868542637676001, -0.006585486698895693, -0.006302430760115385, -0.006019374821335077, -0.005736319348216057, -0.005453263409435749, -0.005170207470655441, -0.0048871515318751335, -0.004604095593094826, -0.004321039654314518, -0.00403798371553421, -0.003754928009584546, -0.0034718720708042383, -0.0031888161320239305, -0.0029057604260742664, -0.0026227044872939587, -0.002339648548513651, -0.002056592609733343, -0.0017735367873683572, -0.0014904809650033712, -0.0012074250262230635, -0.0009243691456504166, -0.0006413132650777698, -0.0003582573845051229, -7.520150393247604e-05, 0.0002078543766401708, 0.0004909102572128177, 0.0007739661377854645, 0.0010570220183581114, 0.0013400779571384192, 0.001623133779503405, 0.001906189601868391, 0.002189245540648699, 0.0024723014794290066, 0.0027553574182093143, 0.0030384131241589785, 0.0033214690629392862, 0.003604525001719594, 0.003887580707669258, 0.004170636646449566, 0.004453692585229874, 0.004736748524010181, 0.005019804462790489, 0.005302860401570797, 0.005585916340351105, 0.005868971813470125, 0.006152027752250433, 0.006435083691030741, 0.0067181396298110485, 0.007001195568591356, 0.007284251507371664, 0.007567307446151972, 0.007850362919270992, 0.0081334188580513, 0.008416474796831608, 0.008699530735611916, 0.008982586674392223]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 8.0, 1.0, 7.0, 10.0, 14.0, 8.0, 17.0, 20.0, 21.0, 25.0, 35.0, 49.0, 59.0, 61.0, 87.0, 139.0, 160.0, 243.0, 451.0, 4890.0, 654.0, 291.0, 152.0, 112.0, 94.0, 77.0, 54.0, 43.0, 32.0, 19.0, 16.0, 16.0, 15.0, 4.0, 9.0, 6.0, 6.0, 6.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1655036211013794, -0.16083745658397675, -0.1561712920665741, -0.15150512754917145, -0.1468389630317688, -0.14217279851436615, -0.1375066339969635, -0.13284046947956085, -0.1281743049621582, -0.12350814789533615, -0.1188419833779335, -0.11417581886053085, -0.1095096617937088, -0.10484349727630615, -0.1001773327589035, -0.09551116824150085, -0.0908450037240982, -0.08617883920669556, -0.08151267468929291, -0.07684651017189026, -0.07218034565448761, -0.06751418858766556, -0.06284802407026291, -0.05818185955286026, -0.05351569503545761, -0.04884953051805496, -0.04418336600065231, -0.03951720520853996, -0.034851040691137314, -0.030184876173734665, -0.025518713518977165, -0.020852550864219666, -0.016186386346817017, -0.011520222760736942, -0.006854059174656868, -0.0021878955885767937, 0.0024782679975032806, 0.007144431583583355, 0.01181059516966343, 0.01647675782442093, 0.021142922341823578, 0.025809086859226227, 0.030475249513983727, 0.035141412168741226, 0.039807576686143875, 0.044473741203546524, 0.049139901995658875, 0.05380606651306152, 0.05847223103046417, 0.06313839554786682, 0.06780456006526947, 0.07247072458267212, 0.07713688910007477, 0.08180304616689682, 0.08646921068429947, 0.09113537520170212, 0.09580153971910477, 0.10046770423650742, 0.10513386875391006, 0.10980003327131271, 0.11446619033813477, 0.11913235485553741, 0.12379851937294006, 0.1284646838903427, 0.13313084840774536]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 1.0, 3.0, 6.0, 0.0, 4.0, 3.0, 4.0, 1.0, 13.0, 33.0, 5.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025663089472800493, -0.0024733105674386024, -0.0023803121875971556, -0.002287313574925065, -0.002194315195083618, -0.0021013168152421713, -0.0020083184354007244, -0.0019153199391439557, -0.001822321442887187, -0.0017293230630457401, -0.0016363246832042933, -0.0015433261869475245, -0.0014503278071060777, -0.001357329310849309, -0.001264330931007862, -0.0011713324347510934, -0.0010783340549096465, -0.0009853356750681996, -0.0008923371788114309, -0.0007993387407623231, -0.0007063403027132154, -0.0006133419228717685, -0.0005203434848226607, -0.0004273450467735529, -0.0003343466087244451, -0.00024134817067533731, -0.00014834974717814475, -5.535131640499458e-05, 3.76471143681556e-05, 0.0001306455524172634, 0.00022364397591445595, 0.0003166423994116485, 0.0004096408374607563, 0.0005026392755098641, 0.0005956377135589719, 0.0006886361516080797, 0.0007816345896571875, 0.0008746329694986343, 0.0009676314075477421, 0.00106062984559685, 0.0011536283418536186, 0.0012466267216950655, 0.0013396251015365124, 0.001432623597793281, 0.001525621977634728, 0.0016186204738914967, 0.0017116188537329435, 0.0018046173499897122, 0.0018976157298311591, 0.001990614226087928, 0.0020836126059293747, 0.0021766109857708216, 0.0022696093656122684, 0.002362607978284359, 0.002455606358125806, 0.0025486047379672527, 0.0026416031178086996, 0.0027346014976501465, 0.002827600110322237, 0.002920598490163684, 0.0030135968700051308, 0.0031065952498465776, 0.003199593862518668, 0.003292592242360115, 0.003385590622201562]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 3.0, 5.0, 7.0, 14.0, 16.0, 22.0, 30.0, 44.0, 68.0, 93.0, 151.0, 191.0, 282.0, 439.0, 689.0, 1064.0, 1684.0, 2491.0, 4058.0, 6939.0, 11735.0, 20719.0, 40887.0, 91140.0, 740749.0, 134135.0, 50386.0, 26089.0, 15073.0, 9592.0, 6264.0, 4019.0, 2916.0, 2070.0, 1430.0, 1066.0, 792.0, 549.0, 419.0, 324.0, 234.0, 205.0, 140.0, 114.0, 86.0, 59.0, 46.0, 30.0, 30.0, 10.0, 14.0, 10.0, 6.0, 2.0, 1.0, 4.0, 4.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005613939370959997, -0.005412167403846979, -0.005210395436733961, -0.00500862393528223, -0.004806851968169212, -0.004605080001056194, -0.004403308033943176, -0.004201536066830158, -0.00399976409971714, -0.003797992365434766, -0.0035962206311523914, -0.0033944486640393734, -0.0031926766969263554, -0.002990904962643981, -0.002789132995530963, -0.0025873612612485886, -0.0023855892941355705, -0.0021838173270225525, -0.001982045592740178, -0.00178027362562716, -0.0015785017749294639, -0.0013767299242317677, -0.0011749579571187496, -0.0009731861064210534, -0.0007714142557233572, -0.000569642405025661, -0.00036787049612030387, -0.0001660986163187772, 3.567326348274946e-05, 0.00023744514328427613, 0.0004392170230858028, 0.0006409889319911599, 0.0008427607826888561, 0.0010445326333865523, 0.0012463044840842485, 0.0014480764511972666, 0.0016498483018949628, 0.001851620152592659, 0.002053392119705677, 0.0022551638539880514, 0.0024569358211010695, 0.0026587077882140875, 0.002860479522496462, 0.00306225148960948, 0.003264023456722498, 0.0034657951910048723, 0.0036675671581178904, 0.0038693388924002647, 0.004071110859513283, 0.004272882826626301, 0.004474654793739319, 0.00467642629519105, 0.004878198262304068, 0.005079970229417086, 0.005281742196530104, 0.005483514163643122, 0.0056852856650948524, 0.0058870576322078705, 0.0060888295993208885, 0.0062906015664339066, 0.006492373533546925, 0.006694145500659943, 0.006895917002111673, 0.007097688969224691, 0.007299460936337709]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 5.0, 9.0, 4.0, 8.0, 12.0, 5.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018002133816480637, -0.016924124211072922, -0.015846114605665207, -0.014768105931580067, -0.013690096326172352, -0.012612086720764637, -0.011534078046679497, -0.010456068441271782, -0.009378058835864067, -0.008300049230456352, -0.007222040090709925, -0.006144030950963497, -0.005066021345555782, -0.0039880117401480675, -0.00291000260040164, -0.0018319932278245687, -0.0007539838552474976, 0.00032402551732957363, 0.0014020348899066448, 0.002480044262483716, 0.003558053635060787, 0.004636063240468502, 0.00571407238021493, 0.006792081519961357, 0.007870091125369072, 0.008948100730776787, 0.010026110336184502, 0.011104119010269642, 0.012182128615677357, 0.013260138221085072, 0.014338146895170212, 0.015416156500577927, 0.01649416610598564, 0.017572175711393356, 0.01865018531680107, 0.019728194922208786, 0.0208062045276165, 0.021884212270379066, 0.02296222187578678, 0.024040231481194496, 0.02511824108660221, 0.026196250692009926, 0.02727426029741764, 0.028352269902825356, 0.02943027764558792, 0.030508287250995636, 0.03158629685640335, 0.032664306461811066, 0.03374231606721878, 0.034820325672626495, 0.03589833527803421, 0.036976344883441925, 0.03805435448884964, 0.039132364094257355, 0.04021037369966507, 0.041288383305072784, 0.0423663929104805, 0.043444398790597916, 0.04452240839600563, 0.045600418001413345, 0.04667842760682106, 0.047756437212228775, 0.04883444681763649, 0.049912456423044205, 0.05099046602845192]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 6.0, 17.0, 15.0, 19.0, 34.0, 68.0, 126.0, 164.0, 231.0, 265.0, 373.0, 597.0, 807.0, 1191.0, 1801.0, 3150.0, 6017.0, 1045.0, 584.0, 387.0, 301.0, 197.0, 144.0, 105.0, 118.0, 87.0, 78.0, 63.0, 57.0, 51.0, 44.0, 34.0, 32.0, 22.0, 29.0, 17.0, 16.0, 13.0, 11.0, 14.0, 10.0, 9.0, 10.0, 7.0, 5.0, 5.0, 6.0, 9.0, 2.0, 6.0, 4.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.007502570748329163, -0.007110221311450005, -0.006717871408909559, -0.006325521972030401, -0.005933172069489956, -0.005540822632610798, -0.00514847319573164, -0.0047561232931911945, -0.0043637738563120365, -0.0039714244194328785, -0.003579074516892433, -0.003186725080013275, -0.0027943754103034735, -0.002402025740593672, -0.0020096763037145138, -0.001617326634004712, -0.0012249769642949104, -0.0008326273527927697, -0.0004402777412906289, -4.792812978848815e-05, 0.0003444214817136526, 0.0007367710932157934, 0.0011291207047179341, 0.001521470258012414, 0.0019138199277222157, 0.0023061695974320173, 0.002698519267141819, 0.003090868704020977, 0.0034832183737307787, 0.0038755680434405804, 0.004267917480319738, 0.004660267382860184, 0.005052616819739342, 0.0054449662566185, 0.005837316159158945, 0.006229665596038103, 0.006622015498578548, 0.0070143649354577065, 0.0074067143723368645, 0.00779906427487731, 0.008191414177417755, 0.008583763614296913, 0.008976113051176071, 0.00936846248805523, 0.009760811924934387, 0.010153161361813545, 0.010545511730015278, 0.010937861166894436, 0.011330210603773594, 0.011722560040652752, 0.01211490947753191, 0.012507259845733643, 0.0128996092826128, 0.013291958719491959, 0.013684308156371117, 0.014076657593250275, 0.014469007030129433, 0.014861357398331165, 0.015253706835210323, 0.015646057203412056, 0.016038406640291214, 0.016430756077170372, 0.01682310551404953, 0.017215454950928688, 0.017607804387807846]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19664864242076874, -0.1912558525800705, -0.18586306273937225, -0.180470272898674, -0.17507748305797577, -0.16968469321727753, -0.16429190337657928, -0.15889911353588104, -0.1535063236951828, -0.14811353385448456, -0.14272074401378632, -0.13732795417308807, -0.13193516433238983, -0.1265423744916916, -0.12114958465099335, -0.1157567948102951, -0.11036400496959686, -0.10497121512889862, -0.09957842528820038, -0.09418563544750214, -0.0887928456068039, -0.08340005576610565, -0.07800726592540741, -0.07261447608470917, -0.06722168624401093, -0.06182889640331268, -0.05643610656261444, -0.0510433167219162, -0.04565052688121796, -0.040257737040519714, -0.03486494719982147, -0.02947215735912323, -0.024079367518424988, -0.018686577677726746, -0.013293787837028503, -0.007900997996330261, -0.002508208155632019, 0.002884581685066223, 0.008277371525764465, 0.013670161366462708, 0.01906295120716095, 0.024455741047859192, 0.029848530888557434, 0.035241320729255676, 0.04063411056995392, 0.04602690041065216, 0.0514196902513504, 0.056812480092048645, 0.06220526993274689, 0.06759805977344513, 0.07299084961414337, 0.07838363945484161, 0.08377642929553986, 0.0891692191362381, 0.09456200897693634, 0.09995479881763458, 0.10534758865833282, 0.11074037849903107, 0.11613316833972931, 0.12152595818042755, 0.1269187480211258, 0.13231153786182404, 0.13770432770252228, 0.14309711754322052, 0.14848990738391876]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 9.0, 8.0, 19.0, 20.0, 26.0, 21.0, 19.0, 18.0, 28.0, 10.0, 7.0, 7.0, 4.0, 2.0, 3.0, 3.0, 2.0, 7.0, 3.0, 1.0, 0.0, 4.0, 5.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.0710388794541359, -0.06895841658115387, -0.06687796115875244, -0.06479749828577042, -0.06271703541278839, -0.060636572539806366, -0.05855611339211464, -0.05647565424442291, -0.05439519137144089, -0.05231472849845886, -0.050234269350767136, -0.04815381020307541, -0.046073347330093384, -0.04399288445711136, -0.04191242530941963, -0.039831966161727905, -0.03775150328874588, -0.035671040415763855, -0.03359058126807213, -0.0315101221203804, -0.029429659247398376, -0.0273491982370615, -0.025268737226724625, -0.02318827621638775, -0.021107815206050873, -0.019027354195713997, -0.01694689318537712, -0.014866432175040245, -0.01278597116470337, -0.010705510154366493, -0.008625049144029617, -0.006544588133692741, -0.0044641271233558655, -0.0023836661130189896, -0.00030320510268211365, 0.0017772559076547623, 0.003857716917991638, 0.005938177928328514, 0.00801863893866539, 0.010099099949002266, 0.012179560959339142, 0.014260021969676018, 0.016340482980012894, 0.01842094399034977, 0.020501405000686646, 0.02258186601102352, 0.024662327021360397, 0.026742788031697273, 0.02882324904203415, 0.030903710052371025, 0.0329841710627079, 0.03506463021039963, 0.03714509308338165, 0.03922555595636368, 0.041306015104055405, 0.04338647425174713, 0.045466937124729156, 0.04754739999771118, 0.04962785914540291, 0.051708318293094635, 0.05378878116607666, 0.055869244039058685, 0.05794970318675041, 0.06003016233444214, 0.062110625207424164]}, "_runtime": 34.42921161651611, "_timestamp": 1596206613.2728438, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007290166802704334, -0.007045513018965721, -0.006800859235227108, -0.006556205451488495, -0.006311551667749882, -0.006066897418349981, -0.005822243634611368, -0.005577589850872755, -0.005332936067134142, -0.005088282283395529, -0.004843628499656916, -0.0045989747159183025, -0.004354320466518402, -0.004109666682779789, -0.003865012899041176, -0.0036203591153025627, -0.0033757053315639496, -0.0031310515478253365, -0.0028863977640867233, -0.0026417437475174665, -0.0023970899637788534, -0.0021524361800402403, -0.0019077822798863053, -0.0016631283797323704, -0.0014184745959937572, -0.0011738208122551441, -0.0009291669121012092, -0.0006845130701549351, -0.0004398592282086611, -0.00019520538626238704, 4.9448455683887005e-05, 0.00029410229763016105, 0.0005387561395764351, 0.0007834099815227091, 0.0010280638234689832, 0.0012727177236229181, 0.0015173715073615313, 0.0017620252911001444, 0.002006679307669401, 0.0022513330914080143, 0.0024959868751466274, 0.0027406406588852406, 0.0029852944426238537, 0.0032299484591931105, 0.0034746022429317236, 0.0037192560266703367, 0.0039639100432395935, 0.004208563826978207, 0.00445321761071682, 0.004697871394455433, 0.004942525178194046, 0.005187178961932659, 0.005431832745671272, 0.005676486995071173, 0.005921140778809786, 0.006165794562548399, 0.006410448346287012, 0.006655102130025625, 0.006899755913764238, 0.0071444096975028515, 0.007389063946902752, 0.007633717730641365, 0.007878371514379978, 0.008123025298118591, 0.008367679081857204]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 6.0, 4.0, 12.0, 11.0, 11.0, 18.0, 13.0, 24.0, 34.0, 33.0, 44.0, 54.0, 80.0, 111.0, 154.0, 187.0, 299.0, 500.0, 4910.0, 550.0, 254.0, 142.0, 117.0, 77.0, 54.0, 49.0, 39.0, 20.0, 31.0, 18.0, 10.0, 14.0, 10.0, 11.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13580265641212463, -0.1315927505493164, -0.12738285958766937, -0.12317296117544174, -0.11896306276321411, -0.11475316435098648, -0.11054326593875885, -0.10633336752653122, -0.10212346911430359, -0.09791357070207596, -0.09370367228984833, -0.0894937738776207, -0.08528387546539307, -0.08107397705316544, -0.0768640786409378, -0.07265418022871017, -0.06844428181648254, -0.06423438340425491, -0.06002448499202728, -0.05581458657979965, -0.05160468816757202, -0.04739478975534439, -0.04318489134311676, -0.03897499293088913, -0.0347650945186615, -0.03055519610643387, -0.026345297694206238, -0.022135399281978607, -0.017925500869750977, -0.013715602457523346, -0.009505704045295715, -0.005295805633068085, -0.001085907220840454, 0.0031239911913871765, 0.007333889603614807, 0.011543788015842438, 0.01575368642807007, 0.0199635848402977, 0.02417348325252533, 0.02838338166475296, 0.03259328007698059, 0.03680317848920822, 0.04101307690143585, 0.04522297531366348, 0.04943287372589111, 0.053642772138118744, 0.057852670550346375, 0.062062568962574005, 0.06627246737480164, 0.07048236578702927, 0.0746922641992569, 0.07890216261148453, 0.08311206102371216, 0.08732195943593979, 0.09153185784816742, 0.09574175626039505, 0.09995165467262268, 0.10416155308485031, 0.10837145149707794, 0.11258134990930557, 0.1167912483215332, 0.12100114673376083, 0.12521104514598846, 0.1294209361076355, 0.13363084197044373]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 2.0, 5.0, 1.0, 3.0, 8.0, 7.0, 27.0, 4.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 1.0, 1.0, 8.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002290819538757205, -0.00221220008097589, -0.0021335803903639317, -0.002054960932582617, -0.001976341474801302, -0.0018977219006046653, -0.0018191023264080286, -0.0017404828686267138, -0.001661863294430077, -0.0015832437202334404, -0.0015046242624521255, -0.0014260046882554889, -0.0013473851140588522, -0.0012687656562775373, -0.0011901460820809007, -0.0011115266242995858, -0.0010329070501029491, -0.0009542875341139734, -0.0008756680181249976, -0.0007970484439283609, -0.0007184289279393852, -0.0006398094119504094, -0.0005611898377537727, -0.00048257032176479697, -0.0004039508057758212, -0.00032533128978684545, -0.0002467117446940392, -0.00016809221415314823, -8.947268361225724e-05, -1.085315307136625e-05, 6.776637746952474e-05, 0.00014638590801041573, 0.00022500543855130672, 0.0003036249545402825, 0.0003822444996330887, 0.00046086404472589493, 0.0005394835607148707, 0.0006181030767038465, 0.0006967226509004831, 0.0007753421668894589, 0.0008539616828784347, 0.0009325811988674104, 0.0010112007148563862, 0.0010898202890530229, 0.0011684398632496595, 0.0012470593210309744, 0.001325678895227611, 0.001404298353008926, 0.0014829179272055626, 0.0015615375014021993, 0.0016401569591835141, 0.0017187765333801508, 0.0017973959911614656, 0.0018760155653581023, 0.001954635139554739, 0.002033254597336054, 0.0021118740551173687, 0.002190493745729327, 0.002269113203510642, 0.002347732661291957, 0.0024263523519039154, 0.0025049718096852303, 0.002583591267466545, 0.0026622109580785036, 0.0027408304158598185]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 1.0, 3.0, 4.0, 7.0, 4.0, 8.0, 22.0, 20.0, 38.0, 42.0, 78.0, 90.0, 142.0, 204.0, 264.0, 431.0, 646.0, 939.0, 1437.0, 2106.0, 3539.0, 5906.0, 10337.0, 19310.0, 38562.0, 94056.0, 762181.0, 123099.0, 49223.0, 25455.0, 14832.0, 8959.0, 5797.0, 3760.0, 2508.0, 1734.0, 1109.0, 782.0, 536.0, 420.0, 280.0, 176.0, 164.0, 106.0, 85.0, 70.0, 58.0, 37.0, 24.0, 9.0, 11.0, 8.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0], "bins": [-0.006722003687173128, -0.006488006096333265, -0.006254008039832115, -0.006020010448992252, -0.005786012392491102, -0.005552014801651239, -0.005318016745150089, -0.0050840191543102264, -0.004850021563470364, -0.0046160235069692135, -0.004382025916129351, -0.0041480278596282005, -0.003914030268788338, -0.0036800324451178312, -0.0034460346214473248, -0.0032120367977768183, -0.002978038974106312, -0.0027440411504358053, -0.002510043326765299, -0.0022760455030947924, -0.002042047679424286, -0.0018080499721691012, -0.0015740522649139166, -0.0013400544412434101, -0.0011060566175729036, -0.0008720587939023972, -0.0006380610284395516, -0.00040406323387287557, -0.00017006543930619955, 6.393235526047647e-05, 0.0002979301498271525, 0.0005319279152899981, 0.0007659257389605045, 0.000999923562631011, 0.0012339213863015175, 0.0014679190935567021, 0.0017019169172272086, 0.001935914740897715, 0.0021699124481528997, 0.0024039102718234062, 0.0026379080954939127, 0.002871905919164419, 0.0031059037428349257, 0.003339901566505432, 0.003573899157345295, 0.0038078969810158014, 0.004041894804686308, 0.004275892861187458, 0.004509890452027321, 0.004743888042867184, 0.004977886099368334, 0.005211883690208197, 0.005445881746709347, 0.00567987933754921, 0.00591387739405036, 0.0061478749848902225, 0.006381873041391373, 0.0066158706322312355, 0.006849868223071098, 0.0070838662795722485, 0.007317863870412111, 0.007551861926913261, 0.007785859517753124, 0.008019857108592987, 0.008253855630755424]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 11.0, 3.0, 4.0, 6.0, 6.0, 6.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02897367626428604, -0.028035849332809448, -0.027098020538687706, -0.026160193607211113, -0.02522236481308937, -0.024284537881612778, -0.023346709087491035, -0.022408882156014442, -0.0214710533618927, -0.020533226430416107, -0.019595399498939514, -0.018657570704817772, -0.01771974377334118, -0.016781914979219437, -0.015844088047742844, -0.014906260184943676, -0.013968432322144508, -0.01303060445934534, -0.012092776596546173, -0.011154948733747005, -0.010217120870947838, -0.009279293939471245, -0.008341466076672077, -0.0074036382138729095, -0.006465810351073742, -0.005527982488274574, -0.004590154625475407, -0.0036523272283375263, -0.0027144993655383587, -0.0017766716191545129, -0.0008388438727706671, 9.898387361317873e-05, 0.0010368116199970245, 0.001974639482796192, 0.002912467112764716, 0.00385029474273324, 0.004788122605532408, 0.005725950468331575, 0.006663777865469456, 0.007601605728268623, 0.008539433591067791, 0.009477261453866959, 0.010415089316666126, 0.011352917179465294, 0.012290744110941887, 0.013228571973741055, 0.014166399836540222, 0.01510422769933939, 0.016042055562138557, 0.01697988249361515, 0.017917711287736893, 0.018855538219213486, 0.019793367013335228, 0.02073119394481182, 0.021669022738933563, 0.022606849670410156, 0.02354467660188675, 0.02448250539600849, 0.025420332327485085, 0.026358161121606827, 0.02729598805308342, 0.028233816847205162, 0.029171643778681755, 0.030109472572803497, 0.03104729950428009]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 3.0, 6.0, 24.0, 20.0, 30.0, 31.0, 31.0, 33.0, 53.0, 69.0, 104.0, 121.0, 129.0, 147.0, 154.0, 167.0, 177.0, 233.0, 313.0, 405.0, 629.0, 1169.0, 2861.0, 6307.0, 1664.0, 1150.0, 760.0, 501.0, 319.0, 197.0, 132.0, 107.0, 68.0, 42.0, 45.0, 46.0, 31.0, 21.0, 23.0, 16.0, 12.0, 10.0, 14.0, 7.0, 5.0, 6.0, 3.0, 5.0, 1.0, 2.0, 7.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.012780699878931046, -0.012340480461716652, -0.011900260113179684, -0.011460039764642715, -0.011019820347428322, -0.010579600930213928, -0.01013938058167696, -0.009699160233139992, -0.009258940815925598, -0.008818721398711205, -0.008378501050174236, -0.007938280701637268, -0.0074980612844228745, -0.0070578414015471935, -0.006617621518671513, -0.006177401635795832, -0.005737181752920151, -0.00529696187004447, -0.004856741987168789, -0.004416522104293108, -0.003976302221417427, -0.003536082338541746, -0.003095862455666065, -0.0026556425727903843, -0.0022154226899147034, -0.0017752028070390224, -0.0013349829241633415, -0.0008947630412876606, -0.0004545431584119797, -1.4323275536298752e-05, 0.00042589660733938217, 0.0008661164902150631, 0.001306336373090744, 0.001746556255966425, 0.002186776138842106, 0.002626996021717787, 0.0030672159045934677, 0.0035074357874691486, 0.0039476556703448296, 0.0043878755532205105, 0.004828095436096191, 0.005268315318971872, 0.005708535201847553, 0.006148755084723234, 0.006588974967598915, 0.007029194850474596, 0.007469414733350277, 0.007909635081887245, 0.008349854499101639, 0.008790073916316032, 0.009230294264853, 0.009670514613389969, 0.010110734030604362, 0.010550953447818756, 0.010991173796355724, 0.011431394144892693, 0.011871613562107086, 0.01231183297932148, 0.012752053327858448, 0.013192273676395416, 0.01363249309360981, 0.014072712510824203, 0.014512932859361172, 0.01495315320789814, 0.015393372625112534]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.27914249897003174, -0.27242884039878845, -0.26571518182754517, -0.2590015232563019, -0.2522878646850586, -0.2455742210149765, -0.23886056244373322, -0.23214691877365112, -0.22543326020240784, -0.21871960163116455, -0.21200594305992126, -0.20529228448867798, -0.1985786408185959, -0.1918649822473526, -0.18515132367610931, -0.17843766510486603, -0.17172402143478394, -0.16501036286354065, -0.15829670429229736, -0.15158304572105408, -0.1448693871498108, -0.1381557434797287, -0.1314420849084854, -0.12472842633724213, -0.11801476776599884, -0.11130111664533615, -0.10458745807409286, -0.09787380695343018, -0.09116014838218689, -0.0844464972615242, -0.07773283869028091, -0.07101918756961823, -0.06430552899837494, -0.05759187415242195, -0.050878219306468964, -0.044164564460515976, -0.03745090961456299, -0.03073725290596485, -0.024023596197366714, -0.017309941351413727, -0.01059628650546074, -0.003882631193846464, 0.002831024117767811, 0.009544679895043373, 0.01625833474099636, 0.02297198958694935, 0.029685646295547485, 0.03639930114150047, 0.04311295598745346, 0.04982661083340645, 0.056540265679359436, 0.06325392425060272, 0.06996757537126541, 0.0766812339425087, 0.08339488506317139, 0.09010854363441467, 0.09682220220565796, 0.10353585332632065, 0.11024951189756393, 0.11696316301822662, 0.12367682158946991, 0.1303904801607132, 0.1371041238307953, 0.14381778240203857, 0.15053144097328186]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 5.0, 2.0, 2.0, 4.0, 4.0, 10.0, 19.0, 29.0, 56.0, 35.0, 25.0, 14.0, 3.0, 6.0, 4.0, 4.0, 10.0, 1.0, 6.0, 8.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.20888780057430267, -0.20400695502758026, -0.19912609457969666, -0.19424524903297424, -0.18936438858509064, -0.18448354303836823, -0.17960268259048462, -0.1747218370437622, -0.1698409765958786, -0.1649601310491562, -0.16007927060127258, -0.15519842505455017, -0.15031756460666656, -0.14543671905994415, -0.14055585861206055, -0.13567501306533813, -0.13079416751861572, -0.12591330707073212, -0.12103245407342911, -0.1161516010761261, -0.11127074807882309, -0.10638989508152008, -0.10150904208421707, -0.09662818908691406, -0.09174734354019165, -0.08686649054288864, -0.08198563754558563, -0.07710478454828262, -0.07222393155097961, -0.0673430785536766, -0.062462225556373596, -0.05758137255907059, -0.05270051956176758, -0.04781966656446457, -0.04293881356716156, -0.03805796056985855, -0.03317710757255554, -0.028296256437897682, -0.023415405303239822, -0.018534552305936813, -0.013653699308633804, -0.008772846311330795, -0.003891994245350361, 0.0009888582862913609, 0.005869710817933083, 0.010750563815236092, 0.01563141494989395, 0.02051226794719696, 0.02539312094449997, 0.03027397394180298, 0.03515482693910599, 0.040035679936409, 0.044916532933712006, 0.049797382205724716, 0.054678235203027725, 0.059559088200330734, 0.06443993747234344, 0.06932079046964645, 0.07420164346694946, 0.07908249646425247, 0.08396334946155548, 0.08884420245885849, 0.0937250554561615, 0.09860590845346451, 0.10348676145076752]}, "_runtime": 35.20707368850708, "_timestamp": 1596206614.050706, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010640264488756657, -0.010305392555892467, -0.009970519691705704, -0.009635647758841515, -0.00930077489465475, -0.008965902961790562, -0.008631030097603798, -0.008296158164739609, -0.00796128623187542, -0.007626413367688656, -0.007291540969163179, -0.006956668570637703, -0.006621796637773514, -0.006286924239248037, -0.005952051840722561, -0.005617179442197084, -0.005282307043671608, -0.0049474346451461315, -0.004612562246620655, -0.004277689848095179, -0.003942817449569702, -0.0036079452838748693, -0.0032730731181800365, -0.00293820071965456, -0.0026033283211290836, -0.002268455922603607, -0.0019335836404934525, -0.001598711358383298, -0.0012638389598578215, -0.0009289666195400059, -0.0005940942792221904, -0.00025922193890437484, 7.56504014134407e-05, 0.00041052274173125625, 0.0007453950820490718, 0.0010802673641592264, 0.0014151397626847029, 0.0017500121612101793, 0.002084884326905012, 0.0024197567254304886, 0.002754629123955965, 0.0030895015224814415, 0.003424373921006918, 0.0037592460867017508, 0.0040941182523965836, 0.00442899065092206, 0.0047638630494475365, 0.005098735447973013, 0.005433607846498489, 0.005768480245023966, 0.006103352643549442, 0.006438225042074919, 0.006773097440600395, 0.007107969373464584, 0.007442841771990061, 0.007777714170515537, 0.008112587034702301, 0.00844745896756649, 0.00878233090043068, 0.009117203764617443, 0.009452075697481632, 0.009786948561668396, 0.010121820494532585, 0.010456693358719349, 0.010791565291583538]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 3.0, 8.0, 7.0, 12.0, 10.0, 20.0, 11.0, 36.0, 35.0, 38.0, 58.0, 85.0, 101.0, 155.0, 208.0, 334.0, 757.0, 4807.0, 499.0, 225.0, 120.0, 85.0, 80.0, 51.0, 36.0, 33.0, 24.0, 22.0, 12.0, 6.0, 11.0, 9.0, 2.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1729295402765274, -0.1679888218641281, -0.16304811835289001, -0.15810739994049072, -0.15316668152809143, -0.14822596311569214, -0.14328525960445404, -0.13834454119205475, -0.13340382277965546, -0.12846311926841736, -0.12352240085601807, -0.11858168244361877, -0.11364097148180008, -0.10870025306940079, -0.10375954210758209, -0.0988188236951828, -0.0938781127333641, -0.08893740177154541, -0.08399668335914612, -0.07905597239732742, -0.07411525398492813, -0.06917454302310944, -0.06423382461071014, -0.05929311364889145, -0.054352398961782455, -0.04941168427467346, -0.04447096958756447, -0.039530254900455475, -0.03458954393863678, -0.029648827388882637, -0.024708114564418793, -0.0197673998773098, -0.014826685190200806, -0.009885970503091812, -0.004945256747305393, -4.5425258576869965e-06, 0.004936171695590019, 0.009876886382699013, 0.014817600138485432, 0.01975831389427185, 0.024699028581380844, 0.029639743268489838, 0.03458045795559883, 0.039521172642707825, 0.04446188360452652, 0.04940259829163551, 0.05434331297874451, 0.0592840276658535, 0.0642247423529625, 0.06916545331478119, 0.07410617172718048, 0.07904688268899918, 0.08398760110139847, 0.08892831206321716, 0.09386903047561646, 0.09880974143743515, 0.10375045239925385, 0.10869117081165314, 0.11363188177347183, 0.11857260018587112, 0.12351331114768982, 0.1284540295600891, 0.1333947479724884, 0.1383354514837265, 0.1432761698961258]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 3.0, 2.0, 1.0, 5.0, 7.0, 3.0, 3.0, 3.0, 26.0, 2.0, 4.0, 6.0, 0.0, 5.0, 4.0, 2.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0028026518411934376, -0.002721237950026989, -0.0026398240588605404, -0.002558410167694092, -0.002476996276527643, -0.0023955823853611946, -0.002314168494194746, -0.0022327546030282974, -0.002151340711861849, -0.0020699268206954002, -0.0019885129295289516, -0.001907099038362503, -0.0018256851471960545, -0.0017442712560296059, -0.0016628573648631573, -0.0015814434736967087, -0.00150002958253026, -0.0014186156913638115, -0.001337201800197363, -0.0012557879090309143, -0.0011743740178644657, -0.0010929601266980171, -0.0010115462355315685, -0.0009301323443651199, -0.0008487184531986713, -0.0007673045620322227, -0.0006858906708657742, -0.0006044767796993256, -0.000523062888532877, -0.0004416489973664284, -0.0003602351061999798, -0.0002788212150335312, -0.0001974073238670826, -0.000115993432700634, -3.457954153418541e-05, 4.6834349632263184e-05, 0.00012824824079871178, 0.00020966213196516037, 0.00029107602313160896, 0.00037248991429805756, 0.00045390380546450615, 0.0005353176966309547, 0.0006167315877974033, 0.0006981454789638519, 0.0007795593701303005, 0.0008609732612967491, 0.0009423871524631977, 0.0010238010436296463, 0.001105214934796095, 0.0011866288259625435, 0.001268042717128992, 0.0013494566082954407, 0.0014308704994618893, 0.0015122843906283379, 0.0015936982817947865, 0.001675112172961235, 0.0017565260641276836, 0.0018379399552941322, 0.0019193538464605808, 0.0020007677376270294, 0.002082181628793478, 0.0021635955199599266, 0.002245009411126375, 0.002326423302292824, 0.0024078371934592724]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 6.0, 4.0, 5.0, 5.0, 16.0, 16.0, 17.0, 45.0, 48.0, 87.0, 139.0, 222.0, 327.0, 583.0, 912.0, 1492.0, 2595.0, 4301.0, 7847.0, 14372.0, 29430.0, 71243.0, 282280.0, 637742.0, 60920.0, 28565.0, 14703.0, 8370.0, 5032.0, 3029.0, 1879.0, 1234.0, 798.0, 458.0, 324.0, 200.0, 125.0, 84.0, 63.0, 42.0, 22.0, 9.0, 14.0, 12.0, 5.0, 5.0, 8.0, 2.0, 1.0, 2.0], "bins": [-0.010127228684723377, -0.00985360611230135, -0.009579982608556747, -0.00930636003613472, -0.009032737463712692, -0.008759114891290665, -0.008485491387546062, -0.008211868815124035, -0.007938246242702007, -0.007664623204618692, -0.0073910001665353775, -0.00711737759411335, -0.006843754556030035, -0.006570131983608007, -0.0062965089455246925, -0.006022886373102665, -0.00574926333501935, -0.005475640296936035, -0.005202017724514008, -0.004928394686430693, -0.004654772114008665, -0.00438114907592535, -0.004107526503503323, -0.0038339034654200077, -0.0035602806601673365, -0.0032866578549146652, -0.003013035049661994, -0.0027394122444093227, -0.002465789206326008, -0.0021921664010733366, -0.0019185435958206654, -0.0016449207905679941, -0.0013712979853153229, -0.0010976751800626516, -0.0008240523166023195, -0.0005504294531419873, -0.0002768066478893161, -3.1838135328143835e-06, 0.0002704390208236873, 0.0005440618842840195, 0.0008176846895366907, 0.001091307494789362, 0.0013649303000420332, 0.0016385532217100263, 0.0019121760269626975, 0.0021857989486306906, 0.002459421753883362, 0.002733044559136033, 0.0030066673643887043, 0.0032802901696413755, 0.003553912974894047, 0.003827535780146718, 0.004101158585399389, 0.004374781623482704, 0.004648404195904732, 0.004922027233988047, 0.0051956502720713615, 0.005469272844493389, 0.005742895882576704, 0.006016518454998732, 0.0062901414930820465, 0.006563764065504074, 0.006837387103587389, 0.007111009676009417, 0.0073846327140927315]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 7.0, 2.0, 3.0, 2.0, 4.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012560417875647545, -0.011886458843946457, -0.011212499812245369, -0.010538540780544281, -0.009864581748843193, -0.00919062178581953, -0.008516662754118443, -0.007842703722417355, -0.007168744690716267, -0.006494785659015179, -0.005820826627314091, -0.0051468671299517155, -0.0044729080982506275, -0.0037989490665495396, -0.003124989802017808, -0.0024510305374860764, -0.0017770715057849884, -0.0011031123576685786, -0.00042915320955216885, 0.00024480593856424093, 0.0009187650866806507, 0.0015927242347970605, 0.0022666833829134703, 0.002940642647445202, 0.00361460167914629, 0.004288560710847378, 0.004962519742548466, 0.005636479239910841, 0.006310438271611929, 0.006984397303313017, 0.007658356800675392, 0.00833231583237648, 0.009006274864077568, 0.009680233895778656, 0.010354192927479744, 0.011028151959180832, 0.01170211099088192, 0.012376070953905582, 0.01305002998560667, 0.013723989017307758, 0.014397948049008846, 0.015071907080709934, 0.015745867043733597, 0.016419826075434685, 0.017093785107135773, 0.01776774413883686, 0.01844170317053795, 0.019115662202239037, 0.019789621233940125, 0.020463580265641212, 0.0211375392973423, 0.02181149832904339, 0.022485457360744476, 0.023159416392445564, 0.023833375424146652, 0.02450733445584774, 0.025181293487548828, 0.025855254381895065, 0.026529213413596153, 0.02720317244529724, 0.02787713147699833, 0.028551090508699417, 0.029225049540400505, 0.029899008572101593, 0.03057296760380268]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 5.0, 5.0, 3.0, 7.0, 3.0, 6.0, 8.0, 7.0, 14.0, 28.0, 45.0, 47.0, 61.0, 58.0, 66.0, 87.0, 126.0, 172.0, 256.0, 270.0, 408.0, 547.0, 712.0, 884.0, 1036.0, 1357.0, 1973.0, 5979.0, 1410.0, 707.0, 451.0, 344.0, 227.0, 168.0, 142.0, 108.0, 94.0, 90.0, 73.0, 67.0, 53.0, 44.0, 39.0, 36.0, 31.0, 20.0, 28.0, 17.0, 25.0, 21.0, 12.0, 13.0, 10.0, 9.0, 1.0, 4.0, 7.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.010532285086810589, -0.010188523679971695, -0.009844761341810226, -0.009500999934971333, -0.009157237596809864, -0.00881347618997097, -0.008469713851809502, -0.008125952444970608, -0.0077821905724704266, -0.007438428699970245, -0.007094666827470064, -0.006750904954969883, -0.006407143548130989, -0.006063381675630808, -0.005719619803130627, -0.0053758579306304455, -0.005032096058130264, -0.004688334185630083, -0.004344572313129902, -0.004000810440629721, -0.003657048800960183, -0.003313286928460002, -0.0029695252887904644, -0.002625763416290283, -0.002282001543790102, -0.0019382396712899208, -0.0015944779152050614, -0.001250716159120202, -0.0009069542866200209, -0.0005631924723275006, -0.0002194306580349803, 0.00012433115625754, 0.00046809297055006027, 0.0008118547848425806, 0.0011556165991351008, 0.0014993783552199602, 0.0018431402277201414, 0.0021869021002203226, 0.00253066373988986, 0.0028744256123900414, 0.0032181874848902225, 0.0035619493573904037, 0.003905711229890585, 0.004249473102390766, 0.00459323450922966, 0.004936996381729841, 0.005280758254230022, 0.005624520126730204, 0.005968281999230385, 0.006312043871730566, 0.006655805744230747, 0.006999567616730928, 0.00734332948923111, 0.0076870908960700035, 0.008030853234231472, 0.008374614641070366, 0.008718376979231834, 0.009062138386070728, 0.009405899792909622, 0.00974966213107109, 0.010093423537909985, 0.010437185876071453, 0.010780947282910347, 0.011124709621071815, 0.01146847102791071]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12284620851278305, -0.12007186561822891, -0.11729752272367477, -0.11452317982912064, -0.1117488369345665, -0.10897449404001236, -0.10620015114545822, -0.10342580825090408, -0.10065147280693054, -0.0978771299123764, -0.09510278701782227, -0.09232844412326813, -0.08955410122871399, -0.08677975833415985, -0.08400541543960571, -0.08123107254505157, -0.07845672965049744, -0.0756823867559433, -0.07290804386138916, -0.07013370096683502, -0.06735935807228088, -0.06458501517772675, -0.061810676008462906, -0.05903633311390877, -0.05626199021935463, -0.05348764732480049, -0.05071330443024635, -0.047938961535692215, -0.045164622366428375, -0.04239027947187424, -0.0396159365773201, -0.03684159368276596, -0.03406725078821182, -0.031292907893657684, -0.028518564999103546, -0.025744223967194557, -0.02296988107264042, -0.02019553817808628, -0.017421197146177292, -0.014646854251623154, -0.011872511357069016, -0.009098168462514877, -0.006323826499283314, -0.003549484070390463, -0.000775141641497612, 0.001999200787395239, 0.00477354321628809, 0.007547885645180941, 0.010322228074073792, 0.01309657096862793, 0.015870913863182068, 0.018645254895091057, 0.021419597789645195, 0.024193940684199333, 0.026968281716108322, 0.02974262461066246, 0.0325169675052166, 0.03529131039977074, 0.038065653294324875, 0.04083999618887901, 0.04361433535814285, 0.04638867825269699, 0.04916302114725113, 0.05193736404180527, 0.054711706936359406]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 5.0, 13.0, 18.0, 27.0, 26.0, 20.0, 53.0, 24.0, 21.0, 12.0, 8.0, 6.0, 2.0, 7.0, 6.0, 4.0, 1.0, 4.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.132317915558815, -0.12939438223838806, -0.12647084891796112, -0.12354732304811478, -0.12062379717826843, -0.11770026385784149, -0.11477673798799515, -0.1118532046675682, -0.10892967879772186, -0.10600614547729492, -0.10308261215686798, -0.10015908628702164, -0.0972355529665947, -0.09431202709674835, -0.09138849377632141, -0.08846496790647507, -0.08554143458604813, -0.08261790126562119, -0.07969437539577484, -0.0767708420753479, -0.07384731620550156, -0.07092378288507462, -0.06800025701522827, -0.06507672369480133, -0.06215319409966469, -0.059229664504528046, -0.0563061349093914, -0.05338260531425476, -0.05045907199382782, -0.04753554239869118, -0.044612012803554535, -0.04168848320841789, -0.03876495361328125, -0.03584142401814461, -0.032917894423007965, -0.029994362965226173, -0.02707083337008953, -0.02414730377495289, -0.021223772317171097, -0.018300242722034454, -0.015376713126897812, -0.01245318353176117, -0.009529653005301952, -0.006606122944504023, -0.003682592883706093, -0.0007590628229081631, 0.0021644672378897667, 0.0050879972986876965, 0.008011527359485626, 0.010935056954622269, 0.013858587481081486, 0.016782118007540703, 0.019705647602677345, 0.022629177197813988, 0.02555270865559578, 0.028476238250732422, 0.031399767845869064, 0.03432329744100571, 0.03724682703614235, 0.04017035663127899, 0.04309388995170593, 0.046017419546842575, 0.04894094914197922, 0.05186447873711586, 0.0547880083322525]}, "_runtime": 36.04354810714722, "_timestamp": 1596206614.8871803, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 5.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.011762083508074284, -0.011438739486038685, -0.011115395464003086, -0.010792050510644913, -0.010468706488609314, -0.010145362466573715, -0.009822018444538116, -0.009498673491179943, -0.009175329469144344, -0.008851985447108746, -0.008528641425073147, -0.008205297403037548, -0.007881952449679375, -0.007558608427643776, -0.007235264405608177, -0.006911919917911291, -0.006588575895875692, -0.006265231873840094, -0.0059418873861432076, -0.005618543364107609, -0.005295198876410723, -0.004971854854375124, -0.004648510366678238, -0.004325166344642639, -0.00400182232260704, -0.0036784778349101543, -0.003355133580043912, -0.0030317893251776695, -0.0027084453031420708, -0.0023851010482758284, -0.002061756793409586, -0.0017384125385433435, -0.0014150682836771011, -0.0010917240288108587, -0.0007683798321522772, -0.0004450356063898653, -0.00012169138062745333, 0.00020165284513495862, 0.0005249970708973706, 0.0008483412675559521, 0.0011716855224221945, 0.0014950297772884369, 0.0018183740321546793, 0.0021417182870209217, 0.0024650623090565205, 0.002788406563922763, 0.0031117508187890053, 0.0034350950736552477, 0.00375843932852149, 0.004081783350557089, 0.004405127838253975, 0.004728471860289574, 0.00505181634798646, 0.0053751603700220585, 0.0056985048577189445, 0.006021848879754543, 0.006345192901790142, 0.006668537389487028, 0.006991881411522627, 0.007315225899219513, 0.007638569921255112, 0.00796191394329071, 0.008285258896648884, 0.008608602918684483, 0.008931946940720081]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 6.0, 8.0, 11.0, 12.0, 6.0, 6.0, 21.0, 21.0, 39.0, 43.0, 48.0, 84.0, 112.0, 164.0, 254.0, 459.0, 5101.0, 728.0, 292.0, 151.0, 81.0, 61.0, 44.0, 44.0, 25.0, 15.0, 21.0, 11.0, 13.0, 13.0, 9.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2357873171567917, -0.22966189682483673, -0.22353647649288177, -0.21741105616092682, -0.21128563582897186, -0.2051602154970169, -0.19903479516506195, -0.192909374833107, -0.18678395450115204, -0.18065853416919708, -0.17453311383724213, -0.16840769350528717, -0.16228227317333221, -0.15615685284137726, -0.1500314325094223, -0.14390601217746735, -0.1377805769443512, -0.13165515661239624, -0.12552973628044128, -0.11940432339906693, -0.11327890306711197, -0.10715348273515701, -0.10102806240320206, -0.0949026420712471, -0.08877721428871155, -0.08265179395675659, -0.07652637362480164, -0.07040095329284668, -0.06427553296089172, -0.05815011262893677, -0.05202469229698181, -0.045899271965026855, -0.0397738516330719, -0.03364843130111694, -0.027523010969161987, -0.021397588774561882, -0.015272168442606926, -0.00914674811065197, -0.0030213268473744392, 0.003104093950241804, 0.009229514747858047, 0.015354935079813004, 0.02148035541176796, 0.027605777606368065, 0.03373119980096817, 0.039856620132923126, 0.04598204046487808, 0.05210746079683304, 0.058232881128787994, 0.06435830146074295, 0.0704837217926979, 0.07660914212465286, 0.08273456245660782, 0.08885998278856277, 0.09498540312051773, 0.10111082345247269, 0.10723625123500824, 0.1133616715669632, 0.11948709189891815, 0.1256125122308731, 0.13173793256282806, 0.13786335289478302, 0.14398877322673798, 0.15011419355869293, 0.1562396138906479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 6.0, 2.0, 2.0, 6.0, 4.0, 6.0, 2.0, 2.0, 3.0, 4.0, 2.0, 26.0, 6.0, 1.0, 2.0, 5.0, 3.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001934728818014264, -0.0018494005780667067, -0.0017640723381191492, -0.0016787440981715918, -0.0015934158582240343, -0.0015080877346917987, -0.0014227594947442412, -0.0013374312547966838, -0.0012521030148491263, -0.0011667747749015689, -0.0010814465349540114, -0.000996118295006454, -0.0009107901132665575, -0.000825461873319, -0.0007401336915791035, -0.000654805451631546, -0.0005694772116839886, -0.0004841489717364311, -0.00039882076089270413, -0.00031349255004897714, -0.0002281643101014197, -0.00014283608470577747, -5.7507859310135245e-05, 2.7820366085506976e-05, 0.0001131485914811492, 0.00019847681687679142, 0.00028380504227243364, 0.00036913325311616063, 0.0004544614930637181, 0.0005397897330112755, 0.0006251179147511721, 0.0007104461546987295, 0.000795774394646287, 0.0008811026345938444, 0.0009664308745414019, 0.0010517591144889593, 0.0011370873544365168, 0.0012224154779687524, 0.0013077437179163098, 0.0013930719578638673, 0.0014784001978114247, 0.0015637284377589822, 0.0016490566777065396, 0.001734384917654097, 0.0018197130411863327, 0.0019050412811338902, 0.0019903695210814476, 0.002075697761029005, 0.0021610260009765625, 0.00224635424092412, 0.0023316824808716774, 0.002417010720819235, 0.0025023389607667923, 0.0025876672007143497, 0.002672995440661907, 0.0027583236806094646, 0.002843651920557022, 0.002928979927673936, 0.0030143081676214933, 0.003099636407569051, 0.0031849646475166082, 0.0032702928874641657, 0.003355621127411723, 0.0034409493673592806, 0.003526277607306838]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 11.0, 7.0, 16.0, 17.0, 26.0, 38.0, 59.0, 97.0, 142.0, 200.0, 261.0, 401.0, 593.0, 821.0, 1342.0, 2020.0, 3150.0, 5354.0, 8478.0, 14716.0, 26236.0, 51442.0, 123797.0, 756719.0, 89444.0, 39164.0, 20799.0, 12247.0, 7556.0, 4786.0, 3155.0, 2033.0, 1452.0, 906.0, 668.0, 396.0, 318.0, 204.0, 144.0, 120.0, 61.0, 68.0, 48.0, 31.0, 25.0, 14.0, 6.0, 17.0, 5.0, 11.0, 4.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.006103214342147112, -0.005880988202989101, -0.005658761598169804, -0.005436535459011793, -0.005214309319853783, -0.004992082715034485, -0.004769856575876474, -0.004547629971057177, -0.004325403831899166, -0.004103177692741156, -0.003880951087921858, -0.0036587249487638474, -0.003436498576775193, -0.003214272204786539, -0.0029920460656285286, -0.0027698196936398745, -0.0025475933216512203, -0.002325366949662566, -0.002103140577673912, -0.0018809144385159016, -0.0016586880665272474, -0.0014364616945385933, -0.001214235438965261, -0.0009920091833919287, -0.0007697828114032745, -0.0005475564976222813, -0.0003253301838412881, -0.00010310387006029487, 0.00011912244372069836, 0.0003413487575016916, 0.0005635750712826848, 0.000785801385063678, 0.0010080276988446712, 0.0012302540708333254, 0.0014524803264066577, 0.00167470658197999, 0.0018969329539686441, 0.0021191593259572983, 0.0023413854651153088, 0.002563611837103963, 0.002785838209092617, 0.003008064581081271, 0.0032302909530699253, 0.003452517092227936, 0.00367474346421659, 0.003896969836205244, 0.0041191959753632545, 0.004341422580182552, 0.004563648719340563, 0.004785874858498573, 0.005008101463317871, 0.005230327602475882, 0.005452553741633892, 0.00567478034645319, 0.0058970064856112, 0.006119233090430498, 0.006341459229588509, 0.006563685368746519, 0.006785911973565817, 0.007008138112723827, 0.007230364717543125, 0.007452590856701136, 0.007674816995859146, 0.007897043600678444, 0.008119270205497742]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 2.0, 6.0, 5.0, 9.0, 1.0, 4.0, 1.0, 6.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.01798875443637371, -0.01732306368649006, -0.016657374799251556, -0.015991684049367905, -0.015325995162129402, -0.01466030441224575, -0.013994614593684673, -0.013328924775123596, -0.012663234956562519, -0.011997545138001442, -0.011331855319440365, -0.010666165500879288, -0.010000474750995636, -0.009334784932434559, -0.008669095113873482, -0.008003405295312405, -0.0073377154767513275, -0.00667202565819025, -0.006006335839629173, -0.005340645555406809, -0.004674955736845732, -0.004009265918284655, -0.003343575866892934, -0.002677885815501213, -0.002012195996940136, -0.001346506061963737, -0.0006808161269873381, -1.5126192010939121e-05, 0.0006505637429654598, 0.0013162536779418588, 0.0019819436129182577, 0.0026476336643099785, 0.0033133234828710556, 0.003979013301432133, 0.00464470311999321, 0.005310393404215574, 0.005976083222776651, 0.0066417730413377285, 0.007307463325560093, 0.00797315314412117, 0.008638842962682247, 0.009304532781243324, 0.009970222599804401, 0.010635912418365479, 0.01130160316824913, 0.011967292986810207, 0.012632982805371284, 0.013298672623932362, 0.013964362442493439, 0.014630052261054516, 0.015295742079615593, 0.015961432829499245, 0.016627121716737747, 0.0172928124666214, 0.0179585013538599, 0.018624192103743553, 0.019289880990982056, 0.019955571740865707, 0.02062126249074936, 0.02128695137798786, 0.021952642127871513, 0.022618331015110016, 0.023284021764993668, 0.02394971065223217, 0.024615401402115822]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 0.0, 2.0, 0.0, 5.0, 5.0, 24.0, 17.0, 28.0, 46.0, 34.0, 67.0, 68.0, 106.0, 110.0, 143.0, 168.0, 201.0, 260.0, 393.0, 606.0, 852.0, 1401.0, 2597.0, 6187.0, 1492.0, 926.0, 641.0, 474.0, 300.0, 264.0, 153.0, 137.0, 99.0, 101.0, 75.0, 85.0, 72.0, 54.0, 40.0, 32.0, 26.0, 20.0, 20.0, 13.0, 24.0, 12.0, 13.0, 2.0, 5.0, 6.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.007958076894283295, -0.007628508377820253, -0.007298939861357212, -0.006969371344894171, -0.0066398028284311295, -0.006310234311968088, -0.005980665795505047, -0.0056510972790420055, -0.005321528762578964, -0.004991960246115923, -0.004662391729652882, -0.00433282321318984, -0.004003254696726799, -0.0036736861802637577, -0.0033441176638007164, -0.003014549147337675, -0.002684980630874634, -0.0023554121144115925, -0.002025843597948551, -0.0016962750814855099, -0.0013667065650224686, -0.0010371380485594273, -0.000707569532096386, -0.00037800101563334465, -4.8432499170303345e-05, 0.00028113601729273796, 0.0006107045337557793, 0.0009402730502188206, 0.0012698415666818619, 0.0015994100831449032, 0.0019289785996079445, 0.002258547116070986, 0.002588115632534027, 0.0029176841489970684, 0.0032472526654601097, 0.003576821181923151, 0.003906389698386192, 0.004235958214849234, 0.004565526731312275, 0.004895095247775316, 0.0052246637642383575, 0.005554232280701399, 0.00588380079716444, 0.0062133693136274815, 0.006542937830090523, 0.006872506346553564, 0.007202074863016605, 0.007531643379479647, 0.007861211895942688, 0.008190780878067017, 0.00852034892886877, 0.008849916979670525, 0.009179485961794853, 0.009509054943919182, 0.009838622994720936, 0.01016819104552269, 0.010497760027647018, 0.010827329009771347, 0.011156897060573101, 0.011486465111374855, 0.011816034093499184, 0.012145603075623512, 0.012475171126425266, 0.01280473917722702, 0.013134308159351349]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 0.0, 3.0, 1.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20632006227970123, -0.20089563727378845, -0.19547119736671448, -0.1900467574596405, -0.18462233245372772, -0.17919790744781494, -0.17377346754074097, -0.168349027633667, -0.1629246026277542, -0.15750017762184143, -0.15207573771476746, -0.14665129780769348, -0.1412268728017807, -0.13580244779586792, -0.13037800788879395, -0.12495357543230057, -0.11952914297580719, -0.11410471051931381, -0.10868027806282043, -0.10325584560632706, -0.09783141314983368, -0.0924069806933403, -0.08698254823684692, -0.08155811578035355, -0.07613368332386017, -0.07070925086736679, -0.06528481841087341, -0.059860385954380035, -0.05443595349788666, -0.04901152104139328, -0.0435870885848999, -0.038162656128406525, -0.03273822367191315, -0.02731379121541977, -0.02188935875892639, -0.016464926302433014, -0.011040493845939636, -0.0056160613894462585, -0.00019162893295288086, 0.005232803523540497, 0.010657235980033875, 0.016081668436527252, 0.02150610089302063, 0.026930533349514008, 0.032354965806007385, 0.03777939826250076, 0.04320383071899414, 0.04862826317548752, 0.054052695631980896, 0.059477128088474274, 0.06490156054496765, 0.07032599300146103, 0.0757504254579544, 0.08117485791444778, 0.08659929037094116, 0.09202372282743454, 0.09744815528392792, 0.1028725877404213, 0.10829702019691467, 0.11372145265340805, 0.11914588510990143, 0.1245703175663948, 0.12999475002288818, 0.13541918992996216, 0.14084361493587494]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 3.0, 4.0, 4.0, 9.0, 17.0, 34.0, 52.0, 27.0, 17.0, 16.0, 8.0, 6.0, 5.0, 4.0, 3.0, 2.0, 7.0, 4.0, 3.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0], "bins": [-0.13696329295635223, -0.13378971815109253, -0.13061612844467163, -0.12744255363941193, -0.12426897883415222, -0.12109540402889252, -0.11792182177305222, -0.11474823951721191, -0.11157466471195221, -0.1084010899066925, -0.1052275076508522, -0.1020539253950119, -0.0988803505897522, -0.09570677578449249, -0.09253319352865219, -0.08935961127281189, -0.08618603646755219, -0.08301246166229248, -0.07983887940645218, -0.07666529715061188, -0.07349172234535217, -0.07031814754009247, -0.06714456528425217, -0.06397098302841187, -0.06079740822315216, -0.05762382969260216, -0.054450251162052155, -0.05127667263150215, -0.04810309410095215, -0.044929515570402145, -0.04175593703985214, -0.03858235850930214, -0.035408779978752136, -0.03223520144820213, -0.02906162291765213, -0.025888044387102127, -0.022714465856552124, -0.01954088732600212, -0.016367308795452118, -0.013193730264902115, -0.010020151734352112, -0.006846573203802109, -0.0036729946732521057, -0.0004994161427021027, 0.0026741623878479004, 0.0058477409183979034, 0.009021319448947906, 0.01219489797949791, 0.015368476510047913, 0.018542055040597916, 0.02171563357114792, 0.024889212101697922, 0.028062790632247925, 0.031236369162797928, 0.03440994769334793, 0.037583526223897934, 0.04075710475444794, 0.04393068328499794, 0.04710426181554794, 0.050277840346097946, 0.05345141887664795, 0.05662499740719795, 0.059798575937747955, 0.06297215819358826, 0.06614573299884796]}, "_runtime": 36.85335659980774, "_timestamp": 1596206615.6969888, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01326039433479309, -0.012883706018328667, -0.012507017701864243, -0.012130328454077244, -0.01175364013761282, -0.011376951821148396, -0.011000263504683971, -0.010623575188219547, -0.010246885940432549, -0.009870197623968124, -0.0094935093075037, -0.009116820991039276, -0.008740132674574852, -0.008363444358110428, -0.007986755110323429, -0.007610066793859005, -0.007233378477394581, -0.006856690160930157, -0.006480001378804445, -0.006103313062340021, -0.00572662428021431, -0.0053499359637498856, -0.004973247647285461, -0.00459655886515975, -0.004219870548695326, -0.003843181999400258, -0.0034664934501051903, -0.003089805133640766, -0.0027131165843456984, -0.0023364280350506306, -0.0019597397185862064, -0.0015830511692911386, -0.0012063626199960709, -0.000829674128908664, -0.0004529856378212571, -7.629714673385024e-05, 0.00030039134435355663, 0.0006770798354409635, 0.0010537683265283704, 0.0014304567594081163, 0.0018071453087031841, 0.002183833857998252, 0.0025605224072933197, 0.002937210723757744, 0.0033138992730528116, 0.0036905878223478794, 0.0040672761388123035, 0.004443964920938015, 0.004820653237402439, 0.005197341553866863, 0.005574030335992575, 0.005950718652456999, 0.00632740743458271, 0.006704095751047134, 0.0070807840675115585, 0.00745747284963727, 0.007834160700440407, 0.008210849948227406, 0.00858753826469183, 0.008964226581156254, 0.009340914897620678, 0.009717603214085102, 0.0100942924618721, 0.010470980778336525, 0.010847669094800949]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 6.0, 8.0, 5.0, 8.0, 10.0, 11.0, 14.0, 14.0, 22.0, 13.0, 33.0, 46.0, 47.0, 69.0, 78.0, 102.0, 163.0, 182.0, 287.0, 553.0, 4909.0, 484.0, 219.0, 145.0, 114.0, 92.0, 45.0, 49.0, 42.0, 30.0, 29.0, 12.0, 19.0, 9.0, 9.0, 11.0, 3.0, 5.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.15670472383499146, -0.1521109789609909, -0.14751724898815155, -0.142923504114151, -0.13832977414131165, -0.1337360292673111, -0.12914229929447174, -0.12454855442047119, -0.11995481699705124, -0.11536107957363129, -0.11076734215021133, -0.10617360472679138, -0.10157985985279083, -0.09698612242937088, -0.09239238500595093, -0.08779864758253098, -0.08320491015911102, -0.07861117273569107, -0.07401743531227112, -0.06942369788885117, -0.06482996046543121, -0.06023621931672096, -0.05564247816801071, -0.05104874074459076, -0.04645500332117081, -0.041861265897750854, -0.0372675284743309, -0.03267378732562065, -0.0280800499022007, -0.023486312478780746, -0.018892573192715645, -0.014298834837973118, -0.00970509648323059, -0.005111358128488064, -0.0005176197737455368, 0.00407611858099699, 0.008669856935739517, 0.013263595290482044, 0.01785733364522457, 0.022451072931289673, 0.027044810354709625, 0.03163854777812958, 0.03623228520154953, 0.04082602635025978, 0.04541976377367973, 0.050013501197099686, 0.054607242345809937, 0.05920097976922989, 0.06379471719264984, 0.0683884546160698, 0.07298219203948975, 0.0775759294629097, 0.08216966688632965, 0.0867634117603302, 0.09135714918375015, 0.0959508866071701, 0.10054462403059006, 0.10513836145401001, 0.10973209887742996, 0.11432583630084991, 0.11891958117485046, 0.12351331859827042, 0.12810705602169037, 0.13270078599452972, 0.13729453086853027]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 5.0, 6.0, 4.0, 1.0, 4.0, 1.0, 5.0, 36.0, 6.0, 2.0, 3.0, 5.0, 4.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019308942137286067, -0.0018513415707275271, -0.0017717889277264476, -0.0016922361683100462, -0.0016126835253089666, -0.001533130882307887, -0.0014535782393068075, -0.001374025596305728, -0.0012944729533046484, -0.001214920193888247, -0.0011353675508871675, -0.001055814907886088, -0.0009762622648850083, -0.0008967095636762679, -0.0008171569206751883, -0.0007376042194664478, -0.0006580515764653683, -0.0005784989334642887, -0.0004989462322555482, -0.0004193935892544687, -0.00033984091714955866, -0.00026028824504464865, -0.00018073558749165386, -0.00010118292266270146, -2.1630257833749056e-05, 5.7922406995203346e-05, 0.00013747507182415575, 0.00021702772937715054, 0.00029658040148206055, 0.00037613307358697057, 0.0004556857165880501, 0.0005352384177967906, 0.0006147910607978702, 0.0006943437037989497, 0.0007738964050076902, 0.0008534490480087698, 0.0009330017492175102, 0.0010125543922185898, 0.0010921070352196693, 0.001171659678220749, 0.0012512123212218285, 0.0013307650806382298, 0.0014103177236393094, 0.001489870366640389, 0.0015694230096414685, 0.001648975652642548, 0.0017285284120589495, 0.001808081055060029, 0.0018876336980611086, 0.001967186341062188, 0.0020467389840632677, 0.0021262916270643473, 0.002205844270065427, 0.0022853969130665064, 0.0023649497888982296, 0.002444502431899309, 0.0025240550749003887, 0.0026036077179014683, 0.002683160360902548, 0.0027627130039036274, 0.002842265646904707, 0.0029218182899057865, 0.003001370932906866, 0.0030809235759079456, 0.003160476218909025]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 7.0, 10.0, 11.0, 23.0, 31.0, 53.0, 63.0, 94.0, 156.0, 223.0, 406.0, 696.0, 1272.0, 2405.0, 4424.0, 8914.0, 19737.0, 47491.0, 143952.0, 790927.0, 84005.0, 34362.0, 17292.0, 9327.0, 5273.0, 3191.0, 1936.0, 1212.0, 752.0, 472.0, 298.0, 199.0, 119.0, 91.0, 63.0, 49.0, 38.0, 22.0, 8.0, 11.0, 5.0, 5.0, 5.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008182217366993427, -0.00788347702473402, -0.007584736682474613, -0.007285996340215206, -0.006987255997955799, -0.006688516121357679, -0.006389775779098272, -0.006091035436838865, -0.005792295094579458, -0.005493554752320051, -0.005194814410060644, -0.004896074067801237, -0.004597334191203117, -0.00429859384894371, -0.003999853506684303, -0.0037011131644248962, -0.003402372822165489, -0.003103632479906082, -0.002804892137646675, -0.0025061520282179117, -0.0022074116859585047, -0.0019086713436990976, -0.0016099311178550124, -0.0013111908920109272, -0.0010124505497515202, -0.000713710265699774, -0.0004149699816480279, -0.00011622969759628177, 0.00018251058645546436, 0.0004812508705072105, 0.0007799911545589566, 0.0010787313804030418, 0.0013774717226624489, 0.001676212064921856, 0.001974952407181263, 0.0022736925166100264, 0.0025724328588694334, 0.0028711732011288404, 0.003169913310557604, 0.003468653652817011, 0.003767393995076418, 0.004066134337335825, 0.004364874679595232, 0.004663615021854639, 0.004962354898452759, 0.005261095240712166, 0.005559835582971573, 0.00585857592523098, 0.006157316267490387, 0.006456056609749794, 0.006754796952009201, 0.007053537294268608, 0.007352277636528015, 0.007651017513126135, 0.00794975832104683, 0.008248498663306236, 0.008547239005565643, 0.008845978416502476, 0.009144718758761883, 0.00944345910102129, 0.009742199443280697, 0.010040939785540104, 0.010339680127799511, 0.010638420470058918, 0.010937160812318325]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 6.0, 5.0, 3.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01624923199415207, -0.015772704035043716, -0.015296177938580513, -0.014819650910794735, -0.014343123883008957, -0.013866596855223179, -0.013390068896114826, -0.012913541868329048, -0.01243701484054327, -0.011960487812757492, -0.011483960784971714, -0.011007433757185936, -0.010530906729400158, -0.01005437970161438, -0.009577852673828602, -0.009101325646042824, -0.008624797686934471, -0.008148270659148693, -0.007671744097024202, -0.007195216603577137, -0.006718689575791359, -0.006242162548005581, -0.005765635520219803, -0.005289108492434025, -0.004812581464648247, -0.004336053971201181, -0.0038595269434154034, -0.0033829999156296253, -0.0029064728878438473, -0.0024299456272274256, -0.0019534185994416475, -0.0014768914552405477, -0.0010003643110394478, -0.0005238371668383479, -4.731008084490895e-05, 0.00042921703425236046, 0.0009057441493496299, 0.0013822712935507298, 0.0018587983213365078, 0.0023353255819529295, 0.0028118526097387075, 0.0032883796375244856, 0.0037649068981409073, 0.004241433925926685, 0.004717960953712463, 0.005194487981498241, 0.005671015474945307, 0.006147542502731085, 0.006624069530516863, 0.007100596558302641, 0.007577123586088419, 0.008053651079535484, 0.008530178107321262, 0.00900670513510704, 0.009483232162892818, 0.009959759190678596, 0.010436286218464375, 0.010912813246250153, 0.01138934027403593, 0.011865868233144283, 0.012342395260930061, 0.01281892228871584, 0.013295449316501617, 0.013771976344287395, 0.014248503372073174]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 2.0, 6.0, 10.0, 16.0, 16.0, 20.0, 25.0, 41.0, 42.0, 43.0, 64.0, 68.0, 68.0, 82.0, 105.0, 143.0, 223.0, 313.0, 367.0, 501.0, 722.0, 901.0, 1356.0, 5823.0, 2263.0, 1600.0, 1059.0, 701.0, 456.0, 319.0, 239.0, 164.0, 161.0, 82.0, 81.0, 80.0, 69.0, 35.0, 22.0, 26.0, 24.0, 30.0, 17.0, 4.0, 9.0, 4.0, 5.0, 3.0, 0.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008709533140063286, -0.008395925164222717, -0.008082317188382149, -0.0077687096782028675, -0.007455101702362299, -0.00714149372652173, -0.006827885750681162, -0.006514277774840593, -0.006200670264661312, -0.0058870622888207436, -0.005573454312980175, -0.0052598463371396065, -0.004946238361299038, -0.004632630385458469, -0.004319022875279188, -0.00400541489943862, -0.003691806923598051, -0.0033781989477574825, -0.0030645912047475576, -0.002750983228906989, -0.002437375485897064, -0.0021237675100564957, -0.0018101595342159271, -0.0014965516747906804, -0.0011829438153654337, -0.000869335955940187, -0.0005557280383072793, -0.00024212014977820218, 7.1487738750875e-05, 0.00038509562727995217, 0.0006987035158090293, 0.001012311433441937, 0.0013259192928671837, 0.0016395271522924304, 0.001953135011717677, 0.0022667429875582457, 0.0025803507305681705, 0.002893958706408739, 0.0032075666822493076, 0.0035211744252592325, 0.003834782401099801, 0.004148390144109726, 0.0044619981199502945, 0.004775606095790863, 0.005089214071631432, 0.005402822047472, 0.005716429557651281, 0.00603003753349185, 0.0063436455093324184, 0.006657253485172987, 0.0069708614610135555, 0.007284468971192837, 0.007598076947033405, 0.007911684922873974, 0.008225292898714542, 0.008538900874555111, 0.00885250885039568, 0.009166116826236248, 0.009479724802076817, 0.00979333184659481, 0.010106939822435379, 0.010420547798275948, 0.010734155774116516, 0.011047763749957085, 0.011361371725797653]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 5.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09779489040374756, -0.09191238135099411, -0.08602987229824066, -0.08014736324548721, -0.07426485419273376, -0.06838233768939972, -0.06249982863664627, -0.05661731958389282, -0.050734810531139374, -0.044852301478385925, -0.03896979242563248, -0.03308727964758873, -0.02720477059483528, -0.021322261542081833, -0.015439750626683235, -0.009557240642607212, -0.003674730658531189, 0.002207779325544834, 0.008090289309620857, 0.01397279929369688, 0.019855309277772903, 0.025737818330526352, 0.0316203311085701, 0.03750284016132355, 0.043385349214076996, 0.049267858266830444, 0.05515036731958389, 0.06103288009762764, 0.06691539287567139, 0.07279790192842484, 0.07868041098117828, 0.08456292003393173, 0.09044542908668518, 0.09632793813943863, 0.10221044719219208, 0.10809295624494553, 0.11397546529769897, 0.11985798180103302, 0.12574048340320587, 0.13162299990653992, 0.13750550150871277, 0.14338801801204681, 0.14927053451538086, 0.1551530361175537, 0.16103555262088776, 0.1669180542230606, 0.17280057072639465, 0.1786830723285675, 0.18456558883190155, 0.1904481053352356, 0.19633060693740845, 0.2022131234407425, 0.20809562504291534, 0.2139781415462494, 0.21986064314842224, 0.2257431596517563, 0.23162567615509033, 0.23750817775726318, 0.24339069426059723, 0.24927319586277008, 0.2551557123661041, 0.261038213968277, 0.26692071557044983, 0.27280324697494507, 0.2786857485771179]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 2.0, 5.0, 5.0, 4.0, 8.0, 3.0, 10.0, 17.0, 19.0, 22.0, 34.0, 54.0, 19.0, 19.0, 8.0, 0.0, 0.0, 2.0, 5.0, 3.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.07797573506832123, -0.07375375926494598, -0.06953177601099014, -0.0653097927570343, -0.06108781695365906, -0.056865837424993515, -0.05264385789632797, -0.04842187836766243, -0.04419989883899689, -0.039977919310331345, -0.0357559397816658, -0.03153396025300026, -0.027311980724334717, -0.023090001195669174, -0.01886802166700363, -0.014646042138338089, -0.010424062609672546, -0.006202083081007004, -0.001980103552341461, 0.0022418759763240814, 0.006463855504989624, 0.010685835033655167, 0.01490781456232071, 0.019129794090986252, 0.023351773619651794, 0.027573753148317337, 0.03179573267698288, 0.03601771220564842, 0.040239691734313965, 0.04446167126297951, 0.04868365079164505, 0.05290563032031059, 0.057127609848976135, 0.06134958937764168, 0.06557156890630722, 0.06979355216026306, 0.0740155279636383, 0.07823750376701355, 0.08245948702096939, 0.08668147027492523, 0.09090344607830048, 0.09512542188167572, 0.09934740513563156, 0.1035693883895874, 0.10779136419296265, 0.11201333999633789, 0.11623532325029373, 0.12045730650424957, 0.12467928230762482, 0.12890125811100006, 0.1331232488155365, 0.13734522461891174, 0.141567200422287, 0.14578917622566223, 0.15001115202903748, 0.1542331427335739, 0.15845511853694916, 0.1626770943403244, 0.16689908504486084, 0.17112106084823608, 0.17534303665161133, 0.17956501245498657, 0.18378698825836182, 0.18800897896289825, 0.1922309547662735]}, "_runtime": 37.641549825668335, "_timestamp": 1596206616.485182, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 5.0, 1.0, 1.0, 0.0, 6.0, 2.0, 6.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 4.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01347388792783022, -0.013031805865466595, -0.012589722871780396, -0.012147640809416771, -0.011705558747053146, -0.011263475753366947, -0.010821393691003323, -0.010379310697317123, -0.009937228634953499, -0.009495146572589874, -0.009053063578903675, -0.00861098151654005, -0.008168898522853851, -0.007726816460490227, -0.007284734398126602, -0.00684265187010169, -0.006400569342076778, -0.0059584868140518665, -0.005516404286026955, -0.00507432222366333, -0.004632239695638418, -0.004190157167613506, -0.003748074872419238, -0.00330599257722497, -0.002863910049200058, -0.002421827521175146, -0.001979745225980878, -0.0015376628143712878, -0.0010955804027616978, -0.0006534979911521077, -0.00021141557954251766, 0.0002306668320670724, 0.0006727492436766624, 0.0011148316552862525, 0.0015569140668958426, 0.0019989963620901108, 0.0024410788901150227, 0.0028831614181399345, 0.0033252437133342028, 0.003767326008528471, 0.004209408536553383, 0.004651491064578295, 0.005093573592603207, 0.005535655654966831, 0.005977738182991743, 0.006419820711016655, 0.0068619027733802795, 0.007303985301405191, 0.007746067829430103, 0.008188149891793728, 0.008630232885479927, 0.009072314947843552, 0.009514397010207176, 0.009956480003893375, 0.010398562066257, 0.0108406450599432, 0.011282727122306824, 0.011724809184670448, 0.012166892178356647, 0.012608974240720272, 0.013051057234406471, 0.013493139296770096, 0.01393522135913372, 0.01437730435281992, 0.014819386415183544]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 8.0, 6.0, 9.0, 12.0, 26.0, 32.0, 58.0, 85.0, 139.0, 244.0, 389.0, 5368.0, 869.0, 288.0, 132.0, 79.0, 50.0, 29.0, 22.0, 22.0, 8.0, 9.0, 7.0, 6.0, 7.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.21960295736789703, -0.21245130896568298, -0.20529966056346893, -0.19814801216125488, -0.19099636375904083, -0.18384471535682678, -0.17669306695461273, -0.16954141855239868, -0.16238977015018463, -0.15523812174797058, -0.14808647334575653, -0.14093482494354248, -0.13378317654132843, -0.12663152813911438, -0.11947987973690033, -0.11232823133468628, -0.10517658293247223, -0.09802493453025818, -0.09087328612804413, -0.08372163772583008, -0.07656998932361603, -0.06941834092140198, -0.06226669251918793, -0.05511504411697388, -0.04796339571475983, -0.040811747312545776, -0.033660098910331726, -0.026508450508117676, -0.019356802105903625, -0.012205153703689575, -0.005053505301475525, 0.0020981431007385254, 0.009249791502952576, 0.016401439905166626, 0.023553088307380676, 0.030704736709594727, 0.03785638511180878, 0.04500803351402283, 0.05215968191623688, 0.05931133031845093, 0.06646297872066498, 0.07361462712287903, 0.08076627552509308, 0.08791792392730713, 0.09506957232952118, 0.10222122073173523, 0.10937286913394928, 0.11652451753616333, 0.12367616593837738, 0.13082781434059143, 0.13797946274280548, 0.14513111114501953, 0.15228275954723358, 0.15943440794944763, 0.16658605635166168, 0.17373770475387573, 0.18088935315608978, 0.18804100155830383, 0.19519264996051788, 0.20234429836273193, 0.20949594676494598, 0.21664759516716003, 0.22379924356937408, 0.23095089197158813, 0.23810254037380219]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 1.0, 4.0, 8.0, 0.0, 4.0, 2.0, 4.0, 2.0, 3.0, 4.0, 26.0, 7.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0017220445442944765, -0.0016684371512383223, -0.001614829758182168, -0.0015612223651260138, -0.0015076149720698595, -0.0014540075790137053, -0.0014004000695422292, -0.001346792676486075, -0.0012931852834299207, -0.0012395778903737664, -0.0011859704973176122, -0.001132363104261458, -0.0010787557112053037, -0.0010251483181491494, -0.0009715408668853343, -0.00091793347382918, -0.0008643260807730258, -0.0008107186877168715, -0.0007571112946607172, -0.0007035038433969021, -0.0006498964503407478, -0.0005962890572845936, -0.0005426816642284393, -0.0004890742711722851, -0.00043546684901230037, -0.0003818594559561461, -0.0003282520337961614, -0.00027464464074000716, -0.00022103723313193768, -0.0001674298255238682, -0.00011382242519175634, -6.0215021221665666e-05, -6.607617251574993e-06, 4.699978671851568e-05, 0.00010060719068860635, 0.00015421459102071822, 0.0002078219986287877, 0.0002614294062368572, 0.0003150367992930114, 0.00036864422145299613, 0.0004222516145091504, 0.00047585900756530464, 0.0005294664297252893, 0.0005830738227814436, 0.0006366812158375978, 0.0006902886088937521, 0.0007438960601575673, 0.0007975034532137215, 0.0008511108462698758, 0.00090471823932603, 0.0009583256323821843, 0.0010119330836459994, 0.0010655404767021537, 0.001119147869758308, 0.0011727552628144622, 0.0012263626558706164, 0.0012799700489267707, 0.001333577441982925, 0.0013871848350390792, 0.0014407923445105553, 0.0014943997375667095, 0.0015480071306228638, 0.001601614523679018, 0.0016552219167351723, 0.0017088293097913265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 3.0, 6.0, 8.0, 24.0, 26.0, 40.0, 43.0, 71.0, 83.0, 128.0, 158.0, 265.0, 402.0, 602.0, 934.0, 1439.0, 2294.0, 3770.0, 6738.0, 12454.0, 25786.0, 61224.0, 210028.0, 731668.0, 63026.0, 27125.0, 13584.0, 7236.0, 4170.0, 2386.0, 1415.0, 915.0, 579.0, 369.0, 190.0, 117.0, 91.0, 80.0, 48.0, 34.0, 17.0, 13.0, 9.0, 7.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.008642301894724369, -0.00840968731790781, -0.008177072741091251, -0.007944457232952118, -0.007711842656135559, -0.007479228079319, -0.007246613036841154, -0.007013998460024595, -0.006781383417546749, -0.00654876884073019, -0.0063161542639136314, -0.006083539221435785, -0.0058509246446192265, -0.00561830960214138, -0.0053856950253248215, -0.005153079982846975, -0.0049204654060304165, -0.004687850829213858, -0.0044552357867360115, -0.004222621209919453, -0.0039900061674416065, -0.0037573915906250477, -0.003524776780977845, -0.0032921619713306427, -0.00305954716168344, -0.0028269323520362377, -0.0025943175423890352, -0.0023617027327418327, -0.002129088155925274, -0.0018964732298627496, -0.001663858536630869, -0.0014312437269836664, -0.001198628917336464, -0.0009660141076892614, -0.0007333993562497199, -0.0005007846048101783, -0.0002681697951629758, -3.555501461960375e-05, 0.00019705976592376828, 0.0004296745464671403, 0.0006622893270105124, 0.0008949041366577148, 0.0011275189463049173, 0.001360133639536798, 0.0015927484491840005, 0.001825363258831203, 0.0020579779520630836, 0.002290592761710286, 0.0025232075713574886, 0.002755822381004691, 0.0029884371906518936, 0.003221052000299096, 0.0034536668099462986, 0.0036862813867628574, 0.003918896429240704, 0.004151511006057262, 0.004384125582873821, 0.004616740625351667, 0.004849355202168226, 0.005081970244646072, 0.005314584821462631, 0.005547199863940477, 0.005779814440757036, 0.006012429483234882, 0.006245044060051441]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 2.0, 3.0, 0.0, 2.0, 15.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019667981192469597, -0.019122688099741936, -0.018577393144369125, -0.018032100051641464, -0.017486806958913803, -0.016941512003540993, -0.01639621891081333, -0.01585092581808567, -0.01530563086271286, -0.014760337769985199, -0.014215043745934963, -0.013669749721884727, -0.013124456629157066, -0.01257916260510683, -0.012033868581056595, -0.011488575488328934, -0.010943281464278698, -0.010397987440228462, -0.009852694347500801, -0.009307400323450565, -0.00876210629940033, -0.008216813206672668, -0.007671519182622433, -0.007126225158572197, -0.0065809316001832485, -0.0060356380417943, -0.005490344017744064, -0.004945050459355116, -0.0043997569009661674, -0.0038544628769159317, -0.0033091693185269833, -0.002763875527307391, -0.002218581736087799, -0.001673287944868207, -0.0011279942700639367, -0.0005827005370520055, -3.740680404007435e-05, 0.0005078869289718568, 0.001053180661983788, 0.0015984743367880583, 0.0021437681280076504, 0.0026890619192272425, 0.0032343557104468346, 0.003779649268835783, 0.0043249428272247314, 0.004870236851274967, 0.005415530409663916, 0.005960824433714151, 0.0065061179921031, 0.007051411550492048, 0.007596705574542284, 0.008141999132931232, 0.008687293156981468, 0.00923258624970913, 0.009777880273759365, 0.0103231742978096, 0.010868467390537262, 0.011413761414587498, 0.011959055438637733, 0.01250434946268797, 0.01304964255541563, 0.013594936579465866, 0.014140230603516102, 0.014685523696243763, 0.015230817720293999]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 7.0, 18.0, 14.0, 10.0, 26.0, 23.0, 30.0, 22.0, 31.0, 32.0, 35.0, 41.0, 40.0, 61.0, 62.0, 94.0, 119.0, 159.0, 163.0, 206.0, 260.0, 269.0, 368.0, 440.0, 627.0, 772.0, 1169.0, 2424.0, 5540.0, 1464.0, 995.0, 681.0, 502.0, 403.0, 319.0, 213.0, 163.0, 142.0, 111.0, 91.0, 56.0, 57.0, 38.0, 34.0, 28.0, 18.0, 11.0, 14.0, 6.0, 5.0, 4.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.008613800629973412, -0.008381116203963757, -0.008148432709276676, -0.007915748283267021, -0.007683063857257366, -0.0074503798969089985, -0.0072176954708993435, -0.006985011510550976, -0.006752327084541321, -0.006519643124192953, -0.006286959163844585, -0.00605427473783493, -0.005821590777486563, -0.005588906351476908, -0.00535622239112854, -0.005123537965118885, -0.004890854004770517, -0.00465817004442215, -0.004425485618412495, -0.004192801658064127, -0.003960117232054472, -0.0037274332717061043, -0.003494749078527093, -0.0032620648853480816, -0.0030293806921690702, -0.002796696498990059, -0.0025640123058110476, -0.002331328112632036, -0.0020986441522836685, -0.0018659598426893353, -0.0016332757659256458, -0.0014005915727466345, -0.0011679073795676231, -0.0009352231863886118, -0.0007025390514172614, -0.0004698548873420805, -0.00023717072326689959, -4.4865591917186975e-06, 0.0002281976048834622, 0.0004608817689586431, 0.000693565933033824, 0.0009262501262128353, 0.0011589343193918467, 0.0013916183961555362, 0.0016243025893345475, 0.0018569867825135589, 0.0020896708592772484, 0.0023223550524562597, 0.002555039245635271, 0.0027877234388142824, 0.0030204076319932938, 0.003253091825172305, 0.0034857760183513165, 0.003718459978699684, 0.003951144404709339, 0.004183828365057707, 0.0044165123254060745, 0.0046491967514157295, 0.004881880711764097, 0.005114565137773752, 0.00534724909812212, 0.005579933524131775, 0.005812617484480143, 0.006045301910489798, 0.006277985870838165]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.047442201524972916, -0.04446461796760559, -0.041487038135528564, -0.03850945457816124, -0.035531871020793915, -0.03255429118871689, -0.029576707631349564, -0.02659912407398224, -0.023621542379260063, -0.020643960684537888, -0.017666377127170563, -0.014688795432448387, -0.011711212806403637, -0.008733630180358887, -0.005756048019975424, -0.0027784656267613173, 0.0001991167664527893, 0.003176699159666896, 0.006154281552881002, 0.009131863713264465, 0.012109446339309216, 0.015087028965353966, 0.01806461066007614, 0.021042194217443466, 0.024019775912165642, 0.026997357606887817, 0.029974941164255142, 0.03295252472162247, 0.03593010455369949, 0.03890768811106682, 0.04188527166843414, 0.04486285150051117, 0.047840435057878494, 0.05081801861524582, 0.053795598447322845, 0.05677318200469017, 0.059750765562057495, 0.06272834539413452, 0.06570593267679214, 0.06868351250886917, 0.0716610923409462, 0.07463867962360382, 0.07761625945568085, 0.08059383928775787, 0.0835714265704155, 0.08654900640249252, 0.08952658623456955, 0.09250417351722717, 0.0954817533493042, 0.09845933318138123, 0.10143692046403885, 0.10441450029611588, 0.1073920801281929, 0.11036966741085052, 0.11334724724292755, 0.11632482707500458, 0.1193024143576622, 0.12227999418973923, 0.12525758147239685, 0.12823516130447388, 0.1312127411365509, 0.13419032096862793, 0.13716790080070496, 0.14014549553394318, 0.1431230753660202]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 5.0, 1.0, 2.0, 5.0, 6.0, 9.0, 6.0, 18.0, 23.0, 30.0, 26.0, 32.0, 50.0, 14.0, 8.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 5.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.036381516605615616, -0.034114766865968704, -0.03184802085161209, -0.02958127111196518, -0.027314523234963417, -0.025047775357961655, -0.022781025618314743, -0.02051427774131298, -0.018247529864311218, -0.015980781987309456, -0.013714033178985119, -0.011447284370660782, -0.00918053649365902, -0.00691378815099597, -0.00464703980833292, -0.0023802914656698704, -0.00011354312300682068, 0.002153205219656229, 0.004419953562319279, 0.006686701904982328, 0.008953450247645378, 0.01122019812464714, 0.013486946932971478, 0.015753695741295815, 0.018020443618297577, 0.02028719149529934, 0.0225539393723011, 0.024820689111948013, 0.027087436988949776, 0.029354184865951538, 0.03162093460559845, 0.03388768061995506, 0.036154430359601974, 0.038421180099248886, 0.0406879261136055, 0.04295467585325241, 0.04522142559289932, 0.047488171607255936, 0.04975492134690285, 0.05202166736125946, 0.05428841710090637, 0.056555166840553284, 0.0588219128549099, 0.06108866259455681, 0.06335540860891342, 0.06562215834856033, 0.06788890808820724, 0.07015565782785416, 0.07242240011692047, 0.07468914985656738, 0.0769558995962143, 0.0792226493358612, 0.08148939907550812, 0.08375614881515503, 0.08602289110422134, 0.08828964084386826, 0.09055639058351517, 0.09282314032316208, 0.09508989006280899, 0.0973566323518753, 0.09962338209152222, 0.10189013183116913, 0.10415688157081604, 0.10642363131046295, 0.10869038105010986]}, "_runtime": 38.46170258522034, "_timestamp": 1596206617.3053348, "_step": 40}
+{"epoch": 3, "accuracy": 0.8079972888127853, "val_loss": 0.5017860832551843, "_runtime": 40.109955072402954, "_timestamp": 1596206618.9535873, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 9.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010619585402309895, -0.010285308584570885, -0.009951031766831875, -0.00961675401777029, -0.00928247720003128, -0.00894820038229227, -0.00861392356455326, -0.008279646746814251, -0.007945369929075241, -0.007611092645674944, -0.007276815362274647, -0.006942538544535637, -0.006608261726796627, -0.00627398444339633, -0.00593970762565732, -0.005605430342257023, -0.005271153524518013, -0.004936876706779003, -0.004602599423378706, -0.004268322605639696, -0.003934045322239399, -0.003599768504500389, -0.0032654916867613792, -0.0029312146361917257, -0.0025969375856220722, -0.0022626605350524187, -0.001928383600898087, -0.0015941066667437553, -0.0012598296161741018, -0.0009255526238121092, -0.0005912756314501166, -0.00025699863908812404, 7.727835327386856e-05, 0.00041155534563586116, 0.0007458323379978538, 0.0010801092721521854, 0.001414386322721839, 0.0017486633732914925, 0.0020829401910305023, 0.002417217241600156, 0.0027514942921698093, 0.003085771342739463, 0.0034200483933091164, 0.0037543252110481262, 0.004088602028787136, 0.004422879312187433, 0.004757156129926443, 0.00509143341332674, 0.00542571023106575, 0.00575998704880476, 0.006094264332205057, 0.006428541149944067, 0.006762818433344364, 0.007097095251083374, 0.007431372068822384, 0.007765649352222681, 0.008099926635622978, 0.008434203453361988, 0.008768480271100998, 0.009102757088840008, 0.009437033906579018, 0.009771310724318027, 0.010105588473379612, 0.010439865291118622, 0.010774142108857632]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 10.0, 13.0, 22.0, 20.0, 41.0, 41.0, 66.0, 97.0, 112.0, 178.0, 249.0, 445.0, 5106.0, 661.0, 296.0, 174.0, 104.0, 76.0, 48.0, 38.0, 34.0, 18.0, 12.0, 7.0, 9.0, 7.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.17777122557163239, -0.1721251755952835, -0.16647912561893463, -0.16083307564258575, -0.15518701076507568, -0.1495409607887268, -0.14389491081237793, -0.13824886083602905, -0.13260281085968018, -0.1269567608833313, -0.12131071090698242, -0.11566465348005295, -0.11001860350370407, -0.1043725535273552, -0.09872649610042572, -0.09308044612407684, -0.08743439614772797, -0.08178834617137909, -0.07614229619503021, -0.07049623876810074, -0.06485018879175186, -0.059204138815402985, -0.05355808511376381, -0.047912031412124634, -0.04226598143577576, -0.03661993145942688, -0.030973877757787704, -0.02532782591879368, -0.019681774079799652, -0.014035722240805626, -0.0083896704018116, -0.0027436185628175735, 0.0029024332761764526, 0.008548485115170479, 0.014194536954164505, 0.01984058879315853, 0.025486640632152557, 0.031132692471146584, 0.03677874431014061, 0.042424798011779785, 0.04807084798812866, 0.05371689796447754, 0.059362951666116714, 0.06500900536775589, 0.07065505534410477, 0.07630110532045364, 0.08194716274738312, 0.087593212723732, 0.09323926270008087, 0.09888531267642975, 0.10453136265277863, 0.1101774200797081, 0.11582347005605698, 0.12146952003240585, 0.12711557745933533, 0.1327616274356842, 0.13840767741203308, 0.14405372738838196, 0.14969977736473083, 0.1553458273410797, 0.1609918773174286, 0.16663794219493866, 0.17228399217128754, 0.1779300421476364, 0.1835760921239853]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 4.0, 4.0, 1.0, 5.0, 1.0, 6.0, 2.0, 2.0, 26.0, 3.0, 0.0, 3.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0017943812999874353, -0.001739008235745132, -0.0016836352879181504, -0.001628262223675847, -0.0015728891594335437, -0.0015175162116065621, -0.0014621431473642588, -0.0014067700831219554, -0.001351397018879652, -0.0012960240710526705, -0.001240651006810367, -0.0011852779425680637, -0.0011299049947410822, -0.0010745319304987788, -0.0010191588662564754, -0.000963785860221833, -0.0009084128541871905, -0.0008530398481525481, -0.0007976667839102447, -0.0007422937778756022, -0.0006869207136332989, -0.0006315477075986564, -0.000576174701564014, -0.0005208016373217106, -0.00046542863128706813, -0.0004100555961485952, -0.0003546825610101223, -0.00029930955497547984, -0.00024393651983700693, -0.000188563484698534, -0.00013319046411197633, -7.781743624946102e-05, -2.2444408386945724e-05, 3.2928619475569576e-05, 8.830164733808488e-05, 0.00014367466792464256, 0.00019904770306311548, 0.0002544207382015884, 0.00030979374423623085, 0.00036516677937470376, 0.0004205398145131767, 0.0004759128496516496, 0.0005312858847901225, 0.000586658890824765, 0.0006420318968594074, 0.0006974049611017108, 0.0007527779671363533, 0.0008081510313786566, 0.0008635240374132991, 0.0009188970434479415, 0.0009742701076902449, 0.0010296431137248874, 0.0010850161779671907, 0.0011403891257941723, 0.0011957621900364757, 0.001251135254278779, 0.0013065082021057606, 0.001361881266348064, 0.0014172543305903673, 0.0014726273948326707, 0.0015280003426596522, 0.0015833734069019556, 0.001638746471144259, 0.0016941194189712405, 0.001749492483213544]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 2.0, 6.0, 4.0, 13.0, 14.0, 25.0, 47.0, 63.0, 90.0, 135.0, 177.0, 292.0, 431.0, 638.0, 970.0, 1477.0, 2439.0, 3835.0, 6391.0, 10810.0, 18808.0, 34827.0, 72630.0, 243366.0, 635700.0, 66302.0, 32963.0, 18462.0, 10669.0, 6414.0, 3929.0, 2597.0, 1637.0, 1148.0, 716.0, 498.0, 337.0, 240.0, 170.0, 114.0, 87.0, 62.0, 27.0, 26.0, 21.0, 13.0, 7.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006005710456520319, -0.0057834149338305, -0.00556111941114068, -0.005338823888450861, -0.005116528365761042, -0.004894232843071222, -0.004671937320381403, -0.004449641797691584, -0.004227346740663052, -0.004005051217973232, -0.0037827554624527693, -0.00356045993976295, -0.0033381646499037743, -0.003115869127213955, -0.0028935736045241356, -0.0026712780818343163, -0.002448982559144497, -0.0022266870364546776, -0.0020043915137648582, -0.0017820961074903607, -0.0015598005848005414, -0.001337505062110722, -0.0011152096558362246, -0.0008929141331464052, -0.0006706186104565859, -0.000448323116870597, -0.00022602762328460813, -3.7321296986192465e-06, 0.00021856336388736963, 0.0004408588574733585, 0.0006631543510593474, 0.0008854498155415058, 0.0011077453382313251, 0.0013300408609211445, 0.0015523363836109638, 0.0017746317898854613, 0.0019969274289906025, 0.002219222718849778, 0.0024415182415395975, 0.002663813764229417, 0.002886109286919236, 0.0031084048096090555, 0.003330700332298875, 0.003552995854988694, 0.00377529114484787, 0.003997586667537689, 0.0042198821902275085, 0.004442177712917328, 0.004664473235607147, 0.0048867687582969666, 0.005109064280986786, 0.005331359803676605, 0.0055536553263664246, 0.005775950849056244, 0.005998246371746063, 0.006220541894435883, 0.006442837417125702, 0.006665132474154234, 0.006887427996844053, 0.007109723519533873, 0.007332019042223692, 0.007554314564913511, 0.007776610087603331, 0.007998906075954437, 0.008221201598644257]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 8.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011547050438821316, -0.011253797449171543, -0.010960545390844345, -0.010667292401194572, -0.010374040342867374, -0.010080787353217602, -0.009787535294890404, -0.009494282305240631, -0.009201030246913433, -0.00890777725726366, -0.008614525198936462, -0.00832127220928669, -0.008028020150959492, -0.007734767161309719, -0.007441514637321234, -0.007148262113332748, -0.006855009589344263, -0.006561757065355778, -0.006268504541367292, -0.005975252017378807, -0.005681999493390322, -0.005388746969401836, -0.005095494445413351, -0.004802241921424866, -0.004508988931775093, -0.004215736407786608, -0.003922483883798122, -0.0036292315926402807, -0.0033359788358211517, -0.0030427263118326664, -0.002749473787844181, -0.0024562212638556957, -0.0021629687398672104, -0.001869716215878725, -0.0015764636918902397, -0.0012832110514864326, -0.0009899585274979472, -0.0006967060035094619, -0.00040345342131331563, -0.00011020086822099984, 0.00018305168487131596, 0.00047630423796363175, 0.0007695567910559475, 0.0010628093732520938, 0.0013560618972405791, 0.0016493144212290645, 0.0019425670616328716, 0.002235819585621357, 0.0025290721096098423, 0.0028223246335983276, 0.003115577157586813, 0.0034088296815752983, 0.0037020822055637836, 0.003995334729552269, 0.004288587253540754, 0.00458183977752924, 0.004875092767179012, 0.005168345291167498, 0.005461597815155983, 0.005754850339144468, 0.006048102863132954, 0.006341355387121439, 0.006634607911109924, 0.00692786043509841, 0.007221112959086895]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 6.0, 8.0, 4.0, 11.0, 9.0, 12.0, 17.0, 15.0, 24.0, 21.0, 34.0, 32.0, 44.0, 53.0, 63.0, 115.0, 148.0, 152.0, 220.0, 317.0, 371.0, 435.0, 633.0, 794.0, 1050.0, 1351.0, 2227.0, 5138.0, 1455.0, 1036.0, 734.0, 546.0, 373.0, 252.0, 216.0, 143.0, 113.0, 71.0, 40.0, 49.0, 23.0, 16.0, 14.0, 7.0, 4.0, 8.0, 2.0, 1.0, 2.0], "bins": [-0.008876769803464413, -0.008665770292282104, -0.008454770781099796, -0.008243771269917488, -0.008032772690057755, -0.007821773178875446, -0.007610773667693138, -0.00739977415651083, -0.007188774645328522, -0.0069777751341462135, -0.006766775622963905, -0.0065557765774428844, -0.006344777066260576, -0.006133777555078268, -0.005922778509557247, -0.005711778998374939, -0.005500779487192631, -0.005289779976010323, -0.005078780464828014, -0.0048677814193069935, -0.004656781908124685, -0.004445782396942377, -0.004234783351421356, -0.004023783840239048, -0.00381278432905674, -0.0036017848178744316, -0.003390785539522767, -0.0031797862611711025, -0.0029687867499887943, -0.002757787238806486, -0.0025467879604548216, -0.002335788682103157, -0.002124789170920849, -0.0019137897761538625, -0.001702790381386876, -0.0014917909866198897, -0.0012807915918529034, -0.001069792197085917, -0.0008587928023189306, -0.0006477934075519443, -0.0004367940127849579, -0.00022579461801797152, -1.4795223250985146e-05, 0.00019620417151600122, 0.0004072035662829876, 0.000618202961049974, 0.0008292023558169603, 0.0010402017505839467, 0.001251201145350933, 0.0014622005401179194, 0.0016731999348849058, 0.0018841993296518922, 0.0020951987244188786, 0.0023061982356011868, 0.0025171975139528513, 0.002728196792304516, 0.002939196303486824, 0.0031501958146691322, 0.0033611950930207968, 0.0035721943713724613, 0.0037831938825547695, 0.003994193393737078, 0.004205192439258099, 0.004416191950440407, 0.004627191461622715]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04659754037857056, -0.045007891952991486, -0.04341824725270271, -0.04182859882712364, -0.04023895040154457, -0.0386493057012558, -0.03705965727567673, -0.035470008850097656, -0.033880360424518585, -0.03229071572422981, -0.03070106729865074, -0.02911142073571682, -0.027521774172782898, -0.025932125747203827, -0.024342479184269905, -0.022752830758690834, -0.021163184195756912, -0.01957353763282299, -0.01798388920724392, -0.016394242644309998, -0.014804595150053501, -0.013214947655797005, -0.011625301092863083, -0.010035653598606586, -0.00844600610435009, -0.006856358610093594, -0.0052667115814983845, -0.0036770643200725317, -0.002087417058646679, -0.0004977697972208261, 0.0010918774642050266, 0.0026815247256308794, 0.004271171987056732, 0.005860819481313229, 0.007450466509908438, 0.009040113538503647, 0.010629761032760143, 0.01221940852701664, 0.013809055089950562, 0.015398702584207058, 0.016988350078463554, 0.018577996641397476, 0.020167645066976547, 0.02175729162991047, 0.02334693819284439, 0.024936586618423462, 0.026526233181357384, 0.028115881606936455, 0.029705528169870377, 0.03129517659544945, 0.03288482129573822, 0.03447446972131729, 0.03606411814689636, 0.037653762847185135, 0.039243411272764206, 0.04083305969834328, 0.04242270439863205, 0.04401235282421112, 0.04560200124979019, 0.04719164967536926, 0.048781294375658035, 0.050370942801237106, 0.05196059122681618, 0.05355023592710495, 0.05513988435268402]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 8.0, 9.0, 13.0, 9.0, 13.0, 16.0, 17.0, 16.0, 7.0, 38.0, 20.0, 12.0, 6.0, 8.0, 8.0, 2.0, 1.0, 0.0, 3.0, 0.0, 6.0, 5.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.0342150554060936, -0.0329836867749691, -0.031752318143844604, -0.03052094578742981, -0.029289577156305313, -0.028058208525180817, -0.02682683803141117, -0.025595467537641525, -0.02436409890651703, -0.023132730275392532, -0.021901359781622887, -0.02066998928785324, -0.019438620656728745, -0.018207252025604248, -0.016975881531834602, -0.015744511038064957, -0.01451314240694046, -0.013281772844493389, -0.012050403282046318, -0.010819033719599247, -0.009587664157152176, -0.008356294594705105, -0.007124925032258034, -0.005893555469810963, -0.004662185907363892, -0.0034308163449168205, -0.0021994467824697495, -0.0009680772200226784, 0.0002632923424243927, 0.0014946619048714638, 0.002726031467318535, 0.003957401029765606, 0.005188770592212677, 0.006420140154659748, 0.007651509717106819, 0.00888287927955389, 0.010114248842000961, 0.011345618404448032, 0.012576987966895103, 0.013808357529342175, 0.015039727091789246, 0.016271095722913742, 0.017502466216683388, 0.018733836710453033, 0.01996520534157753, 0.021196573972702026, 0.022427944466471672, 0.023659314960241318, 0.024890683591365814, 0.02612205222249031, 0.027353422716259956, 0.028584793210029602, 0.0298161618411541, 0.031047530472278595, 0.03227890282869339, 0.033510271459817886, 0.03474164009094238, 0.03597300872206688, 0.037204377353191376, 0.03843574970960617, 0.03966711834073067, 0.040898486971855164, 0.04212985932826996, 0.043361227959394455, 0.04459259659051895]}, "_runtime": 40.83410310745239, "_timestamp": 1596206619.6777353, "_step": 42}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 7.0, 0.0, 4.0, 5.0, 6.0, 3.0, 6.0, 4.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017191974446177483, -0.01667919009923935, -0.016166405752301216, -0.015653621405363083, -0.015140837989747524, -0.014628053642809391, -0.014115270227193832, -0.0136024858802557, -0.013089701533317566, -0.012576917186379433, -0.0120641328394413, -0.01155134942382574, -0.011038565076887608, -0.010525780729949474, -0.010012997314333916, -0.009500212967395782, -0.00898742862045765, -0.008474644273519516, -0.007961859926581383, -0.007449076510965824, -0.006936292164027691, -0.006423507817089558, -0.005910723935812712, -0.005397940054535866, -0.0048851557075977325, -0.004372371360659599, -0.0038595874793827534, -0.003346803365275264, -0.002834019251167774, -0.0023212351370602846, -0.001808451022952795, -0.0012956669088453054, -0.0007828827947378159, -0.00027009868063032627, 0.00024268543347716331, 0.0007554695475846529, 0.0012682536616921425, 0.001781037775799632, 0.0022938218899071217, 0.0028066060040146112, 0.003319390118122101, 0.0038321742322295904, 0.00434495834633708, 0.004857742227613926, 0.005370526574552059, 0.005883310921490192, 0.006396094802767038, 0.006908878684043884, 0.0074216630309820175, 0.00793444737792015, 0.008447231724858284, 0.008960015140473843, 0.009472799487411976, 0.009985583834350109, 0.010498367249965668, 0.011011151596903801, 0.011523935943841934, 0.012036720290780067, 0.0125495046377182, 0.01306228805333376, 0.013575072400271893, 0.014087856747210026, 0.014600640162825584, 0.015113424509763718, 0.01562620885670185]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 6.0, 8.0, 7.0, 8.0, 17.0, 16.0, 21.0, 19.0, 28.0, 41.0, 36.0, 75.0, 112.0, 146.0, 197.0, 297.0, 512.0, 5004.0, 538.0, 267.0, 168.0, 110.0, 70.0, 44.0, 38.0, 21.0, 21.0, 18.0, 14.0, 11.0, 9.0, 12.0, 11.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17355170845985413, -0.16798579692840576, -0.1624199002981186, -0.15685398876667023, -0.15128809213638306, -0.1457221806049347, -0.14015628397464752, -0.13459037244319916, -0.129024475812912, -0.12345856428146362, -0.11789266020059586, -0.11232675611972809, -0.10676085203886032, -0.10119494795799255, -0.09562904387712479, -0.09006313979625702, -0.08449723571538925, -0.07893133163452148, -0.07336542755365372, -0.06779952347278595, -0.06223361939191818, -0.05666771158576012, -0.05110180750489235, -0.04553590342402458, -0.039969999343156815, -0.03440409526228905, -0.02883819118142128, -0.023272285237908363, -0.017706381157040596, -0.012140477076172829, -0.006574572063982487, -0.001008667517453432, 0.0045572370290756226, 0.01012314110994339, 0.015689045190811157, 0.021254951134324074, 0.02682085521519184, 0.03238676115870476, 0.037952665239572525, 0.04351856932044029, 0.04908447340130806, 0.05465037748217583, 0.060216281563043594, 0.06578218936920166, 0.07134809345006943, 0.0769139975309372, 0.08247990161180496, 0.08804580569267273, 0.0936117097735405, 0.09917761385440826, 0.10474351793527603, 0.1103094220161438, 0.11587532609701157, 0.12144123017787933, 0.1270071417093277, 0.13257303833961487, 0.13813894987106323, 0.1437048465013504, 0.14927075803279877, 0.15483665466308594, 0.1604025661945343, 0.16596846282482147, 0.17153437435626984, 0.177100270986557, 0.18266618251800537]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 2.0, 1.0, 31.0, 8.0, 1.0, 1.0, 5.0, 3.0, 2.0, 6.0, 4.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029993304051458836, -0.0028946788515895605, -0.002790027065202594, -0.0026853755116462708, -0.002580723725259304, -0.002476072171702981, -0.0023714203853160143, -0.0022667688317596912, -0.0021621170453727245, -0.0020574654918164015, -0.0019528138218447566, -0.0018481621518731117, -0.0017435104819014668, -0.001638858811929822, -0.001534207141958177, -0.0014295554719865322, -0.0013249038020148873, -0.0012202521320432425, -0.0011156004620715976, -0.0010109487920999527, -0.0009062971221283078, -0.0008016455103643239, -0.000696993840392679, -0.0005923421704210341, -0.0004876905004493892, -0.00038303883047774434, -0.00027838716050609946, -0.00017373551963828504, -6.908384966664016e-05, 3.55678130290471e-05, 0.00014021947572473437, 0.000244871131144464, 0.0003495228011161089, 0.00045417447108775377, 0.0005588261410593987, 0.0006634778110310435, 0.0007681294810026884, 0.0008727810927666724, 0.0009774328209459782, 0.001082084490917623, 0.001186736160889268, 0.001291387714445591, 0.0013960393844172359, 0.0015006910543888807, 0.0016053427243605256, 0.0017099943943321705, 0.0018146460643038154, 0.0019192977342754602, 0.0020239492878317833, 0.00212860107421875, 0.002233252627775073, 0.0023379044141620398, 0.002442555967718363, 0.0025472077541053295, 0.0026518593076616526, 0.0027565110940486193, 0.0028611626476049423, 0.002965814433991909, 0.003070465987548232, 0.003175117773935199, 0.003279769327491522, 0.0033844211138784885, 0.0034890726674348116, 0.0035937244538217783, 0.0036983760073781013]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 5.0, 4.0, 14.0, 16.0, 35.0, 64.0, 81.0, 149.0, 241.0, 458.0, 786.0, 1489.0, 2792.0, 5580.0, 11767.0, 27206.0, 73391.0, 778590.0, 165279.0, 54880.0, 25758.0, 13349.0, 7246.0, 3968.0, 2475.0, 1502.0, 877.0, 542.0, 353.0, 223.0, 157.0, 118.0, 73.0, 52.0, 37.0, 25.0, 11.0, 12.0, 10.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010606448166072369, -0.01022548321634531, -0.009844518266618252, -0.009463553316891193, -0.009082588367164135, -0.008701623417437077, -0.008320658467710018, -0.00793969351798296, -0.007558729033917189, -0.00717776408419013, -0.006796799134463072, -0.006415834184736013, -0.006034869700670242, -0.005653904750943184, -0.0052729398012161255, -0.004891974851489067, -0.004511009901762009, -0.00413004495203495, -0.003749080002307892, -0.003368115285411477, -0.0029871503356844187, -0.0026061853859573603, -0.0022252206690609455, -0.001844255719333887, -0.0014632907696068287, -0.0010823258198797703, -0.0007013609865680337, -0.0003203960950486362, 6.05687964707613e-05, 0.0004415336879901588, 0.0008224985795095563, 0.0012034634128212929, 0.0015844283625483513, 0.0019653933122754097, 0.002346358262002468, 0.002727322978898883, 0.0031082879286259413, 0.0034892528783529997, 0.0038702175952494144, 0.004251182544976473, 0.004632147494703531, 0.00501311244443059, 0.005394077394157648, 0.0057750423438847065, 0.006156006827950478, 0.006536971777677536, 0.006917936727404594, 0.007298901677131653, 0.007679866626858711, 0.00806083157658577, 0.008441796526312828, 0.008822761476039886, 0.009203726425766945, 0.009584691375494003, 0.009965656325221062, 0.01034662127494812, 0.010727586224675179, 0.011108550243079662, 0.01148951519280672, 0.01187048014253378, 0.012251445092260838, 0.012632410041987896, 0.013013374991714954, 0.013394339941442013, 0.013775304891169071]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 3.0, 1.0, 8.0, 2.0, 1.0, 3.0, 7.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011323336511850357, -0.010818864218890667, -0.010314391925930977, -0.009809919632971287, -0.009305447340011597, -0.008800975047051907, -0.008296502754092216, -0.007792030461132526, -0.007287558168172836, -0.006783085875213146, -0.006278613582253456, -0.005774141289293766, -0.005269668996334076, -0.004765196703374386, -0.004260724410414696, -0.0037562521174550056, -0.0032517798244953156, -0.0027473075315356255, -0.0022428352385759354, -0.0017383629456162453, -0.0012338906526565552, -0.0007294183596968651, -0.000224946066737175, 0.0002795262262225151, 0.0007839985191822052, 0.0012884708121418953, 0.0017929431051015854, 0.0022974153980612755, 0.0028018876910209656, 0.0033063599839806557, 0.0038108322769403458, 0.004315304569900036, 0.004819776862859726, 0.005324249155819416, 0.005828721448779106, 0.006333193741738796, 0.006837666034698486, 0.007342138327658176, 0.007846610620617867, 0.008351082913577557, 0.008855555206537247, 0.009360027499496937, 0.009864499792456627, 0.010368972085416317, 0.010873444378376007, 0.011377916671335697, 0.011882388964295387, 0.012386861257255077, 0.012891333550214767, 0.013395805843174458, 0.013900278136134148, 0.014404750429093838, 0.014909222722053528, 0.015413695015013218, 0.015918167307972908, 0.016422640532255173, 0.016927111893892288, 0.017431583255529404, 0.01793605647981167, 0.018440529704093933, 0.01894500106573105, 0.019449472427368164, 0.01995394565165043, 0.020458418875932693, 0.02096289023756981]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 6.0, 10.0, 22.0, 7.0, 31.0, 67.0, 73.0, 95.0, 142.0, 206.0, 259.0, 414.0, 634.0, 885.0, 1352.0, 5178.0, 2577.0, 1528.0, 1080.0, 812.0, 617.0, 552.0, 438.0, 337.0, 256.0, 178.0, 143.0, 111.0, 81.0, 70.0, 51.0, 50.0, 34.0, 18.0, 10.0, 11.0, 16.0, 11.0, 13.0, 5.0, 10.0, 3.0, 4.0, 2.0, 2.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006896733772009611, -0.0065954565070569515, -0.006294179242104292, -0.005992901977151632, -0.005691624712198973, -0.005390347447246313, -0.0050890701822936535, -0.004787792917340994, -0.004486515652388334, -0.004185238387435675, -0.003883961122483015, -0.0035826838575303555, -0.003281406592577696, -0.0029801293276250362, -0.0026788520626723766, -0.002377574797719717, -0.0020762975327670574, -0.0017750202678143978, -0.0014737430028617382, -0.0011724657379090786, -0.000871188472956419, -0.0005699112080037594, -0.0002686339430510998, 3.264332190155983e-05, 0.00033392058685421944, 0.000635197851806879, 0.0009364751167595387, 0.0012377523817121983, 0.0015390296466648579, 0.0018403069116175175, 0.002141584176570177, 0.0024428614415228367, 0.0027441387064754963, 0.003045415971428156, 0.0033466932363808155, 0.003647970501333475, 0.003949247766286135, 0.004250525031238794, 0.004551802296191454, 0.0048530795611441135, 0.005154356826096773, 0.005455634091049433, 0.005756911356002092, 0.006058188620954752, 0.006359465885907412, 0.006660743150860071, 0.006962020415812731, 0.00726329768076539, 0.00756457494571805, 0.007865851745009422, 0.008167129009962082, 0.008468406274914742, 0.008769683539867401, 0.00907096080482006, 0.00937223806977272, 0.00967351533472538, 0.00997479259967804, 0.0102760698646307, 0.010577347129583359, 0.010878624394536018, 0.011179901659488678, 0.011481178924441338, 0.011782456189393997, 0.012083733454346657, 0.012385010719299316]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 1.0, 4.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18364274501800537, -0.17865464091300964, -0.17366653680801392, -0.16867844760417938, -0.16369034349918365, -0.15870223939418793, -0.1537141501903534, -0.14872604608535767, -0.14373794198036194, -0.1387498378753662, -0.13376173377037048, -0.12877364456653595, -0.12378554046154022, -0.1187974363565445, -0.11380933970212936, -0.10882124304771423, -0.1038331389427185, -0.09884503483772278, -0.09385693818330765, -0.08886884152889252, -0.08388073742389679, -0.07889263331890106, -0.07390453666448593, -0.0689164400100708, -0.06392833590507507, -0.058940235525369644, -0.053952135145664215, -0.048964034765958786, -0.04397593438625336, -0.03898783400654793, -0.0339997336268425, -0.02901163324713707, -0.02402353286743164, -0.01903543248772621, -0.014047332108020782, -0.009059231728315353, -0.004071131348609924, 0.0009169690310955048, 0.005905069410800934, 0.010893169790506363, 0.015881270170211792, 0.02086937054991722, 0.02585747092962265, 0.03084557130932808, 0.03583367168903351, 0.04082177206873894, 0.045809872448444366, 0.050797972828149796, 0.055786073207855225, 0.060774173587560654, 0.06576227396726608, 0.07075037062168121, 0.07573847472667694, 0.08072657883167267, 0.0857146754860878, 0.09070277214050293, 0.09569087624549866, 0.10067898035049438, 0.10566707700490952, 0.11065517365932465, 0.11564327776432037, 0.1206313818693161, 0.12561947107315063, 0.13060757517814636, 0.1355956792831421]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 3.0, 5.0, 5.0, 10.0, 6.0, 16.0, 55.0, 37.0, 35.0, 22.0, 17.0, 12.0, 4.0, 1.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.1283314973115921, -0.12492165714502335, -0.12151181697845459, -0.11810197681188583, -0.11469213664531708, -0.11128229647874832, -0.10787245631217957, -0.10446261614561081, -0.10105277597904205, -0.0976429358124733, -0.09423309564590454, -0.09082325547933578, -0.08741341531276703, -0.08400357514619827, -0.08059373497962952, -0.07718389481306076, -0.073774054646492, -0.07036420702934265, -0.0669543668627739, -0.06354452669620514, -0.06013469025492668, -0.056724850088357925, -0.05331500992178917, -0.04990516975522041, -0.04649532586336136, -0.0430854856967926, -0.039675645530223846, -0.03626580536365509, -0.032855965197086334, -0.029446125030517578, -0.026036284863948822, -0.022626444697380066, -0.01921660453081131, -0.015806764364242554, -0.012396924197673798, -0.008987083099782467, -0.005577242933213711, -0.002167402533814311, 0.0012424378655850887, 0.004652278497815132, 0.008062118664383888, 0.011471958830952644, 0.0148817989975214, 0.018291639164090157, 0.021701481193304062, 0.025111321359872818, 0.028521161526441574, 0.03193100169301033, 0.035340841859579086, 0.03875068202614784, 0.0421605221927166, 0.045570362359285355, 0.04898020252585411, 0.05239004269242287, 0.05579988285899162, 0.05920972302556038, 0.06261956691741943, 0.06602940708398819, 0.06943924725055695, 0.0728490874171257, 0.07625892758369446, 0.07966876775026321, 0.08307860791683197, 0.08648844808340073, 0.08989828824996948]}, "_runtime": 41.630818605422974, "_timestamp": 1596206620.4744508, "_step": 43}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 6.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.012376498430967331, -0.012065878137946129, -0.011755257844924927, -0.011444637551903725, -0.011134017258882523, -0.01082339696586132, -0.010512777604162693, -0.010202157311141491, -0.009891537018120289, -0.009580916725099087, -0.009270296432077885, -0.008959676139056683, -0.00864905584603548, -0.008338435553014278, -0.008027815259993076, -0.0077171954326331615, -0.0074065751396119595, -0.007095954846590757, -0.006785334553569555, -0.0064747147262096405, -0.006164094433188438, -0.005853474140167236, -0.005542853847146034, -0.005232233554124832, -0.00492161326110363, -0.004610993433743715, -0.004300373140722513, -0.003989752847701311, -0.003679132554680109, -0.0033685124944895506, -0.0030578922014683485, -0.00274727214127779, -0.002436651848256588, -0.002126031555235386, -0.0018154114950448275, -0.0015047912020236254, -0.0011941710254177451, -0.0008835508488118649, -0.0005729306139983237, -0.00026231040828861296, 4.8309797421097755e-05, 0.00035893000313080847, 0.0006695502088405192, 0.0009801704436540604, 0.0012907906202599406, 0.0016014107968658209, 0.001912031089887023, 0.0022226511500775814, 0.0025332714430987835, 0.0028438917361199856, 0.003154511796310544, 0.003465132089331746, 0.0037757521495223045, 0.004086372442543507, 0.004396992735564709, 0.004707613028585911, 0.005018233321607113, 0.005328853148967028, 0.00563947344198823, 0.005950093735009432, 0.006260714028030634, 0.006571334321051836, 0.006881954148411751, 0.007192574441432953, 0.007503194734454155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 7.0, 8.0, 13.0, 18.0, 15.0, 9.0, 30.0, 49.0, 39.0, 76.0, 81.0, 105.0, 134.0, 207.0, 313.0, 4503.0, 1248.0, 390.0, 181.0, 123.0, 118.0, 61.0, 51.0, 27.0, 29.0, 17.0, 14.0, 13.0, 9.0, 4.0, 7.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.1898721307516098, -0.1848485767841339, -0.1798250377178192, -0.17480148375034332, -0.16977792978286743, -0.16475439071655273, -0.15973083674907684, -0.15470728278160095, -0.14968374371528625, -0.14466018974781036, -0.13963663578033447, -0.13461308181285858, -0.12958954274654388, -0.124565988779068, -0.1195424422621727, -0.11451888829469681, -0.10949534177780151, -0.10447179526090622, -0.09944824129343033, -0.09442469477653503, -0.08940114080905914, -0.08437759429216385, -0.07935404777526855, -0.07433049380779266, -0.06930694729089737, -0.06428340077400208, -0.059259846806526184, -0.05423630028963089, -0.0492127500474453, -0.044189199805259705, -0.03916565328836441, -0.03414210304617882, -0.029118552803993225, -0.024095002561807632, -0.01907145418226719, -0.014047904871404171, -0.009024355560541153, -0.004000806249678135, 0.0010227430611848831, 0.006046292372047901, 0.01106984168291092, 0.016093391925096512, 0.021116940304636955, 0.0261404886841774, 0.03116403892636299, 0.036187589168548584, 0.04121113568544388, 0.04623468592762947, 0.051258236169815063, 0.056281786412000656, 0.06130533665418625, 0.06632888317108154, 0.07135243713855743, 0.07637598365545273, 0.08139953017234802, 0.08642308413982391, 0.09144663065671921, 0.0964701771736145, 0.1014937311410904, 0.10651727765798569, 0.11154082417488098, 0.11656437814235687, 0.12158792465925217, 0.12661147117614746, 0.13163502514362335]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 6.0, 3.0, 1.0, 2.0, 2.0, 5.0, 7.0, 28.0, 3.0, 1.0, 6.0, 5.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002486033830791712, -0.002391680609434843, -0.0022973273880779743, -0.0022029741667211056, -0.002108620945364237, -0.002014267724007368, -0.0019199145026504993, -0.0018255612812936306, -0.0017312080599367619, -0.0016368548385798931, -0.0015425016172230244, -0.0014481483958661556, -0.0013537951745092869, -0.0012594419531524181, -0.0011650887317955494, -0.0010707355104386806, -0.0009763822890818119, -0.0008820290677249432, -0.0007876758463680744, -0.0006933226250112057, -0.0005989694036543369, -0.0005046161822974682, -0.00041026296094059944, -0.0003159097395837307, -0.00022155651822686195, -0.0001272032968699932, -3.2850075513124466e-05, 6.150314584374428e-05, 0.00015585636720061302, 0.00025020958855748177, 0.0003445628099143505, 0.00043891603127121925, 0.000533269252628088, 0.0006276224739849567, 0.0007219756953418255, 0.0008163289166986942, 0.000910682138055563, 0.0010050353594124317, 0.0010993885807693005, 0.0011937418021261692, 0.001288095023483038, 0.0013824482448399067, 0.0014768014661967754, 0.0015711546875536442, 0.001665507908910513, 0.0017598611302673817, 0.0018542143516242504, 0.0019485675729811192, 0.002042920794337988, 0.0021372740156948566, 0.0022316272370517254, 0.002325980458408594, 0.002420333679765463, 0.0025146869011223316, 0.0026090401224792004, 0.002703393343836069, 0.002797746565192938, 0.0028920997865498066, 0.0029864530079066753, 0.003080806229263544, 0.003175159450620413, 0.0032695126719772816, 0.0033638658933341503, 0.003458219114691019, 0.003552572336047888]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 5.0, 8.0, 17.0, 26.0, 42.0, 71.0, 109.0, 157.0, 269.0, 467.0, 745.0, 1286.0, 2252.0, 4440.0, 8555.0, 18176.0, 43349.0, 133760.0, 800630.0, 85286.0, 35807.0, 18197.0, 10225.0, 6000.0, 3521.0, 2121.0, 1387.0, 960.0, 575.0, 386.0, 258.0, 167.0, 131.0, 84.0, 54.0, 32.0, 22.0, 16.0, 10.0, 7.0, 9.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009839560836553574, -0.009504672139883041, -0.00916978344321251, -0.008834895677864552, -0.00850000698119402, -0.008165118284523487, -0.007830229587852955, -0.00749534135684371, -0.007160452660173178, -0.0068255639635026455, -0.006490675732493401, -0.006155787035822868, -0.005820898339152336, -0.005486010108143091, -0.005151121411472559, -0.004816233180463314, -0.004481344483792782, -0.00414645578712225, -0.0038115675561130047, -0.0034766788594424725, -0.003141790395602584, -0.0028069019317626953, -0.002472013235092163, -0.0021371247712522745, -0.001802236307412386, -0.0014673478435724974, -0.001132459263317287, -0.0007975707412697375, -0.000462682219222188, -0.0001277936971746385, 0.00020709482487291098, 0.0005419833469204605, 0.00087687186896801, 0.0012117603328078985, 0.001546648913063109, 0.0018815374933183193, 0.002216425957158208, 0.0025513144209980965, 0.0028862031176686287, 0.0032210915815085173, 0.003555980045348406, 0.0038908685091882944, 0.004225756973028183, 0.004560645669698715, 0.0048955343663692474, 0.005230422597378492, 0.005565311294049025, 0.0059001995250582695, 0.006235088221728802, 0.006569976918399334, 0.006904865149408579, 0.007239753846079111, 0.007574642077088356, 0.007909530773758888, 0.00824441947042942, 0.008579308167099953, 0.008914196863770485, 0.009249084629118443, 0.009583973325788975, 0.009918862022459507, 0.01025375071913004, 0.010588639415800571, 0.010923527181148529, 0.011258415877819061, 0.011593304574489594]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 5.0, 2.0, 3.0, 2.0, 13.0, 4.0, 6.0, 2.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.040147826075553894, -0.039263930171728134, -0.038380030542612076, -0.037496134638786316, -0.036612238734960556, -0.0357283391058445, -0.03484444320201874, -0.03396054729819298, -0.03307665139436722, -0.03219275176525116, -0.0313088558614254, -0.03042495809495449, -0.02954106032848358, -0.02865716442465782, -0.027773266658186913, -0.026889370754361153, -0.026005472987890244, -0.025121575221419334, -0.024237679317593575, -0.023353781551122665, -0.022469885647296906, -0.021585987880825996, -0.020702090114355087, -0.019818194210529327, -0.01893429644405842, -0.01805039867758751, -0.01716650277376175, -0.01628260500729084, -0.015398708172142506, -0.014514811336994171, -0.013630913570523262, -0.012747016735374928, -0.011863119900226593, -0.010979223065078259, -0.010095326229929924, -0.009211428463459015, -0.00832753162831068, -0.007443634793162346, -0.006559737492352724, -0.005675840191543102, -0.004791943356394768, -0.003908046521246433, -0.0030241492204368114, -0.0021402521524578333, -0.0012563550844788551, -0.000372458016499877, 0.0005114390514791012, 0.0013953361194580793, 0.0022792331874370575, 0.0031631302554160357, 0.004047027323395014, 0.004930924624204636, 0.00581482145935297, 0.006698718294501305, 0.0075826155953109264, 0.008466512896120548, 0.009350409731268883, 0.010234306566417217, 0.011118203401565552, 0.012002101168036461, 0.012885998003184795, 0.01376989483833313, 0.014653792604804039, 0.015537689439952374, 0.016421586275100708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 4.0, 1.0, 9.0, 11.0, 12.0, 6.0, 6.0, 7.0, 13.0, 16.0, 15.0, 12.0, 12.0, 23.0, 17.0, 22.0, 26.0, 23.0, 35.0, 40.0, 37.0, 51.0, 66.0, 99.0, 142.0, 212.0, 278.0, 421.0, 579.0, 857.0, 1178.0, 1622.0, 6481.0, 2300.0, 1275.0, 805.0, 518.0, 365.0, 236.0, 163.0, 118.0, 61.0, 41.0, 45.0, 33.0, 22.0, 20.0, 14.0, 17.0, 8.0, 9.0, 10.0, 10.0, 4.0, 4.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.014889976009726524, -0.01447302382439375, -0.0140560707077384, -0.013639118522405624, -0.013222165405750275, -0.0128052132204175, -0.01238826010376215, -0.011971307918429375, -0.011554354801774025, -0.01113740261644125, -0.010720450431108475, -0.010303497314453125, -0.00988654512912035, -0.009469592012465, -0.009052639827132225, -0.008635686710476875, -0.0082187345251441, -0.007801781874150038, -0.007384829223155975, -0.006967876572161913, -0.0065509239211678505, -0.006133971735835075, -0.005717019084841013, -0.0053000664338469505, -0.004883113782852888, -0.004466161131858826, -0.004049208480864763, -0.0036322560627013445, -0.003215303411707282, -0.0027983507607132196, -0.002381398342549801, -0.0019644456915557384, -0.001547493040561676, -0.0011305403895676136, -0.000713587854988873, -0.0002966352622024715, 0.00012031733058393002, 0.0005372699233703315, 0.000954222516156733, 0.0013711750507354736, 0.001788127701729536, 0.0022050803527235985, 0.002622033003717661, 0.0030389854218810797, 0.003455938072875142, 0.0038728907238692045, 0.004289843142032623, 0.004706795793026686, 0.005123748444020748, 0.0055407010950148106, 0.005957653746008873, 0.006374606397002935, 0.006791559047996998, 0.007208511233329773, 0.007625463884323835, 0.008042416535317898, 0.008459368720650673, 0.008876321837306023, 0.009293274022638798, 0.009710227139294147, 0.010127179324626923, 0.010544132441282272, 0.010961084626615047, 0.011378037743270397, 0.011794989928603172]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.17044749855995178, -0.1655171811580658, -0.16058684885501862, -0.15565653145313263, -0.15072621405124664, -0.14579588174819946, -0.14086556434631348, -0.1359352469444275, -0.1310049295425415, -0.12607459723949432, -0.12114427983760834, -0.11621395498514175, -0.11128363013267517, -0.10635331273078918, -0.1014229878783226, -0.09649267047643661, -0.09156234562397003, -0.08663202077150345, -0.08170170336961746, -0.07677137851715088, -0.07184106111526489, -0.06691073626279831, -0.061980411410331726, -0.05705009028315544, -0.052119769155979156, -0.04718944802880287, -0.04225912690162659, -0.037328802049160004, -0.03239848092198372, -0.027468159794807434, -0.022537836804986, -0.017607513815164566, -0.012677192687988281, -0.007746870629489422, -0.0028165485709905624, 0.002113773487508297, 0.007044095546007156, 0.011974417604506016, 0.016904739663004875, 0.02183506265282631, 0.026765383780002594, 0.03169570490717888, 0.036626026034355164, 0.04155635088682175, 0.04648667201399803, 0.051416993141174316, 0.0563473179936409, 0.061277639120817184, 0.06620796024799347, 0.07113828510046005, 0.07606860250234604, 0.08099892735481262, 0.08592924475669861, 0.09085956960916519, 0.09578989446163177, 0.10072021186351776, 0.10565053671598434, 0.11058086156845093, 0.11551117897033691, 0.1204415038228035, 0.12537182867527008, 0.13030214607715607, 0.13523246347904205, 0.14016279578208923, 0.14509311318397522]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 6.0, 17.0, 32.0, 40.0, 70.0, 22.0, 27.0, 17.0, 12.0, 4.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.12368432432413101, -0.11987900733947754, -0.11607368290424347, -0.11226836591959, -0.10846304893493652, -0.10465772449970245, -0.10085240751504898, -0.09704709053039551, -0.09324176609516144, -0.08943644911050797, -0.08563113212585449, -0.08182580769062042, -0.07802049070596695, -0.07421517372131348, -0.0704098492860794, -0.06660453230142593, -0.06279921531677246, -0.05899389088153839, -0.05518857389688492, -0.05138325318694115, -0.047577932476997375, -0.0437726154923439, -0.03996729478240013, -0.03616197407245636, -0.03235665708780289, -0.028551336377859116, -0.024746015667915344, -0.020940696820616722, -0.0171353779733181, -0.013330057263374329, -0.009524738416075706, -0.00571941863745451, -0.001914098858833313, 0.00189122068695724, 0.005696540232747793, 0.009501859545707703, 0.0133071793243289, 0.017112499102950096, 0.020917817950248718, 0.02472313866019249, 0.028528457507491112, 0.032333776354789734, 0.036139097064733505, 0.03994441777467728, 0.04374973475933075, 0.04755505546927452, 0.05136037617921829, 0.055165693163871765, 0.058971013873815536, 0.06277633458375931, 0.06658165156841278, 0.07038697600364685, 0.07419229298830032, 0.0779976099729538, 0.08180293440818787, 0.08560825139284134, 0.08941356837749481, 0.09321889281272888, 0.09702420979738235, 0.10082952678203583, 0.1046348512172699, 0.10844016820192337, 0.11224548518657684, 0.11605080962181091, 0.11985612660646439]}, "_runtime": 42.42034602165222, "_timestamp": 1596206621.2639782, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 0.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 1.0, 3.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.016088681295514107, -0.01567530259490013, -0.015261923894286156, -0.01484854519367218, -0.014435166493058205, -0.014021787792444229, -0.013608409091830254, -0.013195030391216278, -0.012781651690602303, -0.012368272989988327, -0.011954894289374352, -0.011541515588760376, -0.0111281368881464, -0.010714758187532425, -0.01030137948691845, -0.009888000786304474, -0.009474622085690498, -0.009061244316399097, -0.008647865615785122, -0.008234486915171146, -0.007821108214557171, -0.007407729048281908, -0.0069943503476679325, -0.006580971647053957, -0.006167593412101269, -0.005754214711487293, -0.005340836010873318, -0.004927457310259342, -0.004514078609645367, -0.004100699909031391, -0.0036873212084174156, -0.00327394250780344, -0.0028605638071894646, -0.002447185106575489, -0.0020338064059615135, -0.0016204278217628598, -0.0012070491211488843, -0.0007936704205349088, -0.00038029177812859416, 3.308689338155091e-05, 0.000446465564891696, 0.0008598442655056715, 0.001273222966119647, 0.0016866015503183007, 0.0020999801345169544, 0.00251335883513093, 0.0029267375357449055, 0.003340116236358881, 0.0037534949369728565, 0.004166873637586832, 0.004580252338200808, 0.004993631038814783, 0.005407009739428759, 0.005820388440042734, 0.00623376714065671, 0.006647145841270685, 0.007060524076223373, 0.007473902776837349, 0.007887281477451324, 0.0083006601780653, 0.008714038878679276, 0.009127417579293251, 0.009540796279907227, 0.009954174980521202, 0.010367553681135178]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 7.0, 3.0, 6.0, 6.0, 7.0, 12.0, 12.0, 13.0, 21.0, 21.0, 30.0, 53.0, 67.0, 98.0, 118.0, 142.0, 246.0, 397.0, 4946.0, 753.0, 296.0, 193.0, 107.0, 94.0, 57.0, 54.0, 39.0, 27.0, 25.0, 11.0, 18.0, 10.0, 8.0, 6.0, 2.0, 5.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.17258775234222412, -0.1674538105726242, -0.16231988370418549, -0.15718594193458557, -0.15205200016498566, -0.14691807329654694, -0.14178413152694702, -0.1366501897573471, -0.1315162479877472, -0.12638232111930847, -0.12124837934970856, -0.11611444503068924, -0.11098051071166992, -0.10584656894207001, -0.10071263462305069, -0.09557869285345078, -0.09044475853443146, -0.08531082421541214, -0.08017688244581223, -0.07504294812679291, -0.069909006357193, -0.06477507203817368, -0.05964113771915436, -0.05450719967484474, -0.049373261630535126, -0.04423932358622551, -0.039105385541915894, -0.033971451222896576, -0.02883751317858696, -0.023703575134277344, -0.018569638952612877, -0.013435701839625835, -0.008301764726638794, -0.0031678276136517525, 0.001966109499335289, 0.0071000466123223305, 0.012233983725309372, 0.017367921769618988, 0.022501857951283455, 0.027635794132947922, 0.03276973217725754, 0.037903670221567154, 0.04303760826587677, 0.04817154258489609, 0.053305480629205704, 0.05843941867351532, 0.06357335299253464, 0.06870729476213455, 0.07384122908115387, 0.07897516340017319, 0.0841091051697731, 0.08924303948879242, 0.09437698125839233, 0.09951091557741165, 0.10464484989643097, 0.10977879166603088, 0.1149127259850502, 0.12004666030406952, 0.12518060207366943, 0.13031454384326935, 0.13544847071170807, 0.14058241248130798, 0.1457163542509079, 0.15085028111934662, 0.15598422288894653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 5.0, 6.0, 30.0, 6.0, 6.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0020815893076360226, -0.002011229982599616, -0.0019408705411478877, -0.0018705110996961594, -0.0018001517746597528, -0.0017297924496233463, -0.001659433008171618, -0.0015890735667198896, -0.0015187142416834831, -0.0014483549166470766, -0.0013779954751953483, -0.00130763603374362, -0.0012372767087072134, -0.0011669173836708069, -0.0010965579422190785, -0.0010261985007673502, -0.0009558391757309437, -0.0008854797924868762, -0.0008151204092428088, -0.0007447610259987414, -0.000674401642754674, -0.0006040422595106065, -0.0005336828762665391, -0.00046332349302247167, -0.00039296410977840424, -0.0003226047265343368, -0.0002522453432902694, -0.00018188596004620194, -0.00011152657680213451, -4.116719355806708e-05, 2.9192189686000347e-05, 9.955157293006778e-05, 0.0001699109561741352, 0.00024027033941820264, 0.00031062972266227007, 0.0003809891059063375, 0.00045134848915040493, 0.0005217078723944724, 0.0005920672556385398, 0.0006624266388826072, 0.0007327860221266747, 0.0008031454053707421, 0.0008735047886148095, 0.0009438641718588769, 0.0010142235551029444, 0.0010845828801393509, 0.0011549423215910792, 0.0012253017630428076, 0.001295661088079214, 0.0013660204131156206, 0.001436379854567349, 0.0015067392960190773, 0.0015770986210554838, 0.0016474579460918903, 0.0017178173875436187, 0.001788176828995347, 0.0018585361540317535, 0.00192889547906816, 0.0019992548041045666, 0.0020696143619716167, 0.0021399736870080233, 0.0022103330120444298, 0.00228069256991148, 0.0023510518949478865, 0.002421411219984293]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 9.0, 8.0, 6.0, 22.0, 17.0, 40.0, 45.0, 83.0, 96.0, 142.0, 212.0, 344.0, 497.0, 788.0, 1402.0, 2575.0, 4353.0, 8488.0, 17631.0, 41661.0, 120497.0, 798882.0, 100638.0, 38824.0, 18608.0, 9798.0, 5489.0, 3228.0, 1812.0, 1163.0, 741.0, 509.0, 317.0, 187.0, 173.0, 91.0, 73.0, 58.0, 32.0, 27.0, 16.0, 11.0, 10.0, 5.0, 6.0, 4.0, 3.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009569443762302399, -0.009265711531043053, -0.008961979299783707, -0.008658246137201786, -0.00835451390594244, -0.008050781674683094, -0.007747048977762461, -0.007443316280841827, -0.007139584049582481, -0.006835851818323135, -0.006532119121402502, -0.006228386424481869, -0.005924654193222523, -0.005620921961963177, -0.005317189265042543, -0.00501345656812191, -0.004709724336862564, -0.004405992105603218, -0.004102259408682585, -0.003798526944592595, -0.0034947944805026054, -0.0031910620164126158, -0.002887329552322626, -0.0025835970882326365, -0.002279864624142647, -0.001976132160052657, -0.0016723996959626675, -0.0013686672318726778, -0.0010649347677826881, -0.0007612023036926985, -0.0004574698396027088, -0.00015373737551271915, 0.0001499950885772705, 0.00045372755266726017, 0.0007574600167572498, 0.0010611924808472395, 0.0013649249449372292, 0.0016686574090272188, 0.0019723898731172085, 0.002276122337207198, 0.002579854801297188, 0.0028835872653871775, 0.003187319729477167, 0.003491052193567157, 0.0037947846576571465, 0.0040985168889164925, 0.004402249585837126, 0.004705982282757759, 0.005009714514017105, 0.005313446745276451, 0.005617179442197084, 0.005920912139117718, 0.006224644370377064, 0.00652837660163641, 0.006832109298557043, 0.007135841995477676, 0.007439574226737022, 0.007743306457996368, 0.008047038689255714, 0.008350771851837635, 0.008654504083096981, 0.008958236314356327, 0.009261969476938248, 0.009565701708197594, 0.00986943393945694]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 7.0, 2.0, 4.0, 8.0, 4.0, 13.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011878591030836105, -0.011315840296447277, -0.010753089562058449, -0.010190339758992195, -0.009627589024603367, -0.009064838290214539, -0.00850208755582571, -0.007939336821436882, -0.007376586552709341, -0.006813835818320513, -0.006251085549592972, -0.0056883348152041435, -0.005125584080815315, -0.004562833812087774, -0.004000083077698946, -0.0034373325761407614, -0.0028745820745825768, -0.002311831573024392, -0.0017490809550508857, -0.0011863303370773792, -0.0006235798355191946, -6.0829275753349066e-05, 0.0005019212840124965, 0.001064671901986003, 0.0016274224035441875, 0.002190172905102372, 0.002752923406660557, 0.003315674141049385, 0.0038784246426075697, 0.004441175144165754, 0.005003925878554583, 0.0055666761472821236, 0.006129426881670952, 0.00669217761605978, 0.007254927884787321, 0.007817678153514862, 0.00838042888790369, 0.008943179622292519, 0.009505930356681347, 0.010068681091070175, 0.010631430894136429, 0.011194181628525257, 0.011756932362914085, 0.012319683097302914, 0.012882433831691742, 0.01344518456608057, 0.014007934369146824, 0.014570685103535652, 0.01513343583792448, 0.01569618657231331, 0.016258936375379562, 0.016821688041090965, 0.01738443784415722, 0.017947189509868622, 0.018509939312934875, 0.01907268911600113, 0.019635440781712532, 0.020198190584778786, 0.02076094225049019, 0.021323692053556442, 0.021886441856622696, 0.0224491935223341, 0.023011943325400352, 0.023574694991111755, 0.02413744479417801]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 2.0, 0.0, 5.0, 2.0, 15.0, 14.0, 16.0, 22.0, 28.0, 35.0, 29.0, 44.0, 46.0, 55.0, 89.0, 116.0, 142.0, 202.0, 253.0, 352.0, 496.0, 819.0, 1205.0, 1887.0, 6145.0, 2457.0, 1333.0, 750.0, 473.0, 310.0, 234.0, 162.0, 95.0, 82.0, 66.0, 59.0, 52.0, 47.0, 38.0, 55.0, 31.0, 33.0, 21.0, 20.0, 13.0, 10.0, 4.0, 6.0, 8.0, 7.0, 4.0, 5.0, 5.0, 2.0, 7.0, 8.0, 3.0], "bins": [-0.007946038618683815, -0.007695598062127829, -0.007445157039910555, -0.0071947164833545685, -0.006944275926798582, -0.006693834904581308, -0.006443394348025322, -0.0061929537914693356, -0.005942513234913349, -0.0056920722126960754, -0.005441631656140089, -0.005191191099584103, -0.004940750077366829, -0.0046903095208108425, -0.004439868964254856, -0.004189427942037582, -0.003938987385481596, -0.003688546596094966, -0.0034381060395389795, -0.0031876652501523495, -0.002937224693596363, -0.002686783904209733, -0.002436343114823103, -0.0021859025582671165, -0.0019354617688804865, -0.0016850210959091783, -0.00143458042293787, -0.00118413963355124, -0.0009336989605799317, -0.0006832582876086235, -0.00043281755642965436, -0.00018237685435451567, 6.806384772062302e-05, 0.0003185045497957617, 0.0005689452518709004, 0.0008193859830498695, 0.0010698266560211778, 0.001320267328992486, 0.001570708118379116, 0.0018211487913504243, 0.0020715894643217325, 0.0023220302537083626, 0.002572470810264349, 0.002822911599650979, 0.003073352389037609, 0.0033237929455935955, 0.0035742337349802256, 0.003824674291536212, 0.004075115080922842, 0.004325555637478828, 0.004575996659696102, 0.0048264372162520885, 0.005076877772808075, 0.005327318795025349, 0.005577759351581335, 0.0058281999081373215, 0.006078640930354595, 0.006329081486910582, 0.006579522043466568, 0.006829962600022554, 0.007080403622239828, 0.0073308441787958145, 0.007581284735351801, 0.007831725291907787, 0.008082166314125061]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.12196815758943558, -0.1194169670343399, -0.11686577647924423, -0.11431458592414856, -0.11176338791847229, -0.10921219736337662, -0.10666100680828094, -0.10410981625318527, -0.1015586256980896, -0.09900743514299393, -0.09645624458789825, -0.09390505403280258, -0.09135386347770691, -0.08880266547203064, -0.08625147491693497, -0.0837002843618393, -0.08114909380674362, -0.07859790325164795, -0.07604671269655228, -0.0734955221414566, -0.07094432413578033, -0.06839313358068466, -0.06584194302558899, -0.06329075247049332, -0.060739561915397644, -0.05818837136030197, -0.0556371808052063, -0.05308598652482033, -0.050534795969724655, -0.04798360541462898, -0.04543241113424301, -0.04288122057914734, -0.040330030024051666, -0.037778839468955994, -0.03522764891386032, -0.03267645463347435, -0.030125264078378677, -0.027574073523283005, -0.025022881105542183, -0.02247168868780136, -0.01992049813270569, -0.017369307577610016, -0.014818115159869194, -0.012266923673450947, -0.0097157321870327, -0.007164540700614452, -0.004613349214196205, -0.002062157727777958, 0.0004890337586402893, 0.0030402252450585365, 0.005591416731476784, 0.008142608217895031, 0.010693799704313278, 0.013244991190731525, 0.015796182677149773, 0.018347375094890594, 0.020898565649986267, 0.02344975620508194, 0.02600094862282276, 0.028552141040563583, 0.031103331595659256, 0.03365452215075493, 0.0362057164311409, 0.03875690698623657, 0.041308097541332245]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 6.0, 10.0, 16.0, 30.0, 24.0, 20.0, 40.0, 18.0, 16.0, 10.0, 12.0, 11.0, 8.0, 11.0, 4.0, 4.0, 6.0, 3.0, 7.0, 0.0, 3.0, 2.0], "bins": [-0.07326426357030869, -0.07173988968133926, -0.07021550834178925, -0.06869113445281982, -0.0671667605638504, -0.06564237922430038, -0.06411800533533096, -0.06259362399578094, -0.06106925010681152, -0.0595448762178421, -0.05802049860358238, -0.05649612098932266, -0.05497174337506294, -0.05344736948609352, -0.0519229918718338, -0.05039861425757408, -0.04887423664331436, -0.04734986275434494, -0.04582548514008522, -0.0443011075258255, -0.04277673363685608, -0.04125235602259636, -0.03972797840833664, -0.03820360079407692, -0.0366792269051075, -0.03515484929084778, -0.03363047167658806, -0.03210609778761864, -0.030581720173358917, -0.029057342559099197, -0.027532966807484627, -0.026008589193224907, -0.024484213441610336, -0.022959837689995766, -0.021435460075736046, -0.019911084324121475, -0.018386706709861755, -0.016862330958247185, -0.01533795427531004, -0.013813577592372894, -0.012289200909435749, -0.010764824226498604, -0.009240447543561459, -0.007716071326285601, -0.006191694643348455, -0.00466731796041131, -0.0031429415103048086, -0.0016185649437829852, -9.41883772611618e-05, 0.0014301881892606616, 0.002954564755782485, 0.004478941205888987, 0.006003317888826132, 0.007527694571763277, 0.009052070789039135, 0.01057644747197628, 0.012100824154913425, 0.01362520083785057, 0.015149577520787716, 0.01667395420372486, 0.018198329955339432, 0.01972270756959915, 0.021247083321213722, 0.022771460935473442, 0.024295836687088013]}, "_runtime": 43.19695019721985, "_timestamp": 1596206622.0405824, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 5.0, 0.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01124720647931099, -0.010900864377617836, -0.010554522275924683, -0.010208181105554104, -0.00986183900386095, -0.009515496902167797, -0.009169154800474644, -0.008822813630104065, -0.008476471528410912, -0.008130129426717758, -0.007783787325024605, -0.007437445688992739, -0.007091103587299585, -0.006744761951267719, -0.006398419849574566, -0.0060520782135427, -0.005705736111849546, -0.005359394010156393, -0.005013052374124527, -0.004666710272431374, -0.0043203686363995075, -0.003974026534706354, -0.0036276846658438444, -0.0032813427969813347, -0.002935000928118825, -0.0025886590592563152, -0.0022423171903938055, -0.001895975205115974, -0.0015496333362534642, -0.0012032914673909545, -0.0008569495403207839, -0.0005106076132506132, -0.00016426574438810349, 0.0001820761535782367, 0.0005284180515445769, 0.0008747599786147475, 0.0012211018474772573, 0.001567443716339767, 0.0019137857016175985, 0.0022601275704801083, 0.002606469439342618, 0.0029528113082051277, 0.0032991531770676374, 0.003645495045930147, 0.0039918371476233006, 0.004338178783655167, 0.00468452088534832, 0.005030862521380186, 0.0053772046230733395, 0.005723546724766493, 0.006069888360798359, 0.006416230462491512, 0.006762572098523378, 0.007108914200216532, 0.007455255836248398, 0.007801597937941551, 0.008147940039634705, 0.008494282141327858, 0.008840623311698437, 0.00918696541339159, 0.009533307515084743, 0.009879649616777897, 0.010225990787148476, 0.010572332888841629, 0.010918674990534782]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 3.0, 9.0, 7.0, 9.0, 22.0, 25.0, 26.0, 33.0, 71.0, 68.0, 121.0, 158.0, 287.0, 517.0, 5359.0, 497.0, 262.0, 134.0, 88.0, 60.0, 41.0, 26.0, 25.0, 13.0, 10.0, 9.0, 8.0, 5.0, 5.0, 4.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2303810715675354, -0.22324159741401672, -0.21610212326049805, -0.20896263420581818, -0.2018231600522995, -0.19468368589878082, -0.18754421174526215, -0.18040473759174347, -0.1732652485370636, -0.16612577438354492, -0.15898630023002625, -0.15184682607650757, -0.1447073519229889, -0.13756787776947021, -0.13042838871479034, -0.12328891456127167, -0.11614944040775299, -0.10900996625423431, -0.10187048465013504, -0.09473101049661636, -0.08759152889251709, -0.08045205473899841, -0.07331258058547974, -0.06617309898138046, -0.059033624827861786, -0.05189414694905281, -0.044754669070243835, -0.03761519491672516, -0.030475717037916183, -0.023336239159107208, -0.016196763142943382, -0.009057286195456982, -0.001917809247970581, 0.0052216676995158195, 0.01236114464700222, 0.019500620663166046, 0.02664009854197502, 0.033779576420784, 0.04091905057430267, 0.04805852845311165, 0.055198006331920624, 0.0623374842107296, 0.06947696208953857, 0.07661643624305725, 0.08375591039657593, 0.0908953920006752, 0.09803486615419388, 0.10517434775829315, 0.11231382191181183, 0.1194532960653305, 0.12659277021884918, 0.13373225927352905, 0.14087173342704773, 0.1480112075805664, 0.15515068173408508, 0.16229015588760376, 0.16942963004112244, 0.1765691190958023, 0.18370859324932098, 0.19084806740283966, 0.19798754155635834, 0.20512701570987701, 0.21226650476455688, 0.21940597891807556, 0.22654545307159424]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 6.0, 4.0, 2.0, 2.0, 3.0, 28.0, 4.0, 1.0, 7.0, 3.0, 3.0, 5.0, 6.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0024467662442475557, -0.002370886504650116, -0.00229500699788332, -0.00221912725828588, -0.0021432475186884403, -0.002067368011921644, -0.0019914882723242044, -0.0019156085327267647, -0.0018397289095446467, -0.0017638492863625288, -0.001687969546765089, -0.001612089923582971, -0.0015362103004008532, -0.0014603305608034134, -0.0013844509376212955, -0.0013085711980238557, -0.0012326915748417377, -0.0011568119516596198, -0.00108093221206218, -0.001005052588880062, -0.0009291729074902833, -0.0008532932261005044, -0.0007774136029183865, -0.0007015339215286076, -0.0006256542401388288, -0.0005497745587490499, -0.0004738949064631015, -0.0003980152541771531, -0.00032213557278737426, -0.0002462558913975954, -0.000170376239111647, -9.449657227378339e-05, -1.861690543591976e-05, 5.726276140194386e-05, 0.0001331424282398075, 0.0002090220950776711, 0.00028490176191553473, 0.0003607814433053136, 0.000436661095591262, 0.0005125407478772104, 0.0005884204292669892, 0.0006643001106567681, 0.0007401797920465469, 0.0008160594152286649, 0.0008919390966184437, 0.0009678187780082226, 0.0010436984011903405, 0.0011195781407877803, 0.0011954577639698982, 0.0012713373871520162, 0.001347217126749456, 0.0014230967499315739, 0.0014989764895290136, 0.0015748561127111316, 0.0016507357358932495, 0.0017266154754906893, 0.0018024950986728072, 0.0018783747218549252, 0.001954254461452365, 0.0020301342010498047, 0.002106013707816601, 0.0021818934474140406, 0.0022577731870114803, 0.0023336526937782764, 0.002409532433375716]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 8.0, 5.0, 6.0, 13.0, 16.0, 28.0, 35.0, 48.0, 69.0, 100.0, 150.0, 159.0, 273.0, 379.0, 544.0, 750.0, 1162.0, 1675.0, 2439.0, 3650.0, 5826.0, 9412.0, 15983.0, 28652.0, 57392.0, 145723.0, 717322.0, 82828.0, 40764.0, 23207.0, 14112.0, 8824.0, 5785.0, 3777.0, 2596.0, 1713.0, 1202.0, 860.0, 553.0, 448.0, 310.0, 232.0, 156.0, 132.0, 103.0, 67.0, 36.0, 39.0, 20.0, 10.0, 11.0, 8.0, 9.0, 5.0, 6.0, 3.0, 1.0, 1.0, 0.0, 4.0], "bins": [-0.006814442574977875, -0.006589418742805719, -0.006364394444972277, -0.006139370612800121, -0.005914346314966679, -0.005689322482794523, -0.0054642981849610806, -0.005239274352788925, -0.0050142500549554825, -0.004789226222783327, -0.004564202390611172, -0.004339178092777729, -0.004114154260605574, -0.0038891301956027746, -0.0036641061305999756, -0.0034390820655971766, -0.0032140580005943775, -0.0029890339355915785, -0.0027640098705887794, -0.0025389858055859804, -0.0023139617405831814, -0.002088937908411026, -0.001863913843408227, -0.001638889778405428, -0.001413865713402629, -0.0011888416483998299, -0.0009638176416046917, -0.0007387936348095536, -0.0005137695698067546, -0.000288745533907786, -6.372149800881743e-05, 0.00016130253789015114, 0.0003863265737891197, 0.0006113506387919188, 0.0008363746455870569, 0.001061398652382195, 0.001286422717384994, 0.001511446782387793, 0.0017364707309752703, 0.0019614947959780693, 0.0021865188609808683, 0.0024115429259836674, 0.0026365669909864664, 0.0028615910559892654, 0.003086614888161421, 0.00331163895316422, 0.003536663018167019, 0.003761687083169818, 0.003986711148172617, 0.004211734980344772, 0.004436759278178215, 0.00466178311035037, 0.004886807408183813, 0.0051118312403559685, 0.005336855538189411, 0.0055618793703615665, 0.005786903202533722, 0.006011927500367165, 0.00623695133253932, 0.006461975630372763, 0.006686999462544918, 0.006912023760378361, 0.007137047592550516, 0.007362071890383959, 0.007587095722556114]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 8.0, 2.0, 4.0, 7.0, 3.0, 5.0, 6.0, 1.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01220613531768322, -0.01162303052842617, -0.011039926670491695, -0.01045682281255722, -0.009873718023300171, -0.009290613234043121, -0.008707509376108646, -0.008124405518174171, -0.007541300728917122, -0.00695819640532136, -0.006375092081725597, -0.005791987758129835, -0.005208883434534073, -0.004625779110938311, -0.004042674787342548, -0.003459570463746786, -0.002876466140151024, -0.0022933618165552616, -0.0017102574929594994, -0.001127153169363737, -0.0005440488457679749, 3.90554778277874e-05, 0.0006221598014235497, 0.001205264125019312, 0.0017883684486150742, 0.0023714727722108364, 0.0029545770958065987, 0.003537681419402361, 0.004120785742998123, 0.004703890066593885, 0.005286994390189648, 0.00587009871378541, 0.006453203037381172, 0.007036307360976934, 0.007619411684572697, 0.008202515542507172, 0.008785620331764221, 0.00936872512102127, 0.009951828978955746, 0.01053493283689022, 0.01111803762614727, 0.01170114241540432, 0.012284246273338795, 0.01286735013127327, 0.01345045492053032, 0.014033559709787369, 0.014616663567721844, 0.015199767425656319, 0.015782872214913368, 0.016365977004170418, 0.016949079930782318, 0.017532184720039368, 0.018115289509296417, 0.018698394298553467, 0.019281499087810516, 0.019864602014422417, 0.020447706803679466, 0.021030811592936516, 0.021613914519548416, 0.022197019308805466, 0.022780124098062515, 0.023363228887319565, 0.023946333676576614, 0.024529436603188515, 0.025112541392445564]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 4.0, 1.0, 4.0, 2.0, 7.0, 15.0, 14.0, 22.0, 36.0, 51.0, 73.0, 91.0, 108.0, 125.0, 170.0, 255.0, 302.0, 342.0, 467.0, 856.0, 1691.0, 5532.0, 1765.0, 1292.0, 1076.0, 876.0, 660.0, 533.0, 456.0, 395.0, 255.0, 216.0, 151.0, 120.0, 77.0, 72.0, 68.0, 42.0, 52.0, 36.0, 24.0, 6.0, 6.0, 3.0, 7.0, 9.0, 12.0, 9.0, 2.0, 5.0, 9.0, 4.0, 4.0, 7.0], "bins": [-0.007957730442285538, -0.0077030654065310955, -0.007448399905115366, -0.007193734869360924, -0.006939069367945194, -0.006684404332190752, -0.00642973929643631, -0.00617507379502058, -0.005920408759266138, -0.005665743723511696, -0.005411078222095966, -0.005156413186341524, -0.004901748150587082, -0.004647082649171352, -0.00439241761341691, -0.004137752112001181, -0.0038830870762467384, -0.0036284218076616526, -0.0033737565390765667, -0.0031190915033221245, -0.0028644262347370386, -0.0026097609661519527, -0.0023550959303975105, -0.0021004306618124247, -0.0018457653932273388, -0.001591100124642253, -0.0013364349724724889, -0.0010817698203027248, -0.000827104551717639, -0.000572439341340214, -0.00031777413096278906, -6.31089205853641e-05, 0.00019155628979206085, 0.0004462215001694858, 0.0007008867105469108, 0.0009555519209243357, 0.0012102171313017607, 0.0014648823998868465, 0.0017195475520566106, 0.0019742127042263746, 0.0022288779728114605, 0.0024835432413965464, 0.0027382085099816322, 0.0029928735457360744, 0.0032475388143211603, 0.003502204082906246, 0.0037568691186606884, 0.004011534620076418, 0.00426619965583086, 0.004520864691585302, 0.004775530193001032, 0.005030195228755474, 0.005284860730171204, 0.005539525765925646, 0.005794190801680088, 0.0060488563030958176, 0.00630352133885026, 0.006558186374604702, 0.0068128518760204315, 0.007067516911774874, 0.007322181947529316, 0.0075768474489450455, 0.007831512950360775, 0.00808617752045393, 0.00834084302186966]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.09202523529529572, -0.09007332473993301, -0.08812141418457031, -0.08616951107978821, -0.0842176005244255, -0.0822656899690628, -0.0803137794137001, -0.0783618688583374, -0.0764099583029747, -0.0744580551981926, -0.0725061446428299, -0.0705542340874672, -0.06860232353210449, -0.06665041297674179, -0.06469850242137909, -0.06274659931659698, -0.06079468876123428, -0.05884277820587158, -0.05689086765050888, -0.05493896082043648, -0.052987050265073776, -0.051035139709711075, -0.04908323287963867, -0.04713132232427597, -0.04517941176891327, -0.043227504938840866, -0.041275594383478165, -0.03932368382811546, -0.03737177699804306, -0.03541986644268036, -0.03346795588731766, -0.031516049057245255, -0.029564138501882553, -0.027612229809165, -0.0256603192538023, -0.023708410561084747, -0.021756501868367195, -0.019804591313004494, -0.01785268262028694, -0.01590077392756939, -0.013948864303529263, -0.011996954679489136, -0.010045045986771584, -0.008093136362731457, -0.006141227204352617, -0.004189318045973778, -0.0022374086547642946, -0.0002854993799701333, 0.001666409894824028, 0.0036183190532028675, 0.005570228211581707, 0.007522137835621834, 0.009474046528339386, 0.011425956152379513, 0.01337786577641964, 0.015329774469137192, 0.017281685024499893, 0.019233593717217445, 0.021185502409934998, 0.02313741110265255, 0.02508932165801525, 0.027041230350732803, 0.028993139043450356, 0.030945049598813057, 0.03289695829153061]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 4.0, 4.0, 6.0, 2.0, 7.0, 4.0, 8.0, 10.0, 8.0, 7.0, 11.0, 10.0, 13.0, 19.0, 25.0, 37.0, 17.0, 12.0, 10.0, 11.0, 11.0, 8.0, 10.0, 9.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04701948165893555, -0.045648619532585144, -0.04427775740623474, -0.04290689155459404, -0.04153602942824364, -0.040165167301893234, -0.03879430517554283, -0.03742343932390213, -0.03605257719755173, -0.034681715071201324, -0.03331085294485092, -0.03193999081850052, -0.030569126829504967, -0.029198262840509415, -0.027827400714159012, -0.02645653672516346, -0.025085674598813057, -0.023714812472462654, -0.022343948483467102, -0.0209730863571167, -0.019602222368121147, -0.018231360241770744, -0.016860496252775192, -0.01548963412642479, -0.014118771068751812, -0.012747908011078835, -0.011377044953405857, -0.01000618189573288, -0.008635319769382477, -0.007264456246048212, -0.005893593654036522, -0.0045227305963635445, -0.003151867538690567, -0.0017810045974329114, -0.0004101416561752558, 0.0009607212850823998, 0.0023315842263400555, 0.003702447284013033, 0.005073309876024723, 0.0064441729336977005, 0.007815035991370678, 0.009185899049043655, 0.010556762106716633, 0.01192762516438961, 0.013298487290740013, 0.01466935034841299, 0.016040213406085968, 0.01741107739508152, 0.018781939521431923, 0.020152801647782326, 0.021523665636777878, 0.02289452776312828, 0.024265391752123833, 0.025636253878474236, 0.027007117867469788, 0.02837797999382019, 0.029748842120170593, 0.031119706109166145, 0.0324905700981617, 0.0338614322245121, 0.0352322943508625, 0.036603156477212906, 0.03797402232885361, 0.03934488445520401, 0.04071574658155441]}, "_runtime": 43.98333477973938, "_timestamp": 1596206622.826967, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 8.0, 11.0, 1.0, 4.0, 6.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014907872304320335, -0.014409268274903297, -0.013910663314163685, -0.013412059284746647, -0.012913454324007034, -0.012414850294589996, -0.011916245333850384, -0.011417641304433346, -0.010919036343693733, -0.010420432314276695, -0.009921828284859657, -0.009423223324120045, -0.008924619294703007, -0.008426014333963394, -0.007927410304546356, -0.007428805809468031, -0.006930201314389706, -0.00643159681931138, -0.005932992324233055, -0.00543438782915473, -0.004935783334076405, -0.004437179304659367, -0.003938574809581041, -0.003439970314502716, -0.002941365819424391, -0.0024427613243460655, -0.001944156945683062, -0.0014455525670200586, -0.0009469480719417334, -0.000448343635071069, 5.0260801799595356e-05, 0.0005488652386702597, 0.001047469675540924, 0.0015460741706192493, 0.0020446786656975746, 0.0025432829279452562, 0.0030418874230235815, 0.0035404919181019068, 0.004039096180349588, 0.004537700675427914, 0.005036305170506239, 0.005534909665584564, 0.0060335141606628895, 0.006532118655741215, 0.007030722685158253, 0.007529327180236578, 0.008027931675314903, 0.008526536636054516, 0.009025140665471554, 0.009523744694888592, 0.010022349655628204, 0.010520953685045242, 0.011019558645784855, 0.011518162675201893, 0.012016767635941505, 0.012515371665358543, 0.013013975694775581, 0.013512580655515194, 0.014011184684932232, 0.014509789645671844, 0.015008393675088882, 0.015506998635828495, 0.016005603596568108, 0.016504207625985146, 0.017002811655402184]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 7.0, 2.0, 4.0, 8.0, 7.0, 9.0, 13.0, 17.0, 24.0, 41.0, 42.0, 43.0, 64.0, 71.0, 112.0, 166.0, 239.0, 352.0, 4900.0, 853.0, 312.0, 176.0, 112.0, 77.0, 58.0, 59.0, 28.0, 24.0, 19.0, 17.0, 16.0, 8.0, 6.0, 3.0, 7.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.14588433504104614, -0.14127430319786072, -0.1366642713546753, -0.13205422461032867, -0.12744419276714325, -0.12283416092395782, -0.1182241216301918, -0.11361408978700638, -0.10900405049324036, -0.10439401865005493, -0.0997839868068695, -0.09517394751310349, -0.09056391566991806, -0.08595387637615204, -0.08134384453296661, -0.07673380523920059, -0.07212377339601517, -0.06751374155282974, -0.06290370225906372, -0.058293666690588, -0.053683631122112274, -0.04907359927892685, -0.044463563710451126, -0.0398535281419754, -0.03524349257349968, -0.030633457005023956, -0.026023421436548233, -0.02141338773071766, -0.016803352162241936, -0.012193316593766212, -0.007583281956613064, -0.002973246853798628, 0.001636788249015808, 0.006246823351830244, 0.01085685845464468, 0.015466893091797829, 0.020076928660273552, 0.024686964228749275, 0.02929699793457985, 0.03390703350305557, 0.038517069071531296, 0.04312710464000702, 0.04773714020848274, 0.052347175776958466, 0.05695720762014389, 0.061567243188619614, 0.06617727875709534, 0.07078731805086136, 0.07539734989404678, 0.08000738173723221, 0.08461742103099823, 0.08922745287418365, 0.09383749216794968, 0.0984475240111351, 0.10305756330490112, 0.10766759514808655, 0.11227762699127197, 0.116887666285038, 0.12149769812822342, 0.12610773742198944, 0.13071776926517487, 0.1353278011083603, 0.1399378478527069, 0.14454787969589233, 0.14915791153907776]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 1.0, 2.0, 1.0, 7.0, 2.0, 4.0, 3.0, 2.0, 8.0, 5.0, 6.0, 5.0, 28.0, 2.0, 2.0, 2.0, 4.0, 4.0, 6.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002077739220112562, -0.0020057782530784607, -0.0019338175188750029, -0.0018618566682562232, -0.0017898958176374435, -0.0017179349670186639, -0.0016459741163998842, -0.0015740132657811046, -0.001502052415162325, -0.0014300914481282234, -0.0013581305975094438, -0.001286169746890664, -0.0012142088962718844, -0.0011422480456531048, -0.0010702871950343251, -0.0009983263444155455, -0.0009263654937967658, -0.0008544046431779861, -0.0007824437925592065, -0.0007104829419404268, -0.0006385220913216472, -0.0005665611824952066, -0.0004946003318764269, -0.0004226394812576473, -0.0003506786306388676, -0.00027871778002008796, -0.00020675691484939307, -0.00013479604967869818, -6.283519905991852e-05, 9.12565883481875e-06, 8.108651672955602e-05, 0.0001530473819002509, 0.00022500823251903057, 0.00029696908313781023, 0.0003689299337565899, 0.0004408908134792, 0.0005128516349941492, 0.0005848125438205898, 0.0006567733944393694, 0.0007287342450581491, 0.0008006950956769288, 0.0008726559462957084, 0.0009446167969144881, 0.0010165777057409286, 0.0010885385563597083, 0.001160499406978488, 0.0012324602575972676, 0.0013044211082160473, 0.001376381958834827, 0.0014483428094536066, 0.0015203036600723863, 0.001592264510691166, 0.0016642253613099456, 0.0017361862119287252, 0.001808147062547505, 0.0018801079131662846, 0.001952068880200386, 0.002024029614403844, 0.0020959905814379454, 0.002167951315641403, 0.0022399122826755047, 0.0023118730168789625, 0.002383833983913064, 0.002455794718116522, 0.0025277556851506233]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 6.0, 1.0, 10.0, 12.0, 12.0, 15.0, 14.0, 19.0, 27.0, 38.0, 63.0, 93.0, 117.0, 145.0, 226.0, 304.0, 508.0, 746.0, 1156.0, 1771.0, 2784.0, 4802.0, 7977.0, 14005.0, 26754.0, 53438.0, 125991.0, 743133.0, 95297.0, 41479.0, 21925.0, 12814.0, 7830.0, 4965.0, 3341.0, 2350.0, 1547.0, 1006.0, 797.0, 536.0, 388.0, 329.0, 201.0, 154.0, 115.0, 106.0, 58.0, 66.0, 56.0, 26.0, 25.0, 10.0, 9.0, 11.0, 13.0, 5.0, 6.0, 3.0, 1.0, 0.0, 3.0], "bins": [-0.005934402346611023, -0.005739900283515453, -0.005545398686081171, -0.005350896622985601, -0.005156394559890032, -0.0049618929624557495, -0.00476739089936018, -0.00457288883626461, -0.004378386773169041, -0.004183885175734758, -0.003989383112639189, -0.003794881282374263, -0.003600379452109337, -0.0034058773890137672, -0.0032113755587488413, -0.0030168734956532717, -0.0028223716653883457, -0.0026278698351234198, -0.00243336777202785, -0.002238865941762924, -0.0020443638786673546, -0.0018498620484024286, -0.0016553602181375027, -0.0014608582714572549, -0.001266356324777007, -0.0010718543780967593, -0.0008773524896241724, -0.0006828506011515856, -0.0004883486544713378, -0.00029384673689492047, -9.934481931850314e-05, 9.515709825791419e-05, 0.0002896590158343315, 0.00048416093341074884, 0.0006786628509871662, 0.000873164739459753, 0.0010676666861400008, 0.0012621686328202486, 0.0014566704630851746, 0.0016511724097654223, 0.0018456743564456701, 0.002040176186710596, 0.0022346782498061657, 0.0024291800800710917, 0.0026236819103360176, 0.0028181839734315872, 0.003012685803696513, 0.003207187866792083, 0.0034016896970570087, 0.0035961915273219347, 0.0037906935904175043, 0.00398519542068243, 0.004179697483778, 0.004374199081212282, 0.004568701144307852, 0.004763203207403421, 0.004957704804837704, 0.005152206867933273, 0.005346708931028843, 0.0055412109941244125, 0.005735712591558695, 0.0059302146546542645, 0.006124716717749834, 0.006319218315184116, 0.006513720378279686]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 4.0, 2.0, 2.0, 4.0, 4.0, 4.0, 4.0, 4.0, 7.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006533170118927956, -0.006202883552759886, -0.005872596986591816, -0.005542309954762459, -0.005212023388594389, -0.004881736822426319, -0.004551449790596962, -0.004221163224428892, -0.0038908766582608223, -0.0035605900920927525, -0.003230303293094039, -0.0029000164940953255, -0.0025697299279272556, -0.002239443361759186, -0.0019091565627604723, -0.0015788698801770806, -0.001248583197593689, -0.0009182965150102973, -0.0005880098324269056, -0.00025772314984351397, 7.25635327398777e-05, 0.00040285021532326937, 0.000733136897906661, 0.0010634235804900527, 0.0013937102630734444, 0.001723996945656836, 0.0020542836282402277, 0.002384570427238941, 0.002714856993407011, 0.003045143559575081, 0.0033754303585737944, 0.003705717157572508, 0.004036003723740578, 0.0043662902899086475, 0.004696576856076717, 0.0050268638879060745, 0.005357150454074144, 0.005687437020242214, 0.006017724052071571, 0.006348010618239641, 0.006678297184407711, 0.007008583750575781, 0.007338870316743851, 0.007669157348573208, 0.007999444380402565, 0.008329730480909348, 0.008660017512738705, 0.008990303613245487, 0.009320590645074844, 0.009650877676904202, 0.009981163777410984, 0.010311450809240341, 0.010641736909747124, 0.01097202394157648, 0.011302310973405838, 0.01163259707391262, 0.011962884105741978, 0.012293171137571335, 0.012623457238078117, 0.012953744269907475, 0.013284031301736832, 0.013614317402243614, 0.013944604434072971, 0.014274890534579754, 0.014605177566409111]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 1.0, 1.0, 8.0, 6.0, 4.0, 4.0, 11.0, 17.0, 30.0, 37.0, 35.0, 57.0, 89.0, 103.0, 148.0, 210.0, 344.0, 505.0, 720.0, 880.0, 1113.0, 1574.0, 2053.0, 5454.0, 1553.0, 938.0, 625.0, 446.0, 281.0, 237.0, 168.0, 138.0, 96.0, 84.0, 70.0, 65.0, 53.0, 42.0, 34.0, 32.0, 22.0, 28.0, 22.0, 14.0, 17.0, 19.0, 11.0, 8.0, 8.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004956201184540987, -0.00476135453209281, -0.004566507413983345, -0.004371660761535168, -0.00417681410908699, -0.003981966990977526, -0.0037871203385293484, -0.0035922734532505274, -0.0033974265679717064, -0.0032025796826928854, -0.0030077327974140644, -0.002812886144965887, -0.002618039259687066, -0.002423192374408245, -0.0022283457219600677, -0.0020334988366812468, -0.0018386519514024258, -0.0016438050661236048, -0.0014489582972601056, -0.0012541115283966064, -0.0010592646431177855, -0.0008644178160466254, -0.0006695709889754653, -0.0004747241619043052, -0.00027987733483314514, -8.503050776198506e-05, 0.00010981631930917501, 0.0003046631463803351, 0.0004995099734514952, 0.0006943568005226552, 0.0008892036275938153, 0.0010840503964573145, 0.0012788972817361355, 0.0014737441670149565, 0.0016685909358784556, 0.0018634377047419548, 0.002058284590020776, 0.002253131475299597, 0.002447978127747774, 0.002642825013026595, 0.002837671898305416, 0.003032518783584237, 0.003227365668863058, 0.0034222123213112354, 0.0036170592065900564, 0.0038119060918688774, 0.004006752744317055, 0.004201599862426519, 0.004396446514874697, 0.004591293167322874, 0.004786140285432339, 0.004980986937880516, 0.005175833590328693, 0.005370680708438158, 0.005565527360886335, 0.0057603744789958, 0.005955221131443977, 0.006150067783892155, 0.006344914902001619, 0.006539761554449797, 0.006734608672559261, 0.006929455325007439, 0.007124301977455616, 0.007319149095565081, 0.007513995748013258]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09781037271022797, -0.09546331316232681, -0.09311626106500626, -0.0907692015171051, -0.08842214941978455, -0.08607508987188339, -0.08372803032398224, -0.08138097822666168, -0.07903391867876053, -0.07668685913085938, -0.07433980703353882, -0.07199274748563766, -0.06964568793773651, -0.06729863584041595, -0.0649515762925148, -0.06260452419519424, -0.06025746464729309, -0.057910408824682236, -0.05556335300207138, -0.05321629345417023, -0.05086923763155937, -0.04852218180894852, -0.04617512226104736, -0.04382806643843651, -0.04148101061582565, -0.0391339547932148, -0.03678689897060394, -0.03443983942270279, -0.032092783600091934, -0.02974572777748108, -0.027398670092225075, -0.02505161240696907, -0.022704556584358215, -0.02035750076174736, -0.018010443076491356, -0.01566338539123535, -0.013316329568624496, -0.010969272814691067, -0.008622216060757637, -0.006275159306824207, -0.003928102552890778, -0.0015810457989573479, 0.0007660109549760818, 0.0031130677089095116, 0.005460124462842941, 0.007807181216776371, 0.0101542379707098, 0.01250129472464323, 0.01484835147857666, 0.017195407301187515, 0.01954246498644352, 0.021889522671699524, 0.02423657849431038, 0.026583634316921234, 0.02893069200217724, 0.03127774968743324, 0.0336248055100441, 0.03597186133265495, 0.03831891715526581, 0.04066597670316696, 0.04301303252577782, 0.04536008834838867, 0.047707147896289825, 0.05005420371890068, 0.052401259541511536]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 5.0, 3.0, 2.0, 12.0, 9.0, 14.0, 16.0, 11.0, 17.0, 18.0, 15.0, 8.0, 13.0, 15.0, 32.0, 17.0, 8.0, 3.0, 5.0, 5.0, 6.0, 3.0, 5.0, 4.0, 5.0, 3.0, 5.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.016445953398942947, -0.015485843643546104, -0.014525733888149261, -0.013565625064074993, -0.01260551530867815, -0.011645405553281307, -0.010685295797884464, -0.009725186042487621, -0.008765077218413353, -0.007804966997355223, -0.006844857707619667, -0.005884747952222824, -0.004924638196825981, -0.0039645289070904255, -0.0030044191516935825, -0.0020443096291273832, -0.001084200106561184, -0.0001240905257873237, 0.0008360190549865365, 0.0017961286939680576, 0.002756238216534257, 0.0037163477391004562, 0.004676457494497299, 0.005636566784232855, 0.006596676539629698, 0.007556786295026541, 0.008516895584762096, 0.00947700534015894, 0.010437115095555782, 0.011397224850952625, 0.012357333675026894, 0.013317443430423737, 0.01427755318582058, 0.015237662941217422, 0.016197772696614265, 0.01715788245201111, 0.01811799220740795, 0.019078101962804794, 0.020038209855556488, 0.02099831961095333, 0.021958429366350174, 0.022918539121747017, 0.02387864887714386, 0.024838758632540703, 0.025798868387937546, 0.02675897814333439, 0.02771908789873123, 0.028679197654128075, 0.029639307409524918, 0.03059941530227661, 0.031559526920318604, 0.0325196348130703, 0.03347974643111229, 0.03443985432386398, 0.03539996221661568, 0.03636007383465767, 0.03732018172740936, 0.038280293345451355, 0.03924040123820305, 0.04020051285624504, 0.041160620748996735, 0.04212073236703873, 0.04308084025979042, 0.04404095187783241, 0.045001059770584106]}, "_runtime": 44.75752258300781, "_timestamp": 1596206623.6011548, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010448805056512356, -0.010117768310010433, -0.00978673156350851, -0.009455694817006588, -0.009124658070504665, -0.008793621324002743, -0.00846258457750082, -0.008131547830998898, -0.007800510618835688, -0.007469473872333765, -0.007138437125831842, -0.00680740037932992, -0.00647636316716671, -0.006145326420664787, -0.005814289674162865, -0.005483252927660942, -0.0051522161811590195, -0.004821179434657097, -0.004490142688155174, -0.004159105941653252, -0.0038280689623206854, -0.0034970322158187628, -0.0031659952364861965, -0.002834958489984274, -0.0025039217434823513, -0.0021728849969804287, -0.0018418481340631843, -0.0015108112711459398, -0.0011797745246440172, -0.0008487377199344337, -0.0005177009152248502, -0.00018666411051526666, 0.00014437269419431686, 0.0004754094989039004, 0.0008064463036134839, 0.0011374831665307283, 0.001468519913032651, 0.0017995566595345736, 0.00213059363886714, 0.0024616303853690624, 0.002792667131870985, 0.0031237038783729076, 0.0034547406248748302, 0.0037857776042073965, 0.004116814583539963, 0.004447851330041885, 0.004778888076543808, 0.005109924823045731, 0.005440961569547653, 0.005771998316049576, 0.006103035062551498, 0.006434071809053421, 0.006765108555555344, 0.0070961457677185535, 0.007427182514220476, 0.007758219260722399, 0.008089255541563034, 0.008420293219387531, 0.008751329965889454, 0.009082366712391376, 0.009413403458893299, 0.009744440205395222, 0.010075476951897144, 0.010406513698399067, 0.01073755044490099]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 6.0, 4.0, 1.0, 3.0, 7.0, 9.0, 8.0, 9.0, 12.0, 26.0, 27.0, 30.0, 45.0, 59.0, 72.0, 96.0, 123.0, 171.0, 299.0, 680.0, 5152.0, 400.0, 179.0, 132.0, 92.0, 82.0, 45.0, 35.0, 32.0, 21.0, 12.0, 14.0, 7.0, 6.0, 5.0, 5.0, 5.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.16677874326705933, -0.16188187897205353, -0.15698502957820892, -0.15208816528320312, -0.14719131588935852, -0.14229445159435272, -0.13739758729934692, -0.13250073790550232, -0.12760387361049652, -0.12270701676607132, -0.11781015992164612, -0.11291329562664032, -0.10801643878221512, -0.10311958193778992, -0.09822271764278412, -0.09332586079835892, -0.08842900395393372, -0.08353214710950851, -0.07863529026508331, -0.07373842597007751, -0.06884156912565231, -0.06394471228122711, -0.05904785171151161, -0.05415099114179611, -0.04925413429737091, -0.04435727745294571, -0.03946041688323021, -0.03456355631351471, -0.029666699469089508, -0.024769840762019157, -0.019872982054948807, -0.014976123347878456, -0.010079264640808105, -0.005182405933737755, -0.0002855472266674042, 0.0046113114804029465, 0.009508170187473297, 0.014405028894543648, 0.019301887601614, 0.02419874630868435, 0.0290956050157547, 0.0339924618601799, 0.0388893224298954, 0.0437861829996109, 0.0486830398440361, 0.053579896688461304, 0.058476757258176804, 0.0633736178278923, 0.0682704746723175, 0.0731673315167427, 0.07806418836116791, 0.0829610526561737, 0.08785790950059891, 0.09275476634502411, 0.09765163064002991, 0.10254848748445511, 0.10744534432888031, 0.11234220117330551, 0.11723905801773071, 0.12213592231273651, 0.1270327866077423, 0.13192963600158691, 0.1368265002965927, 0.14172334969043732, 0.14662021398544312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 3.0, 5.0, 6.0, 1.0, 5.0, 0.0, 6.0, 4.0, 3.0, 28.0, 2.0, 2.0, 1.0, 2.0, 5.0, 3.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002274150960147381, -0.0022116946056485176, -0.0021492382511496544, -0.002086781896650791, -0.002024325542151928, -0.0019618691876530647, -0.0018994128331542015, -0.0018369564786553383, -0.001774500124156475, -0.0017120437696576118, -0.0016495874151587486, -0.0015871310606598854, -0.0015246747061610222, -0.001462218351662159, -0.0013997619971632957, -0.0013373056426644325, -0.0012748492881655693, -0.001212392933666706, -0.0011499365791678429, -0.0010874802246689796, -0.0010250238701701164, -0.0009625675156712532, -0.00090011116117239, -0.0008376548066735268, -0.0007751984521746635, -0.0007127420976758003, -0.0006502857431769371, -0.0005878293886780739, -0.0005253730341792107, -0.00046291667968034744, -0.0004004603251814842, -0.000338003970682621, -0.0002755476161837578, -0.00021309126168489456, -0.00015063490718603134, -8.817855268716812e-05, -2.57221981883049e-05, 3.673415631055832e-05, 9.919051080942154e-05, 0.00016164686530828476, 0.00022410321980714798, 0.0002865595743060112, 0.0003490159288048744, 0.00041147228330373764, 0.00047392863780260086, 0.0005363849923014641, 0.0005988413468003273, 0.0006612977012991905, 0.0007237540557980537, 0.000786210410296917, 0.0008486667647957802, 0.0009111231192946434, 0.0009735794737935066, 0.0010360358282923698, 0.001098492182791233, 0.0011609485372900963, 0.0012234048917889595, 0.0012858612462878227, 0.001348317600786686, 0.0014107739552855492, 0.0014732303097844124, 0.0015356866642832756, 0.0015981430187821388, 0.001660599373281002, 0.0017230557277798653]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 5.0, 5.0, 6.0, 16.0, 13.0, 26.0, 30.0, 45.0, 52.0, 94.0, 117.0, 198.0, 310.0, 498.0, 715.0, 1060.0, 1735.0, 2936.0, 4658.0, 7742.0, 13889.0, 25687.0, 53024.0, 131704.0, 759997.0, 93011.0, 37286.0, 18626.0, 10060.0, 5772.0, 3541.0, 2270.0, 1444.0, 944.0, 629.0, 435.0, 297.0, 218.0, 147.0, 111.0, 71.0, 56.0, 47.0, 29.0, 17.0, 18.0, 18.0, 9.0, 9.0, 2.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.007155127357691526, -0.006947738584131002, -0.006740350276231766, -0.006532961502671242, -0.006325573194772005, -0.006118184421211481, -0.005910796113312244, -0.00570340733975172, -0.0054960185661911964, -0.00528863025829196, -0.005081241484731436, -0.004873853176832199, -0.004666464403271675, -0.004459076095372438, -0.0042516873218119144, -0.004044299013912678, -0.0038369102403521538, -0.0036295216996222734, -0.003422133158892393, -0.0032147446181625128, -0.0030073560774326324, -0.0027999673038721085, -0.002592578763142228, -0.002385190222412348, -0.0021778016816824675, -0.001970413140952587, -0.0017630246002227068, -0.0015556359430775046, -0.0013482474023476243, -0.001140858861617744, -0.0009334702626802027, -0.0007260816637426615, -0.0005186931230127811, -0.00031130455317907035, -0.00010391598334535956, 0.00010347258648835123, 0.000310861156322062, 0.0005182496970519423, 0.0007256382959894836, 0.0009330268949270248, 0.0011404154356569052, 0.0013478039763867855, 0.0015551925171166658, 0.001762581174261868, 0.00196996983140707, 0.0021773583721369505, 0.002384746912866831, 0.002592135453596711, 0.0027995239943265915, 0.003006912535056472, 0.003214301075786352, 0.0034216896165162325, 0.003629078157246113, 0.003836466930806637, 0.0040438552387058735, 0.0042512440122663975, 0.004458632320165634, 0.004666021093726158, 0.004873409867286682, 0.005080798175185919, 0.005288186948746443, 0.0054955752566456795, 0.0057029640302062035, 0.00591035233810544, 0.006117741111665964]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 0.0, 12.0, 3.0, 4.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0206765029579401, -0.020238833501935005, -0.019801165908575058, -0.01936349645256996, -0.018925828859210014, -0.018488159403204918, -0.01805049180984497, -0.017612822353839874, -0.017175152897834778, -0.01673748530447483, -0.016299815848469734, -0.015862148255109787, -0.01542447879910469, -0.014986810274422169, -0.014549141749739647, -0.014111473225057125, -0.013673804700374603, -0.013236136175692081, -0.01279846765100956, -0.012360799126327038, -0.011923130601644516, -0.01148546114563942, -0.011047792620956898, -0.010610124096274376, -0.010172455571591854, -0.009734787046909332, -0.00929711852222681, -0.008859449997544289, -0.008421780541539192, -0.00798411201685667, -0.0075464434921741486, -0.007108774967491627, -0.006671106442809105, -0.006233437918126583, -0.005795769393444061, -0.005358100403100252, -0.00492043187841773, -0.0044827633537352085, -0.004045094363391399, -0.0036074258387088776, -0.0031697573140263557, -0.002732088789343834, -0.0022944200318306684, -0.0018567513907328248, -0.0014190827496349812, -0.0009814141085371375, -0.0005437454674392939, -0.00010607682634145021, 0.00033159181475639343, 0.0007692604558542371, 0.0012069290969520807, 0.0016445977380499244, 0.002082266379147768, 0.00251993490383029, 0.0029576036613434553, 0.003395272418856621, 0.0038329409435391426, 0.004270609468221664, 0.004708277992904186, 0.005145946983247995, 0.005583615507930517, 0.006021284032613039, 0.006458953022956848, 0.00689662154763937, 0.007334290072321892]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 7.0, 6.0, 10.0, 14.0, 11.0, 21.0, 9.0, 9.0, 19.0, 15.0, 22.0, 22.0, 17.0, 18.0, 34.0, 41.0, 56.0, 73.0, 88.0, 140.0, 142.0, 179.0, 209.0, 232.0, 285.0, 347.0, 451.0, 606.0, 835.0, 1223.0, 1887.0, 5654.0, 1747.0, 1118.0, 826.0, 570.0, 448.0, 292.0, 214.0, 191.0, 91.0, 59.0, 40.0, 56.0, 26.0, 11.0, 18.0, 7.0, 11.0, 3.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0077096461318433285, -0.007503691595047712, -0.007297737058252096, -0.00709178252145648, -0.006885827984660864, -0.006679873447865248, -0.006473918911069632, -0.006267964374274015, -0.006062009371817112, -0.005856054835021496, -0.00565010029822588, -0.0054441457614302635, -0.005238191224634647, -0.005032236687839031, -0.004826282151043415, -0.004620327614247799, -0.004414373077452183, -0.004208418540656567, -0.0040024640038609505, -0.0037965094670653343, -0.003590554930269718, -0.0033846001606434584, -0.003178645623847842, -0.002972691087052226, -0.00276673655025661, -0.0025607820134609938, -0.0023548274766653776, -0.0021488729398697615, -0.0019429182866588235, -0.0017369637498632073, -0.0015310090966522694, -0.0013250545598566532, -0.001119100023061037, -0.0009131454862654209, -0.0007071908912621439, -0.0005012362962588668, -0.00029528175946325064, -8.932719356380403e-05, 0.00011662737233564258, 0.0003225819382350892, 0.0005285365041345358, 0.0007344910409301519, 0.000940445635933429, 0.001146400230936706, 0.0013523547677323222, 0.0015583093045279384, 0.0017642639577388763, 0.0019702184945344925, 0.0021761730313301086, 0.002382127568125725, 0.002588082104921341, 0.002794036641716957, 0.0029999911785125732, 0.003205945948138833, 0.003411900484934449, 0.0036178550217300653, 0.0038238095585256815, 0.004029764328151941, 0.0042357188649475574, 0.004441673401743174, 0.00464762793853879, 0.004853582475334406, 0.005059537012130022, 0.005265491548925638, 0.005471446085721254]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10097645223140717, -0.09851228445768356, -0.09604812413454056, -0.09358395636081696, -0.09111978858709335, -0.08865562826395035, -0.08619146049022675, -0.08372729271650314, -0.08126312494277954, -0.07879896461963654, -0.07633479684591293, -0.07387062907218933, -0.07140646874904633, -0.06894230097532272, -0.06647813320159912, -0.06401397287845612, -0.06154980510473251, -0.05908564105629921, -0.05662147328257561, -0.0541573092341423, -0.0516931414604187, -0.0492289774119854, -0.046764813363552094, -0.04430064558982849, -0.04183648154139519, -0.039372317492961884, -0.03690814971923828, -0.03444398567080498, -0.031979821622371674, -0.02951565384864807, -0.027051489800214767, -0.024587323889136314, -0.02212315797805786, -0.019658992066979408, -0.017194826155900955, -0.014730662107467651, -0.012266496196389198, -0.009802330285310745, -0.007338165305554867, -0.004873999860137701, -0.0024098344147205353, 5.433103069663048e-05, 0.0025184964761137962, 0.004982661921530962, 0.007446827366948128, 0.00991099327802658, 0.01237515825778246, 0.014839323237538338, 0.01730348914861679, 0.019767655059695244, 0.022231820970773697, 0.024695985019207, 0.027160150930285454, 0.029624316841363907, 0.03208848088979721, 0.03455264866352081, 0.03701681271195412, 0.03948097676038742, 0.04194514453411102, 0.04440930858254433, 0.04687347263097763, 0.04933764040470123, 0.05180180445313454, 0.05426597222685814, 0.05673013627529144]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 2.0, 4.0, 1.0, 10.0, 4.0, 16.0, 16.0, 30.0, 32.0, 36.0, 37.0, 12.0, 8.0, 8.0, 4.0, 2.0, 6.0, 1.0, 4.0, 1.0, 3.0, 5.0, 1.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.06738130748271942, -0.06574015319347382, -0.06409899890422821, -0.062457840889692307, -0.0608166828751564, -0.0591755285859108, -0.05753437057137489, -0.05589321628212929, -0.054252058267593384, -0.05261090397834778, -0.050969745963811874, -0.04932859167456627, -0.047687433660030365, -0.04604627937078476, -0.044405121356248856, -0.04276396706700325, -0.041122809052467346, -0.03948165476322174, -0.037840500473976135, -0.03619934245944023, -0.034558188170194626, -0.03291703015565872, -0.031275875866413116, -0.029634717851877213, -0.027993563562631607, -0.026352407410740852, -0.024711251258850098, -0.023070095106959343, -0.021428938955068588, -0.019787782803177834, -0.01814662665128708, -0.016505470499396324, -0.01486431434750557, -0.013223158195614815, -0.01158200204372406, -0.009940845891833305, -0.00829968973994255, -0.006658534053713083, -0.005017378367483616, -0.003376222215592861, -0.0017350660637021065, -9.39100282266736e-05, 0.0015472460072487593, 0.0031884019263088703, 0.004829558078199625, 0.00647071423009038, 0.008111869916319847, 0.009753026068210602, 0.011394182220101357, 0.013035338371992111, 0.014676494523882866, 0.01631765067577362, 0.017958806827664375, 0.01959996297955513, 0.021241119131445885, 0.02288227528333664, 0.024523429572582245, 0.026164585724473, 0.027805741876363754, 0.02944689802825451, 0.031088054180145264, 0.03272921219468117, 0.03437036648392677, 0.03601152449846268, 0.03765267878770828]}, "_runtime": 45.573747873306274, "_timestamp": 1596206624.41738, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 4.0, 5.0, 3.0, 4.0, 8.0, 3.0, 2.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022048301994800568, -0.021449346095323563, -0.020850390195846558, -0.020251434296369553, -0.019652478396892548, -0.019053520634770393, -0.01845456473529339, -0.017855608835816383, -0.01725665293633938, -0.016657697036862373, -0.01605874113738537, -0.015459784306585789, -0.014860828407108784, -0.014261872507631779, -0.013662915676832199, -0.013063959777355194, -0.012465003877878189, -0.011866047978401184, -0.011267092078924179, -0.0106681352481246, -0.010069179348647594, -0.00947022344917059, -0.00887126661837101, -0.008272310718894005, -0.007673354819417, -0.007074398919939995, -0.0064754425548017025, -0.00587648618966341, -0.005277530290186405, -0.0046785743907094, -0.004079618025571108, -0.003480661893263459, -0.0028817057609558105, -0.002282749628648162, -0.0016837934963405132, -0.0010848373640328646, -0.0004858812317252159, 0.00011307490058243275, 0.0007120310328900814, 0.00131098716519773, 0.0019099432975053787, 0.0025088994298130274, 0.003107855562120676, 0.0037068116944283247, 0.004305767826735973, 0.004904723726212978, 0.005503680091351271, 0.006102636456489563, 0.006701592355966568, 0.007300548255443573, 0.007899504154920578, 0.008498460985720158, 0.009097416885197163, 0.009696372784674168, 0.010295329615473747, 0.010894285514950752, 0.011493241414427757, 0.012092197313904762, 0.012691153213381767, 0.013290110044181347, 0.013889065943658352, 0.014488021843135357, 0.015086978673934937, 0.01568593457341194, 0.016284890472888947]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 5.0, 8.0, 12.0, 6.0, 16.0, 15.0, 23.0, 30.0, 40.0, 50.0, 59.0, 86.0, 119.0, 166.0, 266.0, 546.0, 5145.0, 543.0, 244.0, 134.0, 99.0, 65.0, 52.0, 50.0, 29.0, 27.0, 15.0, 17.0, 13.0, 8.0, 5.0, 0.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19349804520606995, -0.18801255524158478, -0.1825270801782608, -0.17704159021377563, -0.17155611515045166, -0.1660706251859665, -0.16058513522148132, -0.15509966015815735, -0.14961417019367218, -0.144128680229187, -0.13864320516586304, -0.13315771520137787, -0.1276722252368927, -0.12218675017356873, -0.11670126020908356, -0.11121577769517899, -0.10573029518127441, -0.10024481266736984, -0.09475933015346527, -0.0892738401889801, -0.08378835767507553, -0.07830287516117096, -0.07281738519668579, -0.06733190268278122, -0.06184642016887665, -0.056360937654972076, -0.050875451415777206, -0.045389965176582336, -0.039904482662677765, -0.03441900014877319, -0.028933513909578323, -0.023448029533028603, -0.017962545156478882, -0.012477060779929161, -0.00699157640337944, -0.0015060920268297195, 0.003979392349720001, 0.009464876726269722, 0.014950361102819443, 0.020435845479369164, 0.025921329855918884, 0.031406812369823456, 0.036892298609018326, 0.042377784848213196, 0.04786326736211777, 0.05334874987602234, 0.05883423611521721, 0.06431972235441208, 0.06980520486831665, 0.07529068738222122, 0.0807761698961258, 0.08626165986061096, 0.09174714237451553, 0.0972326248884201, 0.10271811485290527, 0.10820359736680984, 0.11368907988071442, 0.11917456239461899, 0.12466004490852356, 0.13014553487300873, 0.1356310248374939, 0.14111649990081787, 0.14660198986530304, 0.15208746492862701, 0.15757295489311218]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 0.0, 5.0, 3.0, 1.0, 0.0, 4.0, 3.0, 4.0, 3.0, 1.0, 4.0, 33.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 0.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0022220341488718987, -0.002152641536667943, -0.0020832489244639874, -0.0020138565450906754, -0.0019444639328867197, -0.001875071320682764, -0.0018056787084788084, -0.0017362862126901746, -0.001666893600486219, -0.0015975009882822633, -0.0015281084924936295, -0.0014587158802896738, -0.0013893232680857182, -0.0013199307722970843, -0.0012505381600931287, -0.0011811456643044949, -0.0011117530521005392, -0.0010423604398965836, -0.0009729679441079497, -0.0009035753319039941, -0.0008341827779076993, -0.0007647902239114046, -0.000695397611707449, -0.0006260050577111542, -0.0005566125037148595, -0.00048721994971856475, -0.00041782736661843956, -0.00034843478351831436, -0.0002790422295220196, -0.00020964966097380966, -0.0001402570924255997, -7.086452387738973e-05, -1.4719553291797638e-06, 6.79206132190302e-05, 0.00013731318176724017, 0.00020670575031545013, 0.0002760983188636601, 0.00034549087285995483, 0.00041488345596008003, 0.0004842760390602052, 0.0005536685930565, 0.0006230611470527947, 0.0006924537010490894, 0.0007618463132530451, 0.0008312388672493398, 0.0009006314212456346, 0.0009700240334495902, 0.001039416529238224, 0.0011088091414421797, 0.0011782017536461353, 0.0012475942494347692, 0.0013169868616387248, 0.0013863793574273586, 0.0014557719696313143, 0.00152516458183527, 0.0015945570776239038, 0.0016639496898278594, 0.001733342302031815, 0.0018027347978204489, 0.0018721274100244045, 0.0019415200222283602, 0.002010912634432316, 0.002080305013805628, 0.0021496976260095835, 0.002219090238213539]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 11.0, 16.0, 15.0, 30.0, 36.0, 45.0, 70.0, 120.0, 204.0, 283.0, 398.0, 568.0, 979.0, 1506.0, 2457.0, 4190.0, 7781.0, 14370.0, 28697.0, 65951.0, 214389.0, 693086.0, 63626.0, 30966.0, 17385.0, 10862.0, 7050.0, 4511.0, 3061.0, 2124.0, 1435.0, 1028.0, 672.0, 505.0, 358.0, 230.0, 175.0, 141.0, 91.0, 58.0, 62.0, 28.0, 18.0, 17.0, 6.0, 5.0, 1.0, 4.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007182051427662373, -0.006926499307155609, -0.006670947186648846, -0.0064153955318033695, -0.006159843411296606, -0.005904291290789843, -0.0056487396359443665, -0.005393187515437603, -0.0051376353949308395, -0.004882083274424076, -0.004626531153917313, -0.0043709794990718365, -0.004115427378565073, -0.0038598752580583096, -0.0036043233703821898, -0.00334877148270607, -0.0030932193621993065, -0.002837667241692543, -0.0025821153540164232, -0.0023265634663403034, -0.00207101134583354, -0.0018154593417420983, -0.0015599073376506567, -0.001304355333559215, -0.0010488033294677734, -0.0007932513253763318, -0.0005376993212848902, -0.00028214731719344854, -2.6595313102006912e-05, 0.00022895669098943472, 0.00048450869508087635, 0.000740060699172318, 0.0009956127032637596, 0.0012511647073552012, 0.0015067167114466429, 0.0017622687155380845, 0.002017820719629526, 0.0022733728401362896, 0.0025289247278124094, 0.002784476615488529, 0.0030400287359952927, 0.003295580856502056, 0.003551132744178176, 0.0038066846318542957, 0.004062236752361059, 0.004317788872867823, 0.004573340527713299, 0.004828892648220062, 0.005084444768726826, 0.005339996889233589, 0.005595549009740353, 0.005851100664585829, 0.006106652785092592, 0.006362204905599356, 0.006617756560444832, 0.006873308680951595, 0.007128860801458359, 0.007384412921965122, 0.007639965042471886, 0.00789551716297865, 0.008151069283485413, 0.008406620472669601, 0.008662172593176365, 0.008917724713683128, 0.009173276834189892]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 1.0, 5.0, 6.0, 3.0, 3.0, 9.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.008904222398996353, -0.008271393366158009, -0.007638563867658377, -0.007005734369158745, -0.0063729053363204, -0.005740075837820768, -0.0051072463393211365, -0.004474417306482792, -0.00384158780798316, -0.003208758542314172, -0.0025759292766451836, -0.0019430997781455517, -0.0013102705124765635, -0.0006774411885999143, -4.461186472326517e-05, 0.000588217459153384, 0.0012210467830300331, 0.0018538760486990213, 0.0024867053143680096, 0.0031195348128676414, 0.0037523640785366297, 0.004385193344205618, 0.00501802284270525, 0.005650851875543594, 0.006283681374043226, 0.006916510872542858, 0.007549339905381203, 0.008182168938219547, 0.008814998902380466, 0.009447827935218811, 0.010080656968057156, 0.010713486932218075, 0.01134631596505642, 0.011979144997894764, 0.012611974962055683, 0.013244803994894028, 0.013877633027732372, 0.014510462991893291, 0.015143292024731636, 0.015776121988892555, 0.016408950090408325, 0.017041780054569244, 0.017674610018730164, 0.018307438120245934, 0.018940268084406853, 0.019573098048567772, 0.020205926150083542, 0.02083875611424446, 0.02147158607840538, 0.02210441417992115, 0.02273724414408207, 0.02337007224559784, 0.02400290220975876, 0.024635732173919678, 0.025268560275435448, 0.025901390239596367, 0.026534220203757286, 0.027167048305273056, 0.027799878269433975, 0.028432708233594894, 0.029065536335110664, 0.029698366299271584, 0.030331196263432503, 0.030964024364948273, 0.03159685432910919]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 4.0, 8.0, 4.0, 6.0, 10.0, 15.0, 30.0, 44.0, 76.0, 84.0, 92.0, 154.0, 193.0, 222.0, 271.0, 340.0, 444.0, 635.0, 727.0, 1028.0, 1417.0, 1849.0, 5679.0, 1814.0, 912.0, 563.0, 355.0, 236.0, 184.0, 125.0, 109.0, 88.0, 99.0, 65.0, 67.0, 49.0, 54.0, 35.0, 35.0, 37.0, 30.0, 30.0, 17.0, 23.0, 18.0, 15.0, 22.0, 19.0, 13.0, 12.0, 11.0, 10.0, 11.0, 9.0, 6.0, 11.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.007453889586031437, -0.0071400925517082214, -0.006826295051723719, -0.006512497551739216, -0.006198700517416, -0.005884903483092785, -0.005571105983108282, -0.005257308483123779, -0.004943511448800564, -0.004629714414477348, -0.0043159169144928455, -0.004002119414508343, -0.0036883223801851273, -0.003374525113031268, -0.003060727845877409, -0.00274693057872355, -0.0024331333115696907, -0.0021193360444158316, -0.0018055387772619724, -0.0014917415101081133, -0.0011779442429542542, -0.000864146975800395, -0.0005503497086465359, -0.00023655244149267673, 7.72448256611824e-05, 0.00039104209281504154, 0.0007048393599689007, 0.0010186366271227598, 0.001332433894276619, 0.001646231161430478, 0.0019600284285843372, 0.0022738256957381964, 0.0025876229628920555, 0.0029014202300459146, 0.003215217497199774, 0.003529014764353633, 0.003842812031507492, 0.0041566090658307076, 0.00447040656581521, 0.004784204065799713, 0.005098001100122929, 0.005411798134446144, 0.005725595634430647, 0.00603939313441515, 0.006353190168738365, 0.006666987203061581, 0.0069807847030460835, 0.007294582203030586, 0.007608379237353802, 0.007922176271677017, 0.008235974237322807, 0.008549771271646023, 0.008863568305969238, 0.009177365340292454, 0.00949116237461567, 0.00980496034026146, 0.010118757374584675, 0.01043255440890789, 0.01074635237455368, 0.011060149408876896, 0.011373946443200111, 0.011687743477523327, 0.012001540511846542, 0.012315338477492332, 0.012629135511815548]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13224080204963684, -0.12897339463233948, -0.12570597231388092, -0.12243855744600296, -0.119171142578125, -0.11590373516082764, -0.11263632029294968, -0.10936890542507172, -0.10610149055719376, -0.1028340756893158, -0.09956666082143784, -0.09629924595355988, -0.09303183853626251, -0.08976442366838455, -0.08649700880050659, -0.08322959393262863, -0.07996217906475067, -0.07669476419687271, -0.07342734932899475, -0.07015993446111679, -0.06689251959323883, -0.06362511217594147, -0.06035769730806351, -0.05709028244018555, -0.05382286757230759, -0.050555452704429626, -0.047288037836551666, -0.044020626693964005, -0.040753211826086044, -0.037485796958208084, -0.03421838581562042, -0.030950970947742462, -0.027683556079864502, -0.024416141211986542, -0.02114872820675373, -0.01788131520152092, -0.01461390033364296, -0.011346486397087574, -0.008079072460532188, -0.004811658523976803, -0.0015442445874214172, 0.0017231693491339684, 0.004990583285689354, 0.00825799722224474, 0.011525411158800125, 0.01479282509535551, 0.018060239031910896, 0.021327652037143707, 0.024595066905021667, 0.027862481772899628, 0.03112989477813244, 0.03439730778336525, 0.03766472265124321, 0.04093213751912117, 0.04419954866170883, 0.04746696352958679, 0.05073437839746475, 0.05400179326534271, 0.05726920813322067, 0.060536619275808334, 0.063804030418396, 0.06707144528627396, 0.07033886015415192, 0.07360627502202988, 0.07687368988990784]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 11.0, 8.0, 9.0, 24.0, 31.0, 28.0, 54.0, 24.0, 5.0, 8.0, 5.0, 3.0, 3.0, 8.0, 10.0, 4.0, 4.0, 2.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08904662728309631, -0.08644244819879532, -0.08383827656507492, -0.08123409748077393, -0.07862991839647293, -0.07602574676275253, -0.07342156767845154, -0.07081738859415054, -0.06821320950984955, -0.06560903787612915, -0.06300485879182816, -0.06040068343281746, -0.05779650807380676, -0.05519232898950577, -0.05258815363049507, -0.04998397454619408, -0.04737979918718338, -0.044775623828172684, -0.04217144474387169, -0.03956726938486099, -0.03696309030056, -0.0343589149415493, -0.031754739582538605, -0.02915056236088276, -0.026546385139226913, -0.023942207917571068, -0.021338030695915222, -0.018733855336904526, -0.01612967811524868, -0.013525500893592834, -0.010921324603259563, -0.008317148312926292, -0.005712971091270447, -0.0031087943352758884, -0.0005046175792813301, 0.0020995591767132282, 0.0047037359327077866, 0.007307912688702345, 0.009912089444696903, 0.012516265735030174, 0.01512044295668602, 0.017724620178341866, 0.02032879739999771, 0.022932972759008408, 0.025537149980664253, 0.0281413272023201, 0.030745502561330795, 0.03334968164563179, 0.03595385700464249, 0.03855803236365318, 0.04116221144795418, 0.043766386806964874, 0.04637056589126587, 0.048974741250276566, 0.05157891660928726, 0.05418309569358826, 0.05678727105259895, 0.05939144641160965, 0.061995625495910645, 0.06459980458021164, 0.06720397621393204, 0.06980815529823303, 0.07241233438253403, 0.07501650601625443, 0.07762068510055542]}, "_runtime": 46.38165736198425, "_timestamp": 1596206625.2252896, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 5.0, 1.0, 4.0, 7.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015591375529766083, -0.015015651471912861, -0.014439927414059639, -0.013864203356206417, -0.013288479298353195, -0.012712755240499973, -0.012137031182646751, -0.01156130712479353, -0.010985583066940308, -0.010409858077764511, -0.00983413401991129, -0.009258409962058067, -0.008682685904204845, -0.008106961846351624, -0.007531237788498402, -0.00695551373064518, -0.006379789672791958, -0.005804065614938736, -0.005228341557085514, -0.004652617499232292, -0.00407689344137907, -0.0035011691506952047, -0.002925444860011339, -0.0023497208021581173, -0.0017739967443048954, -0.0011982726864516735, -0.0006225485121831298, -4.682439612224698e-05, 0.0005288997199386358, 0.0011046237777918577, 0.0016803479520604014, 0.002256072126328945, 0.002831796184182167, 0.003407520242035389, 0.003983244299888611, 0.004558968357741833, 0.005134692415595055, 0.005710416939109564, 0.006286140996962786, 0.006861865054816008, 0.0074375891126692295, 0.008013313636183739, 0.00858903769403696, 0.009164761751890182, 0.009740485809743404, 0.010316209867596626, 0.010891933925449848, 0.01146765798330307, 0.012043382041156292, 0.012619106099009514, 0.013194830156862736, 0.013770554214715958, 0.01434627827256918, 0.014922002330422401, 0.015497726388275623, 0.016073450446128845, 0.01664917543530464, 0.01722489856183529, 0.017800623551011086, 0.018376346677541733, 0.01895207166671753, 0.019527794793248177, 0.020103519782423973, 0.02067924290895462, 0.021254967898130417]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 6.0, 2.0, 5.0, 6.0, 7.0, 13.0, 14.0, 13.0, 15.0, 22.0, 32.0, 29.0, 55.0, 79.0, 88.0, 166.0, 229.0, 325.0, 4042.0, 1640.0, 412.0, 242.0, 143.0, 75.0, 74.0, 59.0, 33.0, 17.0, 20.0, 12.0, 7.0, 1.0, 4.0, 2.0, 6.0, 5.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15560723841190338, -0.15022753179073334, -0.1448478400707245, -0.13946813344955444, -0.1340884268283844, -0.12870873510837555, -0.1233290284872055, -0.11794932931661606, -0.11256963014602661, -0.10718993097543716, -0.10181023180484772, -0.09643052518367767, -0.09105082601308823, -0.08567112684249878, -0.08029142022132874, -0.07491172105073929, -0.06953202188014984, -0.0641523227095604, -0.05877261981368065, -0.0533929169178009, -0.048013217747211456, -0.04263351857662201, -0.037253815680742264, -0.03187411278486252, -0.02649441361427307, -0.021114712581038475, -0.01573501154780388, -0.010355310514569283, -0.004975609481334686, 0.00040409155189991, 0.005783792585134506, 0.011163493618369102, 0.0165431946516037, 0.021922895684838295, 0.02730259671807289, 0.03268229961395264, 0.038061998784542084, 0.04344169795513153, 0.048821400851011276, 0.05420110374689102, 0.05958080291748047, 0.06496050208806992, 0.07034020125865936, 0.0757199078798294, 0.08109960705041885, 0.0864793062210083, 0.09185901284217834, 0.09723871201276779, 0.10261841118335724, 0.10799811035394669, 0.11337780952453613, 0.11875751614570618, 0.12413721531629562, 0.12951691448688507, 0.13489662110805511, 0.14027631282806396, 0.145656019449234, 0.15103572607040405, 0.1564154177904129, 0.16179512441158295, 0.1671748161315918, 0.17255452275276184, 0.17793422937393188, 0.18331392109394073, 0.18869362771511078]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 2.0, 7.0, 2.0, 0.0, 2.0, 5.0, 3.0, 2.0, 30.0, 2.0, 7.0, 2.0, 5.0, 4.0, 3.0, 1.0, 4.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002370301866903901, -0.0022868290543556213, -0.0022033562418073416, -0.002119883429259062, -0.002036410616710782, -0.0019529379205778241, -0.0018694651080295444, -0.0017859922954812646, -0.0017025194829329848, -0.001619046670384705, -0.0015355738578364253, -0.0014521010452881455, -0.0013686283491551876, -0.0012851555366069078, -0.001201682724058628, -0.0011182099115103483, -0.0010347370989620686, -0.0009512642864137888, -0.000867791473865509, -0.0007843187195248902, -0.0007008459069766104, -0.0006173730944283307, -0.0005339003400877118, -0.00045042752753943205, -0.0003669547149911523, -0.0002834819024428725, -0.00020000911899842322, -0.00011653632100205868, -3.306352300569415e-05, 5.040927499067038e-05, 0.00013388207298703492, 0.00021735487098339945, 0.000300827668979764, 0.00038430048152804375, 0.00046777326497249305, 0.0005512460484169424, 0.0006347188609652221, 0.0007181916735135019, 0.0008016644278541207, 0.0008851372404024005, 0.0009686100529506803, 0.00105208286549896, 0.0011355556780472398, 0.0012190284905955195, 0.0013025011867284775, 0.0013859739992767572, 0.001469446811825037, 0.0015529196243733168, 0.0016363924369215965, 0.0017198652494698763, 0.001803338062018156, 0.0018868108745664358, 0.0019702836871147156, 0.0020537564996629953, 0.002137229312211275, 0.002220702124759555, 0.0023041749373078346, 0.0023876475170254707, 0.0024711203295737505, 0.0025545931421220303, 0.00263806595467031, 0.0027215387672185898, 0.0028050115797668695, 0.0028884843923151493, 0.002971957204863429]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 6.0, 11.0, 16.0, 26.0, 48.0, 83.0, 110.0, 153.0, 223.0, 383.0, 508.0, 833.0, 1279.0, 1817.0, 2951.0, 4981.0, 8154.0, 14034.0, 26205.0, 54897.0, 140620.0, 738535.0, 89790.0, 40814.0, 21855.0, 12186.0, 6965.0, 4299.0, 2630.0, 1674.0, 1144.0, 735.0, 525.0, 338.0, 250.0, 168.0, 128.0, 90.0, 50.0, 38.0, 23.0, 7.0, 18.0, 10.0, 13.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007741271983832121, -0.0074943602085113525, -0.007247447967529297, -0.0070005361922085285, -0.00675362441688776, -0.006506712641566992, -0.0062598008662462234, -0.006012888625264168, -0.005765976849943399, -0.005519065074622631, -0.005272152833640575, -0.005025241058319807, -0.004778329282999039, -0.00453141750767827, -0.004284505732357502, -0.004037593491375446, -0.003790681716054678, -0.0035437699407339096, -0.0032968579325824976, -0.0030499459244310856, -0.0028030341491103172, -0.002556122373789549, -0.002309210365638137, -0.002062298357486725, -0.0018153865821659565, -0.0015684746904298663, -0.0013215627986937761, -0.001074650906957686, -0.0008277390152215958, -0.0005808271234855056, -0.0003339152317494154, -8.700334001332521e-05, 0.00015990855172276497, 0.00040682044345885515, 0.0006537323351949453, 0.0009006442269310355, 0.0011475561186671257, 0.0013944680104032159, 0.001641379902139306, 0.0018882917938753963, 0.0021352036856114864, 0.002382115460932255, 0.002629027469083667, 0.002875939477235079, 0.003122851252555847, 0.0033697630278766155, 0.0036166750360280275, 0.0038635870441794395, 0.004110498819500208, 0.004357410594820976, 0.004604322835803032, 0.0048512346111238, 0.005098146386444569, 0.005345058161765337, 0.005591969937086105, 0.005838882178068161, 0.006085793953388929, 0.006332705728709698, 0.006579617969691753, 0.006826529745012522, 0.00707344152033329, 0.0073203532956540585, 0.007567265070974827, 0.007814177311956882, 0.008061088621616364]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 4.0, 9.0, 1.0, 2.0, 3.0, 2.0, 7.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.02871689572930336, -0.028111549094319344, -0.027506204321980476, -0.02690085768699646, -0.026295512914657593, -0.025690166279673576, -0.02508481964468956, -0.024479474872350693, -0.023874128237366676, -0.02326878160238266, -0.022663436830043793, -0.022058090195059776, -0.02145274356007576, -0.020847398787736893, -0.020242052152752876, -0.01963670738041401, -0.019031360745429993, -0.018426014110445976, -0.01782066933810711, -0.017215322703123093, -0.016609977930784225, -0.01600463129580021, -0.015399284660816193, -0.01479393895715475, -0.014188593253493309, -0.013583247549831867, -0.012977901846170425, -0.012372555211186409, -0.011767209507524967, -0.011161863803863525, -0.010556517168879509, -0.009951171465218067, -0.009345825761556625, -0.008740480057895184, -0.008135134354233742, -0.007529787719249725, -0.0069244420155882835, -0.006319096311926842, -0.005713750142604113, -0.0051084039732813835, -0.004503058269619942, -0.0038977123331278563, -0.003292366396635771, -0.0026870204601436853, -0.0020816745236516, -0.0014763285871595144, -0.000870982650667429, -0.0002656367141753435, 0.00033970922231674194, 0.0009450551588088274, 0.0015504010953009129, 0.0021557470317929983, 0.0027610929682850838, 0.0033664389047771692, 0.003971784841269255, 0.004577131010591984, 0.005182476714253426, 0.005787822417914867, 0.0063931685872375965, 0.006998514756560326, 0.007603860460221767, 0.00820920616388321, 0.008814552798867226, 0.009419898502528667, 0.01002524420619011]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 3.0, 2.0, 4.0, 6.0, 10.0, 12.0, 11.0, 11.0, 13.0, 9.0, 14.0, 15.0, 22.0, 31.0, 22.0, 30.0, 44.0, 33.0, 40.0, 42.0, 47.0, 59.0, 99.0, 113.0, 171.0, 217.0, 221.0, 344.0, 417.0, 512.0, 769.0, 1381.0, 5558.0, 1889.0, 1179.0, 935.0, 807.0, 701.0, 572.0, 480.0, 386.0, 319.0, 221.0, 144.0, 134.0, 95.0, 77.0, 54.0, 44.0, 27.0, 17.0, 16.0, 14.0, 6.0, 10.0, 1.0, 7.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.01028405874967575, -0.009987816214561462, -0.009691574610769749, -0.00939533207565546, -0.009099090471863747, -0.008802847936749458, -0.00850660540163517, -0.008210363797843456, -0.007914121262729168, -0.007617879193276167, -0.007321637123823166, -0.0070253945887088776, -0.0067291525192558765, -0.0064329104498028755, -0.006136667914688587, -0.005840425845235586, -0.005544183775782585, -0.005247941706329584, -0.004951699636876583, -0.004655457101762295, -0.004359215032309294, -0.004062972962856293, -0.003766730660572648, -0.0034704883582890034, -0.0031742462888360023, -0.0028780042193830013, -0.0025817619170993567, -0.002285519614815712, -0.001989277545362711, -0.001693035359494388, -0.0013967931736260653, -0.0011005509877577424, -0.0008043088018894196, -0.0005080666160210967, -0.00021182443015277386, 8.441775571554899e-05, 0.00038065994158387184, 0.0006769021274521947, 0.0009731443133205175, 0.0012693864991888404, 0.0015656286850571632, 0.001861870870925486, 0.002158113056793809, 0.0024543553590774536, 0.0027505974285304546, 0.0030468394979834557, 0.0033430818002671003, 0.003639324102550745, 0.003935566172003746, 0.004231808241456747, 0.004528050310909748, 0.004824292846024036, 0.005120534915477037, 0.0054167769849300385, 0.005713019520044327, 0.006009261589497328, 0.006305503658950329, 0.00660174572840333, 0.006897987797856331, 0.007194230332970619, 0.00749047240242362, 0.007786714471876621, 0.00808295700699091, 0.008379198610782623, 0.008675441145896912]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07005924731492996, -0.06715373694896698, -0.064248226583004, -0.061342719942331314, -0.05843720957636833, -0.05553169921040535, -0.05262618884444237, -0.049720678478479385, -0.0468151718378067, -0.04390966147184372, -0.04100415110588074, -0.038098640739917755, -0.03519313037395477, -0.03228762000799179, -0.029382111504673958, -0.026476603001356125, -0.023571092635393143, -0.02066558226943016, -0.017760073766112328, -0.014854563400149345, -0.011949053965508938, -0.00904354453086853, -0.006138034630566835, -0.003232524963095784, -0.00032701529562473297, 0.0025784943718463182, 0.0054840040393173695, 0.008389513939619064, 0.011295023374259472, 0.01420053280889988, 0.01710604317486286, 0.020011551678180695, 0.022917062044143677, 0.02582257241010666, 0.028728080913424492, 0.031633589416742325, 0.03453909978270531, 0.03744461014866829, 0.04035012051463127, 0.043255630880594254, 0.04616113752126694, 0.04906664788722992, 0.0519721582531929, 0.054877668619155884, 0.057783178985118866, 0.06068868935108185, 0.06359419971704483, 0.06649971008300781, 0.0694052129983902, 0.07231072336435318, 0.07521623373031616, 0.07812174409627914, 0.08102725446224213, 0.08393276482820511, 0.08683827519416809, 0.08974378556013107, 0.09264929592609406, 0.09555480629205704, 0.09846031665802002, 0.1013658195734024, 0.10427132993936539, 0.10717684030532837, 0.11008235067129135, 0.11298786103725433, 0.11589337140321732]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 9.0, 9.0, 12.0, 8.0, 9.0, 18.0, 24.0, 20.0, 37.0, 16.0, 23.0, 16.0, 19.0, 14.0, 11.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0781683474779129, -0.07581719011068344, -0.07346603274345398, -0.07111488282680511, -0.06876372545957565, -0.06641256809234619, -0.06406141817569733, -0.061710260808467865, -0.0593591034412384, -0.05700794607400894, -0.05465679243206978, -0.052305638790130615, -0.049954481422901154, -0.04760332405567169, -0.04525217041373253, -0.042901016771793365, -0.040549859404563904, -0.03819870203733444, -0.03584754839539528, -0.033496394753456116, -0.031145237386226654, -0.02879408188164234, -0.02644292637705803, -0.024091770872473717, -0.021740615367889404, -0.019389459863305092, -0.01703830435872078, -0.014687148854136467, -0.012335993349552155, -0.009984837844967842, -0.00763368234038353, -0.005282526835799217, -0.002931371331214905, -0.0005802158266305923, 0.00177093967795372, 0.0041220951825380325, 0.006473250687122345, 0.008824406191706657, 0.01117556169629097, 0.013526717200875282, 0.015877872705459595, 0.018229028210043907, 0.02058018371462822, 0.022931339219212532, 0.025282494723796844, 0.027633650228381157, 0.02998480573296547, 0.03233595937490463, 0.034687116742134094, 0.037038274109363556, 0.03938942775130272, 0.04174058139324188, 0.044091738760471344, 0.046442896127700806, 0.04879404976963997, 0.05114520341157913, 0.053496360778808594, 0.055847518146038055, 0.05819867178797722, 0.06054982542991638, 0.06290098279714584, 0.0652521401643753, 0.06760329008102417, 0.06995444744825363, 0.0723056048154831]}, "_runtime": 47.18905234336853, "_timestamp": 1596206626.0326846, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008869542740285397, -0.008560854010283947, -0.008252165280282497, -0.007943476550281048, -0.007634787820279598, -0.007326099090278149, -0.007017410360276699, -0.0067087216302752495, -0.0064000329002738, -0.00609134417027235, -0.005782655440270901, -0.005473966710269451, -0.0051652779802680016, -0.004856589250266552, -0.004547900520265102, -0.004239211790263653, -0.003930523060262203, -0.0036218343302607536, -0.003313145600259304, -0.0030044568702578545, -0.002695768140256405, -0.0023870794102549553, -0.0020783906802535057, -0.0017697019502520561, -0.0014610132202506065, -0.001152324490249157, -0.0008436357602477074, -0.0005349470302462578, -0.0002262583002448082, 8.243042975664139e-05, 0.000391119159758091, 0.0006998078897595406, 0.0010084966197609901, 0.0013171853497624397, 0.0016258740797638893, 0.001934562809765339, 0.0022432515397667885, 0.002551940269768238, 0.0028606289997696877, 0.0031693177297711372, 0.003478006459772587, 0.0037866951897740364, 0.004095383919775486, 0.004404072649776936, 0.004712761379778385, 0.005021450109779835, 0.005330138839781284, 0.005638827569782734, 0.0059475162997841835, 0.006256205029785633, 0.006564893759787083, 0.006873582489788532, 0.007182271219789982, 0.007490959949791431, 0.007799648679792881, 0.00810833740979433, 0.00841702613979578, 0.00872571486979723, 0.00903440359979868, 0.009343092329800129, 0.009651781059801579, 0.009960469789803028, 0.010269158519804478, 0.010577847249805927, 0.010886535979807377]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 8.0, 1.0, 7.0, 9.0, 11.0, 14.0, 17.0, 20.0, 19.0, 29.0, 45.0, 46.0, 37.0, 74.0, 110.0, 133.0, 183.0, 275.0, 543.0, 4912.0, 538.0, 257.0, 191.0, 115.0, 81.0, 56.0, 39.0, 37.0, 20.0, 17.0, 13.0, 16.0, 9.0, 11.0, 1.0, 5.0, 6.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1408294439315796, -0.1360037922859192, -0.13117815554141998, -0.12635250389575958, -0.12152685225009918, -0.11670120805501938, -0.11187555640935898, -0.10704991221427917, -0.10222426056861877, -0.09739861637353897, -0.09257297217845917, -0.08774732053279877, -0.08292167633771896, -0.07809602469205856, -0.07327038049697876, -0.06844472885131836, -0.06361908465623856, -0.058793436735868454, -0.05396778881549835, -0.04914214089512825, -0.04431649297475815, -0.039490848779678345, -0.03466520085930824, -0.02983955293893814, -0.02501390501856804, -0.020188257098197937, -0.01536261010915041, -0.010536963120102882, -0.0057113151997327805, -0.0008856677450239658, 0.003939979709684849, 0.008765626698732376, 0.013591274619102478, 0.01841692253947258, 0.023242570459842682, 0.028068216517567635, 0.032893866300582886, 0.03771951049566269, 0.04254515841603279, 0.04737080633640289, 0.052196454256772995, 0.0570221021771431, 0.0618477500975132, 0.0666733980178833, 0.0714990422129631, 0.0763246938586235, 0.08115033805370331, 0.08597598969936371, 0.09080163389444351, 0.09562727808952332, 0.10045292973518372, 0.10527857393026352, 0.11010422557592392, 0.11492986977100372, 0.11975552141666412, 0.12458116561174393, 0.12940680980682373, 0.13423246145248413, 0.13905811309814453, 0.14388374984264374, 0.14870940148830414, 0.15353505313396454, 0.15836070477962494, 0.16318634152412415, 0.16801199316978455]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 6.0, 2.0, 1.0, 5.0, 6.0, 3.0, 4.0, 5.0, 27.0, 1.0, 4.0, 1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 5.0, 0.0, 5.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028058523312211037, -0.0027207862585783005, -0.002635720418766141, -0.0025506545789539814, -0.002465588506311178, -0.002380522433668375, -0.0022954565938562155, -0.002210390754044056, -0.0021253246814012527, -0.0020402586087584496, -0.00195519276894629, -0.0018701268127188087, -0.0017850608564913273, -0.001699994900263846, -0.0016149289440363646, -0.0015298629878088832, -0.0014447970315814018, -0.0013597310753539205, -0.001274665119126439, -0.0011895991628989577, -0.0011045332066714764, -0.001019467250443995, -0.0009344012942165136, -0.0008493353379890323, -0.0007642693817615509, -0.0006792034255340695, -0.0005941374693065882, -0.0005090715130791068, -0.00042400555685162544, -0.0003389396006241441, -0.0002538736443966627, -0.00016880768816918135, -8.374173194169998e-05, 1.3242242857813835e-06, 8.639018051326275e-05, 0.00017145613674074411, 0.0002565220929682255, 0.00034158804919570684, 0.0004266540054231882, 0.0005117199616506696, 0.0005967859178781509, 0.0006818518741056323, 0.0007669178303331137, 0.000851983786560595, 0.0009370497427880764, 0.0010221156990155578, 0.0011071816552430391, 0.0011922476114705205, 0.0012773135676980019, 0.0013623795239254832, 0.0014474454801529646, 0.001532511436380446, 0.0016175773926079273, 0.0017026433488354087, 0.00178770930506289, 0.0018727752612903714, 0.001957841217517853, 0.002042907290160656, 0.0021279731299728155, 0.002213038969784975, 0.0022981050424277782, 0.0023831711150705814, 0.002468236954882741, 0.0025533027946949005, 0.0026383688673377037]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 7.0, 5.0, 13.0, 19.0, 26.0, 38.0, 64.0, 90.0, 119.0, 183.0, 219.0, 305.0, 499.0, 702.0, 1013.0, 1478.0, 2220.0, 3581.0, 5587.0, 9278.0, 15682.0, 27925.0, 52862.0, 122207.0, 734187.0, 94949.0, 43423.0, 23385.0, 13931.0, 8664.0, 5557.0, 3454.0, 2351.0, 1565.0, 1107.0, 803.0, 547.0, 423.0, 299.0, 247.0, 172.0, 132.0, 95.0, 59.0, 35.0, 36.0, 26.0, 23.0, 11.0, 4.0, 9.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0], "bins": [-0.006502725649625063, -0.006266093347221613, -0.006029461044818163, -0.005792828742414713, -0.005556196440011263, -0.005319564137607813, -0.005082931835204363, -0.004846299532800913, -0.004609667230397463, -0.004373034927994013, -0.004136402625590563, -0.003899770323187113, -0.003663138020783663, -0.003426505718380213, -0.0031898734159767628, -0.0029532411135733128, -0.0027166088111698627, -0.0024799765087664127, -0.0022433442063629627, -0.0020067119039595127, -0.0017700796015560627, -0.0015334472991526127, -0.0012968149967491627, -0.0010601826943457127, -0.0008235503919422626, -0.0005869180895388126, -0.0003502857871353626, -0.00011365348473191261, 0.0001229788176715374, 0.0003596111200749874, 0.0005962434224784374, 0.0008328757248818874, 0.0010695080272853374, 0.0013061403296887875, 0.0015427726320922375, 0.0017794049344956875, 0.0020160372368991375, 0.0022526695393025875, 0.0024893018417060375, 0.0027259341441094875, 0.0029625664465129375, 0.0031991987489163876, 0.0034358310513198376, 0.0036724633537232876, 0.003909095656126738, 0.004145727958530188, 0.004382360260933638, 0.004618992563337088, 0.004855624865740538, 0.005092257168143988, 0.005328889470547438, 0.005565521772950888, 0.005802154075354338, 0.006038786377757788, 0.006275418680161238, 0.006512050982564688, 0.006748683284968138, 0.006985315587371588, 0.007221947889775038, 0.007458580192178488, 0.007695212494581938, 0.007931845262646675, 0.008168477565050125, 0.008405109867453575, 0.008641742169857025]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 4.0, 2.0, 1.0, 4.0, 11.0, 6.0, 5.0, 10.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012622063979506493, -0.011836155317723751, -0.01105024665594101, -0.010264337994158268, -0.009478429332375526, -0.00869251973927021, -0.007906611077487469, -0.007120702415704727, -0.006334793753921986, -0.005548885092139244, -0.0047629764303565025, -0.003977067302912474, -0.003191158641129732, -0.0024052499793469906, -0.0016193410847336054, -0.000833432306535542, -4.752352833747864e-05, 0.0007383852498605847, 0.0015242940280586481, 0.0023102029226720333, 0.003096111584454775, 0.0038820202462375164, 0.004667929373681545, 0.005453838035464287, 0.006239746697247028, 0.00702565535902977, 0.0078115640208125114, 0.008597472682595253, 0.00938338227570057, 0.01016929093748331, 0.010955199599266052, 0.011741108261048794, 0.012527016922831535, 0.013312925584614277, 0.014098834246397018, 0.01488474290817976, 0.0156706515699625, 0.016456561163067818, 0.017242468893527985, 0.0180283784866333, 0.018814288079738617, 0.019600195810198784, 0.0203861054033041, 0.021172013133764267, 0.021957922726869583, 0.02274383045732975, 0.023529740050435066, 0.024315647780895233, 0.02510155737400055, 0.025887466967105865, 0.026673374697566032, 0.02745928429067135, 0.028245192021131516, 0.02903110161423683, 0.029817009344697, 0.030602918937802315, 0.03138882666826248, 0.0321747362613678, 0.032960645854473114, 0.03374655544757843, 0.03453246131539345, 0.035318370908498764, 0.03610428050160408, 0.036890190094709396, 0.037676095962524414]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 0.0, 6.0, 11.0, 12.0, 15.0, 23.0, 39.0, 44.0, 56.0, 86.0, 134.0, 211.0, 273.0, 361.0, 424.0, 621.0, 841.0, 1223.0, 1993.0, 3192.0, 6228.0, 1004.0, 409.0, 228.0, 163.0, 115.0, 110.0, 90.0, 83.0, 59.0, 37.0, 47.0, 38.0, 33.0, 30.0, 18.0, 17.0, 14.0, 6.0, 5.0, 8.0, 13.0, 6.0, 7.0, 12.0, 13.0, 9.0, 10.0, 9.0, 4.0, 8.0, 8.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0], "bins": [-0.010147404856979847, -0.009761214256286621, -0.009375023655593395, -0.00898883305490017, -0.008602642454206944, -0.008216451853513718, -0.007830261252820492, -0.007444070652127266, -0.00705788005143404, -0.0066716899164021015, -0.006285499315708876, -0.00589930871501565, -0.005513118114322424, -0.005126927513629198, -0.004740736912935972, -0.004354546312242746, -0.0039683557115495205, -0.0035821651108562946, -0.0031959745101630688, -0.002809783909469843, -0.002423593308776617, -0.002037402940914035, -0.001651212340220809, -0.0012650217395275831, -0.0008788311388343573, -0.0004926405381411314, -0.00010644999565556645, 0.00027974057593382895, 0.0006659311475232244, 0.0010521217482164502, 0.0014383122324943542, 0.0018245028331875801, 0.002210693433880806, 0.002596884034574032, 0.0029830746352672577, 0.0033692652359604836, 0.0037554558366537094, 0.004141646437346935, 0.004527837038040161, 0.004914027638733387, 0.005300218239426613, 0.005686408374458551, 0.006072598975151777, 0.006458789575845003, 0.006844980176538229, 0.007231170777231455, 0.007617361377924681, 0.008003552444279194, 0.00838974304497242, 0.008775932714343071, 0.009162123315036297, 0.009548313915729523, 0.009934504516422749, 0.010320695117115974, 0.0107068857178092, 0.011093076318502426, 0.011479266919195652, 0.011865457519888878, 0.012251648120582104, 0.01263783872127533, 0.013024029321968555, 0.013410219922661781, 0.013796410523355007, 0.014182601124048233, 0.014568791724741459]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09188149869441986, -0.08954907953739166, -0.08721665292978287, -0.08488423377275467, -0.08255180716514587, -0.08021938800811768, -0.07788696885108948, -0.07555454224348068, -0.07322212308645248, -0.07088970392942429, -0.06855727732181549, -0.06622485816478729, -0.0638924390077591, -0.0615600124001503, -0.0592275932431221, -0.056895170360803604, -0.05456274747848511, -0.05223032459616661, -0.049897901713848114, -0.047565482556819916, -0.04523305967450142, -0.04290063679218292, -0.040568217635154724, -0.03823579475283623, -0.03590337187051773, -0.033570948988199234, -0.031238527968525887, -0.02890610694885254, -0.026573684066534042, -0.024241261184215546, -0.021908840164542198, -0.01957641914486885, -0.017243996262550354, -0.014911574311554432, -0.01257915236055851, -0.010246730409562588, -0.007914308458566666, -0.0055818865075707436, -0.0032494645565748215, -0.0009170426055788994, 0.0014153793454170227, 0.003747801296412945, 0.006080223247408867, 0.008412645198404789, 0.010745067149400711, 0.013077489100396633, 0.015409911051392555, 0.017742332071065903, 0.0200747549533844, 0.022407177835702896, 0.024739598855376244, 0.02707201987504959, 0.029404442757368088, 0.031736865639686584, 0.03406928479671478, 0.03640170767903328, 0.038734130561351776, 0.04106655344367027, 0.04339897632598877, 0.04573139548301697, 0.048063818365335464, 0.05039624124765396, 0.05272866040468216, 0.055061083287000656, 0.05739350616931915]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 7.0, 3.0, 9.0, 6.0, 5.0, 7.0, 7.0, 12.0, 12.0, 14.0, 11.0, 14.0, 11.0, 30.0, 16.0, 11.0, 2.0, 10.0, 10.0, 6.0, 5.0, 4.0, 9.0, 5.0, 6.0, 10.0, 4.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.02246480993926525, -0.021339518949389458, -0.020214227959513664, -0.01908893510699272, -0.017963644117116928, -0.016838353127241135, -0.01571306213736534, -0.014587770216166973, -0.01346247922629118, -0.012337188236415386, -0.011211896315217018, -0.010086605325341225, -0.008961314335465431, -0.007836022414267063, -0.00671073142439127, -0.005585439968854189, -0.004460148513317108, -0.0033348570577800274, -0.0022095658350735903, -0.0010842744959518313, 4.10168431699276e-05, 0.0011663081822916865, 0.0022915995214134455, 0.0034168907441198826, 0.004542182199656963, 0.005667473655194044, 0.006792765110731125, 0.007918056100606918, 0.009043347090482712, 0.01016863901168108, 0.011293930001556873, 0.012419221922755241, 0.013544512912631035, 0.014669803902506828, 0.015795094892382622, 0.016920387744903564, 0.018045678734779358, 0.01917096972465515, 0.020296260714530945, 0.02142155170440674, 0.022546842694282532, 0.023672135546803474, 0.024797426536679268, 0.02592271752655506, 0.027048008516430855, 0.028173299506306648, 0.02929859235882759, 0.030423883348703384, 0.03154917433857918, 0.03267446532845497, 0.033799756318330765, 0.03492504730820656, 0.03605033829808235, 0.037175629287958145, 0.03830092400312424, 0.03942621499300003, 0.040551505982875824, 0.04167679697275162, 0.04280208796262741, 0.043927378952503204, 0.045052669942379, 0.04617796093225479, 0.047303251922130585, 0.04842854291200638, 0.04955383390188217]}, "_runtime": 47.98817777633667, "_timestamp": 1596206626.83181, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 7.0, 3.0, 4.0, 3.0, 0.0, 1.0, 5.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015589563176035881, -0.0151218231767416, -0.014654083177447319, -0.014186344109475613, -0.013718604110181332, -0.01325086411088705, -0.012783125042915344, -0.012315385043621063, -0.011847645044326782, -0.011379905045032501, -0.01091216504573822, -0.010444425977766514, -0.009976685978472233, -0.009508945979177952, -0.009041206911206245, -0.008573466911911964, -0.008105726912617683, -0.007637986913323402, -0.007170247379690409, -0.006702507846057415, -0.006234767846763134, -0.005767027847468853, -0.005299288313835859, -0.004831548780202866, -0.004363808780908585, -0.0038960690144449472, -0.00342832924798131, -0.0029605894815176725, -0.002492849715054035, -0.002025109948590398, -0.0015573701821267605, -0.0010896304156631231, -0.0006218906491994858, -0.00015415088273584843, 0.0003135888837277889, 0.0007813286501914263, 0.0012490684166550636, 0.001716808183118701, 0.0021845479495823383, 0.0026522877160459757, 0.003120027482509613, 0.0035877672489732504, 0.004055507015436888, 0.0045232465490698814, 0.0049909865483641624, 0.0054587265476584435, 0.005926466081291437, 0.006394205614924431, 0.006861945614218712, 0.007329685613512993, 0.0077974251471459866, 0.00826516468077898, 0.008732904680073261, 0.009200644679367542, 0.009668383747339249, 0.01013612374663353, 0.01060386374592781, 0.011071603745222092, 0.011539343744516373, 0.012007082812488079, 0.01247482281178236, 0.012942562811076641, 0.013410301879048347, 0.013878041878342628, 0.01434578187763691]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 7.0, 6.0, 9.0, 5.0, 11.0, 14.0, 14.0, 22.0, 15.0, 45.0, 41.0, 66.0, 109.0, 141.0, 232.0, 432.0, 5038.0, 824.0, 303.0, 172.0, 105.0, 74.0, 56.0, 43.0, 30.0, 24.0, 17.0, 14.0, 13.0, 4.0, 8.0, 6.0, 3.0, 5.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2031087875366211, -0.19689828157424927, -0.19068779051303864, -0.184477299451828, -0.17826679348945618, -0.17205628752708435, -0.16584579646587372, -0.15963530540466309, -0.15342479944229126, -0.14721429347991943, -0.1410038024187088, -0.13479331135749817, -0.12858280539512634, -0.12237230688333511, -0.11616180837154388, -0.10995130985975266, -0.10374081134796143, -0.0975303128361702, -0.09131981432437897, -0.08510931581258774, -0.07889881730079651, -0.07268831878900528, -0.06647782027721405, -0.06026732176542282, -0.05405682325363159, -0.04784632474184036, -0.04163582623004913, -0.035425327718257904, -0.029214829206466675, -0.023004330694675446, -0.016793832182884216, -0.010583333671092987, -0.004372835159301758, 0.0018376633524894714, 0.0080481618642807, 0.01425866037607193, 0.02046915888786316, 0.02667965739965439, 0.03289015591144562, 0.03910065442323685, 0.045311152935028076, 0.051521651446819305, 0.057732149958610535, 0.06394264847040176, 0.070153146982193, 0.07636364549398422, 0.08257414400577545, 0.08878464251756668, 0.09499514102935791, 0.10120563954114914, 0.10741613805294037, 0.1136266365647316, 0.11983713507652283, 0.12604764103889465, 0.13225813210010529, 0.13846862316131592, 0.14467912912368774, 0.15088963508605957, 0.1571001261472702, 0.16331061720848083, 0.16952112317085266, 0.1757316291332245, 0.18194212019443512, 0.18815261125564575, 0.19436311721801758]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 0.0, 9.0, 2.0, 4.0, 4.0, 4.0, 3.0, 2.0, 28.0, 4.0, 4.0, 6.0, 2.0, 4.0, 3.0, 3.0, 4.0, 3.0, 6.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0029131872579455376, -0.002827778458595276, -0.002742369892075658, -0.002656961092725396, -0.002571552526205778, -0.0024861437268555164, -0.0024007351603358984, -0.0023153263609856367, -0.0022299177944660187, -0.002144508995115757, -0.0020591001957654953, -0.0019736916292458773, -0.0018882828298956156, -0.0018028741469606757, -0.0017174654640257359, -0.001632056781090796, -0.0015466480981558561, -0.0014612394152209163, -0.0013758307322859764, -0.0012904220493510365, -0.0012050133664160967, -0.001119604567065835, -0.0010341958841308951, -0.0009487872011959553, -0.0008633785182610154, -0.0007779698353260756, -0.0006925611523911357, -0.0006071524112485349, -0.0005217437283135951, -0.0004363350453786552, -0.0003509263333398849, -0.00026551762130111456, -0.0001801089383661747, -9.470024087931961e-05, -9.291543392464519e-06, 7.611715409439057e-05, 0.00016152585158124566, 0.0002469345345161855, 0.00033234324655495584, 0.00041775195859372616, 0.000503160641528666, 0.0005885693244636059, 0.0006739780073985457, 0.0007593867485411465, 0.0008447954314760864, 0.0009302041144110262, 0.001015612855553627, 0.0011010215384885669, 0.0011864302214235067, 0.0012718389043584466, 0.0013572475872933865, 0.0014426562702283263, 0.0015280649531632662, 0.0016134737525135279, 0.0016988824354484677, 0.0017842911183834076, 0.0018696998013183475, 0.0019551084842532873, 0.002040517283603549, 0.002125925850123167, 0.0022113346494734287, 0.0022967432159930468, 0.0023821520153433084, 0.0024675605818629265, 0.002552969381213188]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 2.0, 8.0, 6.0, 4.0, 8.0, 16.0, 13.0, 18.0, 32.0, 39.0, 49.0, 81.0, 102.0, 156.0, 235.0, 302.0, 518.0, 855.0, 1303.0, 2263.0, 3958.0, 6944.0, 12729.0, 25117.0, 53852.0, 137645.0, 748671.0, 89654.0, 41063.0, 21909.0, 12367.0, 7271.0, 4501.0, 2788.0, 1748.0, 1164.0, 793.0, 452.0, 311.0, 208.0, 152.0, 103.0, 68.0, 36.0, 46.0, 34.0, 16.0, 13.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007234280928969383, -0.0069961887784302235, -0.006758096627891064, -0.006520004477351904, -0.006281911861151457, -0.006043819710612297, -0.005805727560073137, -0.0055676354095339775, -0.005329543258994818, -0.005091451108455658, -0.004853358492255211, -0.004615266341716051, -0.004377174191176891, -0.0041390820406377316, -0.0039009898900985718, -0.0036628975067287683, -0.0034248053561896086, -0.003186713205650449, -0.0029486208222806454, -0.0027105286717414856, -0.002472436521202326, -0.0022343441378325224, -0.0019962519872933626, -0.0017581598367542028, -0.0015200675697997212, -0.0012819753028452396, -0.0010438831523060799, -0.0008057908853515983, -0.0005676986766047776, -0.0003296064678579569, -9.151423000730574e-05, 0.00014657799329143018, 0.0003846702165901661, 0.0006227624253369868, 0.0008608546340838075, 0.001098946901038289, 0.0013370390515774488, 0.0015751313185319304, 0.001813223585486412, 0.002051315736025572, 0.0022894078865647316, 0.002527500269934535, 0.002765592420473695, 0.0030036845710128546, 0.003241776954382658, 0.0034798691049218178, 0.0037179612554609776, 0.003956053406000137, 0.004194146022200584, 0.004432238172739744, 0.004670330323278904, 0.004908422473818064, 0.0051465146243572235, 0.005384606774896383, 0.005622698925435543, 0.00586079154163599, 0.00609888369217515, 0.00633697584271431, 0.0065750679932534695, 0.006813160143792629, 0.007051252294331789, 0.007289344910532236, 0.007527437061071396, 0.007765529211610556, 0.008003621362149715]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 4.0, 9.0, 5.0, 11.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018123259767889977, -0.01697361469268799, -0.01582397148013115, -0.014674327336251736, -0.013524683192372322, -0.012375038117170334, -0.01122539397329092, -0.010075749829411507, -0.008926105685532093, -0.0077764615416526794, -0.006626817397773266, -0.005477172788232565, -0.004327528644353151, -0.0031778845004737377, -0.0020282401237636805, -0.000878595863468945, 0.0002710483968257904, 0.0014206926571205258, 0.0025703369174152613, 0.0037199812941253185, 0.004869625438004732, 0.006019269581884146, 0.007168914191424847, 0.00831855833530426, 0.009468202479183674, 0.010617846623063087, 0.011767490766942501, 0.012917134910821915, 0.014066779986023903, 0.015216424129903316, 0.01636606827378273, 0.01751571148633957, 0.018665356561541557, 0.019815001636743546, 0.020964644849300385, 0.022114289924502373, 0.02326393313705921, 0.0244135782122612, 0.02556322142481804, 0.026712866500020027, 0.027862511575222015, 0.029012154787778854, 0.030161799862980843, 0.03131144493818283, 0.03246108815073967, 0.03361073136329651, 0.03476037457585335, 0.035910021513700485, 0.037059664726257324, 0.03820930793881416, 0.0393589548766613, 0.04050859808921814, 0.04165824130177498, 0.04280788451433182, 0.043957531452178955, 0.045107174664735794, 0.04625681787729263, 0.04740646481513977, 0.04855610802769661, 0.04970575124025345, 0.05085539445281029, 0.052005041390657425, 0.053154684603214264, 0.0543043278157711, 0.05545397102832794]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 5.0, 12.0, 4.0, 9.0, 24.0, 30.0, 63.0, 61.0, 93.0, 116.0, 140.0, 237.0, 284.0, 448.0, 582.0, 816.0, 1084.0, 1436.0, 2193.0, 6683.0, 1708.0, 681.0, 386.0, 268.0, 146.0, 130.0, 88.0, 76.0, 70.0, 78.0, 54.0, 54.0, 34.0, 25.0, 23.0, 23.0, 27.0, 31.0, 23.0, 15.0, 16.0, 12.0, 22.0, 10.0, 10.0, 11.0, 2.0, 5.0, 7.0, 6.0, 14.0, 7.0, 7.0, 4.0, 8.0, 3.0, 9.0, 3.0, 5.0, 3.0, 4.0], "bins": [-0.010113665834069252, -0.009669812396168709, -0.009225958958268166, -0.008782105520367622, -0.00833825208246708, -0.007894398644566536, -0.00745054567232728, -0.007006692234426737, -0.006562839262187481, -0.006118985824286938, -0.0056751323863863945, -0.005231278948485851, -0.004787425510585308, -0.004343572072684765, -0.0038997188676148653, -0.0034558656625449657, -0.0030120122246444225, -0.0025681587867438793, -0.0021243055816739798, -0.0016804521437734365, -0.0012365988222882152, -0.0007927455008029938, -0.0003488921211101115, 9.496122947894037e-05, 0.0005388145800679922, 0.0009826679015532136, 0.001426521223038435, 0.0018703746609389782, 0.0023142280988395214, 0.002758081303909421, 0.003201934741809964, 0.0036457879468798637, 0.004089641384780407, 0.00453349482268095, 0.004977348260581493, 0.005421201232820749, 0.0058650546707212925, 0.006308908108621836, 0.006752761546522379, 0.007196614984422922, 0.007640467956662178, 0.008084321394562721, 0.008528174832463264, 0.008972028270363808, 0.009415881708264351, 0.009859735146164894, 0.010303588584065437, 0.01074744202196598, 0.011191295459866524, 0.011635147966444492, 0.012079001404345036, 0.012522854842245579, 0.012966708280146122, 0.013410561718046665, 0.013854415155947208, 0.014298268593847752, 0.014742122031748295, 0.015185975469648838, 0.015629827976226807, 0.01607368141412735, 0.016517534852027893, 0.016961388289928436, 0.01740524172782898, 0.017849095165729523, 0.018292948603630066]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1927594691514969, -0.18854448199272156, -0.18432947993278503, -0.1801144927740097, -0.17589949071407318, -0.17168450355529785, -0.16746950149536133, -0.163254514336586, -0.15903952717781067, -0.15482452511787415, -0.15060953795909882, -0.1463945358991623, -0.14217954874038696, -0.13796454668045044, -0.1337495595216751, -0.1295345574617386, -0.12531957030296326, -0.12110457569360733, -0.1168895810842514, -0.11267458647489548, -0.10845959186553955, -0.10424460470676422, -0.1000296100974083, -0.09581461548805237, -0.09159962087869644, -0.08738462626934052, -0.08316963165998459, -0.07895463705062866, -0.07473964989185333, -0.0705246552824974, -0.06630966067314148, -0.06209466606378555, -0.057879671454429626, -0.0536646768450737, -0.04944968223571777, -0.045234691351652145, -0.04101969674229622, -0.03680470213294029, -0.032589711248874664, -0.028374716639518738, -0.02415972203016281, -0.019944727420806885, -0.015729734674096107, -0.011514740996062756, -0.007299747318029404, -0.003084753639996052, 0.0011302400380373001, 0.005345233716070652, 0.009560227394104004, 0.013775221072137356, 0.017990214750170708, 0.022205207496881485, 0.02642020210623741, 0.030635196715593338, 0.034850187599658966, 0.03906518220901489, 0.04328017681837082, 0.047495171427726746, 0.05171016603708267, 0.0559251569211483, 0.06014015153050423, 0.06435514241456985, 0.06857013702392578, 0.07278513163328171, 0.07700012624263763]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 7.0, 5.0, 11.0, 14.0, 21.0, 17.0, 21.0, 22.0, 39.0, 17.0, 19.0, 18.0, 11.0, 6.0, 6.0, 4.0, 7.0, 4.0, 2.0, 3.0, 3.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.09220810234546661, -0.08997787535190582, -0.08774764835834503, -0.08551741391420364, -0.08328718692064285, -0.08105695992708206, -0.07882673293352127, -0.07659650593996048, -0.07436627149581909, -0.0721360445022583, -0.06990581750869751, -0.06767559051513672, -0.06544536352157593, -0.06321513652801514, -0.06098490580916405, -0.05875467509031296, -0.05652444809675217, -0.054294221103191376, -0.052063990384340286, -0.049833763390779495, -0.047603532671928406, -0.045373305678367615, -0.043143078684806824, -0.040912847965955734, -0.03868262097239494, -0.03645239397883415, -0.03422216325998306, -0.03199193626642227, -0.02976170741021633, -0.02753147855401039, -0.0253012515604496, -0.02307102270424366, -0.02084079384803772, -0.01861056499183178, -0.01638033613562584, -0.014150109142065048, -0.011919880285859108, -0.009689651429653168, -0.007459423504769802, -0.005229195114225149, -0.002998966723680496, -0.0007687383331358433, 0.0014614900574088097, 0.0036917184479534626, 0.0059219468384981155, 0.008152175694704056, 0.010382403619587421, 0.012612631544470787, 0.014842860400676727, 0.017073089256882668, 0.019303318113088608, 0.0215335451066494, 0.02376377396285534, 0.02599400281906128, 0.02822422981262207, 0.03045445866882801, 0.03268468752503395, 0.03491491451859474, 0.03714514523744583, 0.03937537223100662, 0.04160559922456741, 0.0438358299434185, 0.046066056936979294, 0.04829628765583038, 0.050526514649391174]}, "_runtime": 48.78301668167114, "_timestamp": 1596206627.626649, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013461848720908165, -0.013091129250824451, -0.012720410712063313, -0.012349691241979599, -0.011978971771895885, -0.011608253233134747, -0.011237533763051033, -0.01086681429296732, -0.010496094822883606, -0.010125376284122467, -0.009754656814038754, -0.00938393734395504, -0.009013218805193901, -0.008642499335110188, -0.008271779865026474, -0.007901061326265335, -0.0075303418561816216, -0.007159622851759195, -0.006788903381675482, -0.006418184377253056, -0.006047464907169342, -0.005676745902746916, -0.00530602689832449, -0.004935307428240776, -0.00456458842381835, -0.004193869419395924, -0.00382314994931221, -0.003452430944889784, -0.003081711707636714, -0.002710992470383644, -0.002340273465961218, -0.001969554228708148, -0.0015988349914550781, -0.0012281157542020082, -0.0008573966333642602, -0.00048667745431885123, -0.00011595827527344227, 0.0002547609037719667, 0.0006254800828173757, 0.0009961992036551237, 0.0013669184409081936, 0.0017376376781612635, 0.0021083569154143333, 0.0024790759198367596, 0.0028497951570898294, 0.0032205143943428993, 0.0035912333987653255, 0.003961952868849039, 0.004332671873271465, 0.0047033908776938915, 0.005074110347777605, 0.005444829352200031, 0.005815548822283745, 0.006186267826706171, 0.006556986831128597, 0.006927706301212311, 0.007298425305634737, 0.007669144310057163, 0.008039863780140877, 0.00841058325022459, 0.00878130178898573, 0.009152021259069443, 0.009522740729153156, 0.009893459267914295, 0.010264178737998009]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 5.0, 4.0, 5.0, 7.0, 10.0, 10.0, 21.0, 15.0, 27.0, 35.0, 57.0, 88.0, 130.0, 198.0, 365.0, 4954.0, 1128.0, 333.0, 193.0, 106.0, 74.0, 44.0, 29.0, 17.0, 20.0, 12.0, 8.0, 4.0, 5.0, 6.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19034436345100403, -0.1835060715675354, -0.17666776478290558, -0.16982947289943695, -0.16299116611480713, -0.1561528742313385, -0.14931458234786987, -0.14247627556324005, -0.13563798367977142, -0.1287996768951416, -0.12196138501167297, -0.11512308567762375, -0.10828478634357452, -0.1014464870095253, -0.09460819512605667, -0.08776989579200745, -0.08093159645795822, -0.074093297123909, -0.06725499778985977, -0.060416702181100845, -0.05357840657234192, -0.046740107238292694, -0.03990180790424347, -0.03306351229548454, -0.026225212961435318, -0.019386915490031242, -0.012548617087304592, -0.005710319150239229, 0.0011279787868261337, 0.00796627625823021, 0.01480457466095686, 0.02164287306368351, 0.028481170535087585, 0.03531946986913681, 0.04215776547789574, 0.04899606481194496, 0.05583436042070389, 0.06267265975475311, 0.06951095908880234, 0.07634925842285156, 0.08318755030632019, 0.09002584964036942, 0.09686414897441864, 0.10370244830846786, 0.11054074764251709, 0.11737904697656631, 0.12421733886003494, 0.13105563819408417, 0.137893944978714, 0.14473223686218262, 0.15157052874565125, 0.15840883553028107, 0.1652471274137497, 0.17208543419837952, 0.17892372608184814, 0.18576201796531677, 0.1926003247499466, 0.19943861663341522, 0.20627692341804504, 0.21311521530151367, 0.2199535071849823, 0.22679181396961212, 0.23363010585308075, 0.24046841263771057, 0.2473067045211792]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 1.0, 5.0, 5.0, 8.0, 5.0, 3.0, 2.0, 6.0, 30.0, 7.0, 0.0, 5.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0016376926796510816, -0.001576063223183155, -0.0015144337667152286, -0.001452804310247302, -0.0013911748537793756, -0.001329545397311449, -0.0012679159408435225, -0.001206286484375596, -0.0011446570279076695, -0.001083027571439743, -0.0010213981149718165, -0.00095976865850389, -0.0008981392020359635, -0.000836509745568037, -0.0007748802891001105, -0.000713250832632184, -0.0006516213761642575, -0.000589991919696331, -0.0005283624632284045, -0.000466733006760478, -0.0004051035502925515, -0.000343474093824625, -0.0002818446373566985, -0.000220215180888772, -0.0001585857244208455, -9.6956267952919e-05, -3.5326811484992504e-05, 2.6302644982933998e-05, 8.79321014508605e-05, 0.000149561557918787, 0.0002111910143867135, 0.00027282047085464, 0.0003344499273225665, 0.000396079383790493, 0.0004577088402584195, 0.000519338296726346, 0.0005809677531942725, 0.000642597209662199, 0.0007042266661301255, 0.000765856122598052, 0.0008274855790659785, 0.000889115035533905, 0.0009507444920018315, 0.001012373948469758, 0.0010740034049376845, 0.001135632861405611, 0.0011972623178735375, 0.001258891774341464, 0.0013205212308093905, 0.001382150687277317, 0.0014437801437452435, 0.00150540960021317, 0.0015670390566810966, 0.001628668513149023, 0.0016902979696169496, 0.001751927426084876, 0.0018135568825528026, 0.001875186339020729, 0.0019368157954886556, 0.001998445251956582, 0.0020600748248398304, 0.002121704164892435, 0.0021833335049450397, 0.002244963077828288, 0.0023065926507115364]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 8.0, 11.0, 10.0, 9.0, 11.0, 27.0, 41.0, 68.0, 91.0, 135.0, 191.0, 314.0, 461.0, 710.0, 1192.0, 1926.0, 3074.0, 5300.0, 9395.0, 17663.0, 36139.0, 86852.0, 740100.0, 150535.0, 55221.0, 27753.0, 15786.0, 9343.0, 6077.0, 3671.0, 2433.0, 1648.0, 1104.0, 715.0, 485.0, 339.0, 245.0, 163.0, 121.0, 89.0, 57.0, 40.0, 35.0, 9.0, 11.0, 8.0, 5.0, 4.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.006415280047804117, -0.006213816814124584, -0.006012353580445051, -0.005810890346765518, -0.005609427113085985, -0.005407963879406452, -0.005206500645726919, -0.005005037412047386, -0.004803574178367853, -0.00460211094468832, -0.004400647711008787, -0.004199184477329254, -0.003997721243649721, -0.003796258009970188, -0.003594794776290655, -0.003393331542611122, -0.003191868308931589, -0.002990405075252056, -0.002788941841572523, -0.00258747860789299, -0.002386015374213457, -0.002184552140533924, -0.001983088906854391, -0.001781625673174858, -0.001580162439495325, -0.001378699205815792, -0.001177235972136259, -0.0009757727384567261, -0.0007743095047771931, -0.0005728462710976601, -0.00037138303741812706, -0.00016991980373859406, 3.154342994093895e-05, 0.00023300666362047195, 0.00043446989730000496, 0.000635933130979538, 0.000837396364659071, 0.001038859598338604, 0.001240322832018137, 0.00144178606569767, 0.001643249299377203, 0.001844712533056736, 0.002046175766736269, 0.002247639000415802, 0.002449102234095335, 0.002650565467774868, 0.002852028701454401, 0.003053491935133934, 0.003254955168813467, 0.003456418402493, 0.003657881636172533, 0.003859344869852066, 0.004060808103531599, 0.004262271337211132, 0.004463734570890665, 0.004665197804570198, 0.004866661038249731, 0.005068124271929264, 0.005269587505608797, 0.00547105073928833, 0.005672513972967863, 0.005873977206647396, 0.006075440440326929, 0.006276903674006462, 0.006478366907685995]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 9.0, 3.0, 3.0, 4.0, 6.0, 3.0, 1.0, 12.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0072526102885603905, -0.006541444920003414, -0.0058302790857851505, -0.005119113251566887, -0.004407947883009911, -0.0036967822816222906, -0.0029856166802346706, -0.0022744510788470507, -0.0015632854774594307, -0.0008521198760718107, -0.00014095427468419075, 0.0005702113267034292, 0.0012813769280910492, 0.001992542529478669, 0.002703708130866289, 0.003414873732253909, 0.004126039333641529, 0.004837204702198505, 0.005548370536416769, 0.006259536370635033, 0.006970701739192009, 0.007681867107748985, 0.008393032476305962, 0.009104198776185513, 0.009815364144742489, 0.010526529513299465, 0.011237695813179016, 0.011948861181735992, 0.012660026550292969, 0.013371191918849945, 0.014082357287406921, 0.014793523587286472, 0.015504688955843449, 0.016215855255723, 0.016927020624279976, 0.017638185992836952, 0.01834935136139393, 0.019060516729950905, 0.01977168209850788, 0.020482847467064857, 0.021194014698266983, 0.02190518006682396, 0.022616345435380936, 0.023327510803937912, 0.02403867617249489, 0.024749841541051865, 0.02546100690960884, 0.026172172278165817, 0.026883337646722794, 0.02759450487792492, 0.028305670246481895, 0.029016835615038872, 0.029728000983595848, 0.030439166352152824, 0.0311503317207098, 0.031861498951911926, 0.0325726643204689, 0.03328382968902588, 0.033994995057582855, 0.03470616042613983, 0.03541732579469681, 0.036128491163253784, 0.03683965653181076, 0.03755082190036774, 0.03826198726892471]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 5.0, 1.0, 1.0, 14.0, 17.0, 27.0, 36.0, 55.0, 83.0, 132.0, 192.0, 233.0, 319.0, 438.0, 605.0, 753.0, 1049.0, 1279.0, 1867.0, 5875.0, 1939.0, 943.0, 573.0, 387.0, 314.0, 229.0, 180.0, 122.0, 95.0, 74.0, 52.0, 48.0, 51.0, 31.0, 27.0, 23.0, 27.0, 30.0, 30.0, 19.0, 24.0, 27.0, 22.0, 24.0, 13.0, 18.0, 10.0, 7.0, 17.0, 7.0, 9.0, 13.0, 11.0, 8.0, 6.0, 5.0, 7.0, 1.0, 3.0, 10.0, 7.0, 3.0], "bins": [-0.00659283297136426, -0.006291351746767759, -0.005989870987832546, -0.005688389763236046, -0.005386909004300833, -0.005085427779704332, -0.004783947020769119, -0.004482465796172619, -0.0041809845715761185, -0.0038795038126409054, -0.0035780228208750486, -0.003276541829109192, -0.0029750606045126915, -0.0026735796127468348, -0.002372098620980978, -0.0020706176292151213, -0.0017691366374492645, -0.0014676556456834078, -0.001166174653917551, -0.0008646935457363725, -0.0005632125539705157, -0.00026173153310082853, 3.974948776885867e-05, 0.00034123050863854587, 0.0006427115295082331, 0.0009441925212740898, 0.0012456735130399466, 0.0015471546212211251, 0.0018486356129869819, 0.0021501167211681604, 0.002451597712934017, 0.002753078704699874, 0.0030545596964657307, 0.0033560406882315874, 0.003657521679997444, 0.0039590029045939445, 0.004260483663529158, 0.004561964888125658, 0.004863445647060871, 0.0051649268716573715, 0.005466408096253872, 0.005767888855189085, 0.006069370079785585, 0.0063708508387207985, 0.006672332063317299, 0.006973812822252512, 0.007275294046849012, 0.0075767748057842255, 0.007878256030380726, 0.008179737254977226, 0.008481218479573727, 0.008782698772847652, 0.009084179997444153, 0.009385661222040653, 0.009687142446637154, 0.00998862273991108, 0.01029010396450758, 0.01059158518910408, 0.01089306641370058, 0.011194547638297081, 0.011496027931571007, 0.011797509156167507, 0.012098990380764008, 0.012400471605360508, 0.012701952829957008]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0], "bins": [-0.15135875344276428, -0.14813128113746643, -0.14490380883216858, -0.14167635142803192, -0.13844887912273407, -0.13522140681743622, -0.13199394941329956, -0.1287664771080017, -0.12553900480270386, -0.122311532497406, -0.11908406764268875, -0.1158566027879715, -0.11262913048267365, -0.1094016581773758, -0.10617419332265854, -0.10294672846794128, -0.09971925616264343, -0.09649178385734558, -0.09326431900262833, -0.09003685414791107, -0.08680938184261322, -0.08358190953731537, -0.08035444468259811, -0.07712697982788086, -0.07389950752258301, -0.07067203521728516, -0.0674445703625679, -0.06421710550785065, -0.060989633202552795, -0.05776216462254524, -0.05453469604253769, -0.051307227462530136, -0.04807975888252258, -0.04485229030251503, -0.04162482172250748, -0.038397353142499924, -0.03516988456249237, -0.03194241598248482, -0.028714947402477264, -0.02548747882246971, -0.022260010242462158, -0.019032541662454605, -0.015805073082447052, -0.012577604502439499, -0.009350135922431946, -0.006122667342424393, -0.0028951987624168396, 0.0003322698175907135, 0.0035597383975982666, 0.00678720697760582, 0.010014675557613373, 0.013242144137620926, 0.01646961271762848, 0.019697081297636032, 0.022924549877643585, 0.02615201845765114, 0.02937948703765869, 0.032606955617666245, 0.0358344241976738, 0.03906189277768135, 0.042289361357688904, 0.04551682993769646, 0.04874429851770401, 0.05197176709771156, 0.055199235677719116]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 10.0, 14.0, 17.0, 32.0, 31.0, 53.0, 27.0, 15.0, 11.0, 9.0, 6.0, 8.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05185045674443245, -0.049947403371334076, -0.048044353723526, -0.04614130035042763, -0.044238246977329254, -0.04233519360423088, -0.04043214023113251, -0.03852909058332443, -0.03662603721022606, -0.034722983837127686, -0.03281993418931961, -0.030916880816221237, -0.029013827443122864, -0.02711077407002449, -0.025207722559571266, -0.023304671049118042, -0.02140161767601967, -0.019498564302921295, -0.01759551279246807, -0.015692461282014847, -0.013789407908916473, -0.011886355467140675, -0.009983303025364876, -0.008080250583589077, -0.006177198141813278, -0.004274145700037479, -0.0023710932582616806, -0.0004680408164858818, 0.001435011625289917, 0.003338064067065716, 0.005241116508841515, 0.007144168950617313, 0.009047221392393112, 0.010950273834168911, 0.01285332627594471, 0.014756378717720509, 0.016659431159496307, 0.01856248453259468, 0.020465536043047905, 0.02236858755350113, 0.024271640926599503, 0.026174694299697876, 0.0280777458101511, 0.029980797320604324, 0.0318838506937027, 0.03378690406680107, 0.035689957439899445, 0.03759300708770752, 0.03949606046080589, 0.041399113833904266, 0.04330216348171234, 0.045205216854810715, 0.04710827022790909, 0.04901132360100746, 0.050914376974105835, 0.05281742662191391, 0.05472047999501228, 0.05662353336811066, 0.05852658301591873, 0.060429636389017105, 0.06233268976211548, 0.06423573940992355, 0.06613879650831223, 0.0680418461561203, 0.06994490325450897]}, "_runtime": 49.552902936935425, "_timestamp": 1596206628.3965352, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 8.0, 3.0, 5.0, 4.0, 0.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014019831083714962, -0.013616587966680527, -0.013213343918323517, -0.012810100801289082, -0.012406856752932072, -0.012003613635897636, -0.011600369587540627, -0.011197126470506191, -0.010793883353471756, -0.010390639305114746, -0.00998739618808031, -0.009584152139723301, -0.009180909022688866, -0.008777664974331856, -0.00837442185729742, -0.00797117780894041, -0.007567934691905975, -0.007164691109210253, -0.00676144752651453, -0.006358203943818808, -0.005954960361123085, -0.00555171724408865, -0.005148473661392927, -0.004745230078697205, -0.004341986496001482, -0.003938742913305759, -0.003535499330610037, -0.003132255980744958, -0.0027290123980492353, -0.0023257688153535128, -0.001922525349073112, -0.0015192818827927113, -0.0011160383000969887, -0.000712794775608927, -0.00030955125112086535, 9.369227336719632e-05, 0.000496935797855258, 0.0009001793223433197, 0.0013034228468313813, 0.001706666313111782, 0.0021099098958075047, 0.0025131534785032272, 0.00291639706119895, 0.0033196404110640287, 0.0037228839937597513, 0.00412612734362483, 0.004529370926320553, 0.004932614509016275, 0.005335858091711998, 0.0057391016744077206, 0.006142345257103443, 0.006545588839799166, 0.006948832422494888, 0.007352075539529324, 0.007755319122225046, 0.008158562704920769, 0.008561806753277779, 0.008965049870312214, 0.00936829298734665, 0.009771537035703659, 0.010174780152738094, 0.010578024201095104, 0.01098126731812954, 0.01138451136648655, 0.011787754483520985]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 5.0, 3.0, 6.0, 9.0, 10.0, 9.0, 14.0, 14.0, 20.0, 37.0, 42.0, 40.0, 63.0, 100.0, 134.0, 161.0, 251.0, 476.0, 5193.0, 512.0, 252.0, 159.0, 102.0, 77.0, 47.0, 34.0, 39.0, 17.0, 15.0, 13.0, 12.0, 10.0, 4.0, 7.0, 7.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.16474683582782745, -0.15994350612163544, -0.15514017641544342, -0.1503368467092514, -0.1455335170030594, -0.14073018729686737, -0.13592685759067535, -0.13112352788448334, -0.12632021307945251, -0.1215168759226799, -0.11671354621648788, -0.11191021651029587, -0.10710689425468445, -0.10230356454849243, -0.09750023484230042, -0.0926969051361084, -0.08789357542991638, -0.08309024572372437, -0.07828691601753235, -0.07348358631134033, -0.06868025660514832, -0.0638769343495369, -0.05907360464334488, -0.05427027493715286, -0.049466945230960846, -0.04466361552476883, -0.03986028581857681, -0.035056959837675095, -0.030253630131483078, -0.02545030042529106, -0.020646972581744194, -0.015843644738197327, -0.01104031503200531, -0.006236986257135868, -0.001433657482266426, 0.003369671292603016, 0.008173000067472458, 0.0129763288423419, 0.017779657617211342, 0.02258298546075821, 0.027386315166950226, 0.03218964487314224, 0.03699297457933426, 0.04179630056023598, 0.046599630266427994, 0.05140295997262001, 0.05620628595352173, 0.061009615659713745, 0.06581294536590576, 0.07061627507209778, 0.0754196047782898, 0.08022293448448181, 0.08502626419067383, 0.08982958644628525, 0.09463291615247726, 0.09943624585866928, 0.1042395755648613, 0.10904290527105331, 0.11384623497724533, 0.11864956468343735, 0.12345288693904877, 0.12825621664524078, 0.1330595463514328, 0.13786287605762482, 0.14266620576381683]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 2.0, 5.0, 5.0, 1.0, 5.0, 3.0, 5.0, 1.0, 28.0, 8.0, 3.0, 6.0, 2.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019736988469958305, -0.0019039349863305688, -0.0018341712420806289, -0.0017644073814153671, -0.0016946436371654272, -0.0016248797765001655, -0.0015551159158349037, -0.0014853521715849638, -0.001415588310919702, -0.0013458244502544403, -0.0012760607060045004, -0.0012062968453392386, -0.001136532984673977, -0.001066769240424037, -0.0009970053797587752, -0.0009272415773011744, -0.0008574777748435736, -0.0007877139723859727, -0.0007179501699283719, -0.0006481863092631102, -0.0005784225068055093, -0.0005086587043479085, -0.0004388948727864772, -0.0003691310412250459, -0.0002993672387674451, -0.00022960342175792903, -0.00015983960474841297, -9.00757877388969e-05, -2.0311970729380846e-05, 4.9451846280135214e-05, 0.00011921566328965127, 0.00018897948029916734, 0.0002587432973086834, 0.00032850709976628423, 0.0003982709313277155, 0.0004680347628891468, 0.0005377985653467476, 0.0006075623678043485, 0.0006773262284696102, 0.000747090030927211, 0.0008168538333848119, 0.0008866176358424127, 0.0009563814383000135, 0.0010261452989652753, 0.001095909159630537, 0.001165672903880477, 0.0012354367645457387, 0.0013052005087956786, 0.0013749643694609404, 0.001444728230126202, 0.001514491974376142, 0.0015842558350414038, 0.0016540195792913437, 0.0017237834399566054, 0.0017935473006218672, 0.001863311044871807, 0.0019330749055370688, 0.0020028387662023306, 0.0020726025104522705, 0.0021423662547022104, 0.002212130231782794, 0.002281893976032734, 0.002351657720282674, 0.0024214216973632574, 0.0024911854416131973]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 3.0, 11.0, 14.0, 22.0, 22.0, 25.0, 55.0, 48.0, 82.0, 83.0, 175.0, 183.0, 298.0, 415.0, 570.0, 839.0, 1348.0, 1873.0, 2779.0, 4341.0, 7161.0, 12163.0, 21536.0, 41705.0, 90890.0, 712494.0, 142149.0, 56008.0, 29946.0, 17834.0, 11320.0, 7493.0, 4902.0, 3392.0, 2292.0, 1537.0, 1022.0, 773.0, 474.0, 388.0, 262.0, 195.0, 133.0, 110.0, 73.0, 52.0, 33.0, 36.0, 25.0, 7.0, 15.0, 11.0, 8.0, 4.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.00537695549428463, -0.0051967548206448555, -0.005016553681343794, -0.0048363530077040195, -0.004656152334064245, -0.004475951194763184, -0.004295750521123409, -0.004115549847483635, -0.003935349173843861, -0.003755148034542799, -0.0035749473609030247, -0.0033947464544326067, -0.0032145455479621887, -0.0030343448743224144, -0.0028541439678519964, -0.002673943294212222, -0.002493742387741804, -0.002313541481271386, -0.002133340807631612, -0.001953139901161194, -0.0017729391111060977, -0.0015927383210510015, -0.0014125374145805836, -0.0012323366245254874, -0.0010521358344703913, -0.0008719350444152951, -0.0006917341961525381, -0.000511533347889781, -0.00033133255783468485, -0.00015113173867575824, 2.9069080483168364e-05, 0.00020926989964209497, 0.0003894707188010216, 0.0005696715088561177, 0.0007498723571188748, 0.0009300732053816319, 0.001110273995436728, 0.0012904747854918242, 0.0014706756919622421, 0.0016508764820173383, 0.0018310772720724344, 0.0020112781785428524, 0.0021914788521826267, 0.0023716797586530447, 0.0025518806651234627, 0.002732081338763237, 0.002912282245233655, 0.0030924829188734293, 0.0032726838253438473, 0.0034528847318142653, 0.0036330854054540396, 0.0038132863119244576, 0.003993486985564232, 0.0041736881248652935, 0.004353888798505068, 0.004534089472144842, 0.004714290611445904, 0.004894491285085678, 0.005074691958725452, 0.005254892632365227, 0.005435093771666288, 0.005615294445306063, 0.005795495118945837, 0.005975696258246899, 0.006155896931886673]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 10.0, 8.0, 3.0, 6.0, 3.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.039379820227622986, -0.03860984370112419, -0.0378398671746254, -0.037069886922836304, -0.03629991039633751, -0.035529933869838715, -0.03475995734333992, -0.03398997709155083, -0.03322000056505203, -0.03245002403855324, -0.03168004751205444, -0.0309100691229105, -0.030140092596411705, -0.02937011420726776, -0.028600137680768967, -0.027830159291625023, -0.02706018276512623, -0.026290206238627434, -0.02552022784948349, -0.024750251322984695, -0.02398027293384075, -0.023210296407341957, -0.022440318018198013, -0.02167034149169922, -0.020900364965200424, -0.02013038657605648, -0.019360410049557686, -0.018590431660413742, -0.017820455133914948, -0.017050476744771004, -0.01628050021827221, -0.01551052276045084, -0.01474054530262947, -0.013970567844808102, -0.013200590386986732, -0.012430612929165363, -0.011660635471343994, -0.0108906589448452, -0.01012068148702383, -0.009350704029202461, -0.008580726571381092, -0.007810749113559723, -0.007040771655738354, -0.006270794663578272, -0.005500817205756903, -0.0047308397479355335, -0.003960862755775452, -0.0031908852979540825, -0.0024209078401327133, -0.001650930498726666, -0.0008809531573206186, -0.00011097581591457129, 0.0006590015254914761, 0.0014289788668975234, 0.0021989562083035707, 0.0029689334332942963, 0.0037389108911156654, 0.004508888348937035, 0.005278865806758404, 0.006048842798918486, 0.006818820256739855, 0.007588797714561224, 0.008358774706721306, 0.009128752164542675, 0.009898729622364044]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 10.0, 1.0, 2.0, 6.0, 3.0, 2.0, 6.0, 8.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 5.0, 11.0, 11.0, 9.0, 15.0, 23.0, 27.0, 14.0, 23.0, 29.0, 31.0, 38.0, 38.0, 36.0, 45.0, 64.0, 82.0, 94.0, 117.0, 149.0, 208.0, 305.0, 506.0, 714.0, 1093.0, 1838.0, 6332.0, 2437.0, 1357.0, 883.0, 572.0, 372.0, 300.0, 199.0, 149.0, 98.0, 49.0, 26.0, 16.0, 18.0, 11.0, 9.0, 6.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.012728597037494183, -0.012423992156982422, -0.012119388207793236, -0.011814783327281475, -0.011510179378092289, -0.011205574497580528, -0.010900970548391342, -0.010596365667879581, -0.01029176078736782, -0.009987156838178635, -0.009682551957666874, -0.009377948008477688, -0.009073343127965927, -0.008768739178776741, -0.00846413429826498, -0.008159530349075794, -0.007854925468564034, -0.00755032105371356, -0.007245716638863087, -0.006941112224012613, -0.00663650780916214, -0.006331902928650379, -0.006027298513799906, -0.005722694098949432, -0.005418089684098959, -0.0051134852692484856, -0.004808880854398012, -0.004504276439547539, -0.004199671559035778, -0.0038950673770159483, -0.0035904627293348312, -0.003285858314484358, -0.0029812538996338844, -0.002676649484783411, -0.0023720450699329376, -0.0020674404222518206, -0.0017628360074013472, -0.0014582315925508738, -0.0011536270612850785, -0.0008490225882269442, -0.0005444181151688099, -0.00023981364211067557, 6.479083094745874e-05, 0.00036939530400559306, 0.0006739997770637274, 0.0009786041919142008, 0.001283208723179996, 0.0015878132544457912, 0.0018924176692962646, 0.002197022084146738, 0.0025016264989972115, 0.0028062311466783285, 0.003110835561528802, 0.0034154399763792753, 0.0037200446240603924, 0.004024649038910866, 0.004329253453761339, 0.004633857868611813, 0.004938462283462286, 0.005243066698312759, 0.00554767157882452, 0.0058522759936749935, 0.006156880408525467, 0.00646148482337594, 0.006766089238226414]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0405661016702652, -0.038738757371902466, -0.036911413073539734, -0.0350840725004673, -0.03325672820210457, -0.03142938390374184, -0.029602041468024254, -0.027774697169661522, -0.02594735473394394, -0.024120010435581207, -0.022292666137218475, -0.020465323701500893, -0.01863797940313816, -0.016810636967420578, -0.014983292669057846, -0.013155949302017689, -0.011328605934977531, -0.009501262567937374, -0.007673919200897217, -0.005846575368195772, -0.004019232001155615, -0.0021918886341154575, -0.00036454503424465656, 0.0014627984492108226, 0.0032901419326663017, 0.005117485299706459, 0.006944828666746616, 0.008772172033786774, 0.010599516332149506, 0.012426859699189663, 0.01425420306622982, 0.016081545501947403, 0.017908889800310135, 0.019736234098672867, 0.02156357653439045, 0.02339092083275318, 0.025218263268470764, 0.027045607566833496, 0.02887295000255108, 0.03070029430091381, 0.03252763673663139, 0.034354981034994125, 0.03618232533335686, 0.03800966963171959, 0.03983701020479202, 0.041664354503154755, 0.04349169880151749, 0.04531904309988022, 0.04714638739824295, 0.048973727971315384, 0.050801072269678116, 0.05262841656804085, 0.05445576086640358, 0.05628310143947601, 0.058110445737838745, 0.05993779003620148, 0.06176513433456421, 0.06359247863292694, 0.06541982293128967, 0.0672471672296524, 0.06907450407743454, 0.07090184837579727, 0.07272919267416, 0.07455653697252274, 0.07638388127088547]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 8.0, 0.0, 5.0, 8.0, 5.0, 10.0, 13.0, 23.0, 47.0, 29.0, 37.0, 25.0, 23.0, 8.0, 9.0, 2.0, 6.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0467364564538002, -0.045228298753499985, -0.043720144778490067, -0.04221198707818985, -0.04070383310317993, -0.039195675402879715, -0.0376875214278698, -0.03617936372756958, -0.03467120975255966, -0.033163052052259445, -0.03165489807724953, -0.03014674037694931, -0.028638584539294243, -0.027130428701639175, -0.025622272863984108, -0.02411411702632904, -0.022605961188673973, -0.021097805351018906, -0.019589649513363838, -0.01808149367570877, -0.016573337838053703, -0.015065181069076061, -0.013557025231420994, -0.012048869393765926, -0.010540713556110859, -0.009032557718455791, -0.007524401880800724, -0.006016245577484369, -0.004508089739829302, -0.0029999339021742344, -0.0014917778316885233, 1.6378122381865978e-05, 0.0015245340764522552, 0.0030326899141073227, 0.00454084575176239, 0.006049002055078745, 0.007557157892733812, 0.009065314196050167, 0.010573470033705235, 0.012081625871360302, 0.01358978170901537, 0.015097937546670437, 0.01660609431564808, 0.018114250153303146, 0.019622405990958214, 0.02113056182861328, 0.02263871766626835, 0.024146873503923416, 0.025655029341578484, 0.02716318517923355, 0.02867134101688862, 0.030179496854543686, 0.0316876545548439, 0.03319580852985382, 0.03470396623015404, 0.036212120205163956, 0.03772027790546417, 0.03922843188047409, 0.04073658958077431, 0.042244743555784225, 0.04375290125608444, 0.04526105523109436, 0.04676921293139458, 0.048277366906404495, 0.04978552460670471]}, "_runtime": 50.32277846336365, "_timestamp": 1596206629.1664107, "_step": 54}
+{"epoch": 4, "accuracy": 0.8133190639269406, "val_loss": 0.4869521991030811, "_runtime": 52.12333035469055, "_timestamp": 1596206630.9669626, "_step": 55}
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-metadata.json b/wandb/run-20200731_144301-1x3qae54/wandb-metadata.json
new file mode 100644
index 0000000..a47aa18
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T14:43:01.912073",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 4}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 4}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 1}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample-Experiments\"}"
+ ],
+ "state": "failed",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T14:43:51.597273",
+ "exitcode": 1
+}
diff --git a/wandb/run-20200731_144301-1x3qae54/wandb-summary.json b/wandb/run-20200731_144301-1x3qae54/wandb-summary.json
new file mode 100644
index 0000000..4e1440f
--- /dev/null
+++ b/wandb/run-20200731_144301-1x3qae54/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_155cb476.graph.json", "sha256": "155cb476dd7df821d8ffd3bdd44b7d86a7070df3630d0b15d77c8212551f67fa", "size": 1814}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 2.0, 5.0, 5.0, 1.0, 5.0, 3.0, 5.0, 1.0, 28.0, 8.0, 3.0, 6.0, 2.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019736988469958305, -0.0019039349863305688, -0.0018341712420806289, -0.0017644073814153671, -0.0016946436371654272, -0.0016248797765001655, -0.0015551159158349037, -0.0014853521715849638, -0.001415588310919702, -0.0013458244502544403, -0.0012760607060045004, -0.0012062968453392386, -0.001136532984673977, -0.001066769240424037, -0.0009970053797587752, -0.0009272415773011744, -0.0008574777748435736, -0.0007877139723859727, -0.0007179501699283719, -0.0006481863092631102, -0.0005784225068055093, -0.0005086587043479085, -0.0004388948727864772, -0.0003691310412250459, -0.0002993672387674451, -0.00022960342175792903, -0.00015983960474841297, -9.00757877388969e-05, -2.0311970729380846e-05, 4.9451846280135214e-05, 0.00011921566328965127, 0.00018897948029916734, 0.0002587432973086834, 0.00032850709976628423, 0.0003982709313277155, 0.0004680347628891468, 0.0005377985653467476, 0.0006075623678043485, 0.0006773262284696102, 0.000747090030927211, 0.0008168538333848119, 0.0008866176358424127, 0.0009563814383000135, 0.0010261452989652753, 0.001095909159630537, 0.001165672903880477, 0.0012354367645457387, 0.0013052005087956786, 0.0013749643694609404, 0.001444728230126202, 0.001514491974376142, 0.0015842558350414038, 0.0016540195792913437, 0.0017237834399566054, 0.0017935473006218672, 0.001863311044871807, 0.0019330749055370688, 0.0020028387662023306, 0.0020726025104522705, 0.0021423662547022104, 0.002212130231782794, 0.002281893976032734, 0.002351657720282674, 0.0024214216973632574, 0.0024911854416131973]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 5.0, 5.0, 3.0, 6.0, 9.0, 10.0, 9.0, 14.0, 14.0, 20.0, 37.0, 42.0, 40.0, 63.0, 100.0, 134.0, 161.0, 251.0, 476.0, 5193.0, 512.0, 252.0, 159.0, 102.0, 77.0, 47.0, 34.0, 39.0, 17.0, 15.0, 13.0, 12.0, 10.0, 4.0, 7.0, 7.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.16474683582782745, -0.15994350612163544, -0.15514017641544342, -0.1503368467092514, -0.1455335170030594, -0.14073018729686737, -0.13592685759067535, -0.13112352788448334, -0.12632021307945251, -0.1215168759226799, -0.11671354621648788, -0.11191021651029587, -0.10710689425468445, -0.10230356454849243, -0.09750023484230042, -0.0926969051361084, -0.08789357542991638, -0.08309024572372437, -0.07828691601753235, -0.07348358631134033, -0.06868025660514832, -0.0638769343495369, -0.05907360464334488, -0.05427027493715286, -0.049466945230960846, -0.04466361552476883, -0.03986028581857681, -0.035056959837675095, -0.030253630131483078, -0.02545030042529106, -0.020646972581744194, -0.015843644738197327, -0.01104031503200531, -0.006236986257135868, -0.001433657482266426, 0.003369671292603016, 0.008173000067472458, 0.0129763288423419, 0.017779657617211342, 0.02258298546075821, 0.027386315166950226, 0.03218964487314224, 0.03699297457933426, 0.04179630056023598, 0.046599630266427994, 0.05140295997262001, 0.05620628595352173, 0.061009615659713745, 0.06581294536590576, 0.07061627507209778, 0.0754196047782898, 0.08022293448448181, 0.08502626419067383, 0.08982958644628525, 0.09463291615247726, 0.09943624585866928, 0.1042395755648613, 0.10904290527105331, 0.11384623497724533, 0.11864956468343735, 0.12345288693904877, 0.12825621664524078, 0.1330595463514328, 0.13786287605762482, 0.14266620576381683]}, "_runtime": 52.12333035469055, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 1.0, 3.0, 11.0, 14.0, 22.0, 22.0, 25.0, 55.0, 48.0, 82.0, 83.0, 175.0, 183.0, 298.0, 415.0, 570.0, 839.0, 1348.0, 1873.0, 2779.0, 4341.0, 7161.0, 12163.0, 21536.0, 41705.0, 90890.0, 712494.0, 142149.0, 56008.0, 29946.0, 17834.0, 11320.0, 7493.0, 4902.0, 3392.0, 2292.0, 1537.0, 1022.0, 773.0, 474.0, 388.0, 262.0, 195.0, 133.0, 110.0, 73.0, 52.0, 33.0, 36.0, 25.0, 7.0, 15.0, 11.0, 8.0, 4.0, 6.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.00537695549428463, -0.0051967548206448555, -0.005016553681343794, -0.0048363530077040195, -0.004656152334064245, -0.004475951194763184, -0.004295750521123409, -0.004115549847483635, -0.003935349173843861, -0.003755148034542799, -0.0035749473609030247, -0.0033947464544326067, -0.0032145455479621887, -0.0030343448743224144, -0.0028541439678519964, -0.002673943294212222, -0.002493742387741804, -0.002313541481271386, -0.002133340807631612, -0.001953139901161194, -0.0017729391111060977, -0.0015927383210510015, -0.0014125374145805836, -0.0012323366245254874, -0.0010521358344703913, -0.0008719350444152951, -0.0006917341961525381, -0.000511533347889781, -0.00033133255783468485, -0.00015113173867575824, 2.9069080483168364e-05, 0.00020926989964209497, 0.0003894707188010216, 0.0005696715088561177, 0.0007498723571188748, 0.0009300732053816319, 0.001110273995436728, 0.0012904747854918242, 0.0014706756919622421, 0.0016508764820173383, 0.0018310772720724344, 0.0020112781785428524, 0.0021914788521826267, 0.0023716797586530447, 0.0025518806651234627, 0.002732081338763237, 0.002912282245233655, 0.0030924829188734293, 0.0032726838253438473, 0.0034528847318142653, 0.0036330854054540396, 0.0038132863119244576, 0.003993486985564232, 0.0041736881248652935, 0.004353888798505068, 0.004534089472144842, 0.004714290611445904, 0.004894491285085678, 0.005074691958725452, 0.005254892632365227, 0.005435093771666288, 0.005615294445306063, 0.005795495118945837, 0.005975696258246899, 0.006155896931886673]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 8.0, 0.0, 5.0, 8.0, 5.0, 10.0, 13.0, 23.0, 47.0, 29.0, 37.0, 25.0, 23.0, 8.0, 9.0, 2.0, 6.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0467364564538002, -0.045228298753499985, -0.043720144778490067, -0.04221198707818985, -0.04070383310317993, -0.039195675402879715, -0.0376875214278698, -0.03617936372756958, -0.03467120975255966, -0.033163052052259445, -0.03165489807724953, -0.03014674037694931, -0.028638584539294243, -0.027130428701639175, -0.025622272863984108, -0.02411411702632904, -0.022605961188673973, -0.021097805351018906, -0.019589649513363838, -0.01808149367570877, -0.016573337838053703, -0.015065181069076061, -0.013557025231420994, -0.012048869393765926, -0.010540713556110859, -0.009032557718455791, -0.007524401880800724, -0.006016245577484369, -0.004508089739829302, -0.0029999339021742344, -0.0014917778316885233, 1.6378122381865978e-05, 0.0015245340764522552, 0.0030326899141073227, 0.00454084575176239, 0.006049002055078745, 0.007557157892733812, 0.009065314196050167, 0.010573470033705235, 0.012081625871360302, 0.01358978170901537, 0.015097937546670437, 0.01660609431564808, 0.018114250153303146, 0.019622405990958214, 0.02113056182861328, 0.02263871766626835, 0.024146873503923416, 0.025655029341578484, 0.02716318517923355, 0.02867134101688862, 0.030179496854543686, 0.0316876545548439, 0.03319580852985382, 0.03470396623015404, 0.036212120205163956, 0.03772027790546417, 0.03922843188047409, 0.04073658958077431, 0.042244743555784225, 0.04375290125608444, 0.04526105523109436, 0.04676921293139458, 0.048277366906404495, 0.04978552460670471]}, "_step": 55, "_timestamp": 1596206630.9669626, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 10.0, 8.0, 3.0, 6.0, 3.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.039379820227622986, -0.03860984370112419, -0.0378398671746254, -0.037069886922836304, -0.03629991039633751, -0.035529933869838715, -0.03475995734333992, -0.03398997709155083, -0.03322000056505203, -0.03245002403855324, -0.03168004751205444, -0.0309100691229105, -0.030140092596411705, -0.02937011420726776, -0.028600137680768967, -0.027830159291625023, -0.02706018276512623, -0.026290206238627434, -0.02552022784948349, -0.024750251322984695, -0.02398027293384075, -0.023210296407341957, -0.022440318018198013, -0.02167034149169922, -0.020900364965200424, -0.02013038657605648, -0.019360410049557686, -0.018590431660413742, -0.017820455133914948, -0.017050476744771004, -0.01628050021827221, -0.01551052276045084, -0.01474054530262947, -0.013970567844808102, -0.013200590386986732, -0.012430612929165363, -0.011660635471343994, -0.0108906589448452, -0.01012068148702383, -0.009350704029202461, -0.008580726571381092, -0.007810749113559723, -0.007040771655738354, -0.006270794663578272, -0.005500817205756903, -0.0047308397479355335, -0.003960862755775452, -0.0031908852979540825, -0.0024209078401327133, -0.001650930498726666, -0.0008809531573206186, -0.00011097581591457129, 0.0006590015254914761, 0.0014289788668975234, 0.0021989562083035707, 0.0029689334332942963, 0.0037389108911156654, 0.004508888348937035, 0.005278865806758404, 0.006048842798918486, 0.006818820256739855, 0.007588797714561224, 0.008358774706721306, 0.009128752164542675, 0.009898729622364044]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0405661016702652, -0.038738757371902466, -0.036911413073539734, -0.0350840725004673, -0.03325672820210457, -0.03142938390374184, -0.029602041468024254, -0.027774697169661522, -0.02594735473394394, -0.024120010435581207, -0.022292666137218475, -0.020465323701500893, -0.01863797940313816, -0.016810636967420578, -0.014983292669057846, -0.013155949302017689, -0.011328605934977531, -0.009501262567937374, -0.007673919200897217, -0.005846575368195772, -0.004019232001155615, -0.0021918886341154575, -0.00036454503424465656, 0.0014627984492108226, 0.0032901419326663017, 0.005117485299706459, 0.006944828666746616, 0.008772172033786774, 0.010599516332149506, 0.012426859699189663, 0.01425420306622982, 0.016081545501947403, 0.017908889800310135, 0.019736234098672867, 0.02156357653439045, 0.02339092083275318, 0.025218263268470764, 0.027045607566833496, 0.02887295000255108, 0.03070029430091381, 0.03252763673663139, 0.034354981034994125, 0.03618232533335686, 0.03800966963171959, 0.03983701020479202, 0.041664354503154755, 0.04349169880151749, 0.04531904309988022, 0.04714638739824295, 0.048973727971315384, 0.050801072269678116, 0.05262841656804085, 0.05445576086640358, 0.05628310143947601, 0.058110445737838745, 0.05993779003620148, 0.06176513433456421, 0.06359247863292694, 0.06541982293128967, 0.0672471672296524, 0.06907450407743454, 0.07090184837579727, 0.07272919267416, 0.07455653697252274, 0.07638388127088547]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 10.0, 1.0, 2.0, 6.0, 3.0, 2.0, 6.0, 8.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 5.0, 11.0, 11.0, 9.0, 15.0, 23.0, 27.0, 14.0, 23.0, 29.0, 31.0, 38.0, 38.0, 36.0, 45.0, 64.0, 82.0, 94.0, 117.0, 149.0, 208.0, 305.0, 506.0, 714.0, 1093.0, 1838.0, 6332.0, 2437.0, 1357.0, 883.0, 572.0, 372.0, 300.0, 199.0, 149.0, 98.0, 49.0, 26.0, 16.0, 18.0, 11.0, 9.0, 6.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.012728597037494183, -0.012423992156982422, -0.012119388207793236, -0.011814783327281475, -0.011510179378092289, -0.011205574497580528, -0.010900970548391342, -0.010596365667879581, -0.01029176078736782, -0.009987156838178635, -0.009682551957666874, -0.009377948008477688, -0.009073343127965927, -0.008768739178776741, -0.00846413429826498, -0.008159530349075794, -0.007854925468564034, -0.00755032105371356, -0.007245716638863087, -0.006941112224012613, -0.00663650780916214, -0.006331902928650379, -0.006027298513799906, -0.005722694098949432, -0.005418089684098959, -0.0051134852692484856, -0.004808880854398012, -0.004504276439547539, -0.004199671559035778, -0.0038950673770159483, -0.0035904627293348312, -0.003285858314484358, -0.0029812538996338844, -0.002676649484783411, -0.0023720450699329376, -0.0020674404222518206, -0.0017628360074013472, -0.0014582315925508738, -0.0011536270612850785, -0.0008490225882269442, -0.0005444181151688099, -0.00023981364211067557, 6.479083094745874e-05, 0.00036939530400559306, 0.0006739997770637274, 0.0009786041919142008, 0.001283208723179996, 0.0015878132544457912, 0.0018924176692962646, 0.002197022084146738, 0.0025016264989972115, 0.0028062311466783285, 0.003110835561528802, 0.0034154399763792753, 0.0037200446240603924, 0.004024649038910866, 0.004329253453761339, 0.004633857868611813, 0.004938462283462286, 0.005243066698312759, 0.00554767157882452, 0.0058522759936749935, 0.006156880408525467, 0.00646148482337594, 0.006766089238226414]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 8.0, 3.0, 5.0, 4.0, 0.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014019831083714962, -0.013616587966680527, -0.013213343918323517, -0.012810100801289082, -0.012406856752932072, -0.012003613635897636, -0.011600369587540627, -0.011197126470506191, -0.010793883353471756, -0.010390639305114746, -0.00998739618808031, -0.009584152139723301, -0.009180909022688866, -0.008777664974331856, -0.00837442185729742, -0.00797117780894041, -0.007567934691905975, -0.007164691109210253, -0.00676144752651453, -0.006358203943818808, -0.005954960361123085, -0.00555171724408865, -0.005148473661392927, -0.004745230078697205, -0.004341986496001482, -0.003938742913305759, -0.003535499330610037, -0.003132255980744958, -0.0027290123980492353, -0.0023257688153535128, -0.001922525349073112, -0.0015192818827927113, -0.0011160383000969887, -0.000712794775608927, -0.00030955125112086535, 9.369227336719632e-05, 0.000496935797855258, 0.0009001793223433197, 0.0013034228468313813, 0.001706666313111782, 0.0021099098958075047, 0.0025131534785032272, 0.00291639706119895, 0.0033196404110640287, 0.0037228839937597513, 0.00412612734362483, 0.004529370926320553, 0.004932614509016275, 0.005335858091711998, 0.0057391016744077206, 0.006142345257103443, 0.006545588839799166, 0.006948832422494888, 0.007352075539529324, 0.007755319122225046, 0.008158562704920769, 0.008561806753277779, 0.008965049870312214, 0.00936829298734665, 0.009771537035703659, 0.010174780152738094, 0.010578024201095104, 0.01098126731812954, 0.01138451136648655, 0.011787754483520985]}, "accuracy": 0.8133190639269406, "val_loss": 0.4869521991030811, "epoch": 4}