summaryrefslogtreecommitdiff
path: root/wandb/run-20200731_160632-2x5j8g6d
diff options
context:
space:
mode:
Diffstat (limited to 'wandb/run-20200731_160632-2x5j8g6d')
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/config.yaml111
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json1
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.pngbin0 -> 3215 bytes
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/requirements.txt145
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl6
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl228
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json30
-rw-r--r--wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json1
22 files changed, 522 insertions, 0 deletions
diff --git a/wandb/run-20200731_160632-2x5j8g6d/config.yaml b/wandb/run-20200731_160632-2x5j8g6d/config.yaml
new file mode 100644
index 0000000..f8813b6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/config.yaml
@@ -0,0 +1,111 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.8.36
+ framework: torch
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.2
+callback_args:
+ desc: null
+ value:
+ Checkpoint:
+ monitor: val_accuracy
+ EarlyStopping:
+ min_delta: 0.0
+ mode: min
+ monitor: val_loss
+ patience: 3
+ WandbCallback:
+ log_batch_frequency: 10
+ WandbImageLogger:
+ num_examples: 4
+callbacks:
+ desc: null
+ value:
+ - Checkpoint
+ - EarlyStopping
+ - WandbCallback
+ - WandbImageLogger
+criterion:
+ desc: null
+ value: CrossEntropyLoss
+criterion_args:
+ desc: null
+ value:
+ ignore_index: -100
+ reduction: mean
+ weight: null
+data_loader_args:
+ desc: null
+ value:
+ batch_size: 256
+ cuda: true
+ num_workers: 8
+ sample_to_balance: true
+ seed: 4711
+ shuffle: true
+ splits:
+ - train
+ - val
+ subsample_fraction: null
+ target_transform: null
+ transform: null
+dataloader:
+ desc: null
+ value: EmnistDataLoader
+experiment_group:
+ desc: null
+ value: Sample Experiments
+lr_scheduler:
+ desc: null
+ value: OneCycleLR
+lr_scheduler_args:
+ desc: null
+ value:
+ epochs: 16
+ max_lr: 0.001
+ steps_per_epoch: 1314
+metrics:
+ desc: null
+ value:
+ - accuracy
+model:
+ desc: null
+ value: CharacterModel
+network:
+ desc: null
+ value: LeNet
+network_args:
+ desc: null
+ value:
+ input_size:
+ - 28
+ - 28
+ output_size: 62
+optimizer:
+ desc: null
+ value: AdamW
+optimizer_args:
+ desc: null
+ value:
+ amsgrad: false
+ betas:
+ - 0.9
+ - 0.999
+ eps: 1.0e-08
+ lr: 0.01
+ weight_decay: 0
+resume_experiment:
+ desc: null
+ value: null
+train_args:
+ desc: null
+ value:
+ batch_size: 256
+ epochs: 16
+verbosity:
+ desc: null
+ value: 2
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json b/wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json
new file mode 100644
index 0000000..350e1ba
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/graph/graph_0_summary_e437d211.graph.json
@@ -0,0 +1 @@
+{"format": "torch", "nodes": [{"name": "layers.0", "id": 140565579297840, "class_name": "Conv2d(1, 32, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [32, 1, 3, 3]], ["bias", [32]]], "output_shape": [[2, 32, 26, 26]], "num_parameters": [288, 32]}, {"name": "layers.1", "id": 140565579297648, "class_name": "ReLU(inplace=True)", "parameters": [], "output_shape": [[2, 32, 26, 26]], "num_parameters": []}, {"name": "layers.2", "id": 140565579297792, "class_name": "Conv2d(32, 64, kernel_size=(3, 3), stride=(1, 1))", "parameters": [["weight", [64, 32, 3, 3]], ["bias", [64]]], "output_shape": [[2, 64, 24, 24]], "num_parameters": [18432, 64]}, {"name": "layers.4", "id": 140565579298080, "class_name": "MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.5", "id": 140565579298032, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 64, 12, 12]], "num_parameters": []}, {"name": "layers.6", "id": 140565579297744, "class_name": "Flatten()", "parameters": [], "output_shape": [[2, 9216]], "num_parameters": []}, {"name": "layers.7", "id": 140565579194720, "class_name": "Linear(in_features=9216, out_features=128, bias=True)", "parameters": [["weight", [128, 9216]], ["bias", [128]]], "output_shape": [[2, 128]], "num_parameters": [1179648, 128]}, {"name": "layers.9", "id": 140565579194768, "class_name": "Dropout(p=0.2, inplace=False)", "parameters": [], "output_shape": [[2, 128]], "num_parameters": []}, {"name": "layers.10", "id": 140565579194816, "class_name": "Linear(in_features=128, out_features=62, bias=True)", "parameters": [["weight", [62, 128]], ["bias", [62]]], "output_shape": [[2, 62]], "num_parameters": [7936, 62]}], "edges": []}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_104.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_120.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_135.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_14.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_150.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_165.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_180.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_195.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_210.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_226.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_29.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_44.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_59.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_74.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.png b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.png
new file mode 100644
index 0000000..80739e6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/media/images/examples_89.png
Binary files differ
diff --git a/wandb/run-20200731_160632-2x5j8g6d/requirements.txt b/wandb/run-20200731_160632-2x5j8g6d/requirements.txt
new file mode 100644
index 0000000..10c63b6
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/requirements.txt
@@ -0,0 +1,145 @@
+alabaster==0.7.12
+appdirs==1.4.4
+attrs==19.3.0
+babel==2.8.0
+backcall==0.2.0
+bandit==1.6.2
+black==19.10b0
+bleach==3.1.5
+blessings==1.7
+boltons==20.2.0
+certifi==2020.6.20
+chardet==3.0.4
+click==7.1.2
+configparser==5.0.0
+coverage==5.2.1
+cycler==0.10.0
+darglint==1.5.2
+dataclasses==0.6
+decorator==4.4.2
+defusedxml==0.6.0
+desert==2020.1.6
+docker-pycreds==0.4.0
+docutils==0.16
+dparse==0.5.1
+entrypoints==0.3
+flake8-annotations==2.3.0
+flake8-bandit==2.1.2
+flake8-black==0.2.1
+flake8-bugbear==20.1.4
+flake8-docstrings==1.5.0
+flake8-import-order==0.18.1
+flake8-polyfill==1.0.2
+flake8==3.8.3
+future==0.18.2
+gitdb==4.0.5
+gitpython==3.1.7
+gpustat==0.6.0
+gql==0.2.0
+graphql-core==1.1
+h5py==2.10.0
+idna==2.10
+imagesize==1.2.0
+ipykernel==5.3.4
+ipython-genutils==0.2.0
+ipython==7.16.1
+ipywidgets==7.5.1
+jedi==0.17.2
+jinja2==2.11.2
+jsonschema==3.2.0
+jupyter-client==6.1.6
+jupyter-console==6.1.0
+jupyter-core==4.6.3
+jupyter==1.0.0
+kiwisolver==1.2.0
+loguru==0.5.1
+markupsafe==1.1.1
+marshmallow==3.7.1
+matplotlib==3.3.0
+mccabe==0.6.1
+mistune==0.8.4
+more-itertools==8.4.0
+mypy-extensions==0.4.3
+mypy==0.770
+nbconvert==5.6.1
+nbformat==5.0.7
+notebook==6.0.3
+numpy==1.19.1
+nvidia-ml-py3==7.352.0
+opencv-python==4.3.0.36
+packaging==20.4
+pandocfilters==1.4.2
+parso==0.7.1
+pathspec==0.8.0
+pathtools==0.1.2
+pbr==5.4.5
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==7.2.0
+pip==20.2
+pluggy==0.13.1
+prometheus-client==0.8.0
+promise==2.3
+prompt-toolkit==3.0.5
+psutil==5.7.2
+ptyprocess==0.6.0
+py==1.9.0
+pycodestyle==2.6.0
+pydocstyle==5.0.2
+pyflakes==2.2.0
+pygments==2.6.1
+pyparsing==2.4.7
+pyrsistent==0.16.0
+pytest-cov==2.10.0
+pytest-mock==3.2.0
+pytest==5.4.3
+python-dateutil==2.8.1
+pytz==2020.1
+pyyaml==5.3.1
+pyzmq==19.0.1
+qtconsole==4.7.5
+qtpy==1.9.0
+redis==3.5.3
+redlock-py==1.0.8
+regex==2020.7.14
+requests==2.24.0
+safety==1.9.0
+send2trash==1.5.0
+sentry-sdk==0.16.2
+setuptools==41.2.0
+shortuuid==1.0.1
+six==1.15.0
+smmap==3.0.4
+snowballstemmer==2.0.0
+sphinx-autodoc-typehints==1.11.0
+sphinx-rtd-theme==0.4.3
+sphinx==3.1.2
+sphinxcontrib-applehelp==1.0.2
+sphinxcontrib-devhelp==1.0.2
+sphinxcontrib-htmlhelp==1.0.3
+sphinxcontrib-jsmath==1.0.1
+sphinxcontrib-qthelp==1.0.3
+sphinxcontrib-serializinghtml==1.1.4
+stevedore==3.2.0
+subprocess32==3.5.4
+terminado==0.8.3
+testpath==0.4.4
+text-recognizer==0.1.0
+toml==0.10.1
+torch==1.5.1
+torchsummary==1.5.1
+torchvision==0.6.1
+tornado==6.0.4
+tqdm==4.48.0
+traitlets==4.3.3
+typed-ast==1.4.1
+typeguard==2.9.1
+typing-extensions==3.7.4.2
+typing-inspect==0.6.0
+urllib3==1.25.10
+wandb==0.8.36
+watchdog==0.10.3
+wcwidth==0.2.5
+webencodings==0.5.1
+widgetsnbextension==3.5.1
+xdoctest==0.12.0
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl b/wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl
new file mode 100644
index 0000000..d625b95
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-events.jsonl
@@ -0,0 +1,6 @@
+{"system.gpu.0.gpu": 72.6, "system.gpu.0.memory": 45.73, "system.gpu.0.memoryAllocated": 23.27, "system.gpu.0.temp": 57.87, "system.gpu.process.0.gpu": 72.6, "system.gpu.process.0.memory": 45.73, "system.gpu.process.0.memoryAllocated": 23.27, "system.gpu.process.0.temp": 57.87, "system.gpu.0.powerWatts": 141.22, "system.gpu.0.powerPercent": 65.68, "system.gpu.process.0.powerWatts": 141.22, "system.gpu.process.0.powerPercent": 65.68, "system.cpu": 44.09, "system.memory": 69.02, "system.disk": 37.2, "system.proc.memory.availableMB": 4962.05, "system.proc.memory.rssMB": 2575.24, "system.proc.memory.percent": 16.09, "system.proc.cpu.threads": 19.6, "system.network.sent": 1921542, "system.network.recv": 713597, "_wandb": true, "_timestamp": 1596211621, "_runtime": 28}
+{"system.gpu.0.gpu": 76.6, "system.gpu.0.memory": 47.87, "system.gpu.0.memoryAllocated": 24.18, "system.gpu.0.temp": 62.67, "system.gpu.process.0.gpu": 76.6, "system.gpu.process.0.memory": 47.87, "system.gpu.process.0.memoryAllocated": 24.18, "system.gpu.process.0.temp": 62.67, "system.gpu.0.powerWatts": 150.12, "system.gpu.0.powerPercent": 69.82, "system.gpu.process.0.powerWatts": 150.12, "system.gpu.process.0.powerPercent": 69.82, "system.cpu": 49.56, "system.memory": 69.15, "system.disk": 37.2, "system.proc.memory.availableMB": 4938.99, "system.proc.memory.rssMB": 2579.68, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 20.4, "system.network.sent": 4095018, "system.network.recv": 1237546, "_wandb": true, "_timestamp": 1596211652, "_runtime": 59}
+{"system.gpu.0.gpu": 78.4, "system.gpu.0.memory": 48.13, "system.gpu.0.memoryAllocated": 24.25, "system.gpu.0.temp": 64.4, "system.gpu.process.0.gpu": 78.4, "system.gpu.process.0.memory": 48.13, "system.gpu.process.0.memoryAllocated": 24.25, "system.gpu.process.0.temp": 64.4, "system.gpu.0.powerWatts": 147.78, "system.gpu.0.powerPercent": 68.73, "system.gpu.process.0.powerWatts": 147.78, "system.gpu.process.0.powerPercent": 68.73, "system.cpu": 52.69, "system.memory": 69.51, "system.disk": 37.2, "system.proc.memory.availableMB": 4878.65, "system.proc.memory.rssMB": 2580.99, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 21.0, "system.network.sent": 6089221, "system.network.recv": 2042088, "_wandb": true, "_timestamp": 1596211682, "_runtime": 89}
+{"system.gpu.0.gpu": 75.6, "system.gpu.0.memory": 47.2, "system.gpu.0.memoryAllocated": 24.22, "system.gpu.0.temp": 65.47, "system.gpu.process.0.gpu": 75.6, "system.gpu.process.0.memory": 47.2, "system.gpu.process.0.memoryAllocated": 24.22, "system.gpu.process.0.temp": 65.47, "system.gpu.0.powerWatts": 154.64, "system.gpu.0.powerPercent": 71.93, "system.gpu.process.0.powerWatts": 154.64, "system.gpu.process.0.powerPercent": 71.93, "system.cpu": 49.81, "system.memory": 69.87, "system.disk": 37.2, "system.proc.memory.availableMB": 4819.31, "system.proc.memory.rssMB": 2580.44, "system.proc.memory.percent": 16.12, "system.proc.cpu.threads": 20.4, "system.network.sent": 7942246, "system.network.recv": 2724622, "_wandb": true, "_timestamp": 1596211712, "_runtime": 119}
+{"system.gpu.0.gpu": 78.6, "system.gpu.0.memory": 47.73, "system.gpu.0.memoryAllocated": 24.23, "system.gpu.0.temp": 66.0, "system.gpu.process.0.gpu": 78.6, "system.gpu.process.0.memory": 47.73, "system.gpu.process.0.memoryAllocated": 24.23, "system.gpu.process.0.temp": 66.0, "system.gpu.0.powerWatts": 152.95, "system.gpu.0.powerPercent": 71.14, "system.gpu.process.0.powerWatts": 152.95, "system.gpu.process.0.powerPercent": 71.14, "system.cpu": 51.94, "system.memory": 69.96, "system.disk": 37.2, "system.proc.memory.availableMB": 4808.46, "system.proc.memory.rssMB": 2581.21, "system.proc.memory.percent": 16.13, "system.proc.cpu.threads": 20.93, "system.network.sent": 10126688, "system.network.recv": 3744849, "_wandb": true, "_timestamp": 1596211743, "_runtime": 150}
+{"system.gpu.0.gpu": 73.53, "system.gpu.0.memory": 44.6, "system.gpu.0.memoryAllocated": 24.22, "system.gpu.0.temp": 65.33, "system.gpu.process.0.gpu": 73.53, "system.gpu.process.0.memory": 44.6, "system.gpu.process.0.memoryAllocated": 24.22, "system.gpu.process.0.temp": 65.33, "system.gpu.0.powerWatts": 135.06, "system.gpu.0.powerPercent": 62.82, "system.gpu.process.0.powerWatts": 135.06, "system.gpu.process.0.powerPercent": 62.82, "system.cpu": 52.59, "system.memory": 69.88, "system.disk": 37.2, "system.proc.memory.availableMB": 4819.67, "system.proc.memory.rssMB": 2561.2, "system.proc.memory.percent": 16.0, "system.proc.cpu.threads": 19.73, "system.network.sent": 11880092, "system.network.recv": 4374345, "_wandb": true, "_timestamp": 1596211772, "_runtime": 179}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl b/wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl
new file mode 100644
index 0000000..0e849c2
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-history.jsonl
@@ -0,0 +1,228 @@
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.025287412106990814, -0.024626925587654114, -0.023966437205672264, -0.023305950686335564, -0.022645464166998863, -0.021984975785017014, -0.021324489265680313, -0.020664002746343613, -0.020003514364361763, -0.019343027845025063, -0.018682541325688362, -0.018022052943706512, -0.017361566424369812, -0.01670107990503311, -0.016040591523051262, -0.015380105003714561, -0.014719617553055286, -0.014059130102396011, -0.013398643583059311, -0.012738156132400036, -0.01207766868174076, -0.01141718216240406, -0.010756694711744785, -0.01009620726108551, -0.00943572074174881, -0.008775233291089535, -0.00811474584043026, -0.007454258855432272, -0.006793771870434284, -0.006133284419775009, -0.005472797434777021, -0.004812309984117746, -0.004151822999119759, -0.003491335781291127, -0.002830848563462496, -0.002170361578464508, -0.0015098743606358767, -0.0008493872010149062, -0.00018890004139393568, 0.0004715871182270348, 0.0011320742778480053, 0.0017925614956766367, 0.002453048713505268, 0.003113535698503256, 0.0037740229163318872, 0.004434510134160519, 0.005094997119158506, 0.0057554845698177814, 0.006415971554815769, 0.007076458539813757, 0.007736945990473032, 0.00839743297547102, 0.009057920426130295, 0.009718406945466995, 0.01037889439612627, 0.011039381846785545, 0.011699868366122246, 0.01236035581678152, 0.013020843267440796, 0.013681330718100071, 0.014341817237436771, 0.015002304688096046, 0.015662791207432747, 0.016323279589414597, 0.016983766108751297]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 14.0, 14.0, 25.0, 23.0, 38.0, 47.0, 82.0, 89.0, 96.0, 146.0, 165.0, 242.0, 322.0, 453.0, 650.0, 2572.0, 863.0, 646.0, 479.0, 299.0, 211.0, 127.0, 81.0, 53.0, 48.0, 33.0, 20.0, 13.0, 9.0, 2.0, 5.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06551467627286911, -0.06376136094331741, -0.06200804561376572, -0.06025473028421402, -0.05850141495466232, -0.05674809589982033, -0.05499478057026863, -0.053241465240716934, -0.05148814991116524, -0.04973483458161354, -0.047981519252061844, -0.04622820392251015, -0.04447488486766815, -0.042721569538116455, -0.04096825420856476, -0.03921493887901306, -0.037461623549461365, -0.03570830821990967, -0.03395499289035797, -0.032201677560806274, -0.03044836036860943, -0.02869504503905773, -0.026941727846860886, -0.02518841251730919, -0.023435097187757492, -0.021681781858205795, -0.0199284665286541, -0.018175149336457253, -0.016421834006905556, -0.014668518677353859, -0.012915202416479588, -0.011161886155605316, -0.00940857082605362, -0.007655255030840635, -0.005901939235627651, -0.004148623440414667, -0.002395307645201683, -0.000641991849988699, 0.0011113239452242851, 0.002864639740437269, 0.004617955535650253, 0.006371271330863237, 0.008124587126076221, 0.009877903386950493, 0.01163121871650219, 0.013384534046053886, 0.015137850306928158, 0.01689116656780243, 0.018644481897354126, 0.020397797226905823, 0.02215111255645752, 0.023904429748654366, 0.025657745078206062, 0.02741106040775776, 0.029164377599954605, 0.030917692929506302, 0.032671008259058, 0.034424323588609695, 0.03617763891816139, 0.03793095424771309, 0.039684273302555084, 0.04143758863210678, 0.04319090396165848, 0.044944219291210175, 0.04669753462076187]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 30.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 6.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008122289553284645, -0.007850431837141514, -0.007578574120998383, -0.007306716404855251, -0.00703485868871212, -0.006763000972568989, -0.0064911432564258575, -0.006219285540282726, -0.005947427824139595, -0.005675570573657751, -0.00540371285751462, -0.005131855141371489, -0.004859997425228357, -0.004588139709085226, -0.004316281992942095, -0.0040444242767989635, -0.0037725665606558323, -0.003500708844512701, -0.0032288511283695698, -0.0029569934122264385, -0.0026851356960833073, -0.0024132782127708197, -0.0021414204966276884, -0.0018695627804845572, -0.001597705064341426, -0.0013258473481982946, -0.0010539896320551634, -0.000782132032327354, -0.0005102743161842227, -0.0002384166291449219, 3.34410578943789e-05, 0.0003052987449336797, 0.0005771564319729805, 0.0008490141481161118, 0.001120871864259243, 0.0013927294639870524, 0.0016645871801301837, 0.001936444896273315, 0.0022083024960011244, 0.0024801602121442556, 0.002752017928287387, 0.003023875644430518, 0.0032957333605736494, 0.0035675910767167807, 0.0038394485600292683, 0.0041113062761723995, 0.004383163992315531, 0.004655021708458662, 0.004926879424601793, 0.0051987371407449245, 0.005470594856888056, 0.005742452573031187, 0.006014310289174318, 0.00628616800531745, 0.006558025721460581, 0.006829883437603712, 0.007101740688085556, 0.007373598404228687, 0.0076454561203718185, 0.00791731383651495, 0.008189171552658081, 0.008461029268801212, 0.008732886984944344, 0.009004744701087475, 0.009276602417230606]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 8.0, 13.0, 28.0, 40.0, 63.0, 104.0, 141.0, 197.0, 315.0, 484.0, 716.0, 1045.0, 1554.0, 2183.0, 3122.0, 4633.0, 6750.0, 9926.0, 14842.0, 22253.0, 33660.0, 51401.0, 75856.0, 111357.0, 523674.0, 107239.0, 68233.0, 44644.0, 29037.0, 19507.0, 13583.0, 9359.0, 6576.0, 4699.0, 3364.0, 2410.0, 1839.0, 1294.0, 964.0, 684.0, 477.0, 415.0, 275.0, 196.0, 125.0, 100.0, 70.0, 65.0, 28.0, 32.0, 13.0, 13.0, 7.0, 9.0, 6.0, 2.0, 2.0, 2.0], "bins": [-0.007126472890377045, -0.006893382407724857, -0.006660291459411383, -0.006427200976759195, -0.006194110028445721, -0.005961019545793533, -0.005727929063141346, -0.005494838114827871, -0.005261747632175684, -0.005028656683862209, -0.004795566201210022, -0.004562475718557835, -0.00432938477024436, -0.004096294287592173, -0.0038632035721093416, -0.0036301128566265106, -0.0033970221411436796, -0.0031639314256608486, -0.0029308407101780176, -0.0026977502275258303, -0.0024646595120429993, -0.0022315687965601683, -0.0019984780810773373, -0.001765387482009828, -0.001532296766526997, -0.001299206051044166, -0.001066115451976657, -0.0008330247364938259, -0.0005999340792186558, -0.00036684342194348574, -0.0001337527355644852, 9.933793626260012e-05, 0.00033242860808968544, 0.0005655192653648555, 0.0007986099226400256, 0.0010317006381228566, 0.0012647912371903658, 0.0014978819526731968, 0.0017309726681560278, 0.001964063383638859, 0.002197153866291046, 0.002430244581773877, 0.002663335297256708, 0.002896426012739539, 0.00312951672822237, 0.003362607443705201, 0.0035956979263573885, 0.0038287886418402195, 0.004061879590153694, 0.0042949700728058815, 0.004528060555458069, 0.0047611515037715435, 0.004994241986423731, 0.0052273329347372055, 0.005460423417389393, 0.00569351390004158, 0.005926604848355055, 0.006159695331007242, 0.006392786279320717, 0.006625876761972904, 0.0068589672446250916, 0.007092058192938566, 0.0073251486755907536, 0.007558239623904228, 0.0077913301065564156]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022778643295168877, -0.022278062999248505, -0.021777480840682983, -0.02127690054476261, -0.02077631838619709, -0.020275738090276718, -0.019775155931711197, -0.019274575635790825, -0.018773995339870453, -0.01827341318130493, -0.01777283288538456, -0.01727225072681904, -0.016771670430898666, -0.016271088272333145, -0.015770507976412773, -0.015269926749169827, -0.01476934552192688, -0.014268764294683933, -0.013768183067440987, -0.01326760184019804, -0.012767020612955093, -0.012266440317034721, -0.011765859089791775, -0.011265277862548828, -0.010764696635305882, -0.010264115408062935, -0.009763534180819988, -0.009262952953577042, -0.00876237265765667, -0.008261791430413723, -0.007761210203170776, -0.00726062897592783, -0.006760047748684883, -0.0062594665214419365, -0.00575888529419899, -0.0052583045326173306, -0.004757723305374384, -0.004257142078131437, -0.0037565610837191343, -0.0032559800893068314, -0.0027553988620638847, -0.002254817634820938, -0.0017542366404086351, -0.0012536555295810103, -0.0007530744187533855, -0.00025249330792576075, 0.00024808780290186405, 0.0007486689137294888, 0.0012492500245571136, 0.0017498311353847384, 0.0022504122462123632, 0.002750993240624666, 0.003251574467867613, 0.0037521556951105595, 0.004252736456692219, 0.004753317683935165, 0.005253898911178112, 0.005754480138421059, 0.006255061365664005, 0.006755642127245665, 0.007256223354488611, 0.007756804581731558, 0.008257385343313217, 0.008757966570556164, 0.00925854779779911]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 12.0, 17.0, 11.0, 17.0, 18.0, 27.0, 29.0, 35.0, 29.0, 46.0, 30.0, 50.0, 43.0, 49.0, 72.0, 59.0, 75.0, 71.0, 91.0, 84.0, 118.0, 144.0, 124.0, 133.0, 144.0, 189.0, 159.0, 199.0, 198.0, 238.0, 278.0, 286.0, 338.0, 313.0, 351.0, 357.0, 370.0, 434.0, 582.0, 808.0, 1563.0, 7310.0, 763.0, 544.0, 413.0, 250.0, 177.0, 163.0, 130.0, 101.0, 105.0, 91.0, 66.0, 44.0, 34.0, 22.0, 9.0, 8.0], "bins": [-0.023578723892569542, -0.02307838946580887, -0.022578056901693344, -0.02207772247493267, -0.021577389910817146, -0.021077055484056473, -0.02057672291994095, -0.020076388493180275, -0.0195760540664196, -0.019075721502304077, -0.018575387075543404, -0.01807505451142788, -0.017574720084667206, -0.01707438752055168, -0.016574053093791008, -0.016073720529675484, -0.01557338610291481, -0.015073052607476711, -0.014572719112038612, -0.014072385616600513, -0.013572052121162415, -0.013071717694401741, -0.012571384198963642, -0.012071050703525543, -0.011570717208087444, -0.011070383712649345, -0.010570050217211246, -0.010069716721773148, -0.009569382295012474, -0.009069048799574375, -0.008568715304136276, -0.008068381808698177, -0.007568048313260078, -0.0070677148178219795, -0.006567381322383881, -0.006067047361284494, -0.0055667138658463955, -0.005066380370408297, -0.00456604640930891, -0.0040657129138708115, -0.0035653794184327126, -0.0030650459229946136, -0.002564712194725871, -0.0020643784664571285, -0.0015640449710190296, -0.0010637113591656089, -0.0005633777473121881, -6.304413545876741e-05, 0.0004372894763946533, 0.0009376230882480741, 0.0014379567001014948, 0.0019382903119549155, 0.0024386239238083363, 0.002938957419246435, 0.0034392911475151777, 0.00393962487578392, 0.004439958371222019, 0.004940291866660118, 0.005440625362098217, 0.005940959323197603, 0.006441292818635702, 0.006941626314073801, 0.007441960275173187, 0.007942293770611286, 0.008442627266049385]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 0.0, 1.0], "bins": [-0.04203317314386368, -0.04133465141057968, -0.040636129677295685, -0.03993760794401169, -0.03923908621072769, -0.038540564477443695, -0.0378420427441597, -0.0371435210108757, -0.036444999277591705, -0.03574647754430771, -0.03504795581102371, -0.034349434077739716, -0.03365091234445572, -0.03295239061117172, -0.032253868877887726, -0.03155534714460373, -0.030856825411319733, -0.030158303678035736, -0.02945978194475174, -0.028761260211467743, -0.028062738478183746, -0.02736421674489975, -0.026665695011615753, -0.025967173278331757, -0.02526865154504776, -0.024570129811763763, -0.023871608078479767, -0.02317308634519577, -0.022474564611911774, -0.021776042878627777, -0.02107752114534378, -0.020378999412059784, -0.019680477678775787, -0.01898195594549179, -0.018283434212207794, -0.017584912478923798, -0.0168863907456398, -0.016187869012355804, -0.015489347279071808, -0.014790825545787811, -0.014092303812503815, -0.013393782079219818, -0.012695260345935822, -0.011996738612651825, -0.011298216879367828, -0.010599695146083832, -0.009901173412799835, -0.009202651679515839, -0.008504129946231842, -0.0078056082129478455, -0.007107086479663849, -0.006408564746379852, -0.005710043013095856, -0.005011521279811859, -0.0043129995465278625, -0.003614477813243866, -0.0029159560799598694, -0.002217434346675873, -0.0015189126133918762, -0.0008203908801078796, -0.00012186914682388306, 0.0005766525864601135, 0.00127517431974411, 0.0019736960530281067, 0.0026722177863121033]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 10.0, 4.0, 4.0, 5.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 9.0, 9.0, 18.0, 96.0, 3.0, 7.0, 3.0, 6.0, 5.0, 7.0], "bins": [-0.055145785212516785, -0.05418422445654869, -0.0532226599752903, -0.052261099219322205, -0.05129953473806381, -0.05033797398209572, -0.049376409500837326, -0.04841484874486923, -0.04745328798890114, -0.046491723507642746, -0.04553016275167465, -0.04456859827041626, -0.043607037514448166, -0.04264547675848007, -0.04168391227722168, -0.040722351521253586, -0.039760787039995193, -0.0387992262840271, -0.03783766180276871, -0.03687610104680061, -0.03591454029083252, -0.03495297580957413, -0.03399141505360603, -0.03302985057234764, -0.03206828981637955, -0.031106727197766304, -0.03014516457915306, -0.029183601960539818, -0.028222039341926575, -0.02726047858595848, -0.026298915967345238, -0.025337353348731995, -0.02437579073011875, -0.02341422811150551, -0.022452665492892265, -0.021491102874279022, -0.02052954211831093, -0.019567979499697685, -0.018606416881084442, -0.0176448542624712, -0.016683291643857956, -0.015721729025244713, -0.014760167337954044, -0.013798604719340801, -0.012837043032050133, -0.01187548041343689, -0.010913917794823647, -0.009952356107532978, -0.008990793488919735, -0.008029230870306492, -0.007067668717354536, -0.00610610656440258, -0.005144543945789337, -0.004182981792837381, -0.0032214196398854256, -0.002259857254102826, -0.0012982948683202267, -0.00033673254074528813, 0.0006248297868296504, 0.001586392056196928, 0.0025479544419795275, 0.003509516827762127, 0.004471078980714083, 0.005432641599327326, 0.006394203752279282]}, "_runtime": 5.1772966384887695, "_timestamp": 1596211594.9484055, "_step": 0}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01685253158211708, -0.016197416931390762, -0.015542300418019295, -0.014887184835970402, -0.014232069253921509, -0.01357695460319519, -0.012921839021146297, -0.012266723439097404, -0.011611607857048512, -0.010956492274999619, -0.010301376692950726, -0.009646261110901833, -0.008991146460175514, -0.008336030878126621, -0.007680915296077728, -0.007025799714028835, -0.006370684131979942, -0.005715568549931049, -0.005060452967882156, -0.004405337851494551, -0.0037502222694456577, -0.0030951066873967648, -0.0024399913381785154, -0.0017848758725449443, -0.0011297604069113731, -0.000474644941277802, 0.00018047052435576916, 0.0008355859899893403, 0.0014907014556229115, 0.0021458170376718044, 0.0028009323868900537, 0.003456047736108303, 0.004111163318157196, 0.004766278900206089, 0.005421394482254982, 0.006076509598642588, 0.006731625180691481, 0.007386740762740374, 0.00804185587912798, 0.008696971461176872, 0.009352087043225765, 0.010007202625274658, 0.010662318207323551, 0.011317433789372444, 0.011972548440098763, 0.012627664022147655, 0.013282779604196548, 0.013937895186245441, 0.014593010768294334, 0.015248126350343227, 0.01590324193239212, 0.01655835658311844, 0.017213473096489906, 0.017868587747216225, 0.018523704260587692, 0.01917881891131401, 0.01983393356204033, 0.020489050075411797, 0.021144164726138115, 0.021799281239509583, 0.0224543958902359, 0.02310951240360737, 0.023764627054333687, 0.024419743567705154, 0.025074858218431473]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 5.0, 8.0, 7.0, 10.0, 12.0, 10.0, 21.0, 24.0, 37.0, 38.0, 43.0, 54.0, 70.0, 79.0, 88.0, 121.0, 152.0, 204.0, 252.0, 277.0, 434.0, 579.0, 2440.0, 760.0, 694.0, 472.0, 318.0, 185.0, 154.0, 95.0, 63.0, 46.0, 53.0, 26.0, 27.0, 19.0, 9.0, 10.0, 7.0, 7.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12223881483078003, -0.11876481026411057, -0.1152908131480217, -0.11181680858135223, -0.10834281146526337, -0.1048688068985939, -0.10139480233192444, -0.09792080521583557, -0.09444680064916611, -0.09097279608249664, -0.08749879896640778, -0.08402479439973831, -0.08055078983306885, -0.07707679271697998, -0.07360278815031052, -0.07012879103422165, -0.06665478646755219, -0.06318078190088272, -0.059706784784793854, -0.05623278021812439, -0.052758779376745224, -0.04928477853536606, -0.045810773968696594, -0.04233677312731743, -0.03886277228593826, -0.0353887714445591, -0.03191477060317993, -0.028440766036510468, -0.024966765195131302, -0.021492764353752136, -0.01801876164972782, -0.014544759877026081, -0.01107075810432434, -0.0075967563316226006, -0.00412275455892086, -0.00064875278621912, 0.0028252489864826202, 0.0062992507591843605, 0.0097732525318861, 0.013247254304587841, 0.01672125607728958, 0.020195256918668747, 0.023669259622693062, 0.027143262326717377, 0.030617263168096542, 0.03409126400947571, 0.03756526857614517, 0.04103926941752434, 0.0445132702589035, 0.04798727110028267, 0.051461271941661835, 0.0549352765083313, 0.058409277349710464, 0.06188327819108963, 0.0653572827577591, 0.06883127987384796, 0.07230528444051743, 0.07577928900718689, 0.07925328612327576, 0.08272729068994522, 0.08620129525661469, 0.08967529237270355, 0.09314929693937302, 0.09662329405546188, 0.10009729862213135]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 1.0, 0.0, 1.0, 6.0, 0.0, 4.0, 0.0, 2.0, 4.0, 7.0, 4.0, 2.0, 3.0, 33.0, 1.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0066946991719305515, -0.006447585765272379, -0.006200472358614206, -0.005953359417617321, -0.005706246010959148, -0.005459132604300976, -0.005212019197642803, -0.004964905790984631, -0.004717792384326458, -0.004470679443329573, -0.0042235660366714, -0.0039764526300132275, -0.003729339223355055, -0.003482226049527526, -0.0032351126428693533, -0.0029879994690418243, -0.0027408860623836517, -0.002493772655725479, -0.00224665948189795, -0.0019995460752397776, -0.0017524327849969268, -0.001505319494754076, -0.0012582060880959034, -0.0010110927978530526, -0.0007639795076102018, -0.0005168662173673511, -0.00026975286891683936, -2.2639549570158124e-05, 0.0002244737697765231, 0.00047158708912320435, 0.0007187004084698856, 0.0009658137569203973, 0.001212927047163248, 0.0014600403374060988, 0.0017071536276489496, 0.0019542670343071222, 0.002201380208134651, 0.002448493614792824, 0.0026956070214509964, 0.0029427201952785254, 0.003189833601936698, 0.0034369470085948706, 0.0036840601824223995, 0.003931173589080572, 0.004178286995738745, 0.004425400402396917, 0.004672513343393803, 0.004919626750051975, 0.005166740156710148, 0.0054138535633683205, 0.005660966970026493, 0.005908079911023378, 0.006155193317681551, 0.006402306724339724, 0.006649420130997896, 0.006896533537656069, 0.007143646478652954, 0.007390759885311127, 0.007637873291969299, 0.007884986698627472, 0.008132100105285645, 0.008379213511943817, 0.00862632691860199, 0.008873440325260162, 0.009120553731918335]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 8.0, 7.0, 14.0, 24.0, 27.0, 47.0, 79.0, 106.0, 162.0, 275.0, 366.0, 517.0, 710.0, 1090.0, 1598.0, 2209.0, 2911.0, 4142.0, 5713.0, 7862.0, 10658.0, 15073.0, 21215.0, 30093.0, 43239.0, 60721.0, 83628.0, 111561.0, 457856.0, 90043.0, 64757.0, 45758.0, 32444.0, 23334.0, 16698.0, 12034.0, 8766.0, 6574.0, 4854.0, 3605.0, 2674.0, 1828.0, 1379.0, 947.0, 651.0, 462.0, 299.0, 213.0, 144.0, 103.0, 48.0, 41.0, 22.0, 21.0, 8.0, 11.0, 7.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009373683482408524, -0.009054124355316162, -0.008734566159546375, -0.008415007032454014, -0.008095448836684227, -0.007775890175253153, -0.007456331513822079, -0.0071367728523910046, -0.00681721419095993, -0.006497655063867569, -0.006178096402436495, -0.005858537741005421, -0.0055389790795743465, -0.005219420418143272, -0.004899861756712198, -0.004580303095281124, -0.00426074443385005, -0.003941185772418976, -0.0036216271109879017, -0.0033020684495568275, -0.0029825097881257534, -0.0026629508938640356, -0.0023433922324329615, -0.0020238335710018873, -0.0017042749095708132, -0.001384716248139739, -0.001065157586708665, -0.0007455988088622689, -0.0004260401474311948, -0.00010648145689629018, 0.00021307723363861442, 0.0005326359532773495, 0.0008521946147084236, 0.0011717532761394978, 0.001491311937570572, 0.0018108707154169679, 0.00213042926043272, 0.002449988154694438, 0.002769546816125512, 0.0030891054775565863, 0.0034086641389876604, 0.0037282228004187346, 0.004047781694680452, 0.0043673403561115265, 0.004686899017542601, 0.005006457678973675, 0.005326016340404749, 0.005645575001835823, 0.005965133663266897, 0.006284692324697971, 0.0066042509861290455, 0.00692380964756012, 0.007243368308991194, 0.007562926970422268, 0.00788248609751463, 0.008202044293284416, 0.008521603420376778, 0.008841161616146564, 0.009160720743238926, 0.009480278939008713, 0.009799838066101074, 0.010119396261870861, 0.010438955388963223, 0.01075851358473301, 0.01107807271182537]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 9.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-0.023277996107935905, -0.022841589525341988, -0.02240518294274807, -0.021968774497509003, -0.021532367914915085, -0.021095961332321167, -0.02065955474972725, -0.020223146304488182, -0.019786739721894264, -0.019350333139300346, -0.01891392655670643, -0.01847751811146736, -0.018041111528873444, -0.017604704946279526, -0.017168298363685608, -0.01673188991844654, -0.016295483335852623, -0.015859076753258705, -0.015422670170664787, -0.014986262656748295, -0.014549856074154377, -0.014113448560237885, -0.013677041977643967, -0.013240634463727474, -0.012804227881133556, -0.012367820367217064, -0.011931413784623146, -0.011495006270706654, -0.011058599688112736, -0.010622192174196243, -0.010185785591602325, -0.009749378077685833, -0.009312971495091915, -0.008876564912497997, -0.008440157398581505, -0.008003750815987587, -0.0075673433020710945, -0.007130936253815889, -0.006694529205560684, -0.006258122157305479, -0.005821715109050274, -0.005385308526456356, -0.004948901478201151, -0.004512494429945946, -0.004076087381690741, -0.0036396803334355354, -0.0032032732851803303, -0.002766866236925125, -0.00233045918866992, -0.0018940521404147148, -0.0014576450921595097, -0.0010212381603196263, -0.0005848311120644212, -0.00014842409291304648, 0.0002879829262383282, 0.0007243899162858725, 0.0011607969645410776, 0.0015972040127962828, 0.002033611061051488, 0.002470018109306693, 0.0029064249247312546, 0.0033428319729864597, 0.003779239021241665, 0.00421564606949687, 0.004652053117752075]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 2.0, 4.0, 8.0, 11.0, 8.0, 23.0, 25.0, 22.0, 18.0, 22.0, 31.0, 49.0, 48.0, 56.0, 53.0, 67.0, 76.0, 94.0, 110.0, 113.0, 149.0, 157.0, 197.0, 185.0, 214.0, 216.0, 226.0, 259.0, 254.0, 222.0, 258.0, 257.0, 288.0, 304.0, 295.0, 304.0, 345.0, 440.0, 559.0, 696.0, 1087.0, 6926.0, 953.0, 783.0, 578.0, 257.0, 223.0, 198.0, 196.0, 163.0, 132.0, 126.0, 68.0, 48.0, 13.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025485340505838394, -0.02488127537071705, -0.024277210235595703, -0.023673145100474358, -0.023069079965353012, -0.022465014830231667, -0.02186094969511032, -0.021256884559988976, -0.02065281942486763, -0.020048754289746284, -0.01944468915462494, -0.018840624019503593, -0.018236558884382248, -0.017632493749260902, -0.017028428614139557, -0.01642436347901821, -0.015820298343896866, -0.015216232277452946, -0.0146121671423316, -0.014008102007210255, -0.01340403687208891, -0.012799971736967564, -0.012195906601846218, -0.011591841466724873, -0.010987775400280952, -0.010383710265159607, -0.009779645130038261, -0.009175579994916916, -0.00857151485979557, -0.007967449724674225, -0.007363384589552879, -0.006759319454431534, -0.006155254319310188, -0.005551189184188843, -0.004947124049067497, -0.004343058913946152, -0.0037389935459941626, -0.003134928410872817, -0.002530863042920828, -0.0019267979077994823, -0.0013227327726781368, -0.0007186675793491304, -0.00011460238602012396, 0.0004894628073088825, 0.001093528000637889, 0.0016975931357592344, 0.0023016585037112236, 0.002905723638832569, 0.0035097887739539146, 0.00411385390907526, 0.004717919044196606, 0.005321984179317951, 0.005926049314439297, 0.0065301149152219296, 0.007134180050343275, 0.007738245185464621, 0.008342310786247253, 0.008946375921368599, 0.009550441056489944, 0.01015450619161129, 0.010758571326732635, 0.011362636461853981, 0.011966701596975327, 0.012570766732096672, 0.013174831867218018]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.085368812084198, -0.08362282067537308, -0.08187682181596756, -0.08013083040714264, -0.07838483154773712, -0.0766388401389122, -0.07489284127950668, -0.07314684987068176, -0.07140085101127625, -0.06965485960245132, -0.0679088607430458, -0.06616286933422089, -0.06441687792539597, -0.06267087906599045, -0.06092488393187523, -0.05917888879776001, -0.05743289738893509, -0.05568690225481987, -0.05394090712070465, -0.05219491198658943, -0.05044891685247421, -0.048702921718358994, -0.046956926584243774, -0.045210931450128555, -0.043464936316013336, -0.04171894118189812, -0.0399729460477829, -0.03822695463895798, -0.03648095950484276, -0.03473496437072754, -0.03298896923661232, -0.0312429741024971, -0.02949697896838188, -0.027750983834266663, -0.026004988700151443, -0.024258995428681374, -0.022513000294566154, -0.020767005160450935, -0.019021010026335716, -0.017275014892220497, -0.015529020689427853, -0.013783025555312634, -0.012037031352519989, -0.01029103621840477, -0.00854504108428955, -0.006799046881496906, -0.005053051747381687, -0.0033070570789277554, -0.0015610624104738235, 0.0001849323743954301, 0.0019309271592646837, 0.003676922060549259, 0.005422916729003191, 0.007168911397457123, 0.008914906531572342, 0.010660900734364986, 0.012406895868480206, 0.014152891002595425, 0.01589888520538807, 0.01764488033950329, 0.019390875473618507, 0.021136870607733727, 0.022882863879203796, 0.024628859013319016, 0.026374854147434235]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 6.0, 3.0, 5.0, 7.0, 5.0, 2.0, 8.0, 7.0, 3.0, 9.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 4.0, 1.0, 6.0, 4.0, 2.0, 7.0, 7.0, 95.0, 14.0, 5.0, 2.0, 7.0, 4.0, 5.0, 3.0], "bins": [-0.09727484732866287, -0.0955551266670227, -0.09383539855480194, -0.09211567789316177, -0.09039594978094101, -0.08867622911930084, -0.08695650100708008, -0.08523678034543991, -0.08351705223321915, -0.08179733157157898, -0.08007760345935822, -0.07835788279771805, -0.07663816213607788, -0.07491843402385712, -0.07319871336221695, -0.07147898524999619, -0.06975926458835602, -0.06803953647613525, -0.06631981581449509, -0.06460008770227432, -0.06288036704063416, -0.06116064265370369, -0.059440918266773224, -0.05772119387984276, -0.05600146949291229, -0.05428174510598183, -0.05256202071905136, -0.050842300057411194, -0.04912257567048073, -0.04740285128355026, -0.0456831268966198, -0.04396340250968933, -0.042243678122758865, -0.0405239537358284, -0.038804229348897934, -0.03708450496196747, -0.035364780575037, -0.03364505618810654, -0.03192533552646637, -0.030205609276890755, -0.028485886752605438, -0.026766162365674973, -0.025046437978744507, -0.02332671359181404, -0.021606989204883575, -0.01988726481795311, -0.018167542293667793, -0.016447817906737328, -0.014728093519806862, -0.013008369132876396, -0.011288645677268505, -0.00956892129033804, -0.007849197834730148, -0.006129473447799683, -0.004409749060869217, -0.0026900251396000385, -0.0009703012183308601, 0.0007494228193536401, 0.0024691468570381403, 0.004188871011137962, 0.005908594932407141, 0.007628318853676319, 0.009348043240606785, 0.011067766696214676, 0.012787491083145142]}, "_runtime": 5.941967964172363, "_timestamp": 1596211595.7130768, "_step": 1}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019334079697728157, -0.018705369904637337, -0.018076661974191666, -0.017447952181100845, -0.016819242388010025, -0.016190534457564354, -0.015561824664473534, -0.014933114871382713, -0.014304406009614468, -0.013675697147846222, -0.013046987354755402, -0.012418278492987156, -0.01178956963121891, -0.01116085983812809, -0.010532150976359844, -0.009903441183269024, -0.009274732321500778, -0.008646023459732533, -0.008017313666641712, -0.0073886048048734665, -0.0067598954774439335, -0.0061311861500144005, -0.005502477288246155, -0.004873767960816622, -0.004245058633387089, -0.0036163493059575558, -0.0029876402113586664, -0.002358931116759777, -0.001730221789330244, -0.0011015125783160329, -0.0004728033673018217, 0.00015590584371238947, 0.0007846150547266006, 0.0014133242657408118, 0.002042033476755023, 0.0026707425713539124, 0.0032994518987834454, 0.003928161226212978, 0.004556870087981224, 0.005185579415410757, 0.00581428874284029, 0.006442998070269823, 0.007071707397699356, 0.007700416259467602, 0.008329125121235847, 0.008957834914326668, 0.009586543776094913, 0.010215253569185734, 0.01084396243095398, 0.011472671292722225, 0.012101381085813046, 0.012730089947581291, 0.013358799740672112, 0.013987508602440357, 0.014616217464208603, 0.015244927257299423, 0.015873637050390244, 0.016502344980835915, 0.017131054773926735, 0.017759764567017555, 0.018388472497463226, 0.019017182290554047, 0.019645892083644867, 0.020274600014090538, 0.02090330980718136]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 6.0, 10.0, 5.0, 8.0, 13.0, 15.0, 16.0, 17.0, 16.0, 19.0, 38.0, 41.0, 38.0, 49.0, 60.0, 72.0, 94.0, 102.0, 129.0, 175.0, 254.0, 258.0, 342.0, 402.0, 2107.0, 819.0, 768.0, 599.0, 440.0, 276.0, 189.0, 132.0, 100.0, 75.0, 47.0, 47.0, 24.0, 23.0, 16.0, 15.0, 13.0, 4.0, 4.0, 8.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12214212119579315, -0.11841002106666565, -0.11467792093753815, -0.11094582080841064, -0.10721372067928314, -0.10348162055015564, -0.09974952042102814, -0.09601742029190063, -0.09228532016277313, -0.08855322003364563, -0.08482111990451813, -0.08108901977539062, -0.07735691964626312, -0.07362481951713562, -0.06989271938800812, -0.06616061925888062, -0.062428515404462814, -0.05869641527533531, -0.05496431514620781, -0.05123221501708031, -0.047500114887952805, -0.0437680147588253, -0.0400359146296978, -0.0363038145005703, -0.032571710646152496, -0.028839612379670143, -0.02510751225054264, -0.021375412121415138, -0.017643310129642487, -0.013911210931837559, -0.010179109871387482, -0.006447009742259979, -0.002714909613132477, 0.0010171907488256693, 0.004749291110783815, 0.008481391705572605, 0.012213491834700108, 0.015945592895150185, 0.019677693024277687, 0.02340979315340519, 0.027141893282532692, 0.030873993411660194, 0.034606095403432846, 0.03833819553256035, 0.04207029566168785, 0.04580239579081535, 0.049534495919942856, 0.05326659604907036, 0.05699869617819786, 0.06073079630732536, 0.06446290016174316, 0.06819500029087067, 0.07192710041999817, 0.07565920054912567, 0.07939130067825317, 0.08312340080738068, 0.08685550093650818, 0.09058760106563568, 0.09431970119476318, 0.09805180132389069, 0.10178390145301819, 0.10551600158214569, 0.1092481017112732, 0.1129802018404007, 0.1167123019695282]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 6.0, 1.0, 2.0, 2.0, 27.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006892582401633263, -0.006637131329625845, -0.006381680257618427, -0.006126229651272297, -0.005870778579264879, -0.0056153275072574615, -0.005359876900911331, -0.0051044258289039135, -0.004848974756896496, -0.004593523684889078, -0.0043380726128816605, -0.00408262200653553, -0.0038271709345281124, -0.0035717198625206947, -0.0033162690233439207, -0.0030608181841671467, -0.002805367112159729, -0.0025499160401523113, -0.0022944652009755373, -0.0020390143617987633, -0.0017835632897913456, -0.0015281123341992497, -0.001272661378607154, -0.001017210423015058, -0.0007617594674229622, -0.0005063085118308663, -0.0002508575562387705, 4.593399353325367e-06, 0.0002600443549454212, 0.0005154953105375171, 0.0007709462661296129, 0.0010263972217217088, 0.0012818481773138046, 0.0015372991329059005, 0.0017927500884979963, 0.0020482009276747704, 0.002303651999682188, 0.0025591030716896057, 0.0028145539108663797, 0.0030700047500431538, 0.0033254558220505714, 0.003580906894057989, 0.003836357733234763, 0.004091808572411537, 0.004347259644418955, 0.0046027107164263725, 0.004858161322772503, 0.005113612394779921, 0.005369063466787338, 0.005624514538794756, 0.005879965610802174, 0.006135416217148304, 0.006390867289155722, 0.006646318361163139, 0.00690176896750927, 0.007157220039516687, 0.007412671111524105, 0.007668122183531523, 0.00792357325553894, 0.00817902386188507, 0.008434474468231201, 0.008689926005899906, 0.008945376612246037, 0.009200828149914742, 0.009456278756260872]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 12.0, 23.0, 20.0, 36.0, 55.0, 101.0, 151.0, 239.0, 341.0, 604.0, 881.0, 1375.0, 1963.0, 2867.0, 4238.0, 5964.0, 8097.0, 11238.0, 15689.0, 21721.0, 30477.0, 44441.0, 64516.0, 90053.0, 114471.0, 437433.0, 90843.0, 65625.0, 46420.0, 32510.0, 23220.0, 17166.0, 12456.0, 9335.0, 6838.0, 5004.0, 3670.0, 2699.0, 2040.0, 1434.0, 1013.0, 750.0, 486.0, 356.0, 268.0, 160.0, 119.0, 69.0, 52.0, 35.0, 16.0, 15.0, 12.0, 9.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01230452861636877, -0.011882475577294827, -0.011460423469543457, -0.011038370430469513, -0.010616317391395569, -0.0101942652836442, -0.009772212244570255, -0.009350159205496311, -0.008928107097744942, -0.008506054058670998, -0.008084001019597054, -0.007661948911845684, -0.00723989587277174, -0.006817843299359083, -0.006395790725946426, -0.005973737686872482, -0.0055516851134598255, -0.005129632540047169, -0.004707579500973225, -0.004285526927560568, -0.003863474354147911, -0.0034414215479046106, -0.00301936874166131, -0.0025973161682486534, -0.002175263362005353, -0.0017532106721773744, -0.0013311579823493958, -0.0009091051761060953, -0.0004870524862781167, -6.499976734630764e-05, 0.00035705295158550143, 0.000779105699621141, 0.0012011583894491196, 0.0016232110792770982, 0.002045263769105077, 0.0024673165753483772, 0.002889369148761034, 0.0033114219550043344, 0.003733474761247635, 0.004155527334660292, 0.0045775799080729485, 0.0049996329471468925, 0.005421685520559549, 0.005843738093972206, 0.00626579113304615, 0.006687843706458807, 0.007109896279871464, 0.007531949318945408, 0.007954001426696777, 0.008376054465770721, 0.008798107504844666, 0.009220159612596035, 0.009642212651669979, 0.010064265690743923, 0.010486317798495293, 0.010908370837569237, 0.01133042387664318, 0.01175247598439455, 0.012174529023468494, 0.012596582062542439, 0.013018634170293808, 0.013440687209367752, 0.013862740248441696, 0.014284792356193066, 0.01470684539526701]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 8.0, 0.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011209245771169662, -0.010896870866417885, -0.010584496892988682, -0.010272121988236904, -0.009959748014807701, -0.009647373110055923, -0.00933499913662672, -0.009022624231874943, -0.00871025025844574, -0.008397875353693962, -0.008085500448942184, -0.007773126475512981, -0.007460751570761204, -0.007148377131670713, -0.006836002692580223, -0.006523628253489733, -0.006211253814399242, -0.005898879375308752, -0.005586504936218262, -0.005274130497127771, -0.004961756058037281, -0.004649381153285503, -0.004337006714195013, -0.004024632275104523, -0.0037122578360140324, -0.003399883396923542, -0.0030875089578330517, -0.0027751342859119177, -0.0024627598468214273, -0.002150385407730937, -0.0018380108522251248, -0.0015256362967193127, -0.0012132618576288223, -0.0009008873603306711, -0.0005885128630325198, -0.00027613836573436856, 3.623613156378269e-05, 0.00034861062886193395, 0.0006609851261600852, 0.0009733596234582365, 0.0012857341207563877, 0.001598108559846878, 0.0019104831153526902, 0.0022228576708585024, 0.0025352321099489927, 0.002847606549039483, 0.003159981220960617, 0.0034723556600511074, 0.0037847300991415977, 0.004097104538232088, 0.004409478977322578, 0.004721853416413069, 0.005034227855503559, 0.005346602760255337, 0.005658977199345827, 0.0059713516384363174, 0.006283726077526808, 0.006596100516617298, 0.0069084749557077885, 0.007220849394798279, 0.0075332242995500565, 0.00784559827297926, 0.008157973177731037, 0.00847034715116024, 0.008782722055912018]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 5.0, 8.0, 11.0, 4.0, 15.0, 17.0, 14.0, 26.0, 41.0, 33.0, 54.0, 37.0, 59.0, 74.0, 79.0, 105.0, 119.0, 118.0, 154.0, 187.0, 224.0, 192.0, 212.0, 272.0, 242.0, 253.0, 268.0, 252.0, 286.0, 274.0, 331.0, 401.0, 458.0, 553.0, 710.0, 1617.0, 6381.0, 1093.0, 710.0, 537.0, 413.0, 371.0, 286.0, 244.0, 221.0, 167.0, 108.0, 76.0, 40.0, 25.0, 14.0, 18.0, 3.0, 4.0, 2.0, 2.0], "bins": [-0.014552290551364422, -0.014221756719052792, -0.013891222886741161, -0.013560689054429531, -0.0132301552221179, -0.01289962138980627, -0.01256908755749464, -0.01223855372518301, -0.011908020824193954, -0.011577486991882324, -0.011246953159570694, -0.010916419327259064, -0.010585885494947433, -0.010255351662635803, -0.009924817830324173, -0.009594283998012543, -0.009263750165700912, -0.008933216333389282, -0.008602682501077652, -0.008272148668766022, -0.007941614836454391, -0.0076110814698040485, -0.007280547637492418, -0.006950013805180788, -0.006619479972869158, -0.0062889461405575275, -0.005958412308245897, -0.005627878475934267, -0.005297345109283924, -0.004966811276972294, -0.004636277444660664, -0.004305743612349033, -0.003975209780037403, -0.003644675947725773, -0.0033141421154141426, -0.002983608515933156, -0.0026530746836215258, -0.0023225408513098955, -0.001992007251828909, -0.0016614734195172787, -0.0013309395872056484, -0.0010004057548940182, -0.0006698720389977098, -0.0003393382648937404, -8.80449078977108e-06, 0.00032172928331419826, 0.0006522630574181676, 0.000982796773314476, 0.0013133306056261063, 0.0016438644379377365, 0.0019743982702493668, 0.0023049318697303534, 0.0026354657020419836, 0.002965999534353614, 0.0032965331338346004, 0.0036270669661462307, 0.003957600798457861, 0.004288134630769491, 0.0046186684630811214, 0.004949202295392752, 0.005279735662043095, 0.005610269494354725, 0.005940803326666355, 0.006271337158977985, 0.006601870991289616]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05405617505311966, -0.05293744429945946, -0.051818713545799255, -0.05069998651742935, -0.04958125576376915, -0.04846252501010895, -0.047343794256448746, -0.046225063502788544, -0.04510633647441864, -0.04398760572075844, -0.042868874967098236, -0.041750144213438034, -0.04063141345977783, -0.03951268270611763, -0.038393955677747726, -0.037275224924087524, -0.03615649417042732, -0.03503776341676712, -0.03391903266310692, -0.032800305634737015, -0.03168157488107681, -0.03056284412741661, -0.02944411337375641, -0.028325384482741356, -0.027206653729081154, -0.026087922975420952, -0.0249691940844059, -0.023850463330745697, -0.022731732577085495, -0.021613003686070442, -0.02049427293241024, -0.019375544041395187, -0.018256813287734985, -0.017138082534074783, -0.01601935364305973, -0.014900622889399529, -0.013781893067061901, -0.012663163244724274, -0.011544432491064072, -0.010425702668726444, -0.009306972846388817, -0.00818824302405119, -0.007069512736052275, -0.00595078244805336, -0.004832052625715733, -0.0037133225705474615, -0.0025945925153791904, -0.0014758624602109194, -0.0003571324050426483, 0.0007615976501256227, 0.0018803277052938938, 0.002999057760462165, 0.004117787815630436, 0.005236517637968063, 0.006355247925966978, 0.007473978213965893, 0.00859270803630352, 0.009711437858641148, 0.010830167680978775, 0.011948898434638977, 0.013067628256976604, 0.014186358079314232, 0.015305088832974434, 0.016423817723989487, 0.01754254847764969]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 9.0, 4.0, 5.0, 10.0, 6.0, 4.0, 4.0, 5.0, 8.0, 4.0, 7.0, 3.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 4.0, 2.0, 3.0, 2.0, 10.0, 10.0, 69.0, 15.0, 5.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.05532851815223694, -0.0542377270758152, -0.05314693599939346, -0.052056144922971725, -0.05096535384654999, -0.04987456649541855, -0.04878377541899681, -0.04769298434257507, -0.046602193266153336, -0.0455114021897316, -0.04442061111330986, -0.04332982003688812, -0.04223903268575668, -0.041148241609334946, -0.04005745053291321, -0.03896665945649147, -0.03787586838006973, -0.036785077303647995, -0.03569428622722626, -0.03460349515080452, -0.03351270407438278, -0.03242191672325134, -0.031331125646829605, -0.030240334570407867, -0.02914954349398613, -0.028058752417564392, -0.026967961341142654, -0.025877172127366066, -0.02478638105094433, -0.02369558997452259, -0.022604800760746002, -0.021514009684324265, -0.020423218607902527, -0.01933242753148079, -0.01824163645505905, -0.017150847241282463, -0.016060056164860725, -0.014969265088438988, -0.013878474943339825, -0.012787684798240662, -0.011696893721818924, -0.010606102645397186, -0.009515312500298023, -0.00842452235519886, -0.0073337312787771225, -0.006242940668016672, -0.005152150057256222, -0.004061359446495771, -0.002970568835735321, -0.0018797782249748707, -0.0007889876142144203, 0.00030180299654603004, 0.0013925936073064804, 0.0024833842180669308, 0.003574174828827381, 0.0046649654395878315, 0.005755756050348282, 0.006846546661108732, 0.007937337271869183, 0.009028127416968346, 0.010118918493390083, 0.011209709569811821, 0.012300499714910984, 0.013391289860010147, 0.014482080936431885]}, "_runtime": 6.701813697814941, "_timestamp": 1596211596.4729226, "_step": 2}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014629554934799671, -0.014175459742546082, -0.013721365481615067, -0.013267270289361477, -0.012813175097107887, -0.012359080836176872, -0.011904985643923283, -0.011450890451669693, -0.010996796190738678, -0.010542700998485088, -0.010088605806231499, -0.009634510613977909, -0.009180416353046894, -0.008726321160793304, -0.008272225968539715, -0.0078181317076087, -0.00736403651535511, -0.006909941788762808, -0.006455846596509218, -0.006001751869916916, -0.005547656677663326, -0.005093561951071024, -0.004639467224478722, -0.004185372032225132, -0.0037312773056328297, -0.0032771823462098837, -0.0028230873867869377, -0.0023689926601946354, -0.0019148977007716894, -0.0014608027413487434, -0.0010067078983411193, -0.0005526129971258342, -9.851809591054916e-05, 0.0003555768053047359, 0.000809671706520021, 0.0012637665495276451, 0.001717861508950591, 0.002171956468373537, 0.0026260511949658394, 0.0030801461543887854, 0.0035342411138117313, 0.003988335840404034, 0.004442431032657623, 0.004896525759249926, 0.005350620485842228, 0.0058047156780958176, 0.00625881040468812, 0.0067129055969417095, 0.007167000323534012, 0.007621095050126314, 0.008075189776718616, 0.008529284968972206, 0.008983380161225796, 0.00943747442215681, 0.0098915696144104, 0.01034566480666399, 0.01079975999891758, 0.011253854259848595, 0.011707949452102184, 0.012162044644355774, 0.012616138905286789, 0.013070234097540379, 0.013524329289793968, 0.013978423550724983, 0.014432518742978573]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 10.0, 4.0, 5.0, 7.0, 5.0, 8.0, 18.0, 16.0, 33.0, 37.0, 38.0, 49.0, 62.0, 48.0, 80.0, 100.0, 109.0, 162.0, 240.0, 304.0, 437.0, 548.0, 2302.0, 1172.0, 806.0, 470.0, 273.0, 180.0, 110.0, 80.0, 67.0, 46.0, 33.0, 18.0, 12.0, 8.0, 8.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1775318682193756, -0.17289648950099945, -0.1682611107826233, -0.16362573206424713, -0.15899036824703217, -0.154354989528656, -0.14971961081027985, -0.1450842320919037, -0.14044885337352753, -0.13581347465515137, -0.1311781108379364, -0.12654273211956024, -0.12190735340118408, -0.11727197468280792, -0.11263659596443176, -0.1080012246966362, -0.10336584597826004, -0.09873046725988388, -0.09409509599208832, -0.08945971727371216, -0.084824338555336, -0.08018896728754044, -0.07555358856916428, -0.07091820985078812, -0.06628283858299255, -0.061647459864616394, -0.057012081146240234, -0.05237670615315437, -0.04774133116006851, -0.04310595244169235, -0.03847057744860649, -0.03383519873023033, -0.02919982373714447, -0.02456444688141346, -0.01992907002568245, -0.015293695032596588, -0.010658318176865578, -0.006022941786795855, -0.0013875653967261314, 0.0032478109933435917, 0.007883187383413315, 0.012518564239144325, 0.017153941094875336, 0.021789316087961197, 0.026424692943692207, 0.031060069799423218, 0.03569544479250908, 0.04033082351088524, 0.0449661985039711, 0.04960157349705696, 0.05423695221543312, 0.05887232720851898, 0.06350770592689514, 0.0681430771946907, 0.07277845591306686, 0.07741383463144302, 0.08204920589923859, 0.08668458461761475, 0.0913199633359909, 0.09595534205436707, 0.10059071332216263, 0.10522609204053879, 0.10986147075891495, 0.11449684202671051, 0.11913222074508667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 26.0, 4.0, 3.0, 7.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0059920744970440865, -0.005799972452223301, -0.005607870407402515, -0.005415767896920443, -0.005223665852099657, -0.0050315638072788715, -0.004839461762458086, -0.0046473597176373005, -0.004455257207155228, -0.004263155162334442, -0.004071053117513657, -0.003878951072692871, -0.0036868490278720856, -0.0034947467502206564, -0.003302644705399871, -0.0031105424277484417, -0.002918440382927656, -0.0027263383381068707, -0.0025342360604554415, -0.002342134015634656, -0.0021500317379832268, -0.0019579296931624413, -0.0017658276483416557, -0.0015737254871055484, -0.001381623325869441, -0.0011895211646333337, -0.0009974190033972263, -0.0008053169585764408, -0.0006132147973403335, -0.00042111266520805657, -0.00022901053307577968, -3.6908400943502784e-05, 0.0001551937311887741, 0.000347295863321051, 0.0005393979954533279, 0.0007315000984817743, 0.0009236022597178817, 0.001115704420953989, 0.0013078064657747746, 0.001499908627010882, 0.0016920107882469893, 0.0018841129494830966, 0.002076215110719204, 0.0022683171555399895, 0.002460419200360775, 0.002652521478012204, 0.0028446235228329897, 0.003036725800484419, 0.0032288278453052044, 0.00342092989012599, 0.003613032167777419, 0.0038051342125982046, 0.003997236490249634, 0.004189338535070419, 0.004381440579891205, 0.00457354262471199, 0.004765644669532776, 0.004957747180014849, 0.005149849224835634, 0.00534195126965642, 0.005534053314477205, 0.005726155359297991, 0.005918257869780064, 0.006110359914600849, 0.006302461959421635]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 10.0, 18.0, 33.0, 52.0, 89.0, 159.0, 227.0, 322.0, 461.0, 803.0, 1182.0, 1668.0, 2219.0, 3079.0, 4066.0, 5411.0, 7064.0, 9016.0, 11590.0, 14386.0, 18636.0, 24261.0, 32277.0, 43676.0, 57719.0, 73961.0, 92108.0, 414400.0, 89336.0, 70865.0, 52394.0, 38376.0, 27915.0, 20853.0, 15511.0, 11623.0, 8913.0, 6892.0, 5112.0, 3822.0, 2697.0, 1904.0, 1399.0, 946.0, 679.0, 472.0, 333.0, 229.0, 153.0, 106.0, 69.0, 54.0, 41.0, 22.0, 13.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.011502840556204319, -0.01112328376621008, -0.01074372697621584, -0.0103641701862216, -0.00998461339622736, -0.00960505660623312, -0.009225500747561455, -0.008845943957567215, -0.008466387167572975, -0.008086830377578735, -0.0077072735875844955, -0.007327716797590256, -0.006948160007596016, -0.006568603217601776, -0.006189046893268824, -0.005809490103274584, -0.005429933313280344, -0.005050376523286104, -0.004670819733291864, -0.004291263408958912, -0.003911706618964672, -0.0035321498289704323, -0.0031525930389761925, -0.0027730364818125963, -0.0023934796918183565, -0.0020139229018241167, -0.0016343663446605206, -0.0012548095546662807, -0.0008752528810873628, -0.0004956962075084448, -0.00011613947572186589, 0.00026341722696088254, 0.000642973929643631, 0.001022530603222549, 0.001402087276801467, 0.0017816440667957067, 0.002161200623959303, 0.0025407574139535427, 0.0029203142039477825, 0.0032998707611113787, 0.0036794275511056185, 0.004058984108269215, 0.0044385408982634544, 0.004818097688257694, 0.005197654478251934, 0.005577211268246174, 0.005956767592579126, 0.006336324382573366, 0.006715881172567606, 0.007095437962561846, 0.007474994752556086, 0.007854551076889038, 0.008234107866883278, 0.008613664656877518, 0.008993221446871758, 0.009372778236865997, 0.009752335026860237, 0.010131891816854477, 0.010511448606848717, 0.010891004465520382, 0.011270561255514622, 0.011650118045508862, 0.012029674835503101, 0.012409231625497341, 0.012788788415491581]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 2.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.021483801305294037, -0.02104075439274311, -0.020597707480192184, -0.02015465870499611, -0.019711611792445183, -0.019268564879894257, -0.01882551796734333, -0.018382469192147255, -0.01793942227959633, -0.017496375367045403, -0.017053328454494476, -0.0166102796792984, -0.016167232766747475, -0.01572418585419655, -0.015281138010323048, -0.014838091097772121, -0.01439504325389862, -0.013951996341347694, -0.013508949428796768, -0.013065901584923267, -0.012622854672372341, -0.01217980682849884, -0.011736759915947914, -0.011293712072074413, -0.010850665159523487, -0.010407617315649986, -0.00996457040309906, -0.00952152255922556, -0.009078475646674633, -0.008635427802801132, -0.008192380890250206, -0.0077493335120379925, -0.007306286133825779, -0.0068632387556135654, -0.006420191377401352, -0.005977143999189138, -0.005534096620976925, -0.005091049242764711, -0.004648001864552498, -0.004204954486340284, -0.0037619073409587145, -0.003318859962746501, -0.0028758125845342875, -0.002432765206322074, -0.001989718060940504, -0.0015466705663129687, -0.001103623304516077, -0.0006605759263038635, -0.00021752854809165, 0.00022551880101673305, 0.0006685661501251161, 0.0011116134701296687, 0.0015546608483418822, 0.001997708110138774, 0.0024407554883509874, 0.002883802866563201, 0.0033268502447754145, 0.003769897622987628, 0.004212944768369198, 0.004655992146581411, 0.005099039524793625, 0.005542086903005838, 0.005985134281218052, 0.006428181659430265, 0.006871229037642479]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 1.0, 2.0, 0.0, 6.0, 3.0, 10.0, 7.0, 7.0, 11.0, 11.0, 12.0, 11.0, 11.0, 35.0, 33.0, 32.0, 46.0, 43.0, 36.0, 55.0, 53.0, 63.0, 62.0, 71.0, 87.0, 97.0, 116.0, 103.0, 125.0, 142.0, 161.0, 192.0, 204.0, 215.0, 244.0, 266.0, 275.0, 327.0, 321.0, 376.0, 372.0, 464.0, 513.0, 596.0, 692.0, 792.0, 1095.0, 6757.0, 1059.0, 653.0, 394.0, 285.0, 192.0, 144.0, 133.0, 126.0, 86.0, 79.0, 53.0, 29.0, 21.0, 12.0, 8.0], "bins": [-0.01066626701503992, -0.010446224361658096, -0.010226182639598846, -0.010006139986217022, -0.009786097332835197, -0.009566054679453373, -0.009346012957394123, -0.009125970304012299, -0.008905927650630474, -0.00868588499724865, -0.0084658432751894, -0.008245800621807575, -0.00802575796842575, -0.0078057157807052135, -0.007585673127323389, -0.007365630939602852, -0.007145588286221027, -0.00692554609850049, -0.006705503910779953, -0.0064854612573981285, -0.006265419069677591, -0.006045376416295767, -0.00582533422857523, -0.005605291575193405, -0.005385249387472868, -0.0051652067340910435, -0.004945164546370506, -0.004725121892988682, -0.004505079705268145, -0.00428503705188632, -0.004064994864165783, -0.003844952443614602, -0.0036249100230634212, -0.0034048676025122404, -0.0031848251819610596, -0.0029647827614098787, -0.002744740340858698, -0.002524697920307517, -0.002304655499756336, -0.0020846130792051554, -0.0018645707750692964, -0.0016445283545181155, -0.0014244859339669347, -0.0012044435134157538, -0.0009844012092798948, -0.0007643587305210531, -0.0005443163681775331, -0.0003242739476263523, -0.00010423152707517147, 0.00011581087892409414, 0.00033585328492335975, 0.0005558956763707101, 0.000775938096921891, 0.000995980459265411, 0.0012160228798165917, 0.0014360653003677726, 0.0016561077209189534, 0.0018761501414701343, 0.0020961924456059933, 0.002316234866157174, 0.002536277286708355, 0.002756319707259536, 0.0029763621278107166, 0.0031964045483618975, 0.0034164469689130783]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.04738132655620575, -0.04648435488343239, -0.04558738321065903, -0.044690411537885666, -0.043793436139822006, -0.042896464467048645, -0.041999492794275284, -0.04110252112150192, -0.04020554944872856, -0.0393085777759552, -0.03841160237789154, -0.03751463070511818, -0.03661765903234482, -0.03572068735957146, -0.034823715686798096, -0.033926744014024734, -0.03302977234125137, -0.032132796943187714, -0.031235825270414352, -0.03033885359764099, -0.02944188192486763, -0.02854490838944912, -0.02764793671667576, -0.026750965043902397, -0.025853991508483887, -0.024957019835710526, -0.024060048162937164, -0.023163076490163803, -0.022266102954745293, -0.02136913128197193, -0.02047215960919857, -0.01957518607378006, -0.0186782144010067, -0.017781242728233337, -0.016884269192814827, -0.015987297520041466, -0.015090325847268105, -0.014193353243172169, -0.013296380639076233, -0.012399408966302872, -0.011502436362206936, -0.010605463758111, -0.009708492085337639, -0.008811519481241703, -0.007914546877145767, -0.007017575204372406, -0.00612060260027647, -0.005223630461841822, -0.004326658323407173, -0.0034296861849725246, -0.0025327138137072325, -0.0016357415588572621, -0.0007387693040072918, 0.00015820295084267855, 0.0010551752056926489, 0.0019521474605426192, 0.0028491197153925896, 0.003746091853827238, 0.004643063992261887, 0.005540036596357822, 0.006437008734792471, 0.0073339808732271194, 0.008230953477323055, 0.009127925150096416, 0.010024897754192352]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 5.0, 4.0, 4.0, 4.0, 3.0, 4.0, 4.0, 5.0, 4.0, 7.0, 6.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 4.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 5.0, 7.0, 16.0, 63.0, 19.0, 10.0, 5.0, 5.0, 2.0, 1.0, 3.0, 3.0], "bins": [-0.03222564980387688, -0.03164830431342125, -0.031070958822965622, -0.030493613332509995, -0.029916267842054367, -0.02933892421424389, -0.02876157872378826, -0.028184233233332634, -0.027606887742877007, -0.02702954225242138, -0.02645219676196575, -0.025874851271510124, -0.025297507643699646, -0.02472016215324402, -0.02414281666278839, -0.023565471172332764, -0.022988125681877136, -0.02241078019142151, -0.02183343470096588, -0.021256089210510254, -0.020678743720054626, -0.020101400092244148, -0.01952405460178852, -0.018946709111332893, -0.018369363620877266, -0.01779201813042164, -0.01721467263996601, -0.016637327149510384, -0.016059983521699905, -0.015482637099921703, -0.01490529254078865, -0.014327947050333023, -0.013750601559877396, -0.013173256069421768, -0.01259591057896614, -0.012018566019833088, -0.01144122052937746, -0.010863875038921833, -0.01028653047978878, -0.009709184989333153, -0.009131839498877525, -0.008554494008421898, -0.00797714851796627, -0.007399803958833218, -0.00682245846837759, -0.006245112977921963, -0.005667767953127623, -0.0050904229283332825, -0.004513077437877655, -0.003935731947422028, -0.0033583869226276875, -0.0027810416650027037, -0.00220369640737772, -0.001626351149752736, -0.0010490058921277523, -0.0004716606345027685, 0.00010568462312221527, 0.0006830298807471991, 0.0012603751383721828, 0.0018377203959971666, 0.0024150656536221504, 0.002992410911247134, 0.003569756168872118, 0.004147101193666458, 0.004724446684122086]}, "_runtime": 7.45121169090271, "_timestamp": 1596211597.2223206, "_step": 3}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017048070207238197, -0.016594095155596733, -0.01614011824131012, -0.015686143189668655, -0.015232167206704617, -0.014778191223740578, -0.014324215240776539, -0.013870240189135075, -0.013416264206171036, -0.012962288223206997, -0.012508312240242958, -0.01205433625727892, -0.011600361205637455, -0.011146385222673416, -0.010692409239709377, -0.010238433256745338, -0.009784458205103874, -0.009330482222139835, -0.008876506239175797, -0.008422530256211758, -0.007968554273247719, -0.007514578755944967, -0.007060603238642216, -0.006606627255678177, -0.006152651272714138, -0.0056986757554113865, -0.005244699772447348, -0.004790724255144596, -0.004336748272180557, -0.003882772522047162, -0.003428796771913767, -0.0029748210217803717, -0.0025208452716469765, -0.0020668695215135813, -0.001612893771380186, -0.001158917904831469, -0.0007049421546980739, -0.0002509663754608482, 0.00020300940377637744, 0.0006569852121174335, 0.0011109609622508287, 0.001564936712384224, 0.002018912462517619, 0.0024728882126510143, 0.002926864195615053, 0.0033808399457484484, 0.0038348156958818436, 0.004288791213184595, 0.004742767196148634, 0.005196743179112673, 0.005650718696415424, 0.006104694679379463, 0.006558670196682215, 0.007012646179646254, 0.007466621696949005, 0.007920597679913044, 0.008374573662877083, 0.008828549645841122, 0.009282524697482586, 0.009736500680446625, 0.010190476663410664, 0.010644452646374702, 0.011098427698016167, 0.011552403680980206, 0.012006379663944244]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 8.0, 3.0, 6.0, 7.0, 14.0, 21.0, 18.0, 28.0, 41.0, 52.0, 85.0, 72.0, 100.0, 118.0, 157.0, 184.0, 246.0, 320.0, 420.0, 514.0, 2461.0, 1048.0, 690.0, 452.0, 293.0, 160.0, 131.0, 90.0, 42.0, 34.0, 23.0, 19.0, 14.0, 12.0, 8.0, 10.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16084805130958557, -0.15599200129508972, -0.15113595128059387, -0.14627988636493683, -0.14142383635044098, -0.13656778633594513, -0.13171172142028809, -0.12685567140579224, -0.12199962139129639, -0.11714357137680054, -0.11228751391172409, -0.10743145644664764, -0.1025754064321518, -0.09771935641765594, -0.0928632989525795, -0.08800724148750305, -0.0831511914730072, -0.07829514145851135, -0.0734390839934349, -0.06858302652835846, -0.06372697651386261, -0.05887092277407646, -0.054014869034290314, -0.049158815294504166, -0.04430276155471802, -0.03944670781493187, -0.03459065407514572, -0.029734600335359573, -0.024878546595573425, -0.020022492855787277, -0.01516643911600113, -0.010310385376214981, -0.005454331636428833, -0.0005982778966426849, 0.004257775843143463, 0.009113829582929611, 0.01396988332271576, 0.018825937062501907, 0.023681990802288055, 0.028538044542074203, 0.03339409828186035, 0.0382501520216465, 0.04310620576143265, 0.047962259501218796, 0.052818313241004944, 0.05767436698079109, 0.06253042072057724, 0.06738647818565369, 0.07224252820014954, 0.07709857821464539, 0.08195463567972183, 0.08681069314479828, 0.09166674315929413, 0.09652279317378998, 0.10137885063886642, 0.10623490810394287, 0.11109095811843872, 0.11594700813293457, 0.12080306559801102, 0.12565912306308746, 0.1305151730775833, 0.13537122309207916, 0.1402272880077362, 0.14508333802223206, 0.1499393880367279]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 28.0, 0.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0043023014441132545, -0.004135969560593367, -0.003969638142734766, -0.003803306259214878, -0.00363697437569499, -0.003470642725005746, -0.0033043110743165016, -0.0031379791907966137, -0.0029716475401073694, -0.002805315889418125, -0.0026389840058982372, -0.002472652355208993, -0.0023063207045197487, -0.0021399888209998608, -0.0019736571703106165, -0.0018073254032060504, -0.0016409936361014843, -0.0014746618689969182, -0.001308330101892352, -0.0011419984512031078, -0.0009756666840985417, -0.0008093349169939756, -0.0006430032080970705, -0.0004766714700963348, -0.0003103397320955992, -0.00014400799409486353, 2.2323743905872107e-05, 0.00018865548190660775, 0.0003549872199073434, 0.0005213189870119095, 0.0006876506959088147, 0.0008539824048057199, 0.001020314171910286, 0.001186645939014852, 0.0013529777061194181, 0.0015193093568086624, 0.0016856411239132285, 0.0018519728910177946, 0.002018304541707039, 0.002184636425226927, 0.002350968075916171, 0.0025172997266054153, 0.0026836316101253033, 0.0028499632608145475, 0.003016294911503792, 0.0031826267950236797, 0.003348958445712924, 0.003515290329232812, 0.003681621979922056, 0.0038479536306113005, 0.004014285281300545, 0.004180617164820433, 0.004346949048340321, 0.004513280466198921, 0.004679612349718809, 0.004845944233238697, 0.005012275651097298, 0.005178607534617186, 0.0053449394181370735, 0.0055112713016569614, 0.005677602719515562, 0.00584393460303545, 0.006010266486555338, 0.0061765979044139385, 0.0063429297879338264]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 6.0, 14.0, 21.0, 32.0, 52.0, 82.0, 145.0, 228.0, 372.0, 545.0, 864.0, 1253.0, 1952.0, 2852.0, 4169.0, 5850.0, 7982.0, 11059.0, 14715.0, 20343.0, 27455.0, 39349.0, 57125.0, 80698.0, 106255.0, 428433.0, 96595.0, 72687.0, 52699.0, 38269.0, 27601.0, 20027.0, 14841.0, 11203.0, 8673.0, 6729.0, 5245.0, 3744.0, 2878.0, 2064.0, 1453.0, 1072.0, 737.0, 468.0, 302.0, 183.0, 124.0, 79.0, 45.0, 25.0, 21.0, 8.0, 7.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011889398097991943, -0.011471002362668514, -0.011052606627345085, -0.010634210892021656, -0.010215815156698227, -0.009797419421374798, -0.009379023686051369, -0.00896062795072794, -0.00854223221540451, -0.008123836480081081, -0.007705440744757652, -0.007287045009434223, -0.006868649274110794, -0.006450253538787365, -0.006031857803463936, -0.005613462068140507, -0.005195066332817078, -0.0047766705974936485, -0.004358274862170219, -0.00393987912684679, -0.003521483391523361, -0.003103087656199932, -0.002684691920876503, -0.002266296185553074, -0.0018479004502296448, -0.0014295047149062157, -0.0010111089795827866, -0.0005927132442593575, -0.00017431750893592834, 0.00024407822638750076, 0.0006624739617109299, 0.001080869697034359, 0.001499265432357788, 0.0019176611676812172, 0.0023360569030046463, 0.0027544526383280754, 0.0031728483736515045, 0.0035912441089749336, 0.004009639844298363, 0.004428035579621792, 0.004846431314945221, 0.00526482705026865, 0.005683222785592079, 0.006101618520915508, 0.006520014256238937, 0.0069384099915623665, 0.007356805726885796, 0.007775201462209225, 0.008193597197532654, 0.008611992932856083, 0.009030388668179512, 0.009448784403502941, 0.00986718013882637, 0.0102855758741498, 0.010703971609473228, 0.011122367344796658, 0.011540763080120087, 0.011959158815443516, 0.012377554550766945, 0.012795950286090374, 0.013214346021413803, 0.013632741756737232, 0.014051137492060661, 0.01446953322738409, 0.01488792896270752]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 8.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008131363429129124, -0.00790563877671957, -0.007679913192987442, -0.0074541885405778885, -0.007228463422507048, -0.007002738304436207, -0.006777013652026653, -0.0065512885339558125, -0.006325563415884972, -0.006099838297814131, -0.00587411317974329, -0.005648388527333736, -0.005422663409262896, -0.005196938291192055, -0.004971213638782501, -0.00474548852071166, -0.0045197634026408195, -0.004294038284569979, -0.004068313166499138, -0.0038425885140895844, -0.0036168633960187435, -0.0033911382779479027, -0.0031654133927077055, -0.0029396885074675083, -0.0027139633893966675, -0.0024882382713258266, -0.0022625133860856295, -0.0020367885008454323, -0.0018110633827745914, -0.0015853383811190724, -0.0013596133794635534, -0.0011338883778080344, -0.0009081633761525154, -0.0006824383744969964, -0.0004567133728414774, -0.00023098837118595839, -5.263369530439377e-06, 0.00022046163212507963, 0.00044618663378059864, 0.0006719116354361176, 0.0008976366370916367, 0.0011233616387471557, 0.0013490866404026747, 0.0015748116420581937, 0.0018005366437137127, 0.0020262617617845535, 0.0022519866470247507, 0.002477711532264948, 0.0027034366503357887, 0.0029291617684066296, 0.0031548866536468267, 0.003380611538887024, 0.0036063366569578648, 0.0038320617750287056, 0.004057786427438259, 0.0042835115455091, 0.004509236663579941, 0.004734961781650782, 0.0049606868997216225, 0.005186411552131176, 0.005412136670202017, 0.005637861788272858, 0.005863586440682411, 0.006089311558753252, 0.006315036676824093]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 6.0, 2.0, 3.0, 5.0, 8.0, 9.0, 13.0, 15.0, 13.0, 13.0, 24.0, 21.0, 31.0, 36.0, 38.0, 63.0, 75.0, 80.0, 82.0, 130.0, 125.0, 180.0, 204.0, 260.0, 288.0, 336.0, 390.0, 382.0, 484.0, 530.0, 706.0, 815.0, 1373.0, 6973.0, 1778.0, 852.0, 610.0, 500.0, 347.0, 239.0, 154.0, 66.0, 52.0, 21.0, 15.0, 19.0, 9.0, 12.0, 8.0, 5.0, 8.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 4.0, 1.0, 2.0], "bins": [-0.008029456250369549, -0.007815227843821049, -0.007600999902933836, -0.007386771962046623, -0.007172543555498123, -0.00695831561461091, -0.006744087673723698, -0.006529859267175198, -0.006315631326287985, -0.006101403385400772, -0.005887174978852272, -0.005672947037965059, -0.0054587190970778465, -0.0052444906905293465, -0.005030262749642134, -0.004816034343093634, -0.004601806402206421, -0.004387578461319208, -0.004173350054770708, -0.003959122113883495, -0.003744893940165639, -0.0035306657664477825, -0.0033164378255605698, -0.0031022096518427134, -0.002887981478124857, -0.0026737533044070005, -0.002459525130689144, -0.0022452971898019314, -0.002031069016084075, -0.0018168408423662186, -0.001602612785063684, -0.0013883847277611494, -0.001174156554043293, -0.0009599284385330975, -0.000745700323022902, -0.0005314722075127065, -0.000317244092002511, -0.00010301597649231553, 0.00011121213901787996, 0.00032544025452807546, 0.000539668370038271, 0.0007538964855484664, 0.0009681246010586619, 0.0011823526583611965, 0.001396580832079053, 0.0016108090057969093, 0.001825037063099444, 0.0020392651204019785, 0.002253493294119835, 0.0024677214678376913, 0.0026819496415555477, 0.0028961775824427605, 0.003110405756160617, 0.0033246339298784733, 0.003538861870765686, 0.0037530900444835424, 0.003967318218201399, 0.004181546159088612, 0.004395774565637112, 0.004610002506524324, 0.004824230447411537, 0.005038458853960037, 0.00525268679484725, 0.00546691520139575, 0.005681143142282963]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 1.0], "bins": [-0.031177707016468048, -0.030663777142763138, -0.03014984540641308, -0.029635915532708168, -0.02912198379635811, -0.028608053922653198, -0.02809412218630314, -0.02758019231259823, -0.02706626057624817, -0.02655233070254326, -0.02603840082883835, -0.02552446909248829, -0.02501053921878338, -0.02449660748243332, -0.02398267760872841, -0.02346874587237835, -0.02295481599867344, -0.02244088612496853, -0.02192695438861847, -0.02141302451491356, -0.0208990927785635, -0.02038516290485859, -0.01987123116850853, -0.01935730129480362, -0.01884337142109871, -0.01832943968474865, -0.01781550981104374, -0.01730157807469368, -0.01678764820098877, -0.01627371646463871, -0.0157597865909338, -0.015245855785906315, -0.01473192498087883, -0.014217994175851345, -0.01370406337082386, -0.013190132565796375, -0.01267620176076889, -0.01216227188706398, -0.011648341082036495, -0.01113441027700901, -0.010620479471981525, -0.01010654866695404, -0.009592617861926556, -0.00907868705689907, -0.00856475718319416, -0.008050826378166676, -0.007536895573139191, -0.007022964768111706, -0.006509033963084221, -0.005995103158056736, -0.005481172353029251, -0.0049672420136630535, -0.004453311208635569, -0.003939380403608084, -0.0034254498314112425, -0.0029115192592144012, -0.0023975884541869164, -0.0018836577655747533, -0.0013697270769625902, -0.0008557963883504272, -0.0003418656997382641, 0.00017206498887389898, 0.000685995677486062, 0.0011999263660982251, 0.0017138570547103882]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 7.0, 10.0, 2.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 4.0, 8.0, 4.0, 5.0, 1.0, 4.0, 2.0, 0.0, 8.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 7.0, 8.0, 4.0, 7.0, 4.0, 2.0, 5.0, 1.0, 1.0, 6.0, 9.0, 5.0, 11.0, 14.0, 57.0, 10.0, 8.0, 9.0, 4.0, 4.0, 3.0, 1.0, 1.0], "bins": [-0.02683265507221222, -0.026346441358327866, -0.02586022950708866, -0.025374015793204308, -0.024887803941965103, -0.02440159022808075, -0.023915378376841545, -0.02342916466295719, -0.022942952811717987, -0.022456739097833633, -0.02197052538394928, -0.021484313532710075, -0.020998099818825722, -0.020511887967586517, -0.020025674253702164, -0.01953946240246296, -0.019053248688578606, -0.018567034974694252, -0.018080823123455048, -0.017594609409570694, -0.01710839755833149, -0.016622183844447136, -0.01613597199320793, -0.015649758279323578, -0.015163545496761799, -0.01467733271420002, -0.01419111993163824, -0.013704907149076462, -0.013218693435192108, -0.012732480652630329, -0.01224626787006855, -0.011760055087506771, -0.011273842304944992, -0.010787629522383213, -0.010301416739821434, -0.009815203957259655, -0.009328991174697876, -0.008842777460813522, -0.008356564678251743, -0.007870351895689964, -0.007384139113128185, -0.006897926330566406, -0.006411713548004627, -0.005925500299781561, -0.005439287517219782, -0.004953074734658003, -0.0044668614864349365, -0.0039806487038731575, -0.0034944359213113785, -0.0030082231387495995, -0.0025220101233571768, -0.002035797107964754, -0.001549584325402975, -0.0010633714264258742, -0.0005771585274487734, -9.094562847167253e-05, 0.0003952672705054283, 0.0008814801694825292, 0.00136769306845963, 0.0018539059674367309, 0.0023401188664138317, 0.0028263316489756107, 0.0033125446643680334, 0.003798757679760456, 0.004284970462322235]}, "_runtime": 8.209184169769287, "_timestamp": 1596211597.980293, "_step": 4}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 5.0, 3.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02787443995475769, -0.02715975046157837, -0.026445062831044197, -0.025730375200510025, -0.025015685707330704, -0.024300996214151382, -0.02358630858361721, -0.02287162095308304, -0.022156931459903717, -0.021442241966724396, -0.020727554336190224, -0.02001286670565605, -0.01929817721247673, -0.01858348771929741, -0.017868800088763237, -0.017154112458229065, -0.016439422965049744, -0.015724733471870422, -0.01501004584133625, -0.014295357279479504, -0.013580668717622757, -0.01286598015576601, -0.012151291593909264, -0.011436603032052517, -0.01072191447019577, -0.010007225908339024, -0.009292537346482277, -0.00857784878462553, -0.007863160222768784, -0.007148471660912037, -0.00643378309905529, -0.0057190945371985435, -0.005004405975341797, -0.00428971741348505, -0.0035750288516283035, -0.002860340289771557, -0.00214565172791481, -0.0014309631660580635, -0.0007162746042013168, -1.58604234457016e-06, 0.0007131025195121765, 0.0014277910813689232, 0.00214247964322567, 0.0028571682050824165, 0.003571856766939163, 0.00428654532879591, 0.0050012338906526566, 0.005715922452509403, 0.00643061101436615, 0.007145299576222897, 0.007859988138079643, 0.00857467669993639, 0.009289365261793137, 0.010004053823649883, 0.01071874238550663, 0.011433430947363377, 0.012148119509220123, 0.01286280807107687, 0.013577496632933617, 0.014292185194790363, 0.01500687375664711, 0.01572156324982643, 0.016436250880360603, 0.017150938510894775, 0.017865628004074097]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 8.0, 10.0, 8.0, 19.0, 23.0, 42.0, 39.0, 68.0, 81.0, 130.0, 171.0, 303.0, 433.0, 565.0, 2430.0, 1756.0, 819.0, 431.0, 238.0, 120.0, 74.0, 41.0, 26.0, 19.0, 12.0, 12.0, 9.0, 6.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.2760531008243561, -0.26909929513931274, -0.2621454894542694, -0.25519171357154846, -0.24823790788650513, -0.2412841022014618, -0.23433031141757965, -0.22737650573253632, -0.22042271494865417, -0.21346890926361084, -0.2065151035785675, -0.19956131279468536, -0.19260750710964203, -0.1856537163257599, -0.17869991064071655, -0.1717461198568344, -0.16479231417179108, -0.15783850848674774, -0.1508847177028656, -0.14393091201782227, -0.13697712123394012, -0.1300233155488968, -0.12306951731443405, -0.11611571907997131, -0.10916192084550858, -0.10220812261104584, -0.0952543243765831, -0.08830052614212036, -0.08134672045707703, -0.07439292222261429, -0.06743912398815155, -0.06048532575368881, -0.053531527519226074, -0.046577729284763336, -0.0396239310503006, -0.03267012909054756, -0.025716330856084824, -0.018762532621622086, -0.011808732524514198, -0.004854933358728886, 0.002098865807056427, 0.00905266497284174, 0.016006464138627052, 0.02296026423573494, 0.029914062470197678, 0.036867860704660416, 0.04382166266441345, 0.05077546089887619, 0.05772925913333893, 0.06468305736780167, 0.0716368556022644, 0.07859065383672714, 0.08554445207118988, 0.09249825775623322, 0.09945205599069595, 0.10640585422515869, 0.11335965245962143, 0.12031345069408417, 0.1272672563791275, 0.13422104716300964, 0.14117485284805298, 0.14812864363193512, 0.15508244931697845, 0.1620362401008606, 0.16899004578590393]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 1.0, 5.0, 2.0, 4.0, 4.0, 2.0, 0.0, 0.0, 4.0, 1.0, 3.0, 26.0, 4.0, 8.0, 1.0, 6.0, 3.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0059251319617033005, -0.005743294954299927, -0.005561457946896553, -0.005379620939493179, -0.005197783932089806, -0.005015946924686432, -0.004834109917283058, -0.0046522729098796844, -0.004470435902476311, -0.00428859842941165, -0.004106761422008276, -0.003924924414604902, -0.0037430874072015285, -0.003561250399798155, -0.003379413392394781, -0.0031975763849914074, -0.0030157393775880337, -0.00283390237018466, -0.0026520653627812862, -0.0024702283553779125, -0.002288391347974539, -0.0021065541077405214, -0.0019247171003371477, -0.001742880092933774, -0.0015610430855304003, -0.0013792060781270266, -0.0011973690707236528, -0.0010155319469049573, -0.0008336949395015836, -0.0006518579320982099, -0.0004700208664871752, -0.00028818382997997105, -0.00010634679347276688, 7.54902430344373e-05, 0.0002573272795416415, 0.00043916431604884565, 0.0006210013525560498, 0.0008028383599594235, 0.000984675483778119, 0.0011665124911814928, 0.0013483494985848665, 0.0015301865059882402, 0.001712023513391614, 0.0018938606372103095, 0.002075697761029005, 0.0022575347684323788, 0.0024393717758357525, 0.002621208783239126, 0.0028030457906425, 0.0029848827980458736, 0.0031667198054492474, 0.003348556812852621, 0.003530393820255995, 0.003712231060490012, 0.003894068067893386, 0.004075904842466116, 0.004257742315530777, 0.004439579322934151, 0.004621416330337524, 0.004803253337740898, 0.004985090345144272, 0.005166927352547646, 0.005348764359951019, 0.005530601367354393, 0.005712438374757767]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 9.0, 13.0, 24.0, 55.0, 84.0, 146.0, 269.0, 443.0, 648.0, 950.0, 1305.0, 1844.0, 2477.0, 3433.0, 4352.0, 5781.0, 7439.0, 9595.0, 12493.0, 16068.0, 21560.0, 29460.0, 41788.0, 61220.0, 87583.0, 118183.0, 434603.0, 90438.0, 62371.0, 42921.0, 30010.0, 22142.0, 16576.0, 12737.0, 9744.0, 7545.0, 5839.0, 4554.0, 3448.0, 2636.0, 1995.0, 1432.0, 1035.0, 731.0, 543.0, 371.0, 278.0, 149.0, 134.0, 70.0, 52.0, 29.0, 12.0, 8.0, 7.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.013512621633708477, -0.013048408553004265, -0.012584194540977478, -0.012119981460273266, -0.011655768379569054, -0.011191554367542267, -0.010727341286838055, -0.010263127274811268, -0.009798914194107056, -0.009334701113402843, -0.008870487101376057, -0.008406274020671844, -0.007942060008645058, -0.0074778469279408455, -0.007013633847236633, -0.006549420300871134, -0.006085206754505634, -0.005620993208140135, -0.005156779661774635, -0.004692566581070423, -0.004228353034704924, -0.003764139488339424, -0.0032999261748045683, -0.0028357128612697124, -0.002371499314904213, -0.0019072858849540353, -0.0014430724550038576, -0.00097885902505368, -0.0005146455951035023, -5.0432165153324604e-05, 0.00041378126479685307, 0.0008779946947470307, 0.0013422081246972084, 0.001806421554647386, 0.0022706349845975637, 0.0027348482981324196, 0.003199061844497919, 0.0036632753908634186, 0.004127488471567631, 0.00459170201793313, 0.00505591556429863, 0.005520129110664129, 0.005984342657029629, 0.006448555737733841, 0.0069127692840993404, 0.00737698283046484, 0.007841195911169052, 0.008305409923195839, 0.008769623003900051, 0.009233836084604263, 0.00969805009663105, 0.010162263177335262, 0.010626476258039474, 0.011090690270066261, 0.011554903350770473, 0.01201911736279726, 0.012483330443501472, 0.012947543524205685, 0.013411757536232471, 0.013875970616936684, 0.01434018462896347, 0.014804397709667683, 0.015268610790371895, 0.01573282480239868, 0.01619703695178032]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 5.0, 6.0, 2.0, 6.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008801784366369247, -0.008398780599236488, -0.007995775900781155, -0.0075927721336483955, -0.007189767900854349, -0.006786763668060303, -0.006383759900927544, -0.005980755668133497, -0.005577751435339451, -0.0051747472025454044, -0.004771742969751358, -0.004368739202618599, -0.0039657349698245525, -0.003562730737030506, -0.0031597267370671034, -0.0027567227371037006, -0.0023537185043096542, -0.0019507143879309297, -0.001547710271552205, -0.0011447061551734805, -0.0007417020387947559, -0.00033869792241603136, 6.430619396269321e-05, 0.0004673103103414178, 0.0008703144267201424, 0.001273318543098867, 0.0016763226594775915, 0.0020793266594409943, 0.0024823308922350407, 0.002885335125029087, 0.00328833912499249, 0.0036913431249558926, 0.004094347357749939, 0.004497351590543985, 0.004900355823338032, 0.005303359590470791, 0.005706363823264837, 0.006109368056058884, 0.006512371823191643, 0.006915376055985689, 0.0073183802887797356, 0.007721384521573782, 0.008124388754367828, 0.008527392521500587, 0.008930396288633347, 0.00933340098708868, 0.00973640475422144, 0.010139409452676773, 0.010542413219809532, 0.010945416986942291, 0.011348421685397625, 0.011751425452530384, 0.012154430150985718, 0.012557433918118477, 0.012960437685251236, 0.01336344238370657, 0.013766446150839329, 0.014169449917972088, 0.014572454616427422, 0.01497545838356018, 0.01537846215069294, 0.0157814659178257, 0.016184471547603607, 0.016587475314736366, 0.016990479081869125]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 1.0, 5.0, 13.0, 21.0, 19.0, 31.0, 38.0, 51.0, 74.0, 92.0, 123.0, 137.0, 185.0, 232.0, 283.0, 367.0, 389.0, 447.0, 588.0, 728.0, 934.0, 1177.0, 2134.0, 6863.0, 1174.0, 592.0, 470.0, 386.0, 255.0, 164.0, 94.0, 70.0, 62.0, 47.0, 25.0, 26.0, 30.0, 19.0, 16.0, 10.0, 8.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 10.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.007422336842864752, -0.007149256765842438, -0.006876176223158836, -0.006603096146136522, -0.006330016069114208, -0.006056935526430607, -0.005783855449408293, -0.005510774906724691, -0.005237694829702377, -0.004964614752680063, -0.004691534209996462, -0.004418454132974148, -0.004145373590290546, -0.0038722935132682323, -0.0035992134362459183, -0.0033261331263929605, -0.003053052816540003, -0.002779972506687045, -0.0025068921968340874, -0.0022338121198117733, -0.0019607318099588156, -0.0016876515001058578, -0.001414571306668222, -0.001141491113230586, -0.0008684108033776283, -0.0005953305517323315, -0.0003222503000870347, -4.917004844173789e-05, 0.00022391020320355892, 0.0004969904548488557, 0.0007700707064941525, 0.0010431508999317884, 0.0013162312097847462, 0.001589311519637704, 0.0018623917130753398, 0.0021354719065129757, 0.0024085522163659334, 0.002681632526218891, 0.002954712603241205, 0.003227792913094163, 0.0035008732229471207, 0.0037739535328000784, 0.004047033842653036, 0.00432011391967535, 0.004593194462358952, 0.004866274539381266, 0.00513935461640358, 0.005412435159087181, 0.005685515236109495, 0.005958595313131809, 0.006231675855815411, 0.006504755932837725, 0.006777836009860039, 0.00705091655254364, 0.007323996629565954, 0.007597077172249556, 0.00787015724927187, 0.008143237791955471, 0.008416317403316498, 0.0086893979460001, 0.0089624784886837, 0.009235558100044727, 0.009508638642728329, 0.00978171918541193, 0.010054798796772957]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03341595456004143, -0.032733071595430374, -0.03205018863081932, -0.03136730566620827, -0.030684420838952065, -0.03000153787434101, -0.02931865304708481, -0.028635770082473755, -0.0279528871178627, -0.027270004153251648, -0.026587121188640594, -0.025904236361384392, -0.02522135339677334, -0.024538470432162285, -0.023855585604906082, -0.02317270264029503, -0.022489819675683975, -0.021806936711072922, -0.02112405374646187, -0.020441168919205666, -0.019758285954594612, -0.01907540298998356, -0.018392518162727356, -0.017709635198116302, -0.01702675223350525, -0.016343869268894196, -0.015660986304283142, -0.01497810147702694, -0.014295218512415886, -0.013612335547804832, -0.012929451651871204, -0.012246567755937576, -0.011563684791326523, -0.01088080182671547, -0.010197917930781841, -0.009515034034848213, -0.00883215107023716, -0.008149268105626106, -0.007466384209692478, -0.006783500779420137, -0.006100617349147797, -0.005417733918875456, -0.004734850488603115, -0.004051967058330774, -0.0033690836280584335, -0.0026862001977860928, -0.002003316767513752, -0.0013204333372414112, -0.0006375499069690704, 4.533352330327034e-05, 0.0007282169535756111, 0.0014111003838479519, 0.0020939838141202927, 0.0027768672443926334, 0.003459750674664974, 0.004142634104937315, 0.004825517535209656, 0.0055084009654819965, 0.006191284395754337, 0.006874167826026678, 0.007557051256299019, 0.008239934220910072, 0.0089228181168437, 0.009605702012777328, 0.010288584977388382]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 8.0, 3.0, 4.0, 2.0, 3.0, 3.0, 8.0, 5.0, 5.0, 6.0, 1.0, 11.0, 4.0, 6.0, 4.0, 4.0, 6.0, 5.0, 3.0, 7.0, 4.0, 7.0, 4.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 55.0, 13.0, 12.0, 7.0, 8.0, 4.0, 3.0, 7.0, 6.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.022129932418465614, -0.021684488281607628, -0.02123904414474964, -0.020793600007891655, -0.02034815587103367, -0.019902711734175682, -0.019457265734672546, -0.01901182159781456, -0.018566377460956573, -0.018120933324098587, -0.0176754891872406, -0.017230045050382614, -0.016784600913524628, -0.01633915677666664, -0.015893712639808655, -0.015448267571628094, -0.015002823434770107, -0.01455737929791212, -0.014111935161054134, -0.013666490092873573, -0.013221045956015587, -0.0127756018191576, -0.012330157682299614, -0.011884713545441628, -0.011439269408583641, -0.01099382434040308, -0.010548380203545094, -0.010102936066687107, -0.00965749192982912, -0.009212047792971134, -0.008766602724790573, -0.008321158587932587, -0.0078757144510746, -0.007430270314216614, -0.00698482571169734, -0.0065393815748393536, -0.00609393697232008, -0.005648492835462093, -0.005203048698604107, -0.004757604096084833, -0.004312159959226847, -0.0038667155895382166, -0.0034212712198495865, -0.0029758270829916, -0.00253038271330297, -0.00208493834361434, -0.0016394940903410316, -0.0011940498370677233, -0.0007486054673790932, -0.000303161155898124, 0.0001422831555828452, 0.0005877274670638144, 0.0010331717785447836, 0.0014786161482334137, 0.001924060401506722, 0.0023695046547800303, 0.0028149490244686604, 0.0032603933941572905, 0.0037058377638459206, 0.004151281900703907, 0.0045967260375618935, 0.005042170640081167, 0.005487614776939154, 0.005933059379458427, 0.006378503516316414]}, "_runtime": 8.961463212966919, "_timestamp": 1596211598.732572, "_step": 5}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012727977707982063, -0.012328932993113995, -0.011929888278245926, -0.011530843563377857, -0.011131798848509789, -0.01073275413364172, -0.010333709418773651, -0.009934664703905582, -0.009535619989037514, -0.009136575274169445, -0.008737530559301376, -0.008338485844433308, -0.007939441129565239, -0.00754039641469717, -0.0071413516998291016, -0.006742306984961033, -0.006343262270092964, -0.0059442175552248955, -0.005545172840356827, -0.005146128125488758, -0.004747083410620689, -0.004348038695752621, -0.003948993980884552, -0.0035499492660164833, -0.0031509045511484146, -0.002751859836280346, -0.0023528151214122772, -0.0019537704065442085, -0.0015547256916761398, -0.0011556809768080711, -0.0007566362619400024, -0.00035759154707193375, 4.145316779613495e-05, 0.00044049788266420364, 0.0008395425975322723, 0.001238587312400341, 0.0016376320272684097, 0.0020366767421364784, 0.002435721457004547, 0.002834766171872616, 0.0032338108867406845, 0.003632855601608753, 0.004031900316476822, 0.004430945031344891, 0.004829989746212959, 0.005229034461081028, 0.005628079175949097, 0.006027123890817165, 0.006426168605685234, 0.006825213320553303, 0.0072242580354213715, 0.00762330275028944, 0.008022347465157509, 0.008421392180025578, 0.008820436894893646, 0.009219481609761715, 0.009618526324629784, 0.010017571039497852, 0.010416615754365921, 0.01081566046923399, 0.011214705184102058, 0.011613749898970127, 0.012012794613838196, 0.012411839328706264, 0.012810884043574333]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 6.0, 5.0, 5.0, 3.0, 7.0, 10.0, 18.0, 13.0, 19.0, 24.0, 31.0, 40.0, 56.0, 44.0, 78.0, 95.0, 122.0, 162.0, 213.0, 250.0, 275.0, 369.0, 513.0, 2320.0, 1186.0, 693.0, 453.0, 267.0, 186.0, 116.0, 79.0, 62.0, 49.0, 32.0, 33.0, 14.0, 17.0, 12.0, 8.0, 7.0, 7.0, 6.0, 6.0, 5.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14866581559181213, -0.14420296251773834, -0.13974009454250336, -0.13527724146842957, -0.13081437349319458, -0.1263515204191208, -0.1218886598944664, -0.11742579936981201, -0.11296293884515762, -0.10850007832050323, -0.10403721779584885, -0.09957435727119446, -0.09511150419712067, -0.09064864367246628, -0.08618578314781189, -0.0817229226231575, -0.07726006209850311, -0.07279720157384872, -0.06833434104919434, -0.06387148052453995, -0.05940862372517586, -0.05494576320052147, -0.05048290640115738, -0.04602004587650299, -0.0415571853518486, -0.037094324827194214, -0.032631464302539825, -0.028168607503175735, -0.023705746978521347, -0.01924288645386696, -0.01478002779185772, -0.010317168198525906, -0.005854308605194092, -0.001391449011862278, 0.003071410581469536, 0.00753427017480135, 0.011997129768133163, 0.016459990292787552, 0.02092284895479679, 0.02538570761680603, 0.02984856814146042, 0.03431142866611481, 0.038774289190769196, 0.043237145990133286, 0.047700006514787674, 0.05216286703944206, 0.05662572383880615, 0.06108858436346054, 0.06555144488811493, 0.07001430541276932, 0.0744771659374237, 0.0789400264620781, 0.08340288698673248, 0.08786574006080627, 0.09232860058546066, 0.09679146111011505, 0.10125432163476944, 0.10571718215942383, 0.11018004268407822, 0.1146429032087326, 0.1191057562828064, 0.12356861680746078, 0.12803147733211517, 0.13249434530735016, 0.13695719838142395]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 5.0, 4.0, 3.0, 4.0, 4.0, 2.0, 1.0, 24.0, 2.0, 2.0, 1.0, 5.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.006406467407941818, -0.006234294269233942, -0.006062121130526066, -0.00588994799181819, -0.005717775318771601, -0.0055456021800637245, -0.005373429041355848, -0.005201255902647972, -0.005029082763940096, -0.00485690962523222, -0.004684736952185631, -0.004512563813477755, -0.004340390674769878, -0.004168217536062002, -0.003996044397354126, -0.0038238714914768934, -0.0036516983527690172, -0.003479525214061141, -0.0033073523081839085, -0.0031351791694760323, -0.002963006030768156, -0.0027908331248909235, -0.0026186599861830473, -0.002446486847475171, -0.0022743139415979385, -0.0021021408028900623, -0.0019299676641821861, -0.0017577946418896317, -0.0015856216195970774, -0.0014134484808892012, -0.0012412754585966468, -0.0010691023198887706, -0.0008969292975962162, -0.0007247562170960009, -0.0005525831365957856, -0.00038041011430323124, -0.00020823703380301595, -3.6063967854715884e-05, 0.00013610909809358418, 0.000308282149489969, 0.0004804552299901843, 0.0006526283104903996, 0.0008248013909906149, 0.0009969744132831693, 0.0011691474355757236, 0.0013413205742835999, 0.0015134935965761542, 0.0016856667352840304, 0.0018578397575765848, 0.002030012896284461, 0.0022021858021616936, 0.0023743589408695698, 0.002546532079577446, 0.0027187049854546785, 0.0028908781241625547, 0.003063051262870431, 0.0032352241687476635, 0.0034073973074555397, 0.003579570446163416, 0.003751743584871292, 0.003923916723579168, 0.004096089396625757, 0.004268262535333633, 0.00444043567404151, 0.004612608812749386]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 6.0, 20.0, 24.0, 47.0, 54.0, 91.0, 148.0, 229.0, 351.0, 513.0, 619.0, 951.0, 1237.0, 1687.0, 2266.0, 2960.0, 3732.0, 4938.0, 6063.0, 7693.0, 9514.0, 11900.0, 14774.0, 18701.0, 23436.0, 30708.0, 40533.0, 55258.0, 75358.0, 99337.0, 412811.0, 90457.0, 67472.0, 48712.0, 35573.0, 26117.0, 20463.0, 16108.0, 12717.0, 9952.0, 7422.0, 5645.0, 4031.0, 2807.0, 2131.0, 1334.0, 898.0, 681.0, 425.0, 250.0, 181.0, 112.0, 87.0, 43.0, 27.0, 16.0, 9.0, 6.0, 0.0, 2.0], "bins": [-0.014906368218362331, -0.014472992159426212, -0.014039615169167519, -0.0136062391102314, -0.01317286305129528, -0.012739486061036587, -0.012306110002100468, -0.011872733011841774, -0.011439356952905655, -0.011005980893969536, -0.010572603903710842, -0.010139227844774723, -0.00970585085451603, -0.00927247479557991, -0.008839098736643791, -0.008405721746385098, -0.007972345687448978, -0.007538969162851572, -0.007105592638254166, -0.006672216579318047, -0.00623884005472064, -0.005805463530123234, -0.005372087471187115, -0.004938710946589708, -0.004505334421992302, -0.0040719578973948956, -0.003638581605628133, -0.00320520531386137, -0.0027718287892639637, -0.0023384522646665573, -0.0019050759728997946, -0.00147169956471771, -0.0010383231565356255, -0.0006049467483535409, -0.00017157034017145634, 0.0002618060680106282, 0.0006951824761927128, 0.0011285588843747973, 0.001561935292556882, 0.0019953115843236446, 0.002428688108921051, 0.0028620646335184574, 0.00329544092528522, 0.003728817217051983, 0.004162193741649389, 0.004595570266246796, 0.005028946325182915, 0.005462322849780321, 0.0058956993743777275, 0.006329075898975134, 0.00676245242357254, 0.007195828482508659, 0.007629205007106066, 0.008062581531703472, 0.008495957590639591, 0.008929334580898285, 0.009362710639834404, 0.009796086698770523, 0.010229463689029217, 0.010662839747965336, 0.01109621673822403, 0.011529592797160149, 0.011962968856096268, 0.012396345846354961, 0.01282972190529108]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 6.0, 3.0, 1.0, 2.0, 2.0, 2.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007969403639435768, -0.007648896891623735, -0.007328390143811703, -0.00700788339599967, -0.006687376648187637, -0.006366870366036892, -0.006046363618224859, -0.0057258568704128265, -0.005405350122600794, -0.005084843374788761, -0.0047643366269767284, -0.004443829879164696, -0.00412332359701395, -0.003802816616371274, -0.003482310101389885, -0.0031618033535778522, -0.0028412966057658195, -0.002520789857953787, -0.002200283110141754, -0.001879776595160365, -0.0015592698473483324, -0.0012387630995362997, -0.0009182564681395888, -0.000597749778535217, -0.00027724308893084526, 4.3263600673526525e-05, 0.0003637702902778983, 0.0006842769798822701, 0.0010047836694866419, 0.0013252904172986746, 0.0016457970486953855, 0.0019663036800920963, 0.002286810427904129, 0.0026073171757161617, 0.0029278239235281944, 0.0032483304385095835, 0.003568837186321616, 0.003889343934133649, 0.004209850449115038, 0.004530357196927071, 0.004850863944739103, 0.005171370692551136, 0.005491877440363169, 0.005812384188175201, 0.006132890470325947, 0.0064533972181379795, 0.006773903965950012, 0.007094410713762045, 0.007414917461574078, 0.00773542420938611, 0.008055930957198143, 0.008376437239348888, 0.008696944452822208, 0.009017450734972954, 0.009337957948446274, 0.00965846423059702, 0.009978970512747765, 0.010299477726221085, 0.01061998400837183, 0.01094049122184515, 0.011260997503995895, 0.011581504717469215, 0.01190201099961996, 0.01222251821309328, 0.012543024495244026]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 3.0, 5.0, 8.0, 7.0, 14.0, 19.0, 21.0, 29.0, 36.0, 55.0, 58.0, 82.0, 105.0, 128.0, 153.0, 196.0, 253.0, 292.0, 358.0, 401.0, 491.0, 556.0, 700.0, 996.0, 1195.0, 1880.0, 6938.0, 1347.0, 680.0, 373.0, 227.0, 160.0, 133.0, 112.0, 96.0, 57.0, 53.0, 47.0, 27.0, 15.0, 14.0, 11.0, 16.0, 10.0, 11.0, 6.0, 8.0, 7.0, 4.0, 7.0, 5.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0], "bins": [-0.007276950869709253, -0.007028653286397457, -0.006780356168746948, -0.006532058585435152, -0.006283761002123356, -0.006035463884472847, -0.005787166301161051, -0.005538869183510542, -0.005290571600198746, -0.0050422740168869495, -0.004793976899236441, -0.0045456793159246445, -0.004297382198274136, -0.004049084614962339, -0.003800787031650543, -0.0035524896811693907, -0.003304192330688238, -0.0030558949802070856, -0.002807597629725933, -0.002559300046414137, -0.0023110026959329844, -0.002062705345451832, -0.0018144078785553575, -0.001566110411658883, -0.0013178130611777306, -0.001069515710696578, -0.0008212182438001037, -0.0005729208351112902, -0.00032462342642247677, -7.632601773366332e-05, 0.00017197139095515013, 0.0004202687996439636, 0.000668566208332777, 0.0009168636170215905, 0.001165161025710404, 0.0014134584926068783, 0.0016617558430880308, 0.0019100531935691833, 0.0021583507768809795, 0.002406648127362132, 0.0026549454778432846, 0.002903242828324437, 0.0031515401788055897, 0.003399837762117386, 0.0036481351125985384, 0.003896432463079691, 0.004144730046391487, 0.004393027164041996, 0.004641324747353792, 0.004889622330665588, 0.005137919448316097, 0.0053862170316278934, 0.00563451461493969, 0.0058828117325901985, 0.006131109315901995, 0.006379406433552504, 0.0066277040168643, 0.006876001600176096, 0.007124298717826605, 0.007372596301138401, 0.00762089341878891, 0.007869191467761993, 0.008117488585412502, 0.008365785703063011, 0.008614083752036095]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02716181054711342, -0.02657538838684559, -0.02598896622657776, -0.02540254406630993, -0.0248161219060421, -0.02422970160841942, -0.02364327944815159, -0.02305685728788376, -0.02247043512761593, -0.0218840129673481, -0.02129759080708027, -0.02071116864681244, -0.02012474834918976, -0.01953832618892193, -0.0189519040286541, -0.01836548186838627, -0.01777905970811844, -0.01719263754785061, -0.01660621538758278, -0.01601979322731495, -0.015433371998369694, -0.014846949838101864, -0.014260528609156609, -0.013674106448888779, -0.013087684288620949, -0.012501262128353119, -0.011914839968085289, -0.011328418739140034, -0.010741996578872204, -0.010155574418604374, -0.009569153189659119, -0.008982731029391289, -0.008396308869123459, -0.007809886708855629, -0.007223465014249086, -0.006637043319642544, -0.006050621159374714, -0.005464198999106884, -0.004877777304500341, -0.004291355609893799, -0.003704933449625969, -0.0031185115221887827, -0.0025320895947515965, -0.0019456676673144102, -0.001359245739877224, -0.0007728238124400377, -0.00018640188500285149, 0.00040002004243433475, 0.000986441969871521, 0.0015728638973087072, 0.0021592858247458935, 0.0027457077521830797, 0.003332129679620266, 0.003918551839888096, 0.0045049735344946384, 0.005091395229101181, 0.005677817389369011, 0.006264239549636841, 0.006850661244243383, 0.007437082938849926, 0.008023505099117756, 0.008609927259385586, 0.009196348488330841, 0.009782770648598671, 0.0103691928088665]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 6.0, 4.0, 3.0, 3.0, 3.0, 3.0, 7.0, 1.0, 7.0, 3.0, 6.0, 3.0, 1.0, 5.0, 4.0, 7.0, 2.0, 5.0, 3.0, 4.0, 6.0, 9.0, 5.0, 2.0, 1.0, 3.0, 3.0, 1.0, 7.0, 7.0, 9.0, 9.0, 18.0, 57.0, 9.0, 8.0, 5.0, 1.0, 3.0, 4.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.025960303843021393, -0.02545284479856491, -0.02494538389146328, -0.024437924847006798, -0.023930465802550316, -0.023423004895448685, -0.022915545850992203, -0.02240808680653572, -0.02190062589943409, -0.021393166854977608, -0.020885707810521126, -0.020378246903419495, -0.019870787858963013, -0.01936332881450653, -0.0188558679074049, -0.018348408862948418, -0.017840947955846786, -0.017333488911390305, -0.016826029866933823, -0.01631856895983219, -0.01581110991537571, -0.015303650870919228, -0.014796190895140171, -0.014288730919361115, -0.013781271874904633, -0.013273811899125576, -0.01276635192334652, -0.012258891947567463, -0.011751432903110981, -0.011243972927331924, -0.010736512951552868, -0.010229053907096386, -0.00972159393131733, -0.009214133955538273, -0.008706674911081791, -0.008199214935302734, -0.007691754959523678, -0.007184295449405909, -0.006676835939288139, -0.006169375963509083, -0.0056619164533913136, -0.005154456943273544, -0.004646996967494488, -0.0041395374573767185, -0.0036320777144283056, -0.0031246179714798927, -0.0026171584613621235, -0.0021096987184137106, -0.0016022389754652977, -0.0010947792325168848, -0.0005873196059837937, -7.985992124304175e-05, 0.00042759976349771023, 0.0009350594482384622, 0.0014425191329792142, 0.0019499787595123053, 0.002457438502460718, 0.002964898245409131, 0.003472357988357544, 0.003979817498475313, 0.004487277008593082, 0.004994736984372139, 0.005502196494489908, 0.006009656470268965, 0.006517115980386734]}, "_runtime": 9.71850299835205, "_timestamp": 1596211599.4896119, "_step": 6}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 4.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.015405680984258652, -0.014931966550648212, -0.014458251185715199, -0.01398453675210476, -0.01351082231849432, -0.01303710788488388, -0.012563392519950867, -0.012089678086340427, -0.011615963652729988, -0.011142248287796974, -0.010668533854186535, -0.010194819420576096, -0.009721104986965656, -0.009247389622032642, -0.008773675188422203, -0.008299960754811764, -0.007826246321201324, -0.0073525309562683105, -0.006878816522657871, -0.006405101623386145, -0.005931387189775705, -0.005457672290503979, -0.004983957856893539, -0.004510242957621813, -0.004036528058350086, -0.003562813624739647, -0.003089098958298564, -0.002615384291857481, -0.0021416693925857544, -0.0016679548425599933, -0.0011942400597035885, -0.0007205253932625055, -0.0002468107268214226, 0.00022690396872349083, 0.0007006186642684042, 0.0011743333889171481, 0.001648048055358231, 0.002121762838214636, 0.002595477504655719, 0.0030691921710968018, 0.0035429068375378847, 0.004016621503978968, 0.004490336403250694, 0.004964050836861134, 0.00543776573613286, 0.0059114801697432995, 0.006385195069015026, 0.006858909502625465, 0.007332624401897192, 0.007806339301168919, 0.008280053734779358, 0.008753768168389797, 0.009227483533322811, 0.00970119796693325, 0.01017491240054369, 0.010648626834154129, 0.011122342199087143, 0.011596056632697582, 0.012069771066308022, 0.012543486431241035, 0.013017200864851475, 0.013490915298461914, 0.013964629732072353, 0.014438345097005367, 0.014912059530615807]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 3.0, 3.0, 6.0, 4.0, 3.0, 9.0, 10.0, 13.0, 6.0, 14.0, 22.0, 33.0, 28.0, 47.0, 57.0, 69.0, 68.0, 101.0, 137.0, 176.0, 205.0, 241.0, 303.0, 389.0, 1930.0, 1435.0, 953.0, 533.0, 336.0, 220.0, 148.0, 104.0, 80.0, 60.0, 45.0, 32.0, 24.0, 15.0, 16.0, 12.0, 4.0, 10.0, 4.0, 1.0, 2.0, 6.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.17859703302383423, -0.17388580739498138, -0.16917458176612854, -0.1644633561372757, -0.15975211560726166, -0.1550408899784088, -0.15032966434955597, -0.14561843872070312, -0.14090721309185028, -0.13619598746299744, -0.1314847469329834, -0.12677352130413055, -0.12206229567527771, -0.11735107004642487, -0.11263984441757202, -0.10792861133813858, -0.10321738570928574, -0.09850616008043289, -0.09379492700099945, -0.0890837013721466, -0.08437247574329376, -0.07966124266386032, -0.07495001703500748, -0.07023879140615463, -0.06552755832672119, -0.06081633269786835, -0.0561051070690155, -0.05139387771487236, -0.04668264836072922, -0.04197142273187637, -0.03726019337773323, -0.032548967748880386, -0.027837738394737244, -0.02312651090323925, -0.018415283411741257, -0.013704054057598114, -0.00899282656610012, -0.00428159860894084, 0.000429629348218441, 0.005140857305377722, 0.009852085262537003, 0.014563312754034996, 0.01927454024553299, 0.023985769599676132, 0.028696997091174126, 0.03340822458267212, 0.03811945393681526, 0.042830679565668106, 0.04754190891981125, 0.05225313827395439, 0.056964363902807236, 0.06167559325695038, 0.06638681888580322, 0.07109805196523666, 0.07580927759408951, 0.08052050322294235, 0.0852317363023758, 0.08994296193122864, 0.09465418756008148, 0.09936541318893433, 0.10407664626836777, 0.10878787189722061, 0.11349909752607346, 0.1182103306055069, 0.12292155623435974]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 4.0, 7.0, 3.0, 6.0, 4.0, 0.0, 25.0, 5.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006657961755990982, -0.006462366785854101, -0.006266772281378508, -0.006071177311241627, -0.005875582341104746, -0.005679987370967865, -0.005484392866492271, -0.0052887978963553905, -0.00509320292621851, -0.004897608421742916, -0.004702013451606035, -0.004506418481469154, -0.0043108235113322735, -0.00411522900685668, -0.003919634036719799, -0.003724039066582918, -0.003528444329276681, -0.0033328495919704437, -0.003137254621833563, -0.0029416598845273256, -0.0027460649143904448, -0.0025504701770842075, -0.0023548752069473267, -0.0021592804696410894, -0.0019636857323348522, -0.0017680907621979713, -0.0015724959084764123, -0.0013769010547548532, -0.001181306317448616, -0.000985711463727057, -0.0007901166100054979, -0.0005945217562839389, -0.00039892690256237984, -0.00020333206339273602, -7.737224223092198e-06, 0.00018785761494655162, 0.00038345245411619544, 0.0005790473078377545, 0.0007746421033516526, 0.0009702369570732117, 0.0011658318107947707, 0.0013614266645163298, 0.0015570215182378888, 0.0017526163719594479, 0.001948211109265685, 0.002143806079402566, 0.002339400816708803, 0.002534995786845684, 0.0027305905241519213, 0.0029261852614581585, 0.0031217802315950394, 0.0033173749689012766, 0.0035129699390381575, 0.0037085646763443947, 0.0039041596464812756, 0.004099754616618156, 0.00429534912109375, 0.004490944091230631, 0.004686539061367512, 0.004882133565843105, 0.005077728535979986, 0.005273323506116867, 0.005468918476253748, 0.0056645129807293415, 0.005860107950866222]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 5.0, 5.0, 15.0, 18.0, 37.0, 46.0, 89.0, 164.0, 231.0, 351.0, 497.0, 691.0, 974.0, 1369.0, 1904.0, 2478.0, 3321.0, 4387.0, 5853.0, 7886.0, 10489.0, 13950.0, 18466.0, 24909.0, 33368.0, 45828.0, 64772.0, 90104.0, 123450.0, 414117.0, 87719.0, 61510.0, 42958.0, 30571.0, 22587.0, 16840.0, 12744.0, 9374.0, 7102.0, 5173.0, 3888.0, 2799.0, 1994.0, 1469.0, 985.0, 744.0, 492.0, 362.0, 205.0, 145.0, 90.0, 51.0, 33.0, 21.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015411540865898132, -0.01493223849684, -0.014452936127781868, -0.013973633758723736, -0.013494331389665604, -0.013015029020607471, -0.01253572665154934, -0.012056424282491207, -0.011577121913433075, -0.011097819544374943, -0.01061851717531681, -0.010139214806258678, -0.009659912437200546, -0.009180610068142414, -0.008701307699084282, -0.00822200533002615, -0.00774270249530673, -0.007263400126248598, -0.006784097757190466, -0.006304795388132334, -0.005825493019074202, -0.005346190650016069, -0.004866888280957937, -0.004387585911899805, -0.003908283077180386, -0.003428980940952897, -0.002949678571894765, -0.0024703762028366327, -0.001991073600947857, -0.0015117713483050466, -0.0010324688628315926, -0.0005531664937734604, -7.386412471532822e-05, 0.0004054382734466344, 0.000884740671608597, 0.0013640430988743901, 0.0018433454679325223, 0.0023226479534059763, 0.0028019503224641085, 0.0032812526915222406, 0.003760555060580373, 0.004239857662469149, 0.004719160031527281, 0.005198462400585413, 0.005677764769643545, 0.006157067138701677, 0.0066363695077598095, 0.007115671876817942, 0.007594974245876074, 0.008074277080595493, 0.008553579449653625, 0.009032881818711758, 0.00951218418776989, 0.009991486556828022, 0.010470788925886154, 0.010950091294944286, 0.011429393664002419, 0.01190869603306055, 0.012387998402118683, 0.012867300771176815, 0.013346603140234947, 0.01382590550929308, 0.014305207878351212, 0.014784510247409344, 0.015263812616467476]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 8.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01317119225859642, -0.01288216095417738, -0.012593129649758339, -0.012304098345339298, -0.012015067040920258, -0.011726035736501217, -0.011437004432082176, -0.011147973127663136, -0.010858941823244095, -0.010569910518825054, -0.010280879214406013, -0.009991847909986973, -0.009702816605567932, -0.009413785301148891, -0.00912475399672985, -0.00883572269231081, -0.00854669138789177, -0.008257660083472729, -0.007968628779053688, -0.007679597474634647, -0.007390566170215607, -0.007101534865796566, -0.006812503561377525, -0.006523472256958485, -0.006234440952539444, -0.005945409648120403, -0.005656378343701363, -0.005367347039282322, -0.005078315734863281, -0.004789284430444241, -0.0045002531260252, -0.004211221821606159, -0.0039221905171871185, -0.003633159212768078, -0.003344127908349037, -0.0030550966039299965, -0.002766065299510956, -0.002477033995091915, -0.0021880026906728745, -0.0018989713862538338, -0.001609940081834793, -0.0013209087774157524, -0.0010318774729967117, -0.000742846168577671, -0.00045381486415863037, -0.0001647835597395897, 0.000124247744679451, 0.00041327904909849167, 0.0007023103535175323, 0.000991341657936573, 0.0012803729623556137, 0.0015694042667746544, 0.001858435571193695, 0.0021474668756127357, 0.0024364981800317764, 0.002725529484450817, 0.003014560788869858, 0.0033035920932888985, 0.003592623397707939, 0.00388165470212698, 0.0041706860065460205, 0.004459717310965061, 0.004748748615384102, 0.0050377799198031425, 0.005326811224222183]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 11.0, 12.0, 8.0, 10.0, 15.0, 11.0, 29.0, 26.0, 43.0, 59.0, 39.0, 61.0, 55.0, 76.0, 79.0, 106.0, 106.0, 101.0, 138.0, 155.0, 170.0, 195.0, 217.0, 243.0, 294.0, 327.0, 385.0, 412.0, 517.0, 656.0, 883.0, 1114.0, 1527.0, 6256.0, 1213.0, 714.0, 545.0, 384.0, 321.0, 258.0, 197.0, 155.0, 97.0, 66.0, 39.0, 24.0, 24.0, 11.0, 6.0, 6.0, 6.0, 0.0, 1.0], "bins": [-0.00768650695681572, -0.0075124227441847324, -0.007338338531553745, -0.007164254318922758, -0.006990170571953058, -0.006816086359322071, -0.006642002146691084, -0.006467917934060097, -0.00629383372142911, -0.006119749508798122, -0.0059456657618284225, -0.005771581549197435, -0.005597497336566448, -0.005423413123935461, -0.005249328911304474, -0.005075244698673487, -0.0049011604860424995, -0.0047270767390728, -0.0045529925264418125, -0.004378908313810825, -0.004204824101179838, -0.004030739888548851, -0.0038566559087485075, -0.0036825716961175203, -0.003508487716317177, -0.0033344035036861897, -0.0031603192910552025, -0.0029862350784242153, -0.002812151098623872, -0.0026380668859928846, -0.0024639826733618975, -0.002289898693561554, -0.002115814480930567, -0.0019417303847149014, -0.0017676461720839143, -0.001593562075868249, -0.0014194778632372618, -0.0012453937670215964, -0.001071309670805931, -0.0008972255163826048, -0.0007231413619592786, -0.0005490572075359523, -0.00037497308221645653, -0.0002008889423450455, -2.680480247363448e-05, 0.00014727933739777654, 0.00032136347726918757, 0.0004954476025886834, 0.0006695317570120096, 0.0008436159114353359, 0.0010177000658586621, 0.0011917841620743275, 0.0013658683747053146, 0.00153995247092098, 0.0017140365671366453, 0.0018881207797676325, 0.002062204759567976, 0.002236288972198963, 0.0024103731848299503, 0.0025844573974609375, 0.002758541377261281, 0.002932625589892268, 0.0031067098025232553, 0.003280793782323599, 0.003454877994954586]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04244779050350189, -0.04153499752283096, -0.040622204542160034, -0.039709411561489105, -0.038796618580818176, -0.03788382560014725, -0.03697102889418602, -0.03605823591351509, -0.03514544293284416, -0.03423264995217323, -0.033319856971502304, -0.032407063990831375, -0.031494271010160446, -0.030581478029489517, -0.02966868318617344, -0.02875589020550251, -0.02784309722483158, -0.026930304244160652, -0.026017511263489723, -0.025104716420173645, -0.024191923439502716, -0.023279130458831787, -0.022366337478160858, -0.02145354449748993, -0.020540751516819, -0.019627956673502922, -0.018715163692831993, -0.017802370712161064, -0.016889577731490135, -0.015976784750819206, -0.015063990838825703, -0.014151196926832199, -0.01323840394616127, -0.012325610965490341, -0.011412817053496838, -0.010500024072825909, -0.009587230160832405, -0.008674437180161476, -0.007761644199490547, -0.006848850753158331, -0.005936057306826115, -0.005023263860493898, -0.004110470414161682, -0.003197677433490753, -0.002284883987158537, -0.0013720906572416425, -0.00045929732732474804, 0.0004534960025921464, 0.0013662893325090408, 0.002279082778841257, 0.0031918759923428297, 0.004104669205844402, 0.005017462652176619, 0.005930256098508835, 0.006843049079179764, 0.00775584252551198, 0.008668635971844196, 0.009581428952515125, 0.010494222864508629, 0.011407015845179558, 0.012319808825850487, 0.01323260273784399, 0.01414539571851492, 0.015058189630508423, 0.015970982611179352]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 3.0, 4.0, 4.0, 0.0, 2.0, 3.0, 5.0, 4.0, 5.0, 3.0, 5.0, 3.0, 4.0, 9.0, 7.0, 7.0, 6.0, 3.0, 2.0, 6.0, 3.0, 6.0, 4.0, 4.0, 3.0, 4.0, 8.0, 4.0, 3.0, 7.0, 15.0, 6.0, 16.0, 18.0, 47.0, 5.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0], "bins": [-0.018336184322834015, -0.017984118312597275, -0.017632052302360535, -0.017279986292123795, -0.016927920281887054, -0.016575852409005165, -0.016223786398768425, -0.015871720388531685, -0.015519654378294945, -0.015167588368058205, -0.014815522357821465, -0.014463456347584724, -0.01411138940602541, -0.01375932339578867, -0.01340725738555193, -0.01305519137531519, -0.012703124433755875, -0.012351058423519135, -0.011998992413282394, -0.011646926403045654, -0.011294860392808914, -0.0109427934512496, -0.01059072744101286, -0.01023866143077612, -0.009886595420539379, -0.009534529410302639, -0.009182462468743324, -0.008830396458506584, -0.008478330448269844, -0.008126264438033104, -0.0077741979621350765, -0.007422131486237049, -0.007070065476000309, -0.006717999465763569, -0.0063659329898655415, -0.006013866979628801, -0.005661800503730774, -0.005309734493494034, -0.004957668017596006, -0.004605602007359266, -0.004253535531461239, -0.0039014695212244987, -0.003549403278157115, -0.003197337035089731, -0.002845271024852991, -0.0024932047817856073, -0.0021411385387182236, -0.0017890722956508398, -0.001437006052583456, -0.0010849398095160723, -0.0007328736246563494, -0.0003808074106927961, -2.87411967292428e-05, 0.0003233250172343105, 0.0006753912311978638, 0.0010274574160575867, 0.0013795236591249704, 0.0017315899021923542, 0.002083656145259738, 0.0024357223883271217, 0.002787788398563862, 0.0031398546416312456, 0.0034919208846986294, 0.003843987127766013, 0.004196053370833397]}, "_runtime": 10.463244199752808, "_timestamp": 1596211600.234353, "_step": 7}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 4.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024706166237592697, -0.02401050552725792, -0.02331484481692314, -0.022619184106588364, -0.021923523396253586, -0.021227862685918808, -0.02053220197558403, -0.019836541265249252, -0.019140880554914474, -0.018445217981934547, -0.01774955727159977, -0.017053896561264992, -0.016358235850930214, -0.015662575140595436, -0.014966914430260658, -0.01427125371992588, -0.013575593009591103, -0.012879932299256325, -0.012184271588921547, -0.011488610878586769, -0.010792950168251991, -0.010097288526594639, -0.009401627816259861, -0.008705967105925083, -0.008010306395590305, -0.0073146456852555275, -0.00661898497492075, -0.0059233237989246845, -0.005227663088589907, -0.004532002378255129, -0.0038363414350897074, -0.003140680491924286, -0.002445019781589508, -0.0017493589548394084, -0.0010536981280893087, -0.0003580373013392091, 0.0003376235254108906, 0.0010332843521609902, 0.00172894517891109, 0.0024246061220765114, 0.003120266832411289, 0.003815927542746067, 0.004511588253080845, 0.00520724942907691, 0.005902910139411688, 0.006598570849746466, 0.007294232025742531, 0.007989892736077309, 0.008685553446412086, 0.009381214156746864, 0.010076874867081642, 0.01077253557741642, 0.011468196287751198, 0.01216385792940855, 0.012859518639743328, 0.013555179350078106, 0.014250840060412884, 0.014946500770747662, 0.015642162412405014, 0.016337823122739792, 0.01703348383307457, 0.017729144543409348, 0.018424805253744125, 0.019120465964078903, 0.01981612667441368]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 5.0, 4.0, 3.0, 4.0, 7.0, 8.0, 6.0, 12.0, 12.0, 26.0, 16.0, 47.0, 48.0, 78.0, 96.0, 169.0, 235.0, 351.0, 578.0, 2367.0, 2076.0, 836.0, 399.0, 200.0, 128.0, 67.0, 52.0, 24.0, 15.0, 18.0, 6.0, 0.0, 5.0, 5.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2766430974006653, -0.26846399903297424, -0.2602848708629608, -0.2521057724952698, -0.24392664432525635, -0.2357475459575653, -0.22756843268871307, -0.21938931941986084, -0.2112102061510086, -0.20303109288215637, -0.19485197961330414, -0.1866728663444519, -0.17849376797676086, -0.17031465470790863, -0.1621355414390564, -0.15395642817020416, -0.14577731490135193, -0.1375982016324997, -0.12941908836364746, -0.12123998254537582, -0.11306086927652359, -0.10488175600767136, -0.09670265018939972, -0.08852353692054749, -0.08034442365169525, -0.07216531038284302, -0.06398619711399078, -0.05580709129571915, -0.04762797802686691, -0.03944886475801468, -0.031269755214452744, -0.02309064380824566, -0.014911532402038574, -0.0067324209958314896, 0.001446690410375595, 0.00962580181658268, 0.017804913222789764, 0.02598402462899685, 0.034163136035203934, 0.04234224557876587, 0.0505213588476181, 0.05870047211647034, 0.06687958538532257, 0.07505869120359421, 0.08323780447244644, 0.09141691774129868, 0.09959602355957031, 0.10777513682842255, 0.11595425009727478, 0.12413336336612701, 0.13231247663497925, 0.14049158990383148, 0.14867070317268372, 0.15684980154037476, 0.165028914809227, 0.17320802807807922, 0.18138714134693146, 0.1895662546157837, 0.19774536788463593, 0.20592448115348816, 0.2141035795211792, 0.22228269279003143, 0.23046180605888367, 0.2386409193277359, 0.24682003259658813]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 4.0, 2.0, 6.0, 5.0, 5.0, 6.0, 25.0, 7.0, 4.0, 6.0, 8.0, 5.0, 3.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009237930178642273, -0.008928103372454643, -0.008618277497589588, -0.008308450691401958, -0.007998624816536903, -0.007688798010349274, -0.007378971669822931, -0.007069145329296589, -0.006759318523108959, -0.006449492182582617, -0.006139665842056274, -0.005829839501529932, -0.00552001316100359, -0.005210186820477247, -0.0049003600142896175, -0.004590533673763275, -0.004280707333236933, -0.00397088099271059, -0.0036610544193536043, -0.003351228078827262, -0.003041401505470276, -0.0027315751649439335, -0.002421748824417591, -0.002111922251060605, -0.0018020959105342627, -0.0014922694535925984, -0.0011824429966509342, -0.0008726166561245918, -0.0005627901991829276, -0.00025296377134509385, 5.6862656492739916e-05, 0.0003666890843305737, 0.0006765155121684074, 0.0009863419691100717, 0.0012961684260517359, 0.0016059947665780783, 0.0019158212235197425, 0.0022256476804614067, 0.002535474020987749, 0.002845300594344735, 0.0031551269348710775, 0.00346495327539742, 0.003774779848754406, 0.004084606189280748, 0.004394432529807091, 0.004704258870333433, 0.005014085676521063, 0.005323912017047405, 0.005633738357573748, 0.00594356469810009, 0.006253391038626432, 0.006563217844814062, 0.0068730441853404045, 0.007182870525866747, 0.007492696866393089, 0.007802523206919432, 0.008112349547445774, 0.008422176353633404, 0.008732002228498459, 0.009041829034686089, 0.009351655840873718, 0.009661481715738773, 0.009971308521926403, 0.010281134396791458, 0.010590961202979088]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 8.0, 15.0, 19.0, 35.0, 47.0, 93.0, 105.0, 154.0, 219.0, 263.0, 325.0, 391.0, 439.0, 628.0, 921.0, 1254.0, 1842.0, 2887.0, 4492.0, 6754.0, 9959.0, 14552.0, 20676.0, 29758.0, 44535.0, 69039.0, 108064.0, 446791.0, 142744.0, 92896.0, 57233.0, 37200.0, 25522.0, 17809.0, 12580.0, 8748.0, 6148.0, 4060.0, 2824.0, 1894.0, 1315.0, 989.0, 733.0, 538.0, 429.0, 365.0, 309.0, 225.0, 211.0, 171.0, 126.0, 97.0, 67.0, 66.0, 37.0, 23.0, 11.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.02024206891655922, -0.019565638154745102, -0.018889207392930984, -0.018212776631116867, -0.01753634586930275, -0.01685991697013378, -0.016183486208319664, -0.015507055446505547, -0.01483062468469143, -0.014154193922877312, -0.013477763161063194, -0.012801333330571651, -0.012124902568757534, -0.011448471806943417, -0.010772041976451874, -0.010095611214637756, -0.009419180452823639, -0.008742749691009521, -0.008066318929195404, -0.007389889098703861, -0.006713458336889744, -0.006037027575075626, -0.005360597278922796, -0.004684166982769966, -0.004007736220955849, -0.003331305691972375, -0.002654875162988901, -0.0019784446340054274, -0.0013020141050219536, -0.0006255835760384798, 5.084695294499397e-05, 0.0007272774819284678, 0.0014037080109119415, 0.0020801385398954153, 0.002756569068878889, 0.003432999597862363, 0.004109430126845837, 0.004785860888659954, 0.005462291184812784, 0.006138721480965614, 0.006815152242779732, 0.007491583004593849, 0.008168013766407967, 0.00884444359689951, 0.009520874358713627, 0.010197305120527744, 0.010873734951019287, 0.011550165712833405, 0.012226596474647522, 0.01290302723646164, 0.013579457998275757, 0.0142558878287673, 0.014932318590581417, 0.015608749352395535, 0.016285179182887077, 0.016961609944701195, 0.017638040706515312, 0.01831447146832943, 0.018990902230143547, 0.019667332991957664, 0.020343761891126633, 0.02102019265294075, 0.021696623414754868, 0.022373054176568985, 0.023049484938383102]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 0.0, 5.0, 6.0, 8.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.02091827616095543, -0.02044760063290596, -0.01997692510485649, -0.019506249576807022, -0.019035574048757553, -0.018564898520708084, -0.018094221130013466, -0.017623545601963997, -0.017152870073914528, -0.01668219454586506, -0.01621151901781559, -0.01574084348976612, -0.015270167961716652, -0.014799492433667183, -0.01432881597429514, -0.01385814044624567, -0.013387464918196201, -0.012916789390146732, -0.012446113862097263, -0.01197543740272522, -0.01150476187467575, -0.011034086346626282, -0.010563410818576813, -0.010092735290527344, -0.009622059762477875, -0.009151383303105831, -0.008680707775056362, -0.008210032247006893, -0.007739356718957424, -0.007268680725246668, -0.006798005197197199, -0.0063273292034864426, -0.005856653675436974, -0.005385978147387505, -0.004915302153676748, -0.004444626625627279, -0.003973950631916523, -0.003503275103867054, -0.003032599575817585, -0.0025619238149374723, -0.0020912480540573597, -0.001620572293177247, -0.0011498966487124562, -0.0006792209460400045, -0.00020854524336755276, 0.000262130459304899, 0.0007328061619773507, 0.0012034818064421415, 0.0016741575673222542, 0.002144833328202367, 0.0026155090890824795, 0.0030861846171319485, 0.003556860378012061, 0.004027536138892174, 0.004498211666941643, 0.004968887660652399, 0.005439563188701868, 0.005910238716751337, 0.006380914710462093, 0.006851590238511562, 0.007322265766561031, 0.007792941760271788, 0.008263617753982544, 0.008734293282032013, 0.009204968810081482]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 4.0, 6.0, 13.0, 16.0, 15.0, 7.0, 36.0, 31.0, 35.0, 42.0, 38.0, 49.0, 92.0, 78.0, 59.0, 72.0, 71.0, 95.0, 69.0, 85.0, 96.0, 103.0, 143.0, 220.0, 294.0, 449.0, 681.0, 966.0, 1417.0, 7097.0, 1875.0, 1050.0, 634.0, 425.0, 333.0, 296.0, 267.0, 211.0, 182.0, 151.0, 123.0, 114.0, 82.0, 78.0, 57.0, 44.0, 32.0, 19.0, 20.0, 13.0, 9.0, 8.0, 5.0, 4.0, 2.0, 2.0, 4.0], "bins": [-0.010482809506356716, -0.010197832249104977, -0.009912854060530663, -0.009627876803278923, -0.009342898614704609, -0.00905792135745287, -0.008772943168878555, -0.008487965911626816, -0.008202987723052502, -0.007918010465800762, -0.007633032742887735, -0.0073480550199747086, -0.007063077297061682, -0.006778099574148655, -0.006493121851235628, -0.006208144128322601, -0.0059231664054095745, -0.005638188682496548, -0.005353210959583521, -0.005068233236670494, -0.004783255513757467, -0.0044982777908444405, -0.004213300067931414, -0.003928322345018387, -0.0036433448549360037, -0.003358367132022977, -0.00307338940910995, -0.0027884116861969233, -0.00250343419611454, -0.0022184564732015133, -0.0019334787502884865, -0.0016485010273754597, -0.0013635233044624329, -0.001078545581549406, -0.0007935679168440402, -0.0005085902521386743, -0.00022361252922564745, 6.13651645835489e-05, 0.00034634285839274526, 0.0006313205230981112, 0.000916298246011138, 0.0012012759689241648, 0.0014862536918371916, 0.0017712312983348966, 0.0020562089048326015, 0.0023411866277456284, 0.002626164350658655, 0.002911142073571682, 0.003196119796484709, 0.0034810975193977356, 0.0037660752423107624, 0.004051052965223789, 0.004336030688136816, 0.004621008411049843, 0.00490598613396287, 0.0051909638568758965, 0.005475941114127636, 0.005760918837040663, 0.00604589655995369, 0.006330874282866716, 0.006615852005779743, 0.00690082972869277, 0.007185807451605797, 0.007470785174518824, 0.00775576289743185]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.050439298152923584, -0.049043525010347366, -0.04764774814248085, -0.04625197499990463, -0.044856198132038116, -0.0434604249894619, -0.04206465184688568, -0.040668874979019165, -0.03927310183644295, -0.03787732869386673, -0.036481551826000214, -0.035085778683423996, -0.03369000554084778, -0.03229422867298126, -0.030898455530405045, -0.029502680525183678, -0.02810690551996231, -0.026711130514740944, -0.025315355509519577, -0.02391958236694336, -0.022523807361721992, -0.021128032356500626, -0.019732259213924408, -0.01833648420870304, -0.016940709203481674, -0.015544934198260307, -0.014149160124361515, -0.012753386050462723, -0.011357611045241356, -0.009961836040019989, -0.008566061966121197, -0.007170287426561117, -0.005774512887001038, -0.004378738347440958, -0.0029829638078808784, -0.0015871892683207989, -0.0001914147287607193, 0.0012043598107993603, 0.00260013435035944, 0.003995908889919519, 0.005391683429479599, 0.006787457969039679, 0.008183232508599758, 0.00957900658249855, 0.010974781587719917, 0.012370556592941284, 0.013766330666840076, 0.015162104740738869, 0.016557879745960236, 0.017953654751181602, 0.01934942975640297, 0.020745202898979187, 0.022140977904200554, 0.02353675290942192, 0.02493252605199814, 0.026328301057219505, 0.027724076062440872, 0.02911985106766224, 0.030515626072883606, 0.031911399215459824, 0.03330717235803604, 0.03470294922590256, 0.036098722368478775, 0.03749449923634529, 0.03889027237892151]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 5.0, 3.0, 4.0, 8.0, 5.0, 3.0, 7.0, 8.0, 15.0, 14.0, 45.0, 8.0, 4.0, 6.0, 4.0, 10.0, 4.0, 7.0, 11.0, 7.0, 11.0, 6.0, 6.0, 4.0, 5.0, 8.0, 6.0, 5.0, 4.0, 8.0, 5.0, 4.0, 1.0, 6.0, 1.0, 7.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010166877880692482, -0.009768770076334476, -0.009370662271976471, -0.00897255539894104, -0.008574447594583035, -0.008176339790225029, -0.0077782319858670235, -0.007380124647170305, -0.0069820168428123, -0.006583909038454294, -0.006185801699757576, -0.0057876938953995705, -0.005389586091041565, -0.004991478752344847, -0.004593370947986841, -0.004195263609290123, -0.0037971558049321175, -0.0033990482334047556, -0.0030009406618773937, -0.002602832857519388, -0.0022047252859920263, -0.0018066177144646645, -0.0014085100265219808, -0.001010402338579297, -0.0006122947670519352, -0.0002141871373169124, 0.00018392049241811037, 0.0005820281221531332, 0.000980135751888156, 0.0013782433234155178, 0.0017763510113582015, 0.002174458699300885, 0.002572566270828247, 0.002970673842355609, 0.003368781413882971, 0.0037668892182409763, 0.0041649965569376945, 0.0045631043612957, 0.004961212165653706, 0.005359319504350424, 0.005757427308708429, 0.006155535113066435, 0.006553642451763153, 0.006951750256121159, 0.007349858060479164, 0.007747965399175882, 0.0081460727378726, 0.008544180542230606, 0.008942288346588612, 0.009340396150946617, 0.009738503955304623, 0.010136610828340054, 0.010534718632698059, 0.010932826437056065, 0.01133093424141407, 0.011729042045772076, 0.012127149850130081, 0.012525256723165512, 0.012923364527523518, 0.013321472331881523, 0.013719580136239529, 0.014117687940597534, 0.014515794813632965, 0.01491390261799097, 0.015312010422348976]}, "_runtime": 11.21274185180664, "_timestamp": 1596211600.9838507, "_step": 8}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.016046717762947083, -0.01557655818760395, -0.015106397680938244, -0.014636238105595112, -0.014166077598929405, -0.013695918023586273, -0.013225757516920567, -0.012755597941577435, -0.012285437434911728, -0.011815277859568596, -0.011345118284225464, -0.010874957777559757, -0.010404798202216625, -0.009934637695550919, -0.009464478120207787, -0.00899431761354208, -0.008524158038198948, -0.008053998462855816, -0.007583837956190109, -0.00711367791518569, -0.006643517874181271, -0.006173358298838139, -0.005703198257833719, -0.0052330382168293, -0.004762878175824881, -0.004292718134820461, -0.003822558093816042, -0.0033523982856422663, -0.002882238244637847, -0.0024120782036334276, -0.0019419182790443301, -0.0014717583544552326, -0.0010015983134508133, -0.0005314383306540549, -6.127834785729647e-05, 0.00040888163493946195, 0.0008790416177362204, 0.0013492016587406397, 0.0018193615833297372, 0.0022895215079188347, 0.002759681548923254, 0.0032298415899276733, 0.0037000016309320927, 0.004170161671936512, 0.004640321247279644, 0.005110481288284063, 0.005580641329288483, 0.006050801370292902, 0.006520961411297321, 0.006991121452301741, 0.00746128149330616, 0.007931441068649292, 0.008401601575314999, 0.00887176115065813, 0.009341921657323837, 0.00981208123266697, 0.010282240808010101, 0.010752401314675808, 0.01122256089001894, 0.011692721396684647, 0.012162880972027779, 0.012633041478693485, 0.013103201054036617, 0.013573361560702324, 0.014043521136045456]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 12.0, 17.0, 11.0, 15.0, 13.0, 22.0, 28.0, 34.0, 48.0, 60.0, 76.0, 128.0, 130.0, 231.0, 248.0, 380.0, 514.0, 2550.0, 1594.0, 744.0, 396.0, 219.0, 155.0, 77.0, 59.0, 34.0, 26.0, 27.0, 23.0, 5.0, 9.0, 8.0, 5.0, 4.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.20559006929397583, -0.19964385032653809, -0.19369763135910034, -0.1877514272928238, -0.18180520832538605, -0.1758589893579483, -0.16991278529167175, -0.163966566324234, -0.15802034735679626, -0.15207412838935852, -0.14612790942192078, -0.14018170535564423, -0.13423548638820648, -0.12828926742076874, -0.12234305590391159, -0.11639684438705444, -0.1104506254196167, -0.10450440645217896, -0.09855819493532181, -0.09261198341846466, -0.08666576445102692, -0.08071954548358917, -0.07477333396673203, -0.06882712244987488, -0.06288090348243713, -0.05693468824028969, -0.05098847299814224, -0.0450422577559948, -0.03909604251384735, -0.033149827271699905, -0.02720361202955246, -0.021257396787405014, -0.015311181545257568, -0.009364966303110123, -0.003418751060962677, 0.0025274641811847687, 0.008473679423332214, 0.01441989466547966, 0.020366109907627106, 0.02631232514977455, 0.032258540391922, 0.03820475563406944, 0.04415097087621689, 0.050097186118364334, 0.05604340136051178, 0.061989616602659225, 0.06793583184480667, 0.07388204336166382, 0.07982826232910156, 0.0857744812965393, 0.09172069281339645, 0.0976669043302536, 0.10361312329769135, 0.10955934226512909, 0.11550555378198624, 0.12145176529884338, 0.12739798426628113, 0.13334420323371887, 0.13929042220115662, 0.14523662626743317, 0.1511828452348709, 0.15712906420230865, 0.1630752682685852, 0.16902148723602295, 0.1749677062034607]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 4.0, 1.0, 4.0, 2.0, 6.0, 5.0, 3.0, 24.0, 1.0, 5.0, 5.0, 3.0, 5.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005778982304036617, -0.00560311134904623, -0.005427239928394556, -0.005251368973404169, -0.005075498018413782, -0.004899626597762108, -0.004723755642771721, -0.004547884687781334, -0.00437201326712966, -0.004196142312139273, -0.004020271357148886, -0.0038443999364972115, -0.0036685289815068245, -0.003492657793685794, -0.0033167866058647633, -0.0031409156508743763, -0.0029650444630533457, -0.002789173275232315, -0.002613302320241928, -0.0024374311324208975, -0.002261559944599867, -0.00208568898960948, -0.0019098178017884493, -0.0017339466139674187, -0.0015580755425617099, -0.001382204471156001, -0.0012063332833349705, -0.0010304622119292617, -0.000854591082315892, -0.0006787199527025223, -0.0005028488812968135, -0.0003269777516834438, -0.00015110662207007408, 2.4764492991380394e-05, 0.00020063560805283487, 0.0003765067085623741, 0.0005523778381757438, 0.0007282489677891135, 0.0009041200391948223, 0.001079991227015853, 0.0012558622984215617, 0.0014317333698272705, 0.0016076045576483011, 0.00178347562905401, 0.0019593467004597187, 0.0021352178882807493, 0.00231108907610178, 0.002486960031092167, 0.0026628312189131975, 0.002838702406734228, 0.003014573361724615, 0.0031904445495456457, 0.0033663157373666763, 0.0035421866923570633, 0.003718057880178094, 0.0038939290679991245, 0.0040698000229895115, 0.004245671443641186, 0.004421542398631573, 0.00459741335362196, 0.004773284774273634, 0.004949155729264021, 0.005125026684254408, 0.005300898104906082, 0.005476769059896469]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 5.0, 10.0, 5.0, 14.0, 35.0, 61.0, 93.0, 185.0, 237.0, 332.0, 511.0, 704.0, 1052.0, 1338.0, 2002.0, 2772.0, 3784.0, 5096.0, 6855.0, 9274.0, 12277.0, 16000.0, 21513.0, 28552.0, 39307.0, 55965.0, 78887.0, 109444.0, 417481.0, 101802.0, 73569.0, 51463.0, 36477.0, 26633.0, 19526.0, 14825.0, 11183.0, 8226.0, 6193.0, 4478.0, 3146.0, 2356.0, 1702.0, 1235.0, 908.0, 651.0, 471.0, 332.0, 219.0, 145.0, 109.0, 73.0, 43.0, 29.0, 24.0, 15.0, 7.0, 8.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.014279268682003021, -0.0137930978089571, -0.013306927867233753, -0.012820756994187832, -0.01233458612114191, -0.01184841524809599, -0.011362245306372643, -0.010876074433326721, -0.0103899035602808, -0.009903733618557453, -0.009417562745511532, -0.00893139187246561, -0.00844522099941969, -0.007959051057696342, -0.007472880184650421, -0.0069867093116045, -0.006500538904219866, -0.006014368496835232, -0.0055281976237893105, -0.0050420272164046764, -0.004555856343358755, -0.004069685935974121, -0.0035835152957588434, -0.0030973446555435658, -0.002611174015328288, -0.0021250033751130104, -0.0016388327348977327, -0.0011526622110977769, -0.0006664915708824992, -0.000180320959771052, 0.0003058496513403952, 0.000792020233348012, 0.0012781908735632896, 0.0017643615137785673, 0.002250532153993845, 0.0027367027942091227, 0.0032228734344244003, 0.0037090438418090343, 0.004195214714854956, 0.00468138512223959, 0.005167555995285511, 0.005653726402670145, 0.006139896810054779, 0.0066260676831007, 0.007112238090485334, 0.007598408963531256, 0.00808457937091589, 0.008570750243961811, 0.009056920185685158, 0.009543091058731079, 0.010029261931777, 0.010515432804822922, 0.011001602746546268, 0.01148777361959219, 0.011973944492638111, 0.012460115365684032, 0.01294628530740738, 0.0134324561804533, 0.013918627053499222, 0.014404796995222569, 0.01489096786826849, 0.015377138741314411, 0.015863308683037758, 0.01634947955608368, 0.0168356504291296]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 12.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00484240660443902, -0.004678001627326012, -0.004513596650213003, -0.004349191207438707, -0.004184786230325699, -0.00402038125321269, -0.003855976276099682, -0.0036915710661560297, -0.003527166089043021, -0.0033627611119300127, -0.0031983559019863605, -0.003033950924873352, -0.0028695459477603436, -0.0027051407378166914, -0.002540735760703683, -0.0023763305507600307, -0.0022119255736470222, -0.0020475205965340137, -0.0018831153865903616, -0.001718710409477353, -0.0015543053159490228, -0.0013899002224206924, -0.001225495245307684, -0.0010610901517793536, -0.0008966850582510233, -0.000732279964722693, -0.0005678749294020236, -0.0004034698649775237, -0.00023906480055302382, -7.465973612852395e-05, 8.974532829597592e-05, 0.0002541503927204758, 0.00041855545714497566, 0.000582960550673306, 0.0007473655859939754, 0.0009117706213146448, 0.0010761757148429751, 0.0012405808083713055, 0.001404985785484314, 0.0015693908790126443, 0.0017337959725409746, 0.001898201066069305, 0.0020626061595976353, 0.0022270111367106438, 0.0023914161138236523, 0.0025558213237673044, 0.002720226300880313, 0.002884631510823965, 0.0030490364879369736, 0.003213441465049982, 0.0033778466749936342, 0.0035422516521066427, 0.003706656862050295, 0.0038710618391633034, 0.004035466816276312, 0.00419987179338932, 0.004364277236163616, 0.004528682213276625, 0.004693087190389633, 0.004857492167502642, 0.00502189714461565, 0.005186302121728659, 0.0053507075645029545, 0.005515112541615963, 0.0056795175187289715]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 4.0, 5.0, 6.0, 3.0, 8.0, 12.0, 16.0, 22.0, 13.0, 28.0, 37.0, 42.0, 48.0, 88.0, 107.0, 152.0, 241.0, 365.0, 558.0, 643.0, 953.0, 1493.0, 5906.0, 1788.0, 1168.0, 859.0, 727.0, 554.0, 444.0, 402.0, 332.0, 277.0, 259.0, 203.0, 149.0, 129.0, 101.0, 67.0, 58.0, 47.0, 27.0, 25.0, 10.0, 13.0, 8.0, 11.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004781113937497139, -0.004640308674424887, -0.004499503411352634, -0.0043586986139416695, -0.004217893350869417, -0.004077088087797165, -0.0039362832903862, -0.0037954780273139477, -0.0036546727642416954, -0.003513867501169443, -0.0033730624709278345, -0.003232257440686226, -0.0030914521776139736, -0.0029506469145417213, -0.0028098418843001127, -0.002669036854058504, -0.002528231590986252, -0.0023874263279139996, -0.002246621297672391, -0.0021058162674307823, -0.00196501100435853, -0.0018242058577015996, -0.0016834007110446692, -0.0015425955643877387, -0.0014017904177308083, -0.0012609852710738778, -0.0011201801244169474, -0.000979374977760017, -0.0008385698311030865, -0.000697764684446156, -0.0005569595377892256, -0.00041615439113229513, -0.0002753492444753647, -0.00013454409781843424, 6.261048838496208e-06, 0.00014706619549542665, 0.0002878713421523571, 0.00042867648880928755, 0.000569481635466218, 0.0007102867821231484, 0.0008510919287800789, 0.0009918970754370093, 0.0011327022220939398, 0.0012735073687508702, 0.0014143125154078007, 0.0015551176620647311, 0.0016959228087216616, 0.001836727955378592, 0.0019775331020355225, 0.0021183383651077747, 0.0022591433953493834, 0.002399948425590992, 0.0025407536886632442, 0.0026815589517354965, 0.002822363981977105, 0.0029631690122187138, 0.003103974275290966, 0.0032447795383632183, 0.003385584568604827, 0.0035263895988464355, 0.003667194861918688, 0.00380800012499094, 0.003948804922401905, 0.004089610185474157, 0.00423041544854641]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016431324183940887, -0.015990102663636208, -0.015548881143331528, -0.015107659623026848, -0.014666437171399593, -0.014225215651094913, -0.013783994130790234, -0.013342772610485554, -0.012901551090180874, -0.012460329569876194, -0.01201910711824894, -0.01157788559794426, -0.01113666407763958, -0.0106954425573349, -0.01025422103703022, -0.00981299951672554, -0.00937177799642086, -0.008930555544793606, -0.008489334024488926, -0.008048112504184246, -0.007606890983879566, -0.007165668997913599, -0.006724447477608919, -0.006283225957304239, -0.005842003971338272, -0.005400782451033592, -0.004959560930728912, -0.0045183394104242325, -0.004077117424458265, -0.0036358959041535854, -0.003194674151018262, -0.002753452630713582, -0.0023122308775782585, -0.0018710092408582568, -0.0014297876041382551, -0.0009885658510029316, -0.0005473442142829299, -0.00010612254845909774, 0.0003350991173647344, 0.000776320812292397, 0.0012175424490123987, 0.0016587640857324004, 0.002099985722452402, 0.0025412074755877256, 0.002982429228723049, 0.003423650749027729, 0.0038648725021630526, 0.004306094255298376, 0.004747315775603056, 0.005188537295907736, 0.005629759281873703, 0.006070980802178383, 0.006512202322483063, 0.00695342430844903, 0.00739464582875371, 0.007835867814719677, 0.008277089335024357, 0.008718310855329037, 0.009159532375633717, 0.009600753895938396, 0.010041975416243076, 0.01048319786787033, 0.01092441938817501, 0.01136564090847969, 0.01180686242878437]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 1.0, 7.0, 5.0, 7.0, 8.0, 17.0, 54.0, 22.0, 9.0, 6.0, 9.0, 8.0, 11.0, 11.0, 7.0, 7.0, 4.0, 5.0, 6.0, 7.0, 5.0, 5.0, 9.0, 8.0, 3.0, 3.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011107166297733784, -0.010742614045739174, -0.010378062725067139, -0.010013510473072529, -0.009648959152400494, -0.009284406900405884, -0.008919855579733849, -0.008555303327739239, -0.008190751075744629, -0.007826199755072594, -0.007461647968739271, -0.007097096182405949, -0.006732543930411339, -0.006367992144078016, -0.006003440357744694, -0.005638888571411371, -0.005274336785078049, -0.004909784998744726, -0.004545233212411404, -0.004180681426078081, -0.003816129406914115, -0.0034515776205807924, -0.0030870256014168262, -0.0027224738150835037, -0.002357922028750181, -0.0019933702424168587, -0.0016288183396682143, -0.00126426643691957, -0.0008997146505862474, -0.000535162806045264, -0.00017061096150428057, 0.00019394088303670287, 0.0005584927275776863, 0.0009230445721186697, 0.0012875964166596532, 0.0016521483194082975, 0.00201670010574162, 0.0023812518920749426, 0.0027458039112389088, 0.0031103556975722313, 0.003474907483905554, 0.0038394592702388763, 0.004204011056572199, 0.004568562842905521, 0.004933115094900131, 0.005297666881233454, 0.005662218667566776, 0.006026770453900099, 0.006391322240233421, 0.006755874026566744, 0.007120425812900066, 0.007484977599233389, 0.007849529385566711, 0.008214081637561321, 0.008578632958233356, 0.008943185210227966, 0.009307736530900002, 0.009672288782894611, 0.010036841034889221, 0.010401392355561256, 0.010765944607555866, 0.011130495928227901, 0.011495048180222511, 0.011859599500894547, 0.012224151752889156]}, "_runtime": 11.957322597503662, "_timestamp": 1596211601.7284315, "_step": 9}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.016227027401328087, -0.015837136656045914, -0.015447244048118591, -0.015057352371513844, -0.014667460694909096, -0.014277569018304348, -0.0138876773416996, -0.013497785665094852, -0.013107893988490105, -0.012718002311885357, -0.012328110635280609, -0.011938218958675861, -0.011548327282071114, -0.011158435605466366, -0.010768543928861618, -0.01037865225225687, -0.009988760575652122, -0.009598868899047375, -0.009208977222442627, -0.00881908554583788, -0.008429193869233131, -0.008039302192628384, -0.007649410516023636, -0.007259518839418888, -0.00686962716281414, -0.0064797354862093925, -0.006089843809604645, -0.005699952132999897, -0.005310060456395149, -0.0049201687797904015, -0.004530277103185654, -0.004140385426580906, -0.003750493749976158, -0.0033606020733714104, -0.0029707103967666626, -0.002580818720161915, -0.002190927043557167, -0.0018010353669524193, -0.0014111436903476715, -0.0010212520137429237, -0.000631360337138176, -0.0002414686605334282, 0.00014842301607131958, 0.0005383146926760674, 0.0009282063692808151, 0.001318098045885563, 0.0017079897224903107, 0.0020978813990950584, 0.002487773075699806, 0.002877664752304554, 0.0032675564289093018, 0.0036574481055140495, 0.004047339782118797, 0.004437231458723545, 0.004827123135328293, 0.005217014811933041, 0.005606906488537788, 0.005996798165142536, 0.006386689841747284, 0.006776581518352032, 0.0071664731949567795, 0.007556364871561527, 0.007946256548166275, 0.008336148224771023, 0.00872603990137577]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 7.0, 8.0, 6.0, 4.0, 11.0, 10.0, 9.0, 14.0, 16.0, 24.0, 37.0, 57.0, 58.0, 92.0, 110.0, 152.0, 178.0, 235.0, 309.0, 364.0, 582.0, 3188.0, 988.0, 493.0, 340.0, 198.0, 131.0, 78.0, 66.0, 43.0, 36.0, 20.0, 18.0, 14.0, 7.0, 2.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.20684027671813965, -0.20154215395450592, -0.1962440311908722, -0.19094590842723846, -0.18564778566360474, -0.180349662899971, -0.17505154013633728, -0.16975341737270355, -0.16445529460906982, -0.1591571867465973, -0.15385906398296356, -0.14856094121932983, -0.1432628184556961, -0.13796469569206238, -0.13266657292842865, -0.12736845016479492, -0.1220703274011612, -0.11677220463752747, -0.11147408187389374, -0.10617595911026001, -0.10087783634662628, -0.09557972103357315, -0.09028159826993942, -0.0849834755063057, -0.07968535274267197, -0.07438722997903824, -0.06908910721540451, -0.06379098445177078, -0.05849286541342735, -0.053194742649793625, -0.047896623611450195, -0.04259850084781647, -0.03730037808418274, -0.03200225532054901, -0.026704134419560432, -0.021406013518571854, -0.016107890754938126, -0.010809768922626972, -0.005511647090315819, -0.00021352525800466537, 0.005084596574306488, 0.010382718406617641, 0.015680840238928795, 0.020978961139917374, 0.0262770839035511, 0.03157520666718483, 0.03687332570552826, 0.04217144846916199, 0.047469571232795715, 0.05276769399642944, 0.05806581676006317, 0.0633639395236969, 0.06866206228733063, 0.07396017760038376, 0.07925830036401749, 0.08455642312765121, 0.08985454589128494, 0.09515266865491867, 0.1004507914185524, 0.10574891418218613, 0.11104702949523926, 0.11634515225887299, 0.12164327502250671, 0.12694139778614044, 0.13223952054977417]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 6.0, 1.0, 2.0, 5.0, 3.0, 2.0, 3.0, 3.0, 7.0, 2.0, 3.0, 3.0, 3.0, 5.0, 3.0, 27.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0049323877319693565, -0.004776558373123407, -0.004620728548616171, -0.004464899189770222, -0.0043090698309242725, -0.004153240006417036, -0.003997410647571087, -0.003841581055894494, -0.0036857514642179012, -0.003529922105371952, -0.0033740925136953592, -0.0032182629220187664, -0.0030624335631728172, -0.0029066039714962244, -0.0027507743798196316, -0.0025949450209736824, -0.0024391154292970896, -0.0022832858376204967, -0.0021274564787745476, -0.0019716268870979548, -0.001815797295421362, -0.001659967820160091, -0.00150413834489882, -0.001348308753222227, -0.001192479277960956, -0.001036649802699685, -0.0008808202110230923, -0.0007249907357618213, -0.0005691612022928894, -0.00041333166882395744, -0.000257502164458856, -0.0001016726455418393, 5.4156873375177383e-05, 0.00020998639229219407, 0.00036581591120921075, 0.0005216454155743122, 0.0006774749490432441, 0.000833304482512176, 0.000989133957773447, 0.0011449635494500399, 0.0013007930247113109, 0.0014566224999725819, 0.0016124520916491747, 0.0017682815669104457, 0.0019241110421717167, 0.0020799406338483095, 0.0022357702255249023, 0.0023915995843708515, 0.0025474291760474443, 0.002703258767724037, 0.0028590881265699863, 0.003014917718246579, 0.003170747309923172, 0.003326576668769121, 0.003482406260445714, 0.003638235852122307, 0.003794065210968256, 0.0039498950354754925, 0.004105724394321442, 0.004261553753167391, 0.004417383577674627, 0.0045732129365205765, 0.004729042295366526, 0.004884872119873762, 0.005040701478719711]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 5.0, 6.0, 16.0, 28.0, 42.0, 72.0, 100.0, 113.0, 168.0, 232.0, 306.0, 360.0, 532.0, 679.0, 970.0, 1311.0, 1863.0, 2548.0, 3554.0, 5024.0, 6723.0, 9233.0, 12246.0, 16610.0, 22027.0, 29048.0, 39801.0, 54332.0, 75096.0, 98006.0, 407730.0, 101512.0, 74136.0, 53956.0, 39652.0, 29478.0, 22125.0, 16840.0, 12918.0, 9924.0, 7849.0, 6026.0, 4560.0, 3517.0, 2556.0, 1830.0, 1281.0, 954.0, 610.0, 418.0, 268.0, 177.0, 116.0, 66.0, 44.0, 24.0, 12.0, 6.0, 2.0, 1.0, 2.0], "bins": [-0.014925344847142696, -0.014484364539384842, -0.014043385162949562, -0.013602404855191708, -0.013161424547433853, -0.012720444239675999, -0.012279463931918144, -0.011838484555482864, -0.01139750424772501, -0.010956523939967155, -0.010515544563531876, -0.010074564255774021, -0.009633583948016167, -0.009192603640258312, -0.008751623332500458, -0.008310643956065178, -0.007869663648307323, -0.007428683340549469, -0.006987703498452902, -0.006546723656356335, -0.00610574334859848, -0.005664763040840626, -0.005223783198744059, -0.0047828033566474915, -0.004341823048889637, -0.003900842973962426, -0.0034598628990352154, -0.0030188828241080046, -0.0025779027491807938, -0.002136922674253583, -0.0016959425993263721, -0.0012549625243991613, -0.0008139824494719505, -0.0003730023745447397, 6.797770038247108e-05, 0.0005089577753096819, 0.0009499378502368927, 0.0013909179251641035, 0.0018318980000913143, 0.002272878075018525, 0.002713858149945736, 0.0031548382248729467, 0.0035958182998001575, 0.004036798141896725, 0.004477778449654579, 0.004918758757412434, 0.005359738599509001, 0.005800718441605568, 0.006241698749363422, 0.006682679057121277, 0.007123658899217844, 0.007564638741314411, 0.008005619049072266, 0.00844659935683012, 0.008887579664587975, 0.009328559041023254, 0.009769539348781109, 0.010210519656538963, 0.010651499032974243, 0.011092479340732098, 0.011533459648489952, 0.011974439956247807, 0.012415420264005661, 0.01285639964044094, 0.013297379948198795]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 7.0, 2.0, 2.0, 1.0, 3.0, 9.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.018860165029764175, -0.018413854762911797, -0.01796754263341427, -0.01752123236656189, -0.01707492209970951, -0.016628609970211983, -0.016182299703359604, -0.015735989436507225, -0.015289678238332272, -0.014843367040157318, -0.01439705677330494, -0.013950745575129986, -0.013504434376955032, -0.013058124110102654, -0.0126118129119277, -0.012165502645075321, -0.011719191446900368, -0.011272880248725414, -0.010826569981873035, -0.010380258783698082, -0.009933948516845703, -0.00948763731867075, -0.009041326120495796, -0.008595015853643417, -0.008148704655468464, -0.007702393922954798, -0.007256083190441132, -0.006809771992266178, -0.006363461259752512, -0.005917150527238846, -0.005470839329063892, -0.005024528596550226, -0.00457821786403656, -0.004131907131522894, -0.003685596166178584, -0.0032392852008342743, -0.002792974468320608, -0.002346663735806942, -0.0019003527704626322, -0.0014540419215336442, -0.0010077310726046562, -0.0005614202236756682, -0.00011510937474668026, 0.0003312014741823077, 0.0007775123231112957, 0.0012238231720402837, 0.0016701340209692717, 0.0021164449863135815, 0.0025627557188272476, 0.0030090664513409138, 0.0034553774166852236, 0.0039016883820295334, 0.0043479991145431995, 0.004794309847056866, 0.005240621045231819, 0.005686931777745485, 0.0061332425102591515, 0.006579553242772818, 0.007025863975286484, 0.007472175173461437, 0.00791848637163639, 0.00836479663848877, 0.008811107836663723, 0.009257418103516102, 0.009703729301691055]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 6.0, 1.0, 5.0, 1.0, 1.0, 1.0, 10.0, 8.0, 5.0, 5.0, 7.0, 10.0, 12.0, 7.0, 8.0, 8.0, 11.0, 2.0, 20.0, 12.0, 23.0, 16.0, 14.0, 19.0, 25.0, 30.0, 27.0, 62.0, 59.0, 93.0, 120.0, 172.0, 230.0, 340.0, 433.0, 584.0, 905.0, 1470.0, 2978.0, 6496.0, 1525.0, 854.0, 528.0, 352.0, 302.0, 204.0, 136.0, 81.0, 65.0, 48.0, 27.0, 16.0, 17.0, 19.0, 7.0, 1.0], "bins": [-0.013846538960933685, -0.013552387244999409, -0.013258236460387707, -0.01296408474445343, -0.012669933028519154, -0.012375781312584877, -0.012081630527973175, -0.011787478812038898, -0.011493327096104622, -0.01119917631149292, -0.010905024595558643, -0.010610872879624367, -0.01031672116369009, -0.010022570379078388, -0.009728418663144112, -0.009434266947209835, -0.009140115231275558, -0.008845964446663857, -0.00855181273072958, -0.008257661014795303, -0.007963510230183601, -0.007669358514249325, -0.007375206798315048, -0.007081055548042059, -0.00678690429776907, -0.006492752581834793, -0.006198601331561804, -0.005904449615627527, -0.005610298365354538, -0.005316146649420261, -0.005021995399147272, -0.0047278436832129955, -0.004433692432940006, -0.004139541182667017, -0.0038453894667327404, -0.0035512379836291075, -0.0032570865005254745, -0.0029629352502524853, -0.0026687837671488523, -0.0023746322840452194, -0.0020804808009415865, -0.0017863293178379536, -0.0014921778347343206, -0.0011980264680460095, -0.0009038749849423766, -0.0006097235018387437, -0.0003155720769427717, -2.1420622942969203e-05, 0.00027273083105683327, 0.0005668823141604662, 0.0008610337390564382, 0.0011551851639524102, 0.0014493366470560431, 0.001743488130159676, 0.002037639496847987, 0.00233179097995162, 0.002625942463055253, 0.002920093946158886, 0.003214245429262519, 0.003508396912366152, 0.003802548162639141, 0.004096699878573418, 0.004390851128846407, 0.0046850028447806835, 0.004979154095053673]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03533327206969261, -0.034587372094392776, -0.03384146839380264, -0.03309556841850281, -0.032349664717912674, -0.03160376474261284, -0.030857861042022705, -0.03011195920407772, -0.029366057366132736, -0.0286201573908329, -0.027874255552887917, -0.027128353714942932, -0.026382451876997948, -0.025636550039052963, -0.02489064820110798, -0.024144746363162994, -0.02339884452521801, -0.022652942687273026, -0.02190704084932804, -0.021161139011383057, -0.020415237173438072, -0.019669335335493088, -0.018923433497548103, -0.01817753165960312, -0.017431631684303284, -0.0166857298463583, -0.015939828008413315, -0.015193925239145756, -0.014448024332523346, -0.013702122494578362, -0.012956220656633377, -0.012210318818688393, -0.011464416980743408, -0.010718515142798424, -0.00997261330485344, -0.009226711466908455, -0.00848080962896347, -0.007734908256679773, -0.006989006884396076, -0.006243105046451092, -0.005497203208506107, -0.004751301370561123, -0.0040053995326161385, -0.0032594981603324413, -0.002513596322387457, -0.0017676946008577943, -0.0010217928793281317, -0.00027589115779846907, 0.00047001056373119354, 0.0012159122852608562, 0.0019618140067905188, 0.0027077156119048595, 0.003453617449849844, 0.004199519287794828, 0.0049454206600785255, 0.00569132249802351, 0.006437224335968494, 0.007183126173913479, 0.007929028011858463, 0.008674929849803448, 0.009420830756425858, 0.010166732594370842, 0.010912634432315826, 0.01165853627026081, 0.012404438108205795]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 3.0, 0.0, 8.0, 5.0, 2.0, 5.0, 5.0, 8.0, 7.0, 3.0, 12.0, 5.0, 8.0, 7.0, 6.0, 5.0, 10.0, 13.0, 17.0, 19.0, 55.0, 12.0, 14.0, 5.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.022042492404580116, -0.021621763706207275, -0.021201033145189285, -0.020780304446816444, -0.020359575748443604, -0.019938847050070763, -0.019518116489052773, -0.01909738779067993, -0.01867665909230709, -0.01825593039393425, -0.01783519983291626, -0.01741447113454342, -0.016993742436170578, -0.016573013737797737, -0.016152283176779747, -0.015731554478406906, -0.015310825780034065, -0.01489009615033865, -0.014469366520643234, -0.014048637822270393, -0.013627908192574978, -0.013207179494202137, -0.012786449864506721, -0.01236572116613388, -0.011944991536438465, -0.011524262838065624, -0.011103533208370209, -0.010682804509997368, -0.010262074880301952, -0.009841346181929111, -0.009420616552233696, -0.008999887853860855, -0.00857915822416544, -0.008158428594470024, -0.007737699896097183, -0.007316970732063055, -0.006896241568028927, -0.006475512403994799, -0.0060547832399606705, -0.005634054075926542, -0.005213324911892414, -0.004792595282196999, -0.00437186611816287, -0.003951136954128742, -0.003530407790094614, -0.003109678626060486, -0.0026889494620263577, -0.0022682202979922295, -0.0018474911339581013, -0.001426761969923973, -0.001006032805889845, -0.0005853035254403949, -0.0001645743614062667, 0.00025615483173169196, 0.0006768840248696506, 0.0010976132471114397, 0.001518342411145568, 0.001939071575179696, 0.0023598007392138243, 0.0027805299032479525, 0.0032012593001127243, 0.0036219884641468525, 0.004042717628180981, 0.004463446792215109, 0.004884175956249237]}, "_runtime": 12.718428611755371, "_timestamp": 1596211602.4895375, "_step": 10}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 6.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014286421239376068, -0.013838132843375206, -0.013389844447374344, -0.012941556051373482, -0.01249326765537262, -0.012044979259371758, -0.01159669179469347, -0.011148403398692608, -0.010700115002691746, -0.010251826606690884, -0.009803538210690022, -0.00935524981468916, -0.008906961418688297, -0.008458673022687435, -0.008010384626686573, -0.007562096696346998, -0.007113808300346136, -0.006665519904345274, -0.006217231508344412, -0.005768943578004837, -0.005320655182003975, -0.004872366786003113, -0.004424078390002251, -0.0039757899940013885, -0.00352750183083117, -0.003079213434830308, -0.0026309252716600895, -0.0021826368756592274, -0.001734348596073687, -0.0012860603164881468, -0.0008377719786949456, -0.0003894836700055748, 5.880463868379593e-05, 0.0005070929182693362, 0.0009553812560625374, 0.0014036695938557386, 0.001851957873441279, 0.0023002461530268192, 0.0027485345490276814, 0.0031968227121979, 0.003645111108198762, 0.00409339927136898, 0.0045416876673698425, 0.004989976063370705, 0.005438264459371567, 0.005886552855372429, 0.006334840785712004, 0.006783129181712866, 0.007231417577713728, 0.00767970597371459, 0.008127993904054165, 0.008576282300055027, 0.009024570696055889, 0.009472859092056751, 0.009921147488057613, 0.010369435884058475, 0.010817724280059338, 0.0112660126760602, 0.011714301072061062, 0.01216258853673935, 0.012610876932740211, 0.013059165328741074, 0.013507453724741936, 0.013955742120742798, 0.01440403051674366]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 2.0, 7.0, 6.0, 4.0, 10.0, 20.0, 10.0, 20.0, 20.0, 42.0, 51.0, 74.0, 88.0, 125.0, 143.0, 186.0, 256.0, 382.0, 480.0, 2379.0, 1677.0, 791.0, 415.0, 246.0, 162.0, 85.0, 76.0, 41.0, 41.0, 15.0, 21.0, 13.0, 10.0, 5.0, 6.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18011532723903656, -0.17492087185382843, -0.1697264313697815, -0.16453197598457336, -0.15933752059936523, -0.1541430652141571, -0.14894860982894897, -0.14375416934490204, -0.1385597139596939, -0.13336525857448578, -0.12817081809043884, -0.12297636270523071, -0.11778190732002258, -0.11258745193481445, -0.10739300400018692, -0.10219855606555939, -0.09700410068035126, -0.09180964529514313, -0.0866151973605156, -0.08142074942588806, -0.07622629404067993, -0.0710318386554718, -0.06583739072084427, -0.06064293906092644, -0.055448487401008606, -0.050254035741090775, -0.04505958408117294, -0.03986513242125511, -0.03467068076133728, -0.02947622910141945, -0.024281777441501617, -0.019087325781583786, -0.013892874121665955, -0.008698422461748123, -0.0035039708018302917, 0.0016904808580875397, 0.006884932518005371, 0.012079384177923203, 0.017273835837841034, 0.022468287497758865, 0.027662739157676697, 0.03285719081759453, 0.03805164247751236, 0.04324609413743019, 0.04844054579734802, 0.053634997457265854, 0.058829449117183685, 0.06402389705181122, 0.06921835243701935, 0.07441280782222748, 0.07960725575685501, 0.08480170369148254, 0.08999615907669067, 0.0951906144618988, 0.10038506239652634, 0.10557951033115387, 0.110773965716362, 0.11596842110157013, 0.12116286903619766, 0.1263573169708252, 0.13155177235603333, 0.13674622774124146, 0.14194068312644958, 0.14713512361049652, 0.15232957899570465]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 6.0, 1.0, 4.0, 2.0, 3.0, 4.0, 5.0, 2.0, 3.0, 4.0, 3.0, 3.0, 22.0, 3.0, 7.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0049820770509541035, -0.004837059415876865, -0.004692042246460915, -0.004547025077044964, -0.004402007441967726, -0.004256989806890488, -0.004111972637474537, -0.003966955468058586, -0.003821937832981348, -0.0036769204307347536, -0.003531903028488159, -0.0033868856262415648, -0.0032418682239949703, -0.003096850821748376, -0.0029518334195017815, -0.002806816017255187, -0.0026617986150085926, -0.002516781212761998, -0.0023717638105154037, -0.0022267464082688093, -0.002081729006022215, -0.0019367116037756205, -0.001791694201529026, -0.0016466767992824316, -0.0015016593970358372, -0.0013566419947892427, -0.0012116245925426483, -0.0010666071902960539, -0.0009215897880494595, -0.000776572385802865, -0.0006315549835562706, -0.00048653758130967617, -0.00034152017906308174, -0.0001965027768164873, -5.148537456989288e-05, 9.353202767670155e-05, 0.00023854942992329597, 0.0003835668321698904, 0.0005285842344164848, 0.0006736016366630793, 0.0008186190389096737, 0.0009636364411562681, 0.0011086538434028625, 0.001253671245649457, 0.0013986886478960514, 0.0015437060501426458, 0.0016887234523892403, 0.0018337408546358347, 0.001978758256882429, 0.0021237756591290236, 0.002268793061375618, 0.0024138104636222124, 0.002558827865868807, 0.0027038452681154013, 0.0028488626703619957, 0.00299388007260859, 0.0031388974748551846, 0.003283914877101779, 0.0034289322793483734, 0.003573949681594968, 0.0037189670838415623, 0.0038639844860881567, 0.004009001888334751, 0.004154019057750702, 0.00429903669282794]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 11.0, 12.0, 33.0, 47.0, 81.0, 135.0, 192.0, 309.0, 450.0, 684.0, 1003.0, 1485.0, 2162.0, 2919.0, 3990.0, 5443.0, 7239.0, 9562.0, 12319.0, 15771.0, 20422.0, 26259.0, 35165.0, 46941.0, 62612.0, 84170.0, 108888.0, 410398.0, 87466.0, 61923.0, 43465.0, 31262.0, 22974.0, 17153.0, 13014.0, 9949.0, 7650.0, 6161.0, 4825.0, 3738.0, 2892.0, 2340.0, 1742.0, 1308.0, 913.0, 698.0, 488.0, 322.0, 218.0, 150.0, 107.0, 68.0, 35.0, 24.0, 20.0, 13.0, 12.0, 4.0, 1.0, 2.0, 1.0, 3.0], "bins": [-0.01242290623486042, -0.012001599185168743, -0.011580292135477066, -0.011158985085785389, -0.010737678036093712, -0.01031637191772461, -0.009895064868032932, -0.009473757818341255, -0.009052450768649578, -0.008631143718957901, -0.008209836669266224, -0.007788530085235834, -0.007367223035544157, -0.00694591598585248, -0.00652460940182209, -0.006103302352130413, -0.005681995302438736, -0.005260688252747059, -0.004839381203055382, -0.004418074619024992, -0.003996767569333315, -0.003575460519641638, -0.0031541537027806044, -0.002732846885919571, -0.002311539836227894, -0.0018902329029515386, -0.0014689259696751833, -0.001047619036398828, -0.0006263121031224728, -0.0002050051698461175, 0.00021630176343023777, 0.000637608696706593, 0.0010589156299829483, 0.0014802225632593036, 0.0019015294965356588, 0.0023228363133966923, 0.0027441433630883694, 0.0031654504127800465, 0.00358675722964108, 0.004008064046502113, 0.0044293710961937904, 0.0048506781458854675, 0.005271985195577145, 0.005693291779607534, 0.0061145988292992115, 0.006535905878990889, 0.006957212463021278, 0.0073785195127129555, 0.007799826562404633, 0.00822113361209631, 0.008642440661787987, 0.009063747711479664, 0.009485054761171341, 0.009906360879540443, 0.01032766792923212, 0.010748974978923798, 0.011170282028615475, 0.011591589078307152, 0.012012896127998829, 0.012434203177690506, 0.012855509296059608, 0.013276816345751286, 0.013698123395442963, 0.01411943044513464, 0.014540737494826317]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 6.0, 1.0, 4.0, 2.0, 3.0, 0.0, 5.0, 6.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.023052198812365532, -0.022549256682395935, -0.022046314552426338, -0.02154337242245674, -0.021040430292487144, -0.020537488162517548, -0.02003454603254795, -0.019531603902578354, -0.019028661772608757, -0.01852571964263916, -0.018022777512669563, -0.017519835382699966, -0.01701689325273037, -0.016513951122760773, -0.016011008992791176, -0.015508066862821579, -0.015005124732851982, -0.014502182602882385, -0.013999240472912788, -0.013496298342943192, -0.012993356212973595, -0.012490414083003998, -0.011987471953034401, -0.011484529823064804, -0.010981587693095207, -0.01047864556312561, -0.009975703433156013, -0.009472761303186417, -0.00896981917321682, -0.008466877043247223, -0.007963934913277626, -0.007460992783308029, -0.006958050653338432, -0.0064551085233688354, -0.005952166393399239, -0.005449224263429642, -0.004946282133460045, -0.004443340003490448, -0.003940397873520851, -0.0034374557435512543, -0.0029345136135816574, -0.0024315714836120605, -0.0019286293536424637, -0.0014256872236728668, -0.00092274509370327, -0.0004198029637336731, 8.313916623592377e-05, 0.0005860812962055206, 0.0010890234261751175, 0.0015919655561447144, 0.0020949076861143112, 0.002597849816083908, 0.003100791946053505, 0.003603734076023102, 0.004106676205992699, 0.0046096183359622955, 0.005112560465931892, 0.005615502595901489, 0.006118444725871086, 0.006621386855840683, 0.00712432898581028, 0.007627271115779877, 0.008130213245749474, 0.00863315537571907, 0.009136097505688667]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 0.0, 5.0, 7.0, 7.0, 7.0, 5.0, 11.0, 13.0, 10.0, 12.0, 21.0, 24.0, 25.0, 26.0, 30.0, 29.0, 60.0, 110.0, 126.0, 168.0, 215.0, 236.0, 362.0, 480.0, 698.0, 914.0, 1416.0, 2059.0, 6809.0, 1347.0, 845.0, 660.0, 355.0, 241.0, 295.0, 284.0, 207.0, 138.0, 98.0, 33.0, 11.0, 7.0], "bins": [-0.0158829428255558, -0.0155689911916852, -0.015255039557814598, -0.014941087923943996, -0.014627136290073395, -0.014313184656202793, -0.013999233953654766, -0.013685282319784164, -0.013371330685913563, -0.013057379052042961, -0.01274342741817236, -0.012429475784301758, -0.012115524150431156, -0.011801572516560555, -0.011487620882689953, -0.011173669248819351, -0.010859718546271324, -0.010545766912400723, -0.01023181527853012, -0.00991786364465952, -0.009603912010788918, -0.009289960376918316, -0.008976008743047714, -0.008662057109177113, -0.008348105475306511, -0.00803415384143591, -0.007720202673226595, -0.007406251039355993, -0.007092299405485392, -0.00677834777161479, -0.006464396603405476, -0.006150444969534874, -0.005836493335664272, -0.005522541701793671, -0.005208590067923069, -0.004894638899713755, -0.004580687265843153, -0.004266735631972551, -0.00395278399810195, -0.0036388325970619917, -0.00332488096319139, -0.0030109293293207884, -0.0026969779282808304, -0.0023830262944102287, -0.002069074660539627, -0.001755123259499669, -0.0014411716256290674, -0.0011272201081737876, -0.0008132685907185078, -0.0004993170732632279, -0.0001853654976002872, 0.00012858604895882308, 0.00044253759551793337, 0.0007564891129732132, 0.0010704407468438148, 0.0013843922642990947, 0.0016983437817543745, 0.002012295415624976, 0.002326246816664934, 0.002640198450535536, 0.0029541500844061375, 0.0032681014854460955, 0.003582053119316697, 0.003896004520356655, 0.004209956154227257]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05179329589009285, -0.05052179470658302, -0.0492502897977829, -0.04797878861427307, -0.046707287430763245, -0.04543578624725342, -0.04416428133845329, -0.042892780154943466, -0.04162127897143364, -0.040349774062633514, -0.03907827287912369, -0.03780677169561386, -0.036535270512104034, -0.03526376560330391, -0.03399226441979408, -0.032720763236284256, -0.03144925832748413, -0.030177757143974304, -0.028906255960464478, -0.0276347529143095, -0.026363251730799675, -0.0250917486846447, -0.023820247501134872, -0.022548744454979897, -0.02127724140882492, -0.020005740225315094, -0.018734237179160118, -0.01746273599565029, -0.016191232949495316, -0.014919730834662914, -0.013648228719830513, -0.012376726604998112, -0.01110522449016571, -0.00983372237533331, -0.008562220260500908, -0.007290717680007219, -0.006019215565174818, -0.004747713450342417, -0.003476211102679372, -0.002204708755016327, -0.0009332066401839256, 0.0003382955910637975, 0.0016097978223115206, 0.0028813001699745655, 0.004152802284806967, 0.005424304399639368, 0.006695806980133057, 0.007967309094965458, 0.00923881120979786, 0.01051031332463026, 0.011781815439462662, 0.013053317554295063, 0.014324819669127464, 0.01559632271528244, 0.016867823898792267, 0.018139326944947243, 0.01941082999110222, 0.020682331174612045, 0.02195383422076702, 0.023225335404276848, 0.024496838450431824, 0.02576833963394165, 0.027039842680096626, 0.028311343863606453, 0.02958284690976143]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 2.0, 10.0, 4.0, 7.0, 6.0, 3.0, 7.0, 8.0, 2.0, 4.0, 4.0, 4.0, 2.0, 8.0, 2.0, 7.0, 4.0, 9.0, 5.0, 2.0, 9.0, 8.0, 4.0, 10.0, 6.0, 40.0, 16.0, 11.0, 7.0, 11.0, 6.0, 5.0, 6.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02089913748204708, -0.020376009866595268, -0.019852882251143456, -0.019329754635691643, -0.01880662702023983, -0.018283499404788017, -0.017760371789336205, -0.017237244173884392, -0.01671411469578743, -0.016190987080335617, -0.015667859464883804, -0.015144732780754566, -0.014621604233980179, -0.014098476618528366, -0.013575349003076553, -0.01305222138762474, -0.012529093772172928, -0.012005966156721115, -0.011482838541269302, -0.01095971092581749, -0.010436583310365677, -0.00991345476359129, -0.009390327148139477, -0.008867199532687664, -0.008344071917235851, -0.007820944301784039, -0.007297816686332226, -0.006774688605219126, -0.006251560989767313, -0.0057284333743155, -0.0052053052932024, -0.0046821776777505875, -0.004159050062298775, -0.003635922446846962, -0.0031127945985645056, -0.002589666750282049, -0.0020665391348302364, -0.0015434114029631019, -0.0010202836710959673, -0.0004971559392288327, 2.597179263830185e-05, 0.0005490995245054364, 0.001072227256372571, 0.0015953549882397056, 0.00211848272010684, 0.002641610335558653, 0.0031647381838411093, 0.0036878660321235657, 0.004210993647575378, 0.004734121263027191, 0.005257248878479004, 0.005780376959592104, 0.006303504575043917, 0.0068266321904957294, 0.0073497602716088295, 0.007872887887060642, 0.008396015502512455, 0.008919143117964268, 0.00944227073341608, 0.009965398348867893, 0.01048852689564228, 0.011011654511094093, 0.011534782126545906, 0.012057909741997719, 0.012581037357449532]}, "_runtime": 13.463144540786743, "_timestamp": 1596211603.2342534, "_step": 11}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 5.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022830288857221603, -0.02215249091386795, -0.021474694833159447, -0.020796896889805794, -0.02011910080909729, -0.019441302865743637, -0.018763506785035133, -0.01808570884168148, -0.017407912760972977, -0.016730114817619324, -0.01605231687426567, -0.015374520793557167, -0.014696722850203514, -0.014018925838172436, -0.013341128826141357, -0.012663331814110279, -0.0119855348020792, -0.011307737790048122, -0.010629940778017044, -0.009952143765985966, -0.009274346753954887, -0.008596548810601234, -0.007918751798570156, -0.007240954786539078, -0.006563157774507999, -0.005885360762476921, -0.005207563750445843, -0.004529766272753477, -0.0038519692607223988, -0.0031741722486913204, -0.0024963750038295984, -0.0018185778753831983, -0.001140780746936798, -0.00046298361849039793, 0.00021481350995600224, 0.0008926106384024024, 0.0015704077668488026, 0.002248204778879881, 0.002926002023741603, 0.003603799268603325, 0.004281596280634403, 0.004959393292665482, 0.00563719030469656, 0.0063149877823889256, 0.006992784794420004, 0.007670581806451082, 0.008348379284143448, 0.009026176296174526, 0.009703973308205605, 0.010381770320236683, 0.011059567332267761, 0.01173736434429884, 0.012415161356329918, 0.01309295929968357, 0.01377075631171465, 0.014448553323745728, 0.015126350335776806, 0.015804147347807884, 0.016481945291161537, 0.01715974137187004, 0.017837539315223694, 0.018515335395932198, 0.01919313333928585, 0.019870929419994354, 0.020548727363348007]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 7.0, 14.0, 11.0, 15.0, 26.0, 31.0, 40.0, 60.0, 52.0, 105.0, 108.0, 167.0, 238.0, 312.0, 455.0, 2140.0, 2284.0, 785.0, 394.0, 227.0, 138.0, 99.0, 53.0, 38.0, 36.0, 18.0, 14.0, 10.0, 5.0, 6.0, 7.0, 5.0, 1.0, 5.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.179697185754776, -0.17301803827285767, -0.16633889079093933, -0.159659743309021, -0.15298059582710266, -0.14630144834518433, -0.139622300863266, -0.13294315338134766, -0.12626400589942932, -0.11958486586809158, -0.11290571838617325, -0.10622657090425491, -0.09954743087291718, -0.09286828339099884, -0.0861891359090805, -0.07950998842716217, -0.07283084094524384, -0.0661516934633255, -0.059472545981407166, -0.05279340222477913, -0.046114254742860794, -0.03943510726094246, -0.03275596350431442, -0.026076816022396088, -0.019397668540477753, -0.012718521989881992, -0.006039375439286232, 0.0006397711113095284, 0.007318917661905289, 0.013998064212501049, 0.02067721076309681, 0.027356356382369995, 0.03403550386428833, 0.040714651346206665, 0.047393798828125, 0.054072942584753036, 0.06075209006667137, 0.06743123382329941, 0.07411038130521774, 0.08078952878713608, 0.08746867626905441, 0.09414782375097275, 0.10082697123289108, 0.10750611871480942, 0.11418525874614716, 0.12086440622806549, 0.12754355370998383, 0.13422270119190216, 0.1409018486738205, 0.14758099615573883, 0.15426014363765717, 0.1609392911195755, 0.16761843860149384, 0.17429758608341217, 0.1809767335653305, 0.18765588104724884, 0.19433501362800598, 0.20101416110992432, 0.20769330859184265, 0.214372456073761, 0.22105160355567932, 0.22773075103759766, 0.234409898519516, 0.24108904600143433, 0.24776819348335266]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 6.0, 3.0, 6.0, 3.0, 2.0, 3.0, 3.0, 6.0, 1.0, 2.0, 25.0, 4.0, 2.0, 2.0, 5.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 1.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0051860627718269825, -0.004997673910111189, -0.004809285048395395, -0.004620896186679602, -0.004432507324963808, -0.0042441184632480145, -0.004055729601532221, -0.0038673407398164272, -0.0036789518781006336, -0.0034905627835541964, -0.0033021739218384027, -0.003113785060122609, -0.0029253961984068155, -0.002737007336691022, -0.0025486184749752283, -0.0023602296132594347, -0.002171840751543641, -0.0019834518898278475, -0.0017950630281120539, -0.0016066741663962603, -0.0014182853046804667, -0.0012298963265493512, -0.0010415074648335576, -0.000853118603117764, -0.0006647297414019704, -0.0004763408796861768, -0.0002879519888665527, -9.956311259884387e-05, 8.882576366886497e-05, 0.0002772146253846586, 0.00046560351620428264, 0.0006539924070239067, 0.0008423812687397003, 0.001030770130455494, 0.0012191589921712875, 0.0014075478538870811, 0.0015959367156028748, 0.0017843256937339902, 0.001972714439034462, 0.0021611033007502556, 0.002349492162466049, 0.0025378812570124865, 0.00272627011872828, 0.0029146589804440737, 0.0031030478421598673, 0.003291436703875661, 0.0034798255655914545, 0.003668214427307248, 0.0038566032890230417, 0.004044992383569479, 0.004233381245285273, 0.004421770107001066, 0.00461015896871686, 0.004798547830432653, 0.004986936692148447, 0.005175325553864241, 0.005363714415580034, 0.005552103277295828, 0.0057404921390116215, 0.005928881000727415, 0.006117269862443209, 0.006305658724159002, 0.006494047585874796, 0.0066824364475905895, 0.006870825309306383]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 5.0, 10.0, 11.0, 16.0, 27.0, 43.0, 66.0, 102.0, 130.0, 239.0, 312.0, 463.0, 619.0, 855.0, 1249.0, 1695.0, 2455.0, 3396.0, 4748.0, 6707.0, 9178.0, 13424.0, 18487.0, 25569.0, 34836.0, 48001.0, 66491.0, 88923.0, 115141.0, 407162.0, 87452.0, 65481.0, 47052.0, 33783.0, 24982.0, 18441.0, 13725.0, 10396.0, 7574.0, 5753.0, 3944.0, 2925.0, 2154.0, 1581.0, 1132.0, 796.0, 622.0, 414.0, 316.0, 234.0, 178.0, 113.0, 85.0, 56.0, 32.0, 32.0, 14.0, 7.0, 4.0, 1.0, 2.0], "bins": [-0.015400279313325882, -0.014920891262590885, -0.014441503211855888, -0.013962116092443466, -0.01348272804170847, -0.013003339990973473, -0.012523951940238476, -0.012044564820826054, -0.011565176770091057, -0.01108578871935606, -0.010606400668621063, -0.010127012617886066, -0.009647625498473644, -0.009168237447738647, -0.00868884939700365, -0.008209461346268654, -0.007730073761194944, -0.007250685710459948, -0.006771298125386238, -0.006291910074651241, -0.005812522489577532, -0.005333134438842535, -0.0048537468537688255, -0.004374358803033829, -0.0038949709851294756, -0.0034155831672251225, -0.0029361953493207693, -0.002456807531416416, -0.0019774194806814194, -0.001498031779192388, -0.001018643844872713, -0.00053925602696836, -5.9868209064006805e-05, 0.0004195196379441768, 0.0008989074849523604, 0.0013782953610643744, 0.0018576831789687276, 0.0023370711132884026, 0.0028164589311927557, 0.003295846749097109, 0.003775234567001462, 0.004254622384905815, 0.004734010435640812, 0.005213398020714521, 0.005692786071449518, 0.006172173656523228, 0.0066515617072582245, 0.007130949292331934, 0.007610337343066931, 0.00808972492814064, 0.008569112978875637, 0.009048501029610634, 0.00952788908034563, 0.010007276199758053, 0.01048666425049305, 0.010966052301228046, 0.011445440351963043, 0.01192482840269804, 0.012404215522110462, 0.012883603572845459, 0.013362991623580456, 0.013842379674315453, 0.014321766793727875, 0.014801154844462872, 0.015280542895197868]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 4.0, 10.0, 4.0, 1.0, 6.0, 2.0, 7.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019723089411854744, -0.019250772893428802, -0.01877845637500286, -0.01830613985657692, -0.017833823338150978, -0.017361506819725037, -0.016889192163944244, -0.016416875645518303, -0.01594455912709236, -0.01547224260866642, -0.014999926090240479, -0.014527609571814537, -0.014055293053388596, -0.013582976534962654, -0.013110660947859287, -0.012638344429433346, -0.012166027911007404, -0.011693711392581463, -0.011221394874155521, -0.010749079287052155, -0.010276762768626213, -0.009804446250200272, -0.00933212973177433, -0.008859813213348389, -0.008387496694922447, -0.00791518110781908, -0.007442864589393139, -0.006970548070967197, -0.006498231552541256, -0.006025915499776602, -0.00555359898135066, -0.005081282928586006, -0.004608966410160065, -0.004136649891734123, -0.003664333838969469, -0.0031920173205435276, -0.00271970103494823, -0.002247384749352932, -0.0017750683473423123, -0.0013027519453316927, -0.0008304356597363949, -0.00035811931593343616, 0.00011419702786952257, 0.0005865133716724813, 0.00105882971547544, 0.0015311460010707378, 0.0020034625194966793, 0.002475778805091977, 0.002948095090687275, 0.0034204113762825727, 0.0038927276618778706, 0.004365044180303812, 0.004837360233068466, 0.005309676751494408, 0.005781993269920349, 0.006254309322685003, 0.006726625841110945, 0.007198942359536886, 0.00767125841230154, 0.008143574930727482, 0.008615891449153423, 0.009088207967579365, 0.009560523554682732, 0.010032840073108673, 0.010505156591534615]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 6.0, 8.0, 6.0, 5.0, 2.0, 6.0, 5.0, 18.0, 13.0, 16.0, 12.0, 9.0, 7.0, 11.0, 7.0, 15.0, 18.0, 16.0, 17.0, 16.0, 30.0, 48.0, 57.0, 76.0, 105.0, 172.0, 309.0, 482.0, 919.0, 1482.0, 2733.0, 7617.0, 1630.0, 878.0, 603.0, 429.0, 286.0, 114.0, 68.0, 50.0, 25.0, 19.0, 13.0, 13.0, 11.0, 6.0, 10.0, 4.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015565993264317513, -0.015181217342615128, -0.014796441420912743, -0.014411665499210358, -0.014026889577507973, -0.013642113655805588, -0.013257337734103203, -0.012872561812400818, -0.012487785890698433, -0.012103009968996048, -0.011718234047293663, -0.011333458125591278, -0.010948682203888893, -0.010563906282186508, -0.010179130360484123, -0.009794354438781738, -0.009409578517079353, -0.009024802595376968, -0.008640026673674583, -0.008255250751972198, -0.007870474830269814, -0.007485698908567429, -0.007100922986865044, -0.006716147065162659, -0.006331371143460274, -0.005946595221757889, -0.005561819300055504, -0.005177043378353119, -0.004792267456650734, -0.004407491534948349, -0.004022715613245964, -0.003637939691543579, -0.003253163769841194, -0.002868387848138809, -0.0024836119264364243, -0.0020988360047340393, -0.0017140600830316544, -0.0013292841613292694, -0.0009445082396268845, -0.0005597323179244995, -0.00017495639622211456, 0.00020981952548027039, 0.0005945954471826553, 0.0009793713688850403, 0.0013641472905874252, 0.0017489232122898102, 0.002133699133992195, 0.00251847505569458, 0.002903250977396965, 0.00328802689909935, 0.003672802820801735, 0.00405757874250412, 0.004442354664206505, 0.00482713058590889, 0.005211906507611275, 0.00559668242931366, 0.005981458351016045, 0.0063662342727184296, 0.0067510101944208145, 0.0071357861161231995, 0.007520562037825584, 0.00790533795952797, 0.008290113881230354, 0.00867488980293274, 0.009059665724635124]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04587903618812561, -0.044780828058719635, -0.04368261992931366, -0.042584411799907684, -0.04148620367050171, -0.040387995541095734, -0.03928978741168976, -0.03819157928228378, -0.03709337115287781, -0.03599516674876213, -0.034896958619356155, -0.03379875048995018, -0.032700542360544205, -0.03160233423113823, -0.030504126101732254, -0.02940591797232628, -0.028307709842920303, -0.027209501713514328, -0.026111293584108353, -0.025013085454702377, -0.023914877325296402, -0.022816671058535576, -0.0217184629291296, -0.020620254799723625, -0.01952204667031765, -0.018423838540911674, -0.0173256304115057, -0.016227422282099724, -0.015129215084016323, -0.014031006954610348, -0.012932799756526947, -0.011834591627120972, -0.010736383497714996, -0.009638175368309021, -0.008539967238903046, -0.007441760040819645, -0.00634355191141367, -0.005245343782007694, -0.004147136118263006, -0.0030489282216876745, -0.0019507203251123428, -0.0008525124285370111, 0.00024569546803832054, 0.0013439033646136522, 0.002442111261188984, 0.0035403191577643156, 0.004638527054339647, 0.005736734718084335, 0.006834942847490311, 0.007933150976896286, 0.009031359106302261, 0.010129566304385662, 0.011227774433791637, 0.012325982563197613, 0.013424189761281013, 0.014522397890686989, 0.015620606020092964, 0.01671881414949894, 0.017817022278904915, 0.01891523040831089, 0.020013436675071716, 0.02111164480447769, 0.022209852933883667, 0.023308061063289642, 0.024406269192695618]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 7.0, 7.0, 6.0, 4.0, 6.0, 8.0, 10.0, 5.0, 12.0, 6.0, 13.0, 16.0, 9.0, 50.0, 27.0, 14.0, 12.0, 13.0, 5.0, 5.0, 13.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.03327252343297005, -0.032459378242492676, -0.031646233052015305, -0.030833085998892784, -0.030019938945770264, -0.029206793755292892, -0.02839364856481552, -0.027580501511693, -0.02676735632121563, -0.02595420926809311, -0.025141064077615738, -0.024327918887138367, -0.023514771834015846, -0.022701626643538475, -0.021888479590415955, -0.021075334399938583, -0.020262189209461212, -0.01944904215633869, -0.01863589696586132, -0.0178227499127388, -0.01700960472226143, -0.01619645766913891, -0.015383312478661537, -0.014570166356861591, -0.013757020235061646, -0.012943875044584274, -0.012130728922784328, -0.011317582800984383, -0.010504436679184437, -0.009691290557384491, -0.00887814536690712, -0.008064999245107174, -0.007251853123307228, -0.006438707001507282, -0.005625561345368624, -0.004812415223568678, -0.003999269567430019, -0.0031861234456300735, -0.0023729773238301277, -0.0015598314348608255, -0.0007466855458915234, 6.646040128543973e-05, 0.0008796063484624028, 0.0016927523538470268, 0.002505898242816329, 0.003319044131785631, 0.004132190253585577, 0.0049453359097242355, 0.005758482031524181, 0.006571628153324127, 0.007384773809462786, 0.008197919465601444, 0.00901106558740139, 0.009824211709201336, 0.010637357831001282, 0.011450503952801228, 0.012263650074601173, 0.013076795265078545, 0.01388994138687849, 0.014703087508678436, 0.015516233630478382, 0.016329379752278328, 0.0171425249427557, 0.01795567199587822, 0.01876881718635559]}, "_runtime": 14.21638560295105, "_timestamp": 1596211603.9874945, "_step": 12}
+{"val_accuracy": 0.6699693207762558, "val_loss": 1.08602885160272, "_runtime": 15.572300910949707, "_timestamp": 1596211605.3434098, "_step": 13}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: T Confidence: 0.8693940043449402 Truth: v", "Prediction: M Confidence: 0.3198785185813904 Truth: 5", "Prediction: U Confidence: 0.27951425313949585 Truth: 2", "Prediction: n Confidence: 0.2723323404788971 Truth: 0"]}, "_runtime": 15.870548009872437, "_timestamp": 1596211605.6416569, "_step": 14}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 2.0, 4.0, 0.0, 3.0, 3.0, 0.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015524615533649921, -0.015081408433616161, -0.014638201333582401, -0.014194993302226067, -0.013751786202192307, -0.013308579102158546, -0.012865372002124786, -0.012422163970768452, -0.011978956870734692, -0.011535749770700932, -0.011092542670667171, -0.010649335570633411, -0.010206127539277077, -0.009762920439243317, -0.009319713339209557, -0.008876506239175797, -0.008433299139142036, -0.007990091107785702, -0.007546884007751942, -0.007103676907718182, -0.006660469342023134, -0.006217262241989374, -0.005774054676294327, -0.005330847576260567, -0.004887640476226807, -0.004444432910531759, -0.004001225810497999, -0.003558018244802952, -0.0031148111447691917, -0.002671603811904788, -0.0022283964790403843, -0.0017851891461759806, -0.0013419818133115768, -0.0008987744804471731, -0.0004555672057904303, -1.235990202985704e-05, 0.00043084740173071623, 0.00087405473459512, 0.0013172619510442019, 0.0017604692839086056, 0.0022036766167730093, 0.002646883949637413, 0.0030900912825018167, 0.0035332986153662205, 0.0039765057153999805, 0.004419713281095028, 0.004862920381128788, 0.005306127946823835, 0.0057493350468575954, 0.0061925421468913555, 0.006635749712586403, 0.007078956812620163, 0.00752216437831521, 0.007965371944010258, 0.008408579044044018, 0.008851786144077778, 0.009294993244111538, 0.009738200344145298, 0.010181408375501633, 0.010624615475535393, 0.011067822575569153, 0.011511029675602913, 0.011954237706959248, 0.012397444806993008, 0.012840651907026768]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 6.0, 5.0, 8.0, 6.0, 7.0, 6.0, 9.0, 24.0, 20.0, 18.0, 27.0, 39.0, 24.0, 47.0, 80.0, 87.0, 108.0, 148.0, 194.0, 256.0, 358.0, 513.0, 3164.0, 1230.0, 568.0, 289.0, 206.0, 124.0, 105.0, 68.0, 44.0, 33.0, 20.0, 23.0, 14.0, 14.0, 11.0, 7.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15871845185756683, -0.15365345776081085, -0.14858846366405487, -0.1435234695672989, -0.1384584754705429, -0.13339348137378693, -0.12832848727703094, -0.12326350063085556, -0.11819850653409958, -0.1131335124373436, -0.10806851834058762, -0.10300352424383163, -0.09793853759765625, -0.09287354350090027, -0.08780854940414429, -0.0827435553073883, -0.07767856121063232, -0.07261356711387634, -0.06754857301712036, -0.06248358264565468, -0.0574185885488987, -0.052353594452142715, -0.04728860408067703, -0.04222360998392105, -0.03715861588716507, -0.03209362179040909, -0.027028629556298256, -0.021963637322187424, -0.016898643225431442, -0.011833650059998035, -0.006768656894564629, -0.0017036637291312218, 0.003361329436302185, 0.008426322601735592, 0.013491315767168999, 0.01855630800127983, 0.023621302098035812, 0.028686296194791794, 0.03375128656625748, 0.03881628066301346, 0.04388127475976944, 0.04894626885652542, 0.0540112629532814, 0.059076253324747086, 0.06414124369621277, 0.06920623779296875, 0.07427123188972473, 0.07933622598648071, 0.0844012200832367, 0.08946621417999268, 0.09453120827674866, 0.09959620237350464, 0.10466119647026062, 0.109726183116436, 0.11479117721319199, 0.11985617130994797, 0.12492116540670395, 0.12998615205287933, 0.13505114614963531, 0.1401161402463913, 0.14518113434314728, 0.15024612843990326, 0.15531112253665924, 0.16037611663341522, 0.1654411107301712]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 3.0, 6.0, 3.0, 4.0, 4.0, 2.0, 3.0, 5.0, 23.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0050175990909338, -0.004866962321102619, -0.004716326016932726, -0.004565689247101545, -0.004415052477270365, -0.0042644161731004715, -0.004113779403269291, -0.00396314263343811, -0.003812506329268217, -0.0036618695594370365, -0.0035112330224364996, -0.0033605964854359627, -0.003209959715604782, -0.003059323178604245, -0.0029086866416037083, -0.0027580498717725277, -0.0026074133347719908, -0.002456776797771454, -0.0023061400279402733, -0.0021555034909397364, -0.0020048669539391994, -0.0018542303005233407, -0.001703593647107482, -0.001552957110106945, -0.0014023204566910863, -0.0012516838032752275, -0.0011010472662746906, -0.0009504106128588319, -0.000799774017650634, -0.0006491374224424362, -0.0004985007690265775, -0.00034786417381837964, -0.0001972275786101818, -4.659096885006875e-05, 0.00010404564091004431, 0.0002546822652220726, 0.00040531886043027043, 0.0005559554556384683, 0.000706592109054327, 0.0008572287042625248, 0.0010078652994707227, 0.0011585019528865814, 0.0013091384898871183, 0.001459775143302977, 0.0016104117967188358, 0.0017610483337193727, 0.0019116849871352315, 0.0020623216405510902, 0.002212958177551627, 0.002363594714552164, 0.0025142314843833447, 0.0026648680213838816, 0.0028155045583844185, 0.002966141328215599, 0.003116777865216136, 0.003267414402216673, 0.0034180511720478535, 0.0035686877090483904, 0.0037193242460489273, 0.0038699607830494642, 0.004020597320050001, 0.004171234089881182, 0.004321870859712362, 0.0044725071638822556, 0.004623143933713436]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 6.0, 14.0, 18.0, 38.0, 48.0, 82.0, 119.0, 175.0, 317.0, 448.0, 693.0, 995.0, 1483.0, 2088.0, 3155.0, 4357.0, 5968.0, 8311.0, 11279.0, 15143.0, 20479.0, 27636.0, 38525.0, 53162.0, 70921.0, 94338.0, 412318.0, 106974.0, 80305.0, 58890.0, 42342.0, 30544.0, 22492.0, 16549.0, 12435.0, 9379.0, 7049.0, 5308.0, 3986.0, 3019.0, 2283.0, 1747.0, 1249.0, 907.0, 685.0, 433.0, 306.0, 204.0, 157.0, 119.0, 71.0, 32.0, 27.0, 12.0, 5.0, 8.0, 2.0, 1.0, 5.0, 2.0, 1.0], "bins": [-0.012468436732888222, -0.01204974576830864, -0.011631054803729057, -0.011212363839149475, -0.010793672874569893, -0.010374982841312885, -0.009956291876733303, -0.00953760091215372, -0.009118909947574139, -0.008700218982994556, -0.008281528018414974, -0.007862837053835392, -0.007444146554917097, -0.007025455590337515, -0.00660676509141922, -0.006188074126839638, -0.0057693831622600555, -0.005350692197680473, -0.004932001233100891, -0.004513310734182596, -0.004094619769603014, -0.0036759288050234318, -0.0032572380732744932, -0.0028385473415255547, -0.0024198563769459724, -0.0020011654123663902, -0.0015824746806174517, -0.0011637838324531913, -0.0007450929842889309, -0.0003264021361246705, 9.228871203958988e-05, 0.0005109795602038503, 0.0009296704083681107, 0.001348361256532371, 0.0017670521046966314, 0.00218574283644557, 0.002604433801025152, 0.0030231247656047344, 0.003441815497353673, 0.0038605062291026115, 0.004279197193682194, 0.004697888158261776, 0.005116579122841358, 0.005535269621759653, 0.005953960586339235, 0.0063726515509188175, 0.006791342049837112, 0.007210033014416695, 0.007628723978996277, 0.008047414943575859, 0.008466105908155441, 0.008884796872735023, 0.009303487837314606, 0.009722177870571613, 0.010140868835151196, 0.010559559799730778, 0.01097825076431036, 0.011396941728889942, 0.011815632693469524, 0.012234323658049107, 0.012653013691306114, 0.013071704655885696, 0.013490395620465279, 0.01390908658504486, 0.014327777549624443]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 1.0, 2.0, 0.0, 6.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009486440569162369, -0.009074615314602852, -0.008662790060043335, -0.008250964805483818, -0.007839139550924301, -0.0074273147620260715, -0.007015489507466555, -0.006603664252907038, -0.006191838998347521, -0.005780013743788004, -0.005368188489228487, -0.00495636323466897, -0.0045445384457707405, -0.004132713191211224, -0.0037208879366517067, -0.00330906268209219, -0.002897237427532673, -0.002485412172973156, -0.002073586918413639, -0.0016617618966847658, -0.001249936642125249, -0.0008381114457733929, -0.0004262862494215369, -1.446105306968093e-05, 0.00039736414328217506, 0.0008091893396340311, 0.001221014535985887, 0.0016328396741300821, 0.002044664928689599, 0.002456490183249116, 0.002868315204977989, 0.003280140459537506, 0.003691965714097023, 0.00410379096865654, 0.004515616223216057, 0.004927441477775574, 0.005339266732335091, 0.00575109152123332, 0.006162916775792837, 0.006574742030352354, 0.006986567284911871, 0.007398392539471388, 0.007810217794030905, 0.008222042582929134, 0.008633867837488651, 0.009045693092048168, 0.009457518346607685, 0.009869343601167202, 0.010281168855726719, 0.010692994110286236, 0.011104819364845753, 0.01151664461940527, 0.011928469873964787, 0.012340295128524303, 0.01275212038308382, 0.013163945637643337, 0.01357576996088028, 0.013987595215439796, 0.014399420469999313, 0.01481124572455883, 0.015223070979118347, 0.015634896233677864, 0.01604672148823738, 0.016458546742796898, 0.016870371997356415]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 6.0, 8.0, 14.0, 13.0, 18.0, 34.0, 40.0, 59.0, 78.0, 99.0, 156.0, 277.0, 463.0, 659.0, 712.0, 839.0, 1259.0, 2125.0, 5580.0, 1597.0, 1033.0, 660.0, 582.0, 405.0, 350.0, 249.0, 222.0, 170.0, 145.0, 97.0, 100.0, 85.0, 51.0, 46.0, 38.0, 32.0, 23.0, 23.0, 18.0, 12.0, 11.0, 1.0, 3.0, 2.0, 3.0, 1.0, 4.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 4.0], "bins": [-0.007612739223986864, -0.007313436362892389, -0.0070141335017979145, -0.00671483064070344, -0.006415527779608965, -0.00611622491851449, -0.005816922057420015, -0.0055176191963255405, -0.005218316335231066, -0.004919013474136591, -0.004619710613042116, -0.004320407751947641, -0.004021104890853167, -0.003721802029758692, -0.003422499168664217, -0.003123196307569742, -0.0028238934464752674, -0.0025245905853807926, -0.002225287724286318, -0.001925984863191843, -0.0016266820020973682, -0.0013273791410028934, -0.0010280762799084187, -0.0007287734188139439, -0.00042947055771946907, -0.00013016769662499428, 0.00016913516446948051, 0.0004684380255639553, 0.0007677408866584301, 0.001067043747752905, 0.0013663466088473797, 0.0016656494699418545, 0.0019649523310363293, 0.002264255192130804, 0.002563558053225279, 0.0028628609143197536, 0.0031621637754142284, 0.0034614666365087032, 0.003760769497603178, 0.004060072358697653, 0.004359375219792128, 0.004658678080886602, 0.004957980941981077, 0.005257283803075552, 0.005556586664170027, 0.005855889525264502, 0.006155192386358976, 0.006454495247453451, 0.006753798108547926, 0.007053100969642401, 0.0073524038307368755, 0.00765170669183135, 0.007951010018587112, 0.008250312879681587, 0.008549615740776062, 0.008848918601870537, 0.009148221462965012, 0.009447524324059486, 0.009746827185153961, 0.010046130046248436, 0.01034543290734291, 0.010644735768437386, 0.01094403862953186, 0.011243341490626335, 0.01154264435172081]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07400467991828918, -0.07193747907876968, -0.06987028568983078, -0.06780308485031128, -0.06573589146137238, -0.06366869062185287, -0.06160149350762367, -0.05953429639339447, -0.05746709927916527, -0.055399902164936066, -0.05333270505070686, -0.05126550793647766, -0.04919830709695816, -0.04713110998272896, -0.045063912868499756, -0.042996715754270554, -0.04092951864004135, -0.03886232152581215, -0.03679512441158295, -0.034727927297353745, -0.03266073018312454, -0.03059353120625019, -0.02852633222937584, -0.026459135115146637, -0.024391938000917435, -0.022324740886688232, -0.02025754377245903, -0.01819034479558468, -0.016123147681355476, -0.014055950567126274, -0.011988752521574497, -0.00992155447602272, -0.007854357361793518, -0.0057871597819030285, -0.003719962202012539, -0.0016527646221220493, 0.00041443295776844025, 0.00248163053765893, 0.004548828117549419, 0.006616025697439909, 0.008683223277330399, 0.0107504203915596, 0.012817618437111378, 0.014884816482663155, 0.016952013596892357, 0.01901921071112156, 0.02108640968799591, 0.023153606802225113, 0.025220803916454315, 0.027288001030683517, 0.02935519814491272, 0.03142239525914192, 0.033489592373371124, 0.035556793212890625, 0.03762399032711983, 0.03969118744134903, 0.04175838455557823, 0.043825581669807434, 0.045892778784036636, 0.04795997589826584, 0.05002717673778534, 0.05209437385201454, 0.054161570966243744, 0.056228768080472946, 0.05829596519470215]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 5.0, 5.0, 6.0, 13.0, 5.0, 4.0, 10.0, 41.0, 19.0, 14.0, 17.0, 18.0, 15.0, 12.0, 14.0, 10.0, 9.0, 8.0, 10.0, 6.0, 6.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.024044588208198547, -0.023383336141705513, -0.02272208407521248, -0.022060832008719444, -0.02139957994222641, -0.020738327875733376, -0.02007707580924034, -0.019415823742747307, -0.018754571676254272, -0.01809331774711609, -0.017432065680623055, -0.01677081361413002, -0.016109561547636986, -0.015448309481143951, -0.014787057414650917, -0.014125805348157883, -0.013464553281664848, -0.012803301215171814, -0.01214204914867878, -0.011480797082185745, -0.010819545015692711, -0.010158292017877102, -0.009497039951384068, -0.008835787884891033, -0.008174535818397999, -0.0075132837519049644, -0.00685203168541193, -0.006190779153257608, -0.005529527086764574, -0.00486827502027154, -0.004207022488117218, -0.0035457704216241837, -0.0028845183551311493, -0.002223266288638115, -0.001562013989314437, -0.0009007618064060807, -0.00023950962349772453, 0.00042174255941063166, 0.0010829947423189878, 0.001744246925227344, 0.0024054991081357002, 0.0030667511746287346, 0.0037280034739524126, 0.004389255773276091, 0.005050507839769125, 0.005711759906262159, 0.006373012438416481, 0.007034264504909515, 0.00769551657140255, 0.008356768637895584, 0.009018020704388618, 0.009679272770881653, 0.010340524837374687, 0.011001777835190296, 0.01166302990168333, 0.012324281968176365, 0.0129855340346694, 0.013646786101162434, 0.014308038167655468, 0.014969290234148502, 0.01563054323196411, 0.016291795298457146, 0.01695304736495018, 0.017614299431443214, 0.01827555149793625]}, "_runtime": 16.55801033973694, "_timestamp": 1596211606.3291192, "_step": 15}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015599722974002361, -0.015113133005797863, -0.014626543037593365, -0.014139953069388866, -0.013653363101184368, -0.01316677313297987, -0.012680183164775372, -0.012193593196570873, -0.01170700415968895, -0.011220414191484451, -0.010733824223279953, -0.010247234255075455, -0.009760644286870956, -0.009274054318666458, -0.00878746435046196, -0.008300874382257462, -0.007814284414052963, -0.007327694445848465, -0.006841104477643967, -0.006354514509439468, -0.00586792454123497, -0.005381335038691759, -0.004894745070487261, -0.0044081551022827625, -0.003921565134078264, -0.003434975165873766, -0.0029483851976692677, -0.002461795462295413, -0.0019752054940909147, -0.0014886155258864164, -0.00100202567409724, -0.0005154357641004026, -2.8845854103565216e-05, 0.00045774405589327216, 0.0009443339658901095, 0.001430923817679286, 0.0019175137858837843, 0.0024041037540882826, 0.0028906934894621372, 0.0033772834576666355, 0.003863873425871134, 0.004350463394075632, 0.00483705336228013, 0.005323643330484629, 0.00581023283302784, 0.006296822801232338, 0.006783412769436836, 0.0072700027376413345, 0.007756592705845833, 0.008243182674050331, 0.00872977264225483, 0.009216362610459328, 0.009702952578663826, 0.010189542546868324, 0.010676132515072823, 0.01116272248327732, 0.01164931245148182, 0.012135901488363743, 0.012622491456568241, 0.01310908142477274, 0.013595671392977238, 0.014082261361181736, 0.014568851329386234, 0.015055441297590733, 0.01554203126579523]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 7.0, 2.0, 6.0, 11.0, 14.0, 18.0, 17.0, 32.0, 43.0, 59.0, 75.0, 106.0, 172.0, 255.0, 330.0, 517.0, 2006.0, 2368.0, 834.0, 411.0, 241.0, 110.0, 94.0, 51.0, 30.0, 24.0, 25.0, 14.0, 15.0, 5.0, 5.0, 6.0, 3.0, 4.0, 2.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2345564067363739, -0.2280379831790924, -0.2215195745229721, -0.2150011658668518, -0.2084827423095703, -0.20196431875228882, -0.19544591009616852, -0.18892750144004822, -0.18240907788276672, -0.17589065432548523, -0.16937224566936493, -0.16285383701324463, -0.15633541345596313, -0.14981698989868164, -0.14329858124256134, -0.13678017258644104, -0.13026174902915955, -0.12374333292245865, -0.11722491681575775, -0.11070650070905685, -0.10418808460235596, -0.09766966849565506, -0.09115125238895416, -0.08463283628225327, -0.07811442017555237, -0.07159600406885147, -0.06507758796215057, -0.058559171855449677, -0.05204075574874878, -0.04552233964204788, -0.039003923535346985, -0.03248550742864609, -0.02596709132194519, -0.019448675215244293, -0.012930259108543396, -0.006411843001842499, 0.00010657310485839844, 0.006624989211559296, 0.013143405318260193, 0.01966182142496109, 0.026180237531661987, 0.032698653638362885, 0.03921706974506378, 0.04573548585176468, 0.052253901958465576, 0.05877231806516647, 0.06529073417186737, 0.07180915027856827, 0.07832756638526917, 0.08484598249197006, 0.09136439859867096, 0.09788281470537186, 0.10440123081207275, 0.11091964691877365, 0.11743806302547455, 0.12395647913217545, 0.13047489523887634, 0.13699331879615784, 0.14351172745227814, 0.15003013610839844, 0.15654855966567993, 0.16306698322296143, 0.16958539187908173, 0.17610380053520203, 0.18262222409248352]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 5.0, 4.0, 3.0, 5.0, 5.0, 8.0, 5.0, 25.0, 3.0, 7.0, 6.0, 2.0, 4.0, 3.0, 5.0, 6.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035847402177751064, -0.0033914924133569, -0.0031982443761080503, -0.003004996571689844, -0.0028117485344409943, -0.002618500730022788, -0.002425252925604582, -0.002232004888355732, -0.0020387570839375257, -0.0018455091631039977, -0.0016522612422704697, -0.0014590134378522635, -0.0012657655170187354, -0.0010725175961852074, -0.0008792697335593402, -0.0006860218709334731, -0.0004927739500999451, -0.0002995260583702475, -0.0001062781666405499, 8.696972508914769e-05, 0.00028021761681884527, 0.00047346550854854286, 0.0006667134002782404, 0.0008599612629041076, 0.0010532091837376356, 0.0012464571045711637, 0.0014397050254046917, 0.001632952829822898, 0.001826200750656426, 0.002019448671489954, 0.00221269647590816, 0.00240594451315701, 0.0025991923175752163, 0.0027924401219934225, 0.0029856881592422724, 0.0031789359636604786, 0.0033721840009093285, 0.0035654318053275347, 0.003758679609745741, 0.003951927646994591, 0.004145175218582153, 0.004338423255831003, 0.004531671293079853, 0.004724919330328703, 0.0049181669019162655, 0.005111414939165115, 0.005304662976413965, 0.005497910548001528, 0.005691158585250378, 0.0058844066224992275, 0.00607765419408679, 0.00627090223133564, 0.00646415026858449, 0.006657397840172052, 0.006850645877420902, 0.007043893914669752, 0.007237141951918602, 0.0074303895235061646, 0.007623637560755014, 0.007816885598003864, 0.008010133169591427, 0.00820338074117899, 0.008396629244089127, 0.00858987681567669, 0.008783124387264252]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 4.0, 8.0, 24.0, 28.0, 60.0, 67.0, 139.0, 272.0, 466.0, 785.0, 1323.0, 2097.0, 3347.0, 5209.0, 7762.0, 11386.0, 16643.0, 24027.0, 35275.0, 51922.0, 76838.0, 109683.0, 443556.0, 114453.0, 79962.0, 55355.0, 38082.0, 26879.0, 19368.0, 14025.0, 10264.0, 7745.0, 5530.0, 4135.0, 2984.0, 2095.0, 1549.0, 1146.0, 899.0, 680.0, 568.0, 489.0, 420.0, 383.0, 321.0, 275.0, 224.0, 220.0, 144.0, 136.0, 92.0, 78.0, 69.0, 48.0, 36.0, 18.0, 21.0, 13.0, 6.0, 2.0, 5.0, 0.0, 1.0], "bins": [-0.010811347514390945, -0.010353234596550465, -0.009895121678709984, -0.009437008760869503, -0.008978895843029022, -0.008520783856511116, -0.008062670938670635, -0.007604558020830154, -0.007146445102989674, -0.006688332185149193, -0.006230219267308712, -0.0057721068151295185, -0.005313993897289038, -0.004855880979448557, -0.004397768527269363, -0.003939655609428883, -0.003481542691588402, -0.003023429773747921, -0.002565317088738084, -0.0021072044037282467, -0.0016490914858877659, -0.001190978684462607, -0.0007328658830374479, -0.00027475308161228895, 0.00018335971981287003, 0.000641472521238029, 0.001099585322663188, 0.001557698124088347, 0.002015810925513506, 0.0024739238433539867, 0.002932036528363824, 0.003390149213373661, 0.003848262131214142, 0.004306375049054623, 0.0047644879668951035, 0.005222600419074297, 0.005680713336914778, 0.0061388262547552586, 0.006596938706934452, 0.007055051624774933, 0.007513164542615414, 0.007971277460455894, 0.008429390378296375, 0.008887503296136856, 0.009345615282654762, 0.009803728200495243, 0.010261841118335724, 0.010719954036176205, 0.011178066954016685, 0.011636179871857166, 0.012094292789697647, 0.012552405707538128, 0.013010518625378609, 0.013468630611896515, 0.013926743529736996, 0.014384856447577477, 0.014842969365417957, 0.015301082283258438, 0.015759194269776344, 0.0162173081189394, 0.016675420105457306, 0.01713353395462036, 0.017591645941138268, 0.018049759790301323, 0.01850787177681923]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 7.0, 2.0, 2.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 6.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008560169488191605, -0.008228661492466927, -0.007897153496742249, -0.007565645966678858, -0.007234138436615467, -0.006902630440890789, -0.006571122910827398, -0.00623961491510272, -0.0059081073850393295, -0.0055765993893146515, -0.0052450913935899734, -0.004913583863526583, -0.004582075867801905, -0.004250568337738514, -0.003919060342013836, -0.0035875525791198015, -0.003256044816225767, -0.0029245370533317327, -0.0025930292904376984, -0.002261521527543664, -0.0019300136482343078, -0.0015985058853402734, -0.0012669980060309172, -0.0009354902431368828, -0.0006039824802428484, -0.00027247468824498355, 5.903310375288129e-05, 0.00039054089575074613, 0.000722048687748611, 0.0010535564506426454, 0.0013850643299520016, 0.001716572092846036, 0.0020480798557400703, 0.0023795876186341047, 0.002711095381528139, 0.0030426031444221735, 0.003374110907316208, 0.003705618903040886, 0.004037126433104277, 0.004368634428828955, 0.004700141958892345, 0.0050316499546170235, 0.0053631579503417015, 0.005694665480405092, 0.00602617347612977, 0.006357681006193161, 0.006689189001917839, 0.00702069653198123, 0.007352204527705908, 0.007683712523430586, 0.008015220053493977, 0.008346728049218655, 0.008678236044943333, 0.009009743109345436, 0.009341251105070114, 0.009672759100794792, 0.01000426709651947, 0.010335775092244148, 0.010667282156646252, 0.01099879015237093, 0.011330298148095608, 0.011661806143820286, 0.01199331320822239, 0.012324821203947067, 0.012656329199671745]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 8.0, 5.0, 10.0, 12.0, 21.0, 22.0, 35.0, 40.0, 66.0, 85.0, 120.0, 166.0, 282.0, 351.0, 490.0, 616.0, 731.0, 885.0, 1080.0, 1621.0, 2155.0, 5201.0, 1101.0, 813.0, 582.0, 417.0, 291.0, 229.0, 178.0, 129.0, 122.0, 94.0, 90.0, 64.0, 58.0, 52.0, 38.0, 33.0, 14.0, 27.0, 13.0, 7.0, 12.0, 16.0, 7.0, 6.0, 3.0, 6.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.006615820340812206, -0.006405266467481852, -0.006194712594151497, -0.005984158720821142, -0.0057736048474907875, -0.00556305143982172, -0.005352497566491365, -0.005141943693161011, -0.004931389819830656, -0.004720835946500301, -0.004510282073169947, -0.004299728199839592, -0.004089174792170525, -0.0038786206860095263, -0.003668067045509815, -0.0034575131721794605, -0.003246959298849106, -0.003036405425518751, -0.0028258515521883965, -0.0026152979116886854, -0.0024047440383583307, -0.002194190165027976, -0.001983636524528265, -0.0017730826511979103, -0.0015625287778675556, -0.001351974904537201, -0.001141421147622168, -0.0009308673324994743, -0.0007203135173767805, -0.0005097597022540867, -0.00029920588713139296, -8.865207200869918e-05, 0.0001219017431139946, 0.0003324555582366884, 0.0005430093733593822, 0.0007535631884820759, 0.0009641170036047697, 0.0011746708769351244, 0.0013852246338501573, 0.0015957783907651901, 0.0018063322640955448, 0.0020168861374258995, 0.002227440010756254, 0.0024379936512559652, 0.00264854752458632, 0.0028591013979166746, 0.0030696550384163857, 0.0032802089117467403, 0.003490762785077095, 0.0037013166584074497, 0.003911870531737804, 0.004122424405068159, 0.004332978278398514, 0.004543531686067581, 0.004754085559397936, 0.0049646394327282906, 0.005175193306058645, 0.005385747179389, 0.005596301052719355, 0.005806854926049709, 0.006017408333718777, 0.006227962207049131, 0.006438516080379486, 0.006649069953709841, 0.0068596238270401955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08160793036222458, -0.07975876331329346, -0.07790960371494293, -0.07606044411659241, -0.07421127706766129, -0.07236211001873016, -0.07051295042037964, -0.06866379082202911, -0.06681462377309799, -0.06496545672416687, -0.06311629712581635, -0.06126713380217552, -0.0594179704785347, -0.057568807154893875, -0.05571964383125305, -0.05387048050761223, -0.052021317183971405, -0.05017215386033058, -0.04832299053668976, -0.046473827213048935, -0.04462466388940811, -0.04277550056576729, -0.040926337242126465, -0.03907717391848564, -0.03722801059484482, -0.035378847271203995, -0.03352968394756317, -0.03168052062392235, -0.029831357300281525, -0.0279821939766407, -0.026133030652999878, -0.024283867329359055, -0.02243470400571823, -0.020585540682077408, -0.018736377358436584, -0.01688721403479576, -0.015038050711154938, -0.013188887387514114, -0.011339724063873291, -0.009490560740232468, -0.007641397416591644, -0.005792234092950821, -0.0039430707693099976, -0.002093907445669174, -0.00024474412202835083, 0.0016044192016124725, 0.003453582525253296, 0.005302745848894119, 0.007151909172534943, 0.009001072496175766, 0.01085023581981659, 0.012699399143457413, 0.014548562467098236, 0.01639772579073906, 0.018246889114379883, 0.020096052438020706, 0.02194521576166153, 0.023794379085302353, 0.025643542408943176, 0.027492705732584, 0.029341869056224823, 0.031191032379865646, 0.03304019570350647, 0.03488935902714729, 0.036738522350788116]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 1.0, 5.0, 2.0, 4.0, 2.0, 5.0, 10.0, 1.0, 6.0, 5.0, 4.0, 8.0, 5.0, 10.0, 7.0, 8.0, 13.0, 8.0, 30.0, 16.0, 9.0, 11.0, 10.0, 9.0, 11.0, 4.0, 8.0, 3.0, 8.0, 5.0, 5.0, 3.0, 7.0, 4.0, 7.0, 3.0, 5.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019489839673042297, -0.018942847847938538, -0.018395856022834778, -0.017848864197731018, -0.01730187237262726, -0.0167548805475235, -0.01620788872241974, -0.01566089689731598, -0.015113906003534794, -0.014566914178431034, -0.014019922353327274, -0.013472930528223515, -0.01292593963444233, -0.01237894780933857, -0.01183195598423481, -0.01128496415913105, -0.01073797233402729, -0.01019098050892353, -0.00964398868381977, -0.009096996858716011, -0.008550005033612251, -0.008003014139831066, -0.007456022314727306, -0.006909030489623547, -0.006362038664519787, -0.005815046839416027, -0.005268055014312267, -0.004721063654869795, -0.004174071829766035, -0.0036270800046622753, -0.003080088412389159, -0.002533096820116043, -0.0019861049950122833, -0.0014391132863238454, -0.0008921215776354074, -0.0003451298689469695, 0.00020186183974146843, 0.0007488535484299064, 0.0012958452571183443, 0.0018428369658067822, 0.00238982867449522, 0.00293682049959898, 0.003483812091872096, 0.004030803684145212, 0.004577795509248972, 0.005124787334352732, 0.005671778693795204, 0.006218770518898964, 0.006765762344002724, 0.0073127541691064835, 0.007859745994210243, 0.008406737819314003, 0.008953729644417763, 0.009500720538198948, 0.010047712363302708, 0.010594704188406467, 0.011141696013510227, 0.011688687838613987, 0.012235679663717747, 0.012782671488821507, 0.013329662382602692, 0.013876654207706451, 0.014423646032810211, 0.014970637857913971, 0.01551762968301773]}, "_runtime": 17.313601970672607, "_timestamp": 1596211607.0847108, "_step": 16}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013283664360642433, -0.012865905649960041, -0.012448147870600224, -0.012030389159917831, -0.01161263044923544, -0.011194872669875622, -0.01077711395919323, -0.010359355248510838, -0.009941596537828445, -0.009523838758468628, -0.009106080047786236, -0.008688321337103844, -0.008270563557744026, -0.007852804847061634, -0.007435046602040529, -0.007017287891358137, -0.006599529646337032, -0.0061817714013159275, -0.005764012690633535, -0.005346254445612431, -0.0049284957349300385, -0.004510737489908934, -0.004092979244887829, -0.0036752207670360804, -0.003257462289184332, -0.0028397038113325834, -0.002421945333480835, -0.00200418708845973, -0.0015864286106079817, -0.0011686701327562332, -0.0007509117713198066, -0.000333153351675719, 8.460506796836853e-05, 0.0005023634876124561, 0.0009201219072565436, 0.0013378802686929703, 0.0017556387465447187, 0.002173397224396467, 0.002591155469417572, 0.0030089139472693205, 0.003426672425121069, 0.0038444309029728174, 0.004262189380824566, 0.004679947625845671, 0.0050977058708667755, 0.005515464581549168, 0.0059332228265702724, 0.0063509815372526646, 0.006768739782273769, 0.007186498027294874, 0.007604256737977266, 0.008022014982998371, 0.008439773693680763, 0.00885753147304058, 0.009275290183722973, 0.009693048894405365, 0.010110806673765182, 0.010528565384447575, 0.010946324095129967, 0.011364082805812359, 0.011781840585172176, 0.012199599295854568, 0.01261735800653696, 0.013035115785896778, 0.01345287449657917]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 5.0, 2.0, 4.0, 6.0, 6.0, 7.0, 11.0, 16.0, 22.0, 26.0, 28.0, 37.0, 62.0, 63.0, 72.0, 99.0, 122.0, 168.0, 213.0, 275.0, 353.0, 559.0, 3151.0, 1075.0, 503.0, 294.0, 194.0, 127.0, 97.0, 70.0, 54.0, 48.0, 44.0, 23.0, 15.0, 20.0, 13.0, 4.0, 3.0, 8.0, 7.0, 4.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.15674301981925964, -0.15188966691493988, -0.14703629910945892, -0.14218294620513916, -0.1373295783996582, -0.13247622549533844, -0.12762285768985748, -0.12276949733495712, -0.11791613698005676, -0.113062784075737, -0.10820942372083664, -0.10335606336593628, -0.09850270301103592, -0.09364934265613556, -0.0887959823012352, -0.08394262194633484, -0.07908926159143448, -0.07423590123653412, -0.06938254088163376, -0.0645291805267334, -0.05967582017183304, -0.05482246354222298, -0.04996910318732262, -0.045115742832422256, -0.040262382477521896, -0.035409022122621536, -0.030555661767721176, -0.025702303275465965, -0.020848942920565605, -0.015995582565665245, -0.01114222314208746, -0.006288863252848387, -0.001435503363609314, 0.003417856525629759, 0.008271216414868832, 0.013124575838446617, 0.017977936193346977, 0.022831296548247337, 0.027684655040502548, 0.03253801539540291, 0.03739137575030327, 0.04224473610520363, 0.04709809646010399, 0.05195145681500435, 0.05680481344461441, 0.06165817379951477, 0.06651153415441513, 0.07136489450931549, 0.07621825486421585, 0.08107161521911621, 0.08592497557401657, 0.09077833592891693, 0.09563169628381729, 0.10048505663871765, 0.10533841699361801, 0.11019177734851837, 0.11504513025283813, 0.1198984906077385, 0.12475185096263885, 0.1296052187681198, 0.13445857167243958, 0.13931193947792053, 0.1441652923822403, 0.14901866018772125, 0.15387201309204102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 7.0, 3.0, 26.0, 7.0, 1.0, 2.0, 1.0, 6.0, 6.0, 4.0, 1.0, 6.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005799058824777603, -0.005633150227367878, -0.005467241629958153, -0.005301333498209715, -0.00513542490079999, -0.0049695163033902645, -0.004803608171641827, -0.0046376995742321014, -0.004471790976822376, -0.004305882379412651, -0.004139973782002926, -0.003974065650254488, -0.003808157052844763, -0.0036422484554350376, -0.003476340090855956, -0.0033104317262768745, -0.0031445231288671494, -0.002978614531457424, -0.0028127061668783426, -0.002646797802299261, -0.002480889204889536, -0.0023149806074798107, -0.002149072242900729, -0.0019831638783216476, -0.0018172552809119225, -0.001651346799917519, -0.0014854383189231157, -0.0013195298379287124, -0.001153621356934309, -0.0009877128759399056, -0.0008218043949455023, -0.0006558959139510989, -0.0004899874329566956, -0.0003240789519622922, -0.00015817047096788883, 7.73801002651453e-06, 0.0001736464910209179, 0.00033955497201532125, 0.0005054634530097246, 0.000671371934004128, 0.0008372804149985313, 0.0010031888959929347, 0.001169097376987338, 0.0013350058579817414, 0.0015009143389761448, 0.0016668228199705482, 0.0018327313009649515, 0.001998639665544033, 0.0021645482629537582, 0.0023304568603634834, 0.002496365224942565, 0.0026622735895216465, 0.0028281821869313717, 0.002994090784341097, 0.0031599991489201784, 0.00332590751349926, 0.003491816110908985, 0.0036577247083187103, 0.003823633072897792, 0.003989541437476873, 0.004155450034886599, 0.004321358632296324, 0.004487266764044762, 0.004653175361454487, 0.004819083958864212]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 4.0, 8.0, 13.0, 16.0, 35.0, 48.0, 95.0, 155.0, 231.0, 327.0, 501.0, 642.0, 961.0, 1270.0, 1601.0, 2116.0, 2791.0, 3698.0, 5351.0, 7314.0, 10461.0, 14420.0, 20540.0, 29150.0, 41366.0, 58282.0, 82994.0, 118942.0, 424963.0, 95847.0, 70760.0, 51549.0, 37476.0, 26810.0, 19461.0, 14053.0, 10171.0, 7374.0, 5366.0, 3783.0, 2617.0, 1815.0, 1231.0, 982.0, 637.0, 433.0, 327.0, 226.0, 139.0, 94.0, 63.0, 38.0, 40.0, 23.0, 17.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.013310563750565052, -0.012884038500487804, -0.012457512319087982, -0.012030987069010735, -0.011604461818933487, -0.011177935637533665, -0.010751410387456417, -0.01032488513737917, -0.009898358955979347, -0.0094718337059021, -0.009045308455824852, -0.00861878227442503, -0.008192257024347782, -0.007765731308609247, -0.007339205592870712, -0.006912680342793465, -0.00648615462705493, -0.006059628911316395, -0.005633103661239147, -0.005206577945500612, -0.004780052229762077, -0.00435352697968483, -0.003927001263946295, -0.00350047554820776, -0.0030739500652998686, -0.0026474245823919773, -0.0022208988666534424, -0.0017943733837455511, -0.001367847784422338, -0.0009413221850991249, -0.0005147966439835727, -8.827107376419008e-05, 0.00033825449645519257, 0.0007647800957784057, 0.0011913056951016188, 0.00161783117800951, 0.002044356893748045, 0.0024708823766559362, 0.0028974078595638275, 0.0033239335753023624, 0.0037504590582102537, 0.004176984541118145, 0.00460351025685668, 0.005030035972595215, 0.0054565612226724625, 0.005883086938410997, 0.006309612654149532, 0.00673613790422678, 0.007162663619965315, 0.00758918933570385, 0.008015714585781097, 0.00844224076718092, 0.008868766017258167, 0.009295291267335415, 0.009721817448735237, 0.010148342698812485, 0.010574867948889732, 0.011001394130289555, 0.011427919380366802, 0.01185444463044405, 0.012280970811843872, 0.01270749606192112, 0.013134021311998367, 0.01356054749339819, 0.013987072743475437]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 7.0, 2.0, 3.0, 4.0, 8.0, 6.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007349538151174784, -0.007031613495200872, -0.0067136893048882484, -0.006395764648914337, -0.006077839992940426, -0.005759915802627802, -0.005441991146653891, -0.005124066956341267, -0.004806142300367355, -0.004488217644393444, -0.00417029345408082, -0.003852368798106909, -0.003534444374963641, -0.0032165199518203735, -0.0028985952958464622, -0.0025806708727031946, -0.002262746449559927, -0.0019448220264166594, -0.00162689748685807, -0.0013089729472994804, -0.0009910485241562128, -0.0006731240428052843, -0.0003551995614543557, -3.727508010342717e-05, 0.0002806494012475014, 0.0005985738825984299, 0.0009164983639493585, 0.001234422903507948, 0.0015523473266512156, 0.0018702717497944832, 0.0021881964057683945, 0.002506120828911662, 0.0028240452520549297, 0.0031419696751981974, 0.003459894098341465, 0.0037778187543153763, 0.004095743410289288, 0.0044136676006019115, 0.004731592256575823, 0.005049516446888447, 0.005367441102862358, 0.005685365758836269, 0.006003289949148893, 0.006321214605122805, 0.006639138795435429, 0.00695706345140934, 0.007274988107383251, 0.007592912297695875, 0.0079108364880085, 0.00822876114398241, 0.008546685799956322, 0.008864610455930233, 0.009182535111904144, 0.009500459767878056, 0.009818383492529392, 0.010136308148503304, 0.010454232804477215, 0.010772157460451126, 0.011090082116425037, 0.011408005841076374, 0.011725930497050285, 0.012043855153024197, 0.012361779808998108, 0.01267970446497202, 0.01299762912094593]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 3.0, 9.0, 15.0, 15.0, 30.0, 30.0, 33.0, 64.0, 68.0, 88.0, 145.0, 180.0, 172.0, 277.0, 415.0, 834.0, 2493.0, 5751.0, 1733.0, 1344.0, 1068.0, 852.0, 622.0, 551.0, 458.0, 340.0, 229.0, 167.0, 111.0, 72.0, 54.0, 38.0, 28.0, 28.0, 17.0, 15.0, 13.0, 15.0, 10.0, 5.0, 4.0, 3.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004834238439798355, -0.004604296758770943, -0.00437435507774353, -0.004144413396716118, -0.0039144717156887054, -0.0036845302674919367, -0.0034545885864645243, -0.003224646905437112, -0.002994705457240343, -0.0027647637762129307, -0.0025348220951855183, -0.002304880414158106, -0.0020749387331306934, -0.0018449971685186028, -0.0016150554874911904, -0.0013851139228790998, -0.0011551722418516874, -0.0009252306190319359, -0.0006952889962121844, -0.000465347315184772, -0.0002354056923650205, -5.464054993353784e-06, 0.00022447758237831295, 0.0004544192343018949, 0.0006843608571216464, 0.0009143024799413979, 0.0011442441027611494, 0.0013741857837885618, 0.0016041274648159742, 0.0018340690294280648, 0.0020640105940401554, 0.002293952275067568, 0.0025238939560949802, 0.0027538356371223927, 0.002983777318149805, 0.003213718766346574, 0.0034436604473739862, 0.0036736021284013987, 0.003903543809428811, 0.00413348525762558, 0.004363426938652992, 0.004593368619680405, 0.004823310300707817, 0.0050532519817352295, 0.005283193662762642, 0.005513135343790054, 0.005743077024817467, 0.005973018705844879, 0.0062029603868722916, 0.006432901602238417, 0.006662843283265829, 0.0068927849642932415, 0.007122726645320654, 0.007352668326348066, 0.007582610007375479, 0.007812551222741604, 0.008042492903769016, 0.008272434584796429, 0.008502376265823841, 0.008732317946851254, 0.008962259627878666, 0.009192201308906078, 0.00942214298993349, 0.009652084670960903, 0.009882026351988316]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.026739109307527542, -0.025897357612848282, -0.02505560591816902, -0.02421385422348976, -0.0233721025288105, -0.02253034897148609, -0.02168859727680683, -0.02084684558212757, -0.02000509388744831, -0.01916334219276905, -0.01832159049808979, -0.01747983880341053, -0.01663808524608612, -0.01579633355140686, -0.0149545818567276, -0.01411283016204834, -0.01327107846736908, -0.01242932677268982, -0.011587575078010559, -0.010745822452008724, -0.009904070757329464, -0.009062319062650204, -0.008220566436648369, -0.007378814741969109, -0.006537063047289848, -0.005695311352610588, -0.0048535591922700405, -0.004011807031929493, -0.0031700553372502327, -0.002328303409740329, -0.0014865514822304249, -0.000644799554720521, 0.00019695237278938293, 0.0010387043002992868, 0.0018804562278091908, 0.0027222081553190947, 0.0035639600828289986, 0.004405711777508259, 0.005247463937848806, 0.006089216098189354, 0.006930967792868614, 0.0077727194875478745, 0.008614471182227135, 0.00945622380822897, 0.01029797550290823, 0.01113972719758749, 0.011981479823589325, 0.012823231518268585, 0.013664983212947845, 0.014506734907627106, 0.015348486602306366, 0.016190238296985626, 0.017031989991664886, 0.017873743548989296, 0.018715495243668556, 0.019557246938347816, 0.020398998633027077, 0.021240750327706337, 0.022082502022385597, 0.022924253717064857, 0.023766007274389267, 0.024607758969068527, 0.025449510663747787, 0.026291262358427048, 0.027133014053106308]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 6.0, 3.0, 4.0, 9.0, 6.0, 7.0, 15.0, 14.0, 32.0, 11.0, 4.0, 7.0, 1.0, 11.0, 3.0, 10.0, 13.0, 16.0, 14.0, 10.0, 9.0, 8.0, 12.0, 7.0, 7.0, 11.0, 8.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013433570973575115, -0.012814928777515888, -0.012196286581456661, -0.011577644385397434, -0.010959002189338207, -0.01034035999327898, -0.009721717797219753, -0.009103075601160526, -0.0084844334051013, -0.007865791209042072, -0.007247149012982845, -0.006628506816923618, -0.006009864620864391, -0.005391222424805164, -0.004772580228745937, -0.00415393803268671, -0.0035352958366274834, -0.0029166536405682564, -0.0022980114445090294, -0.0016793692484498024, -0.0010607270523905754, -0.0004420848563313484, 0.00017655733972787857, 0.0007951995357871056, 0.0014138417318463326, 0.0020324839279055595, 0.0026511261239647865, 0.0032697683200240135, 0.0038884105160832405, 0.0045070527121424675, 0.0051256949082016945, 0.0057443371042609215, 0.0063629793003201485, 0.0069816214963793755, 0.0076002636924386024, 0.00821890588849783, 0.008837548084557056, 0.009456190280616283, 0.01007483247667551, 0.010693474672734737, 0.011312116868793964, 0.011930759064853191, 0.012549401260912418, 0.013168043456971645, 0.013786685653030872, 0.0144053278490901, 0.015023970045149326, 0.015642613172531128, 0.016261253505945206, 0.016879897564649582, 0.01749853789806366, 0.018117181956768036, 0.018735822290182114, 0.01935446634888649, 0.019973106682300568, 0.020591750741004944, 0.02121039107441902, 0.021829035133123398, 0.022447675466537476, 0.023066319525241852, 0.02368495985865593, 0.024303603917360306, 0.024922244250774384, 0.02554088830947876, 0.026159528642892838]}, "_runtime": 18.06595492362976, "_timestamp": 1596211607.8370638, "_step": 17}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011554316617548466, -0.011193818412721157, -0.010833319276571274, -0.010472821071743965, -0.010112322866916656, -0.009751823730766773, -0.009391325525939465, -0.009030827321112156, -0.008670328184962273, -0.008309829980134964, -0.007949331775307655, -0.007588833104819059, -0.007228334434330463, -0.006867836229503155, -0.006507337559014559, -0.00614683935418725, -0.005786340683698654, -0.005425842013210058, -0.0050653438083827496, -0.004704845137894154, -0.004344346933066845, -0.003983848262578249, -0.003623349592089653, -0.0032628511544317007, -0.0029023527167737484, -0.002541854279115796, -0.0021813558414578438, -0.0018208571709692478, -0.0014603587333112955, -0.0010998602956533432, -0.0007393617415800691, -0.00037886324571445584, -1.836474984884262e-05, 0.0003421337460167706, 0.0007026322418823838, 0.001063130795955658, 0.0014236292336136103, 0.0017841276712715626, 0.0021446263417601585, 0.002505124779418111, 0.002865623217076063, 0.0032261216547340155, 0.0035866200923919678, 0.003947118762880564, 0.00430761743336916, 0.004668115638196468, 0.005028614308685064, 0.005389112513512373, 0.005749611184000969, 0.006110109854489565, 0.0064706080593168736, 0.0068311067298054695, 0.007191604934632778, 0.007552103605121374, 0.00791260227560997, 0.008273100480437279, 0.008633598685264587, 0.00899409782141447, 0.00935459602624178, 0.009715094231069088, 0.010075593367218971, 0.01043609157204628, 0.010796589776873589, 0.011157088913023472, 0.01151758711785078]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 2.0, 6.0, 7.0, 8.0, 7.0, 16.0, 10.0, 16.0, 14.0, 24.0, 32.0, 41.0, 51.0, 59.0, 73.0, 87.0, 112.0, 160.0, 187.0, 235.0, 325.0, 356.0, 2292.0, 1798.0, 659.0, 386.0, 243.0, 180.0, 108.0, 90.0, 64.0, 61.0, 58.0, 38.0, 29.0, 15.0, 17.0, 11.0, 9.0, 8.0, 5.0, 2.0, 7.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.13578665256500244, -0.13138152658939362, -0.1269764006137848, -0.12257128208875656, -0.11816616356372833, -0.1137610375881195, -0.10935591161251068, -0.10495079308748245, -0.10054566711187363, -0.0961405411362648, -0.09173542261123657, -0.08733029663562775, -0.08292517066001892, -0.07852005213499069, -0.07411492615938187, -0.06970980763435364, -0.06530468165874481, -0.060899559408426285, -0.05649443715810776, -0.05208931118249893, -0.047684188932180405, -0.04327906668186188, -0.03887394070625305, -0.034468818455934525, -0.030063696205615997, -0.02565857395529747, -0.021253449842333794, -0.016848325729370117, -0.01244320347905159, -0.008038080297410488, -0.0036329571157693863, 0.0007721660658717155, 0.005177289247512817, 0.00958241242915392, 0.013987535610795021, 0.018392659723758698, 0.022797781974077225, 0.027202904224395752, 0.03160803020000458, 0.036013152450323105, 0.04041827470064163, 0.04482339695096016, 0.049228519201278687, 0.05363364517688751, 0.05803876742720604, 0.06244388967752457, 0.06684901565313339, 0.07125413417816162, 0.07565926015377045, 0.08006438612937927, 0.0844695046544075, 0.08887463063001633, 0.09327974915504456, 0.09768487513065338, 0.10209000110626221, 0.10649511963129044, 0.11090024560689926, 0.11530537158250809, 0.11971049010753632, 0.12411561608314514, 0.12852074205875397, 0.1329258680343628, 0.13733097910881042, 0.14173610508441925, 0.14614123106002808]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 5.0, 0.0, 1.0, 3.0, 5.0, 3.0, 5.0, 1.0, 22.0, 6.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004373536445200443, -0.00422935513779521, -0.0040851738303899765, -0.003940992522984743, -0.0037968112155795097, -0.0036526296753436327, -0.0035084483679383993, -0.003364267060533166, -0.0032200857531279325, -0.003075904445722699, -0.0029317231383174658, -0.0027875418309122324, -0.0026433602906763554, -0.002499178983271122, -0.0023549976758658886, -0.002210816368460655, -0.002066635061055422, -0.0019224537536501884, -0.001778272446244955, -0.0016340910224243999, -0.0014899097150191665, -0.001345728407613933, -0.0012015469837933779, -0.0010573656763881445, -0.0009131843689829111, -0.0007690030615776777, -0.0006248216959647834, -0.0004806403594557196, -0.00033645902294665575, -0.0001922776864375919, -4.809634992852807e-05, 9.608498658053577e-05, 0.0002402663230895996, 0.00038444765959866345, 0.0005286289961077273, 0.0006728103617206216, 0.000816991669125855, 0.0009611729765310884, 0.0011053544003516436, 0.001249535707756877, 0.0013937170151621103, 0.0015378983225673437, 0.001682079629972577, 0.0018262610537931323, 0.0019704424776136875, 0.002114623785018921, 0.0022588050924241543, 0.0024029863998293877, 0.002547167707234621, 0.0026913490146398544, 0.002835530322045088, 0.002979711629450321, 0.0031238929368555546, 0.0032680744770914316, 0.003412255784496665, 0.0035564370919018984, 0.0037006183993071318, 0.003844799706712365, 0.003988981246948242, 0.004133162554353476, 0.004277343861758709, 0.004421525169163942, 0.004565706476569176, 0.004709887783974409, 0.0048540690913796425]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 7.0, 2.0, 4.0, 1.0, 6.0, 18.0, 28.0, 50.0, 76.0, 114.0, 214.0, 299.0, 516.0, 796.0, 1236.0, 1752.0, 2587.0, 3628.0, 5120.0, 7348.0, 10474.0, 14823.0, 21330.0, 29974.0, 43182.0, 61969.0, 89478.0, 129661.0, 424587.0, 95210.0, 66607.0, 47542.0, 33421.0, 24329.0, 17667.0, 12573.0, 8898.0, 6621.0, 4871.0, 3486.0, 2664.0, 1947.0, 1444.0, 1061.0, 684.0, 500.0, 283.0, 223.0, 147.0, 83.0, 33.0, 24.0, 15.0, 11.0, 8.0, 8.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.012774156406521797, -0.012336049228906631, -0.011897942051291466, -0.011459833942353725, -0.01102172676473856, -0.010583619587123394, -0.010145511478185654, -0.009707404300570488, -0.009269297122955322, -0.008831189945340157, -0.00839308276772499, -0.00795497465878725, -0.007516867481172085, -0.007078760303556919, -0.006640652660280466, -0.006202545017004013, -0.005764437839388847, -0.005326330661773682, -0.004888223018497229, -0.004450115375220776, -0.00401200819760561, -0.0035739007871598005, -0.003135793376713991, -0.002697685966268182, -0.0022595785558223724, -0.001821471145376563, -0.0013833637349307537, -0.0009452563244849443, -0.000507148914039135, -6.904150359332561e-05, 0.00036906590685248375, 0.0008071733172982931, 0.0012452807277441025, 0.0016833881381899118, 0.002121495548635721, 0.0025596029590815306, 0.00299771036952734, 0.0034358177799731493, 0.0038739251904189587, 0.004312032833695412, 0.004750140011310577, 0.005188247188925743, 0.005626354832202196, 0.006064462475478649, 0.006502569653093815, 0.0069406768307089806, 0.007378784473985434, 0.007816892117261887, 0.008254999294877052, 0.008693106472492218, 0.009131213650107384, 0.009569321759045124, 0.01000742893666029, 0.010445536114275455, 0.010883644223213196, 0.011321751400828362, 0.011759858578443527, 0.012197965756058693, 0.012636072933673859, 0.013074181042611599, 0.013512288220226765, 0.01395039539784193, 0.01438850350677967, 0.014826610684394836, 0.015264717862010002]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 4.0, 1.0, 6.0, 7.0, 2.0, 3.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01762751117348671, -0.017118852585554123, -0.016610195860266685, -0.0161015372723341, -0.015592880547046661, -0.015084221959114075, -0.014575564302504063, -0.01406690664589405, -0.013558248989284039, -0.013049591332674026, -0.012540933676064014, -0.012032276019454002, -0.011523617431521416, -0.011014959774911404, -0.010506302118301392, -0.00999764446169138, -0.009488986805081367, -0.008980329148471355, -0.008471671491861343, -0.007963013835251331, -0.007454355712980032, -0.00694569805637002, -0.0064370399340987206, -0.0059283822774887085, -0.0054197246208786964, -0.004911066964268684, -0.004402409307658672, -0.003893751185387373, -0.003385093528777361, -0.002876435872167349, -0.002367777982726693, -0.0018591202097013593, -0.0013504624366760254, -0.0008418046636506915, -0.00033314689062535763, 0.00017551088239997625, 0.0006841686554253101, 0.001192826428450644, 0.001701484201475978, 0.0022101420909166336, 0.0027187997475266457, 0.0032274574041366577, 0.0037361152935773134, 0.004244773183017969, 0.004753430839627981, 0.005262088496237993, 0.005770746618509293, 0.006279404275119305, 0.006788061931729317, 0.007296719588339329, 0.007805377244949341, 0.008314034901559353, 0.008822692558169365, 0.009331351146101952, 0.009840008802711964, 0.010348666459321976, 0.010857324115931988, 0.011365981772542, 0.011874639429152012, 0.012383297085762024, 0.01289195567369461, 0.013400613330304623, 0.013909270986914635, 0.014417928643524647, 0.014926586300134659]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 6.0, 6.0, 14.0, 12.0, 10.0, 6.0, 4.0, 17.0, 10.0, 10.0, 16.0, 31.0, 29.0, 55.0, 59.0, 83.0, 106.0, 169.0, 267.0, 454.0, 823.0, 1480.0, 6218.0, 3519.0, 1514.0, 1065.0, 685.0, 413.0, 360.0, 286.0, 215.0, 130.0, 88.0, 73.0, 36.0, 35.0, 11.0, 16.0, 14.0, 8.0, 6.0, 11.0, 6.0, 6.0, 5.0, 6.0, 6.0, 6.0, 0.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015281307511031628, -0.014752905815839767, -0.014224505051970482, -0.013696103356778622, -0.013167701661586761, -0.012639300897717476, -0.012110899202525616, -0.01158249843865633, -0.01105409674346447, -0.01052569504827261, -0.009997294284403324, -0.009468892589211464, -0.008940491825342178, -0.008412090130150318, -0.007883688434958458, -0.007355287205427885, -0.006826885975897312, -0.006298484746366739, -0.005770083516836166, -0.005241681821644306, -0.004713280592113733, -0.00418487936258316, -0.003656477900221944, -0.0031280764378607273, -0.0025996752083301544, -0.0020712739787995815, -0.001542872516438365, -0.0010144711704924703, -0.00048606982454657555, 4.233152139931917e-05, 0.0005707328673452139, 0.0010991342132911086, 0.0016275355592370033, 0.0021559367887675762, 0.0026843382511287928, 0.0032127397134900093, 0.003741140943020582, 0.004269542172551155, 0.004797943867743015, 0.005326345097273588, 0.005854746326804161, 0.006383147556334734, 0.006911548785865307, 0.007439950481057167, 0.007968351244926453, 0.008496752940118313, 0.009025154635310173, 0.009553555399179459, 0.010081957094371319, 0.010610358789563179, 0.011138759553432465, 0.011667161248624325, 0.012195562943816185, 0.01272396370768547, 0.01325236540287733, 0.013780766166746616, 0.014309167861938477, 0.014837569557130337, 0.015365970320999622, 0.015894372016191483, 0.016422772780060768, 0.016951175406575203, 0.01747957617044449, 0.018007976934313774, 0.01853637769818306]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06446689367294312, -0.06195896118879318, -0.05945102497935295, -0.05694309249520302, -0.054435160011053085, -0.051927223801612854, -0.04941929131746292, -0.04691135883331299, -0.044403426349163055, -0.041895490139722824, -0.03938755765557289, -0.03687962517142296, -0.03437168896198273, -0.031863756477832794, -0.029355822131037712, -0.02684788964688778, -0.024339955300092697, -0.021832020953297615, -0.019324088469147682, -0.0168161541223526, -0.014308220706880093, -0.011800287291407585, -0.009292352944612503, -0.006784419529139996, -0.004276486113667488, -0.001768552465364337, 0.0007393811829388142, 0.0032473148312419653, 0.005755248479545116, 0.008263181895017624, 0.010771116241812706, 0.013279049657285213, 0.01578698307275772, 0.018294917419552803, 0.020802849903702736, 0.023310784250497818, 0.02581871673464775, 0.028326651081442833, 0.030834585428237915, 0.03334251791238785, 0.03585045039653778, 0.03835838660597801, 0.040866319090127945, 0.04337425157427788, 0.04588218778371811, 0.04839012026786804, 0.050898052752017975, 0.053405988961458206, 0.05591392144560814, 0.05842185392975807, 0.0609297901391983, 0.06343772262334824, 0.06594565510749817, 0.0684535875916481, 0.07096152007579803, 0.07346946001052856, 0.0759773924946785, 0.07848532497882843, 0.08099325746297836, 0.0835011899471283, 0.08600912243127823, 0.08851706236600876, 0.09102499485015869, 0.09353292733430862, 0.09604085981845856]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 6.0, 4.0, 3.0, 2.0, 6.0, 3.0, 5.0, 8.0, 12.0, 16.0, 23.0, 41.0, 23.0, 14.0, 20.0, 15.0, 12.0, 13.0, 7.0, 8.0, 8.0, 3.0, 3.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.043578874319791794, -0.04142056405544281, -0.039262257516384125, -0.03710394725203514, -0.03494563698768616, -0.03278732672333717, -0.03062901832163334, -0.028470709919929504, -0.02631239965558052, -0.024154089391231537, -0.021995780989527702, -0.019837472587823868, -0.017679162323474884, -0.015520852990448475, -0.013362543657422066, -0.011204234324395657, -0.009045924991369247, -0.006887615658342838, -0.004729306325316429, -0.00257099699229002, -0.00041268765926361084, 0.0017456216737627983, 0.0039039310067892075, 0.006062240339815617, 0.008220549672842026, 0.010378859005868435, 0.012537168338894844, 0.014695477671921253, 0.016853787004947662, 0.019012097269296646, 0.02117040567100048, 0.023328714072704315, 0.0254870243370533, 0.027645334601402283, 0.029803643003106117, 0.03196195140480995, 0.034120261669158936, 0.03627857193350792, 0.0384368821978569, 0.04059518873691559, 0.04275349900126457, 0.044911809265613556, 0.04707011580467224, 0.049228426069021225, 0.05138673633337021, 0.05354504659771919, 0.055703356862068176, 0.05786166340112686, 0.060019973665475845, 0.06217828392982483, 0.06433659046888351, 0.0664949044585228, 0.06865321099758148, 0.07081151753664017, 0.07296983152627945, 0.07512813806533813, 0.07728645205497742, 0.0794447585940361, 0.08160306513309479, 0.08376137912273407, 0.08591968566179276, 0.08807799220085144, 0.09023630619049072, 0.09239461272954941, 0.0945529192686081]}, "_runtime": 18.82625412940979, "_timestamp": 1596211608.597363, "_step": 18}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.012210376560688019, -0.011811844073235989, -0.011413311585783958, -0.011014779098331928, -0.010616246610879898, -0.010217715054750443, -0.009819182567298412, -0.009420650079846382, -0.009022117592394352, -0.008623585104942322, -0.008225052617490292, -0.007826520130038261, -0.0074279881082475185, -0.007029455620795488, -0.0066309235990047455, -0.006232391111552715, -0.005833858624100685, -0.005435326136648655, -0.005036793649196625, -0.004638261627405882, -0.004239729139953852, -0.0038411966525018215, -0.003442664397880435, -0.0030441321432590485, -0.0026455996558070183, -0.002247067168354988, -0.0018485349137336016, -0.0014500025426968932, -0.0010514701716601849, -0.0006529378006234765, -0.00025440542958676815, 0.0001441269414499402, 0.0005426593124866486, 0.0009411916835233569, 0.0013397240545600653, 0.0017382564255967736, 0.002136788796633482, 0.002535321284085512, 0.0029338535387068987, 0.0033323857933282852, 0.0037309182807803154, 0.004129450768232346, 0.004527983255684376, 0.004926515277475119, 0.005325047764927149, 0.005723580252379179, 0.006122112274169922, 0.006520644761621952, 0.006919177249073982, 0.007317709736526012, 0.007716242223978043, 0.008114774711430073, 0.008513307198882103, 0.008911838755011559, 0.009310371242463589, 0.009708903729915619, 0.010107436217367649, 0.01050596870481968, 0.01090450119227171, 0.01130303367972374, 0.011701565235853195, 0.012100097723305225, 0.012498630210757256, 0.012897162698209286, 0.013295695185661316]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 1.0, 3.0, 5.0, 1.0, 6.0, 12.0, 13.0, 14.0, 24.0, 25.0, 33.0, 30.0, 46.0, 57.0, 79.0, 81.0, 128.0, 136.0, 160.0, 235.0, 318.0, 470.0, 3282.0, 1211.0, 522.0, 314.0, 192.0, 132.0, 93.0, 82.0, 48.0, 39.0, 24.0, 20.0, 17.0, 20.0, 10.0, 8.0, 5.0, 1.0, 3.0, 4.0, 4.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.16665087640285492, -0.16167089343070984, -0.15669091045856476, -0.15171091258525848, -0.1467309296131134, -0.14175094664096832, -0.13677096366882324, -0.13179098069667816, -0.12681099772453308, -0.1218310073018074, -0.11685101687908173, -0.11187103390693665, -0.10689105093479156, -0.10191106051206589, -0.0969310775399208, -0.09195108711719513, -0.08697110414505005, -0.08199112117290497, -0.07701113075017929, -0.07203114777803421, -0.06705115735530853, -0.06207117438316345, -0.05709119141101837, -0.05211120471358299, -0.047131218016147614, -0.042151231318712234, -0.037171244621276855, -0.032191261649131775, -0.027211274951696396, -0.022231288254261017, -0.017251303419470787, -0.012271317653357983, -0.007291331887245178, -0.002311346121132374, 0.0026686396449804306, 0.007648625411093235, 0.01262861117720604, 0.01760859787464142, 0.022588582709431648, 0.027568567544221878, 0.03254855424165726, 0.037528540939092636, 0.042508527636528015, 0.047488510608673096, 0.052468497306108475, 0.057448484003543854, 0.062428466975688934, 0.06740845739841461, 0.07238844037055969, 0.07736842334270477, 0.08234841376543045, 0.08732839673757553, 0.09230838716030121, 0.09728837013244629, 0.10226835310459137, 0.10724834352731705, 0.11222832649946213, 0.11720830947160721, 0.12218829989433289, 0.12716828286647797, 0.13214826583862305, 0.13712824881076813, 0.1421082466840744, 0.14708822965621948, 0.15206821262836456]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 1.0, 3.0, 2.0, 4.0, 6.0, 0.0, 2.0, 3.0, 5.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 5.0, 24.0, 2.0, 1.0, 3.0, 6.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003896202426403761, -0.003761308267712593, -0.0036264141090214252, -0.0034915199503302574, -0.0033566257916390896, -0.003221731400117278, -0.0030868372414261103, -0.0029519430827349424, -0.0028170489240437746, -0.0026821547653526068, -0.002547260606661439, -0.002412366447970271, -0.0022774720564484596, -0.002142577897757292, -0.002007683739066124, -0.0018727895803749561, -0.0017378954216837883, -0.0016030012629926205, -0.0014681071043014526, -0.001333212829194963, -0.0011983186705037951, -0.0010634245118126273, -0.0009285302949137986, -0.0007936360780149698, -0.000658741919323802, -0.0005238477606326342, -0.0003889535437338054, -0.00025405935593880713, -0.00011916516814380884, 1.5729019651189446e-05, 0.00015062320744618773, 0.000285517395241186, 0.0004204115830361843, 0.0005553057417273521, 0.0006901999586261809, 0.0008250941755250096, 0.0009599883342161775, 0.0010948824929073453, 0.001229776768013835, 0.0013646709267050028, 0.0014995650853961706, 0.0016344592440873384, 0.0017693534027785063, 0.001904247677884996, 0.0020391419529914856, 0.0021740361116826534, 0.0023089302703738213, 0.002443824429064989, 0.002578718587756157, 0.0027136127464473248, 0.0028485069051384926, 0.0029834010638296604, 0.0031182952225208282, 0.0032531896140426397, 0.0033880837727338076, 0.0035229779314249754, 0.0036578720901161432, 0.003792766248807311, 0.0039276606403291225, 0.00406255479902029, 0.004197448957711458, 0.004332343116402626, 0.004467237275093794, 0.004602131433784962, 0.0047370255924761295]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 8.0, 10.0, 22.0, 29.0, 50.0, 107.0, 175.0, 258.0, 457.0, 789.0, 1260.0, 2049.0, 3481.0, 5745.0, 9448.0, 14757.0, 22983.0, 35781.0, 54220.0, 81528.0, 119457.0, 470696.0, 125444.0, 78971.0, 51655.0, 34116.0, 23070.0, 15205.0, 9913.0, 6557.0, 4184.0, 2824.0, 1680.0, 1013.0, 640.0, 392.0, 246.0, 138.0, 88.0, 73.0, 40.0, 25.0, 12.0, 13.0, 5.0, 7.0, 8.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.015436540357768536, -0.014964522793889046, -0.014492505230009556, -0.014020486734807491, -0.013548469170928001, -0.013076451607048512, -0.012604434043169022, -0.012132416479289532, -0.011660398915410042, -0.011188380420207977, -0.010716362856328487, -0.010244345292448997, -0.009772327728569508, -0.009300310164690018, -0.008828291669487953, -0.008356274105608463, -0.007884256541728973, -0.0074122389778494835, -0.006940220948308706, -0.006468203384429216, -0.005996185354888439, -0.005524167791008949, -0.005052150227129459, -0.004580132197588682, -0.004108114633709192, -0.0036360968369990587, -0.003164079040288925, -0.0026920614764094353, -0.0022200436796993017, -0.0017480258829891682, -0.0012760082026943564, -0.0008039904641918838, -0.00033197272568941116, 0.00014004501281306148, 0.0006120627513155341, 0.0010840804316103458, 0.0015560982283204794, 0.002028116025030613, 0.002500133588910103, 0.0029721513856202364, 0.00344416918233037, 0.00391618674620986, 0.004388204775750637, 0.004860222339630127, 0.005332239903509617, 0.005804257933050394, 0.006276275496929884, 0.006748293526470661, 0.007220311090350151, 0.007692328654229641, 0.00816434621810913, 0.008636364713311195, 0.009108382277190685, 0.009580399841070175, 0.010052417404949665, 0.010524434968829155, 0.01099645346403122, 0.01146847102791071, 0.0119404885917902, 0.01241250615566969, 0.012884523719549179, 0.013356541283428669, 0.013828559778630733, 0.014300577342510223, 0.014772594906389713]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 11.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.014412562362849712, -0.013998962007462978, -0.013585361652076244, -0.013171762228012085, -0.012758161872625351, -0.012344561517238617, -0.011930961161851883, -0.011517360806465149, -0.011103760451078415, -0.010690161027014256, -0.010276560671627522, -0.009862960316240788, -0.009449359960854053, -0.00903575960546732, -0.00862216018140316, -0.008208559826016426, -0.007794959470629692, -0.007381359115242958, -0.006967759225517511, -0.006554158870130777, -0.006140558980405331, -0.005726958625018597, -0.005313358269631863, -0.004899758379906416, -0.004486158024519682, -0.004072557669132948, -0.0036589577794075012, -0.003245357424020767, -0.002831757301464677, -0.0024181571789085865, -0.0020045568235218525, -0.0015909567009657621, -0.0011773565784096718, -0.0007637563976459205, -0.00035015621688216925, 6.344396388158202e-05, 0.0004770441446453333, 0.0008906443254090846, 0.0013042445061728358, 0.001717844745144248, 0.0021314448677003384, 0.0025450449902564287, 0.002958645112812519, 0.003372245468199253, 0.0037858455907553434, 0.004199445713311434, 0.004613046068698168, 0.0050266459584236145, 0.0054402463138103485, 0.0058538466691970825, 0.006267446558922529, 0.006681046914309263, 0.00709464680403471, 0.007508247159421444, 0.007921847514808178, 0.008335447870194912, 0.008749047294259071, 0.009162647649645805, 0.00957624800503254, 0.009989848360419273, 0.010403448715806007, 0.010817049071192741, 0.0112306484952569, 0.011644248850643635, 0.012057849206030369]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 4.0, 3.0, 4.0, 7.0, 9.0, 15.0, 12.0, 22.0, 20.0, 17.0, 22.0, 57.0, 40.0, 63.0, 77.0, 78.0, 119.0, 127.0, 160.0, 152.0, 164.0, 183.0, 204.0, 230.0, 266.0, 342.0, 482.0, 634.0, 827.0, 1100.0, 4480.0, 2491.0, 1391.0, 987.0, 757.0, 584.0, 453.0, 336.0, 322.0, 250.0, 187.0, 127.0, 139.0, 104.0, 97.0, 75.0, 69.0, 46.0, 24.0, 23.0, 17.0, 6.0, 7.0, 3.0, 0.0, 6.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.008839843794703484, -0.008586786687374115, -0.008333729580044746, -0.008080672472715378, -0.007827614434063435, -0.007574557326734066, -0.007321500219404697, -0.007068443112075329, -0.00681538600474596, -0.006562328431755304, -0.006309271324425936, -0.006056214217096567, -0.005803156644105911, -0.005550099536776543, -0.005297042429447174, -0.005043984856456518, -0.00479092774912715, -0.004537870641797781, -0.004284813068807125, -0.0040317559614777565, -0.003778698854148388, -0.0035256415139883757, -0.0032725841738283634, -0.003019527066498995, -0.0027664697263389826, -0.0025134123861789703, -0.0022603552788496017, -0.0020072979386895895, -0.001754240714944899, -0.0015011834912002087, -0.0012481261510401964, -0.000995068927295506, -0.0007420117035508156, -0.0004889544798061252, -0.00023589719785377383, 1.7160054994747043e-05, 0.0002702173078432679, 0.0005232745315879583, 0.0007763318135403097, 0.001029389095492661, 0.0012824463192373514, 0.0015355035429820418, 0.0017885607667267323, 0.0020416181068867445, 0.0022946754470467567, 0.0025477325543761253, 0.0028007898945361376, 0.003053847001865506, 0.0033069043420255184, 0.0035599616821855307, 0.0038130187895148993, 0.0040660761296749115, 0.00431913323700428, 0.004572190809994936, 0.004825247917324305, 0.005078305024653673, 0.005331362597644329, 0.005584419704973698, 0.005837476812303066, 0.006090533919632435, 0.006343591492623091, 0.006596648599952459, 0.006849705707281828, 0.007102763280272484, 0.007355820387601852]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05805840343236923, -0.05637156963348389, -0.05468473955988884, -0.05299790948629379, -0.05131107568740845, -0.0496242418885231, -0.047937411814928055, -0.04625058174133301, -0.04456374794244766, -0.04287691414356232, -0.04119008406996727, -0.03950325399637222, -0.03781642019748688, -0.03612958639860153, -0.034442756325006485, -0.03275592625141144, -0.031069092452526093, -0.029382260516285896, -0.0276954285800457, -0.026008596643805504, -0.024321764707565308, -0.02263493277132511, -0.020948100835084915, -0.01926126889884472, -0.017574436962604523, -0.015887605026364326, -0.01420077309012413, -0.012513941153883934, -0.010827109217643738, -0.009140277281403542, -0.007453445345163345, -0.005766613408923149, -0.004079781472682953, -0.0023929495364427567, -0.0007061176002025604, 0.0009807143360376358, 0.002667546272277832, 0.004354378208518028, 0.0060412101447582245, 0.007728042080998421, 0.009414874017238617, 0.011101705953478813, 0.01278853788971901, 0.014475369825959206, 0.016162201762199402, 0.017849033698439598, 0.019535865634679794, 0.02122269757091999, 0.022909529507160187, 0.024596361443400383, 0.02628319337964058, 0.027970025315880775, 0.02965685725212097, 0.03134369105100632, 0.033030521124601364, 0.03471735119819641, 0.03640418499708176, 0.0380910187959671, 0.03977784886956215, 0.041464678943157196, 0.04315151274204254, 0.04483834654092789, 0.046525176614522934, 0.04821200668811798, 0.049898840487003326]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 3.0, 6.0, 6.0, 12.0, 3.0, 13.0, 9.0, 13.0, 10.0, 12.0, 11.0, 17.0, 26.0, 30.0, 18.0, 9.0, 13.0, 7.0, 6.0, 4.0, 8.0, 2.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.022937437519431114, -0.021888824179768562, -0.02084021270275116, -0.019791599363088608, -0.018742986023426056, -0.017694372683763504, -0.016645759344100952, -0.01559714786708355, -0.014548534527420998, -0.013499921187758446, -0.012451308779418468, -0.011402696371078491, -0.01035408303141594, -0.009305469691753387, -0.00825685728341341, -0.007208244409412146, -0.006159631535410881, -0.0051110186614096165, -0.004062405787408352, -0.0030137929134070873, -0.0019651800394058228, -0.0009165671654045582, 0.0001320457085967064, 0.001180658582597971, 0.0022292714565992355, 0.0032778843306005, 0.004326497204601765, 0.005375110078603029, 0.006423722952604294, 0.007472335826605558, 0.008520948700606823, 0.0095695611089468, 0.010618174448609352, 0.011666787788271904, 0.012715400196611881, 0.013764012604951859, 0.01481262594461441, 0.015861239284276962, 0.016909852623939514, 0.017958464100956917, 0.01900707744061947, 0.02005569078028202, 0.021104302257299423, 0.022152915596961975, 0.023201528936624527, 0.02425014227628708, 0.02529875561594963, 0.026347367092967033, 0.027395980432629585, 0.028444593772292137, 0.02949320524930954, 0.03054181858897209, 0.031590431928634644, 0.032639045268297195, 0.03368765860795975, 0.0347362719476223, 0.03578488528728485, 0.036833494901657104, 0.037882108241319656, 0.03893072158098221, 0.03997933492064476, 0.04102794826030731, 0.042076561599969864, 0.043125174939632416, 0.04417378455400467]}, "_runtime": 19.59199070930481, "_timestamp": 1596211609.3630996, "_step": 19}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012611149810254574, -0.012251602485775948, -0.011892054229974747, -0.01153250690549612, -0.01117295864969492, -0.010813411325216293, -0.010453863069415092, -0.010094315744936466, -0.00973476842045784, -0.009375220164656639, -0.009015672840178013, -0.008656124584376812, -0.008296577259898186, -0.007937029004096985, -0.007577481679618359, -0.007217933889478445, -0.0068583860993385315, -0.006498838309198618, -0.006139290519058704, -0.005779742728918791, -0.005420194938778877, -0.005060647614300251, -0.0047010998241603374, -0.004341552034020424, -0.00398200424388051, -0.0036224564537405968, -0.003262908663600683, -0.0029033611062914133, -0.0025438133161514997, -0.002184265526011586, -0.0018247178522869945, -0.0014651701785624027, -0.0011056223884224892, -0.0007460746564902365, -0.0003865269245579839, -2.697919262573123e-05, 0.0003325685393065214, 0.0006921162712387741, 0.0010516640031710267, 0.0014112116768956184, 0.001770759467035532, 0.0021303072571754456, 0.002489855047315359, 0.002849402604624629, 0.0032089503947645426, 0.003568498184904456, 0.003928045742213726, 0.00428759353235364, 0.004647141322493553, 0.005006689112633467, 0.00536623690277338, 0.005725784692913294, 0.006085332483053207, 0.006444879807531834, 0.006804427597671747, 0.007163975387811661, 0.007523523177951574, 0.007883070968091488, 0.008242618292570114, 0.008602166548371315, 0.008961713872849941, 0.009321262128651142, 0.009680809453129768, 0.01004035770893097, 0.010399905033409595]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 2.0, 8.0, 6.0, 7.0, 7.0, 9.0, 16.0, 18.0, 18.0, 24.0, 24.0, 40.0, 40.0, 63.0, 76.0, 89.0, 125.0, 142.0, 201.0, 259.0, 340.0, 529.0, 3649.0, 838.0, 468.0, 264.0, 186.0, 114.0, 109.0, 61.0, 46.0, 29.0, 37.0, 18.0, 18.0, 11.0, 7.0, 1.0, 3.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.17009428143501282, -0.16538061201572418, -0.16066694259643555, -0.15595325827598572, -0.15123958885669708, -0.14652591943740845, -0.1418122500181198, -0.13709856569766998, -0.13238489627838135, -0.1276712268590927, -0.12295755743980408, -0.11824388056993484, -0.11353021115064621, -0.10881653428077698, -0.10410286486148834, -0.09938918799161911, -0.09467551857233047, -0.08996184915304184, -0.08524817228317261, -0.08053450286388397, -0.07582082599401474, -0.0711071565747261, -0.06639347970485687, -0.06167981028556824, -0.056966137140989304, -0.05225246399641037, -0.047538790851831436, -0.0428251177072525, -0.03811144828796387, -0.033397775143384933, -0.028684101998806, -0.023970428854227066, -0.019256755709648132, -0.014543082565069199, -0.00982941035181284, -0.005115737672895193, -0.0004020649939775467, 0.0043116076849401, 0.009025280363857746, 0.013738952577114105, 0.01845262572169304, 0.023166298866271973, 0.027879972010850906, 0.03259364515542984, 0.037307314574718475, 0.04202098771929741, 0.04673466086387634, 0.051448334008455276, 0.05616200715303421, 0.060875680297613144, 0.06558935344219208, 0.07030302286148071, 0.07501669973134995, 0.07973036915063858, 0.08444404602050781, 0.08915771543979645, 0.09387138485908508, 0.09858506172895432, 0.10329873114824295, 0.10801240801811218, 0.11272607743740082, 0.11743975430727005, 0.12215342372655869, 0.12686710059642792, 0.13158077001571655]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 3.0, 26.0, 3.0, 3.0, 5.0, 0.0, 3.0, 7.0, 3.0, 0.0, 0.0, 4.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0041283490136265755, -0.0040055387653410435, -0.003882728051394224, -0.003759917803108692, -0.0036371073219925165, -0.003514296840876341, -0.003391486592590809, -0.0032686761114746332, -0.0031458656303584576, -0.003023055149242282, -0.0029002446681261063, -0.0027774344198405743, -0.0026546239387243986, -0.002531813457608223, -0.002409003209322691, -0.0022861927282065153, -0.0021633822470903397, -0.002040571765974164, -0.0019177614012733102, -0.0017949510365724564, -0.0016721405554562807, -0.001549330074340105, -0.0014265197096392512, -0.0013037093449383974, -0.0011808988638222218, -0.001058088382706046, -0.0009352780180051923, -0.0008124675950966775, -0.0006896571721881628, -0.0005668467492796481, -0.00044403632637113333, -0.0003212259034626186, -0.00019841548055410385, -7.560505764558911e-05, 4.7205365262925625e-05, 0.00017001578817144036, 0.0002928262110799551, 0.00041563663398846984, 0.0005384470568969846, 0.0006612574798054993, 0.000784067902714014, 0.0009068783256225288, 0.0010296887485310435, 0.0011524991132318974, 0.001275309594348073, 0.0013981200754642487, 0.0015209304401651025, 0.0016437408048659563, 0.001766551285982132, 0.0018893617670983076, 0.0020121722482144833, 0.0021349824965000153, 0.002257792977616191, 0.0023806034587323666, 0.0025034137070178986, 0.002626224188134074, 0.00274903466925025, 0.0028718451503664255, 0.002994655631482601, 0.003117465879768133, 0.003240276360884309, 0.0033630868420004845, 0.0034858970902860165, 0.003608707571402192, 0.0037315180525183678]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 2.0, 5.0, 2.0, 10.0, 11.0, 16.0, 19.0, 23.0, 39.0, 30.0, 57.0, 89.0, 160.0, 277.0, 436.0, 736.0, 1134.0, 1933.0, 3028.0, 4778.0, 7335.0, 11348.0, 17085.0, 25834.0, 38673.0, 57809.0, 87353.0, 139724.0, 483170.0, 103122.0, 67077.0, 43593.0, 28872.0, 18682.0, 12518.0, 8441.0, 5560.0, 3772.0, 2421.0, 1515.0, 1058.0, 666.0, 379.0, 250.0, 175.0, 114.0, 82.0, 58.0, 38.0, 33.0, 29.0, 20.0, 18.0, 8.0, 9.0, 6.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.013011821545660496, -0.012567699886858463, -0.01212357822805643, -0.011679457500576973, -0.01123533584177494, -0.010791214182972908, -0.010347092524170876, -0.009902970865368843, -0.00945884920656681, -0.009014728479087353, -0.00857060682028532, -0.008126485161483288, -0.007682363502681255, -0.00723824230954051, -0.006794120650738478, -0.0063499994575977325, -0.0059058777987957, -0.005461756139993668, -0.0050176349468529224, -0.00457351328805089, -0.004129392094910145, -0.0036852704361081123, -0.00324114877730608, -0.002797027351334691, -0.0023529059253633022, -0.0019087844993919134, -0.0014646629570052028, -0.0010205414146184921, -0.0005764199886471033, -0.00013229850446805358, 0.00031182297971099615, 0.0007559444638900459, 0.0012000659480690956, 0.0016441873740404844, 0.0020883088000118732, 0.0025324304588139057, 0.0029765518847852945, 0.0034206733107566833, 0.003864794969558716, 0.004308916162699461, 0.0047530378215014935, 0.005197159480303526, 0.005641280673444271, 0.0060854023322463036, 0.006529523991048336, 0.006973645184189081, 0.007417766842991114, 0.007861888036131859, 0.008306009694933891, 0.008750131353735924, 0.009194253012537956, 0.009638373740017414, 0.010082495398819447, 0.010526617057621479, 0.010970738716423512, 0.011414860375225544, 0.011858981102705002, 0.012303102761507034, 0.012747224420309067, 0.0131913460791111, 0.013635467737913132, 0.014079589396715164, 0.014523710124194622, 0.014967831782996655, 0.015411953441798687]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 6.0, 0.0, 5.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.02487955056130886, -0.024150552228093147, -0.023421553894877434, -0.02269255556166172, -0.021963557228446007, -0.021234558895230293, -0.02050556056201458, -0.019776562228798866, -0.019047565758228302, -0.01831856742501259, -0.017589569091796875, -0.01686057075858116, -0.016131572425365448, -0.015402574092149734, -0.014673575758934021, -0.013944577425718307, -0.013215579092502594, -0.01248658075928688, -0.011757582426071167, -0.011028584092855453, -0.01029958575963974, -0.009570588357746601, -0.008841590024530888, -0.008112591691315174, -0.007383593358099461, -0.006654595024883747, -0.005925596691668034, -0.005196598824113607, -0.004467600490897894, -0.0037386021576821804, -0.0030096040572971106, -0.0022806059569120407, -0.0015516076236963272, -0.0008226094068959355, -9.361119009554386e-05, 0.0006353870267048478, 0.0013643852435052395, 0.002093383576720953, 0.002822381677106023, 0.0035513797774910927, 0.004280378110706806, 0.00500937644392252, 0.005738374777138233, 0.006467372644692659, 0.007196370977908373, 0.007925368845462799, 0.008654367178678513, 0.009383365511894226, 0.01011236384510994, 0.010841362178325653, 0.011570360511541367, 0.01229935884475708, 0.013028357177972794, 0.013757354579865932, 0.014486352913081646, 0.01521535124629736, 0.015944350510835648, 0.016673346981406212, 0.017402345314621925, 0.01813134364783764, 0.018860341981053352, 0.019589340314269066, 0.02031833864748478, 0.021047336980700493, 0.021776335313916206]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 7.0, 12.0, 16.0, 18.0, 27.0, 32.0, 35.0, 45.0, 58.0, 49.0, 62.0, 44.0, 48.0, 52.0, 63.0, 66.0, 63.0, 81.0, 106.0, 135.0, 154.0, 214.0, 226.0, 364.0, 364.0, 520.0, 697.0, 1222.0, 4666.0, 1951.0, 1337.0, 1089.0, 925.0, 583.0, 490.0, 352.0, 293.0, 260.0, 261.0, 242.0, 204.0, 205.0, 168.0, 146.0, 113.0, 92.0, 68.0, 38.0, 27.0, 35.0, 25.0, 13.0, 16.0, 4.0, 6.0, 5.0, 3.0, 5.0, 12.0, 9.0, 2.0], "bins": [-0.010256766341626644, -0.009929572232067585, -0.009602378122508526, -0.009275184944272041, -0.008947990834712982, -0.008620796725153923, -0.008293602615594864, -0.007966408506035805, -0.007639214862138033, -0.007312020752578974, -0.006984827108681202, -0.006657632999122143, -0.006330438889563084, -0.006003245245665312, -0.005676051136106253, -0.005348857492208481, -0.005021663382649422, -0.0046944692730903625, -0.004367275629192591, -0.004040081519633532, -0.003712887642905116, -0.0033856937661767006, -0.0030584996566176414, -0.002731305779889226, -0.0024041119031608105, -0.002076918026432395, -0.0017497240332886577, -0.0014225300401449203, -0.0010953361634165049, -0.0007681422284804285, -0.00044094829354435205, -0.00011375435860827565, 0.00021343957632780075, 0.0005406335112638772, 0.0008678274461999536, 0.0011950214393436909, 0.0015222153160721064, 0.0018494091928005219, 0.002176603302359581, 0.0025037971790879965, 0.002830991055816412, 0.0031581849325448275, 0.003485378809273243, 0.003812572918832302, 0.004139767028391361, 0.004466960672289133, 0.004794154781848192, 0.005121348425745964, 0.005448542535305023, 0.005775736644864082, 0.006102930288761854, 0.006430124398320913, 0.006757318042218685, 0.007084512151777744, 0.0074117062613368034, 0.007738899905234575, 0.008066093549132347, 0.008393287658691406, 0.008720481768250465, 0.009047675877809525, 0.009374869987368584, 0.009702064096927643, 0.010029257275164127, 0.010356451384723186, 0.010683645494282246]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12452070415019989, -0.11895620822906494, -0.11339171230792999, -0.10782720893621445, -0.1022627130150795, -0.09669821709394455, -0.091133713722229, -0.08556921780109406, -0.0800047218799591, -0.07444022595882416, -0.06887573003768921, -0.06331122666597366, -0.057746730744838715, -0.052182234823703766, -0.04661773517727852, -0.04105323553085327, -0.03548873960971832, -0.029924241825938225, -0.024359744042158127, -0.01879524625837803, -0.013230748474597931, -0.007666250690817833, -0.002101752907037735, 0.003462744876742363, 0.009027242660522461, 0.014591740444302559, 0.020156238228082657, 0.025720736011862755, 0.03128523379564285, 0.0368497297167778, 0.04241422936320305, 0.047978729009628296, 0.053543224930763245, 0.05910772085189819, 0.06467221677303314, 0.07023672014474869, 0.07580121606588364, 0.08136571198701859, 0.08693021535873413, 0.09249471127986908, 0.09805920720100403, 0.10362370312213898, 0.10918819904327393, 0.11475270241498947, 0.12031719833612442, 0.12588170170783997, 0.13144619762897491, 0.13701069355010986, 0.1425751894712448, 0.14813968539237976, 0.1537041813135147, 0.15926867723464966, 0.1648331880569458, 0.17039768397808075, 0.1759621798992157, 0.18152667582035065, 0.1870911717414856, 0.19265566766262054, 0.1982201635837555, 0.20378465950489044, 0.2093491554260254, 0.21491366624832153, 0.22047816216945648, 0.22604265809059143, 0.23160715401172638]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 1.0, 1.0, 2.0, 7.0, 5.0, 7.0, 6.0, 10.0, 18.0, 24.0, 15.0, 27.0, 12.0, 11.0, 16.0, 8.0, 7.0, 5.0, 3.0, 13.0, 7.0, 3.0, 5.0, 3.0, 2.0, 6.0, 6.0, 2.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021516066044569016, -0.020569659769535065, -0.019623255357146263, -0.018676849082112312, -0.01773044466972351, -0.01678403839468956, -0.01583763211965561, -0.014891226775944233, -0.013944821432232857, -0.01299841608852148, -0.012052010744810104, -0.011105604469776154, -0.010159199126064777, -0.009212793782353401, -0.00826638750731945, -0.007319982163608074, -0.006373576819896698, -0.005427171476185322, -0.004480765666812658, -0.0035343600902706385, -0.0025879545137286186, -0.0016415489371865988, -0.0006951433606445789, 0.0002512622158974409, 0.0011976677924394608, 0.0021440733689814806, 0.0030904789455235004, 0.004036884754896164, 0.00498329009860754, 0.005929695442318916, 0.00687610125169158, 0.007822507061064243, 0.00876891240477562, 0.009715317748486996, 0.010661723092198372, 0.011608129367232323, 0.012554534710943699, 0.013500940054655075, 0.014447346329689026, 0.015393751673400402, 0.016340157017111778, 0.01728656329214573, 0.01823296770453453, 0.01917937397956848, 0.020125780254602432, 0.021072184666991234, 0.022018590942025185, 0.022964995354413986, 0.023911401629447937, 0.024857807904481888, 0.02580421231687069, 0.02675061859190464, 0.027697023004293442, 0.028643429279327393, 0.029589835554361343, 0.030536239966750145, 0.03148264437913895, 0.0324290506541729, 0.03337545692920685, 0.0343218632042408, 0.03526826947927475, 0.0362146757543087, 0.03716107830405235, 0.038107484579086304, 0.039053890854120255]}, "_runtime": 20.362282752990723, "_timestamp": 1596211610.1333916, "_step": 20}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 3.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015572954900562763, -0.015107342042028904, -0.014641729183495045, -0.014176116324961185, -0.0137105043977499, -0.013244891539216042, -0.012779278680682182, -0.012313665822148323, -0.011848052963614464, -0.011382440105080605, -0.010916827246546745, -0.010451214388012886, -0.009985601529479027, -0.009519989602267742, -0.009054376743733883, -0.008588763885200024, -0.008123151026666164, -0.007657538168132305, -0.007191925309598446, -0.006726312916725874, -0.006260700058192015, -0.0057950871996581554, -0.0053294748067855835, -0.004863861948251724, -0.004398249089717865, -0.003932636231184006, -0.00346702360548079, -0.0030014109797775745, -0.0025357981212437153, -0.002070185262709856, -0.0016045726370066404, -0.001138959894888103, -0.0006733471527695656, -0.00020773441065102816, 0.00025787833146750927, 0.0007234910735860467, 0.0011891038157045841, 0.0016547165578231215, 0.002120329299941659, 0.0025859419256448746, 0.003051554784178734, 0.003517167642712593, 0.003982780501246452, 0.004448392894119024, 0.0049140057526528835, 0.005379618611186743, 0.005845231004059315, 0.006310843862593174, 0.006776456721127033, 0.0072420695796608925, 0.007707682438194752, 0.008173295296728611, 0.008638907223939896, 0.009104520082473755, 0.009570132941007614, 0.010035745799541473, 0.010501358658075333, 0.010966971516609192, 0.011432584375143051, 0.01189819723367691, 0.01236381009221077, 0.012829422019422054, 0.013295034877955914, 0.013760647736489773, 0.014226260595023632]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 7.0, 2.0, 3.0, 8.0, 12.0, 10.0, 11.0, 19.0, 26.0, 27.0, 42.0, 47.0, 77.0, 101.0, 138.0, 223.0, 303.0, 466.0, 703.0, 3827.0, 766.0, 382.0, 225.0, 129.0, 93.0, 71.0, 41.0, 44.0, 31.0, 15.0, 12.0, 9.0, 12.0, 8.0, 0.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.1923842579126358, -0.18656648695468903, -0.18074871599674225, -0.17493093013763428, -0.1691131591796875, -0.16329538822174072, -0.15747761726379395, -0.15165984630584717, -0.1458420753479004, -0.14002428948879242, -0.13420651853084564, -0.12838874757289886, -0.12257097661495209, -0.11675319820642471, -0.11093542724847794, -0.10511764883995056, -0.09929987788200378, -0.093482106924057, -0.08766432851552963, -0.08184655755758286, -0.07602877914905548, -0.0702110081911087, -0.06439323723316193, -0.05857546254992485, -0.052757687866687775, -0.0469399131834507, -0.04112213850021362, -0.035304367542266846, -0.02948659285902977, -0.023668818175792694, -0.017851045355200768, -0.012033271603286266, -0.006215497851371765, -0.00039772409945726395, 0.005420049652457237, 0.011237823404371738, 0.01705559715628624, 0.022873371839523315, 0.028691144660115242, 0.03450891748070717, 0.040326692163944244, 0.04614446684718132, 0.051962241530418396, 0.05778001248836517, 0.06359778344631195, 0.06941556185483932, 0.0752333328127861, 0.08105111122131348, 0.08686888217926025, 0.09268665313720703, 0.0985044315457344, 0.10432220250368118, 0.11013998091220856, 0.11595775187015533, 0.12177552282810211, 0.1275932937860489, 0.13341107964515686, 0.13922885060310364, 0.14504662156105042, 0.1508643925189972, 0.15668216347694397, 0.16249993443489075, 0.16831772029399872, 0.1741354912519455, 0.17995326220989227]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 3.0, 4.0, 3.0, 4.0, 1.0, 5.0, 3.0, 2.0, 4.0, 6.0, 23.0, 3.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003868249710649252, -0.0037365343887358904, -0.0036048192996531725, -0.003473103977739811, -0.003341388888657093, -0.0032096735667437315, -0.00307795824483037, -0.002946243155747652, -0.0028145278338342905, -0.002682812511920929, -0.002551097422838211, -0.0024193821009248495, -0.002287666779011488, -0.00215595168992877, -0.0020242363680154085, -0.0018925211625173688, -0.001760805957019329, -0.0016290907515212893, -0.0014973755460232496, -0.001365660224109888, -0.0012339450186118484, -0.0011022298131138086, -0.000970514549408108, -0.0008387992857024074, -0.0007070840802043676, -0.0005753688747063279, -0.0004436536110006273, -0.0003119383763987571, -0.00018022314179688692, -4.850790719501674e-05, 8.320732740685344e-05, 0.00021492256200872362, 0.0003466377966105938, 0.000478353031212464, 0.0006100682658143342, 0.0007417835295200348, 0.0008734987350180745, 0.0010052139405161142, 0.0011369292624294758, 0.0012686444679275155, 0.0014003596734255552, 0.001532074878923595, 0.0016637900844216347, 0.0017955054063349962, 0.001927220611833036, 0.0020589358173310757, 0.0021906511392444372, 0.002322366228327155, 0.0024540815502405167, 0.002585796872153878, 0.002717511961236596, 0.0028492272831499577, 0.0029809423722326756, 0.003112657694146037, 0.0032443730160593987, 0.0033760881051421165, 0.003507803427055478, 0.0036395187489688396, 0.0037712338380515575, 0.003902949159964919, 0.004034664481878281, 0.0041663795709609985, 0.004298094660043716, 0.004429810214787722, 0.0045615253038704395]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 7.0, 7.0, 14.0, 18.0, 33.0, 31.0, 54.0, 70.0, 140.0, 213.0, 303.0, 518.0, 736.0, 1378.0, 2344.0, 3805.0, 6796.0, 11414.0, 19217.0, 32712.0, 53362.0, 83325.0, 125097.0, 480901.0, 126112.0, 80588.0, 52188.0, 34352.0, 22377.0, 14452.0, 9468.0, 6313.0, 3957.0, 2427.0, 1610.0, 1029.0, 716.0, 492.0, 333.0, 210.0, 133.0, 103.0, 67.0, 70.0, 34.0, 31.0, 18.0, 16.0, 15.0, 14.0, 4.0, 4.0, 4.0, 3.0, 1.0, 3.0, 2.0, 1.0], "bins": [-0.014070356264710426, -0.013596072793006897, -0.013121790252625942, -0.012647506780922413, -0.012173224240541458, -0.011698940768837929, -0.0112246572971344, -0.010750374756753445, -0.010276091285049915, -0.009801807813346386, -0.009327525272965431, -0.008853241801261902, -0.008378958329558372, -0.007904675789177418, -0.007430392317473888, -0.006956109311431646, -0.006481826305389404, -0.006007543299347162, -0.00553326029330492, -0.005058976821601391, -0.004584693815559149, -0.004110410809516907, -0.003636127570644021, -0.0031618443317711353, -0.0026875613257288933, -0.0022132783196866512, -0.0017389950808137655, -0.0012647119583562016, -0.0007904288358986378, -0.0003161457134410739, 0.00015813740901648998, 0.0006324205314740539, 0.0011067036539316177, 0.0015809867763891816, 0.0020552698988467455, 0.002529553137719631, 0.0030038361437618732, 0.0034781191498041153, 0.003952402621507645, 0.004426685627549887, 0.004900968633592129, 0.005375251639634371, 0.005849534645676613, 0.006323818117380142, 0.006798101123422384, 0.007272384129464626, 0.007746667601168156, 0.00822095014154911, 0.00869523361325264, 0.009169517084956169, 0.009643799625337124, 0.010118083097040653, 0.010592365637421608, 0.011066649109125137, 0.011540932580828667, 0.012015215121209621, 0.01248949859291315, 0.01296378206461668, 0.013438064604997635, 0.013912348076701164, 0.014386631548404694, 0.014860914088785648, 0.015335197560489178, 0.015809480100870132, 0.016283763572573662]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 5.0, 3.0, 10.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015395503491163254, -0.01490107923746109, -0.014406654052436352, -0.013912229798734188, -0.01341780461370945, -0.012923380360007286, -0.012428956106305122, -0.011934530921280384, -0.01144010666757822, -0.010945682413876057, -0.010451257228851318, -0.009956832975149155, -0.009462408721446991, -0.008967983536422253, -0.008473559282720089, -0.00797913409769535, -0.007484709843993187, -0.006990285124629736, -0.006495860405266285, -0.006001436151564121, -0.00550701143220067, -0.005012586712837219, -0.0045181624591350555, -0.0040237377397716045, -0.0035293130204081535, -0.0030348883010447025, -0.002540463814511895, -0.002046039327979088, -0.0015516146086156368, -0.0010571900056675076, -0.0005627654027193785, -6.83407997712493e-05, 0.0004260838031768799, 0.0009205084061250091, 0.0014149330090731382, 0.0019093576120212674, 0.0024037822149693966, 0.0028982069343328476, 0.003392631420865655, 0.0038870559073984623, 0.004381480626761913, 0.004875905346125364, 0.005370330065488815, 0.005864754319190979, 0.00635917903855443, 0.006853603757917881, 0.007348028011620045, 0.007842453196644783, 0.008336877450346947, 0.00883130170404911, 0.009325726889073849, 0.009820151142776012, 0.01031457632780075, 0.010809000581502914, 0.011303424835205078, 0.011797850020229816, 0.01229227427393198, 0.012786698527634144, 0.013281123712658882, 0.013775547966361046, 0.01426997222006321, 0.014764397405087948, 0.015258821658790112, 0.01575324684381485, 0.016247671097517014]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 7.0, 6.0, 9.0, 20.0, 19.0, 18.0, 35.0, 30.0, 63.0, 89.0, 123.0, 194.0, 243.0, 395.0, 622.0, 839.0, 1587.0, 6161.0, 3845.0, 1755.0, 824.0, 465.0, 285.0, 197.0, 181.0, 69.0, 68.0, 56.0, 57.0, 43.0, 21.0, 16.0, 9.0, 9.0, 10.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0], "bins": [-0.016593167558312416, -0.016188405454158783, -0.01578364148736, -0.015378879383206367, -0.014974117279052734, -0.014569355174899101, -0.014164592139422894, -0.013759829103946686, -0.013355066999793053, -0.01295030489563942, -0.012545541860163212, -0.012140778824687004, -0.011736016720533371, -0.011331254616379738, -0.01092649158090353, -0.010521728545427322, -0.01011696644127369, -0.009712204337120056, -0.009307441301643848, -0.00890267826616764, -0.008497916162014008, -0.008093154057860374, -0.007688391022384167, -0.007283628452569246, -0.006878865882754326, -0.0064741033129394054, -0.006069340743124485, -0.005664578173309565, -0.005259815603494644, -0.004855053033679724, -0.004450290463864803, -0.004045527894049883, -0.0036407653242349625, -0.003236002754420042, -0.0028312401846051216, -0.002426477614790201, -0.0020217150449752808, -0.0016169524751603603, -0.00121218990534544, -0.0008074273355305195, -0.00040266476571559906, 2.0978040993213654e-06, 0.0004068603739142418, 0.0008116229437291622, 0.0012163855135440826, 0.001621148083359003, 0.0020259106531739235, 0.002430673222988844, 0.0028354357928037643, 0.0032401983626186848, 0.003644960932433605, 0.004049723502248526, 0.004454486072063446, 0.0048592486418783665, 0.005264011211693287, 0.005668773781508207, 0.006073536351323128, 0.006478298921138048, 0.006883061490952969, 0.007287824060767889, 0.0076925866305828094, 0.008097348734736443, 0.00850211177021265, 0.008906874805688858, 0.009311636909842491]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08042257279157639, -0.07842128723859787, -0.07642000913619995, -0.07441872358322144, -0.07241743803024292, -0.0704161524772644, -0.06841486692428589, -0.06641358882188797, -0.06441230326890945, -0.06241101771593094, -0.06040973588824272, -0.058408454060554504, -0.05640716850757599, -0.05440588295459747, -0.052404601126909256, -0.05040331929922104, -0.04840203374624252, -0.04640074819326401, -0.04439946636557579, -0.04239818453788757, -0.04039689898490906, -0.03839561343193054, -0.036394331604242325, -0.03439304977655411, -0.03239176422357559, -0.030390480533242226, -0.02838919684290886, -0.026387913152575493, -0.024386629462242126, -0.02238534577190876, -0.020384062081575394, -0.018382778391242027, -0.01638149470090866, -0.014380211010575294, -0.012378927320241928, -0.010377643629908562, -0.008376359939575195, -0.006375076249241829, -0.0043737925589084625, -0.002372508868575096, -0.00037122517824172974, 0.0016300585120916367, 0.003631342202425003, 0.0056326258927583694, 0.007633909583091736, 0.009635193273425102, 0.011636476963758469, 0.013637760654091835, 0.0156390443444252, 0.017640328034758568, 0.019641611725091934, 0.0216428954154253, 0.023644179105758667, 0.025645462796092033, 0.0276467464864254, 0.029648030176758766, 0.03164931386709213, 0.03365059942007065, 0.035651881247758865, 0.03765316307544708, 0.0396544486284256, 0.041655734181404114, 0.04365701600909233, 0.04565829783678055, 0.047659583389759064]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 2.0, 4.0, 3.0, 3.0, 12.0, 10.0, 7.0, 14.0, 15.0, 15.0, 10.0, 7.0, 14.0, 11.0, 36.0, 19.0, 12.0, 13.0, 6.0, 5.0, 4.0, 7.0, 9.0, 4.0, 0.0, 2.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03862437605857849, -0.037563662976026535, -0.03650294989347458, -0.03544223681092262, -0.03438152000308037, -0.03332080692052841, -0.032260093837976456, -0.0311993807554245, -0.030138667672872543, -0.029077952727675438, -0.028017239645123482, -0.026956526562571526, -0.02589581161737442, -0.024835098534822464, -0.023774385452270508, -0.022713670507073402, -0.021652957424521446, -0.02059224434196949, -0.019531529396772385, -0.01847081631422043, -0.017410103231668472, -0.016349388286471367, -0.01528867520391941, -0.014227962121367455, -0.013167248107492924, -0.012106534093618393, -0.011045821011066437, -0.009985106997191906, -0.008924392983317375, -0.007863679900765419, -0.006802965886890888, -0.005742252338677645, -0.004681538790464401, -0.0036208252422511578, -0.0025601114612072706, -0.0014993977965787053, -0.00043868413195014, 0.0006220295326784253, 0.0016827431973069906, 0.0027434569783508778, 0.0038041705265641212, 0.004864884074777365, 0.005925597622990608, 0.006986311636865139, 0.00804702565073967, 0.009107738733291626, 0.010168452747166157, 0.011229165829718113, 0.012289879843592644, 0.013350593857467175, 0.01441130694001913, 0.015472020953893661, 0.016532734036445618, 0.017593448981642723, 0.01865416206419468, 0.019714875146746635, 0.02077559009194374, 0.021836303174495697, 0.022897016257047653, 0.02395772933959961, 0.025018444284796715, 0.02607915736734867, 0.027139870449900627, 0.028200585395097733, 0.02926129847764969]}, "_runtime": 21.12236523628235, "_timestamp": 1596211610.893474, "_step": 21}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.015949755907058716, -0.015519792214035988, -0.015089829452335835, -0.014659865759313107, -0.014229902997612953, -0.013799939304590225, -0.013369976542890072, -0.012940012849867344, -0.01251005008816719, -0.012080086395144463, -0.011650122702121735, -0.011220159940421581, -0.010790196247398853, -0.0103602334856987, -0.009930269792675972, -0.009500307030975819, -0.00907034333795309, -0.008640379644930363, -0.00821041688323021, -0.007780453655868769, -0.007350490428507328, -0.0069205267354846, -0.006490563508123159, -0.006060600280761719, -0.005630637053400278, -0.005200673826038837, -0.004770710598677397, -0.004340747371315956, -0.003910783678293228, -0.003480820683762431, -0.003050857223570347, -0.002620893996208906, -0.0021909307688474655, -0.0017609675414860249, -0.0013310041977092624, -0.0009010409121401608, -0.0004710776265710592, -4.1114341001957655e-05, 0.0003888489445671439, 0.0008188122301362455, 0.001248775515705347, 0.0016787387430667877, 0.0021087019704282284, 0.0025386654306203127, 0.0029686286579817533, 0.003398591885343194, 0.0038285553455352783, 0.004258518572896719, 0.00468848180025816, 0.0051184450276196, 0.005548408254981041, 0.005978371482342482, 0.006408334709703922, 0.00683829840272665, 0.007268261630088091, 0.0076982248574495316, 0.00812818855047226, 0.008558151312172413, 0.00898811500519514, 0.009418077766895294, 0.009848041459918022, 0.010278004221618176, 0.010707967914640903, 0.011137930676341057, 0.011567894369363785]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 2.0, 1.0, 2.0, 9.0, 5.0, 10.0, 9.0, 7.0, 19.0, 12.0, 23.0, 27.0, 31.0, 31.0, 42.0, 56.0, 78.0, 96.0, 138.0, 174.0, 262.0, 382.0, 608.0, 3887.0, 880.0, 406.0, 232.0, 141.0, 102.0, 68.0, 45.0, 31.0, 19.0, 14.0, 19.0, 14.0, 9.0, 7.0, 7.0, 5.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1908346563577652, -0.18523846566677094, -0.17964227497577667, -0.1740460842847824, -0.16844989359378815, -0.16285370290279388, -0.15725751221179962, -0.15166132152080536, -0.1460651308298111, -0.14046894013881683, -0.13487274944782257, -0.1292765587568283, -0.12368037551641464, -0.11808418482542038, -0.11248799413442612, -0.10689180344343185, -0.10129561275243759, -0.09569942206144333, -0.09010323137044907, -0.0845070406794548, -0.07891084998846054, -0.07331465929746628, -0.06771846860647202, -0.06212228164076805, -0.05652609094977379, -0.050929900258779526, -0.04533370956778526, -0.039737518876791, -0.034141331911087036, -0.028545139357447624, -0.02294895052909851, -0.017352759838104248, -0.011756569147109985, -0.00616037892177701, -0.0005641886964440346, 0.005032001528888941, 0.010628191754221916, 0.01622438244521618, 0.021820571273565292, 0.027416761964559555, 0.03301295265555382, 0.03860914334654808, 0.04420533403754234, 0.049801524728536606, 0.05539771169424057, 0.06099390238523483, 0.0665900930762291, 0.07218628376722336, 0.07778247445821762, 0.08337866514921188, 0.08897485584020615, 0.09457104653120041, 0.10016723722219467, 0.10576342791318893, 0.1113596186041832, 0.11695580929517746, 0.12255199253559113, 0.1281481832265854, 0.13374437391757965, 0.1393405646085739, 0.14493675529956818, 0.15053294599056244, 0.1561291366815567, 0.16172532737255096, 0.16732151806354523]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 3.0, 7.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 1.0, 4.0, 0.0, 26.0, 3.0, 3.0, 2.0, 5.0, 3.0, 6.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004722279030829668, -0.004562701098620892, -0.004403123166412115, -0.004243545234203339, -0.004083967301994562, -0.003924389369785786, -0.003764811670407653, -0.0036052337381988764, -0.0034456558059901, -0.0032860778737813234, -0.003126499941572547, -0.0029669220093637705, -0.0028073443099856377, -0.002647766377776861, -0.0024881884455680847, -0.0023286105133593082, -0.0021690325811505318, -0.0020094546489417553, -0.0018498767167329788, -0.0016902989009395242, -0.0015307209687307477, -0.0013711430365219712, -0.0012115652207285166, -0.00105198728851974, -0.0008924093563109636, -0.0007328314241021872, -0.0005732535501010716, -0.0004136756469961256, -0.00025409774389117956, -9.451984078623354e-05, 6.505806231871247e-05, 0.0002246359654236585, 0.0003842138685286045, 0.000543791800737381, 0.0007033696747384965, 0.0008629475487396121, 0.0010225254809483886, 0.001182103413157165, 0.0013416812289506197, 0.0015012591611593962, 0.0016608370933681726, 0.0018204150255769491, 0.0019799929577857256, 0.002139570889994502, 0.002299148589372635, 0.0024587265215814114, 0.002618304453790188, 0.0027778823859989643, 0.002937460318207741, 0.0030970382504165173, 0.0032566161826252937, 0.00341619411483407, 0.0035757720470428467, 0.0037353497464209795, 0.003894927678629756, 0.004054505843669176, 0.004214083775877953, 0.004373661242425442, 0.004533239174634218, 0.004692817106842995, 0.004852395039051771, 0.005011972971260548, 0.005171550903469324, 0.005331128835678101, 0.005490706767886877]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 6.0, 8.0, 9.0, 15.0, 25.0, 50.0, 70.0, 73.0, 132.0, 202.0, 335.0, 546.0, 867.0, 1525.0, 2659.0, 4646.0, 8578.0, 16417.0, 30880.0, 54920.0, 93886.0, 159690.0, 525543.0, 115251.0, 65110.0, 38418.0, 22995.0, 14060.0, 8431.0, 5288.0, 3298.0, 2047.0, 1229.0, 790.0, 512.0, 307.0, 216.0, 149.0, 131.0, 97.0, 56.0, 48.0, 37.0, 22.0, 23.0, 10.0, 9.0, 13.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.016940666362643242, -0.016382966190576553, -0.015825264155864716, -0.015267563983798027, -0.014709863811731339, -0.014152162708342075, -0.013594461604952812, -0.013036761432886124, -0.01247906032949686, -0.011921359226107597, -0.011363659054040909, -0.010805957950651646, -0.010248256847262383, -0.009690556675195694, -0.00913285557180643, -0.008575155399739742, -0.008017454296350479, -0.007459753658622503, -0.0069020530208945274, -0.006344351917505264, -0.0057866512797772884, -0.005228950642049313, -0.0046712495386600494, -0.004113548900932074, -0.0035558482632040977, -0.002998147625476122, -0.0024404467549175024, -0.0018827460007742047, -0.001325045246630907, -0.0007673444924876094, -0.00020964373834431171, 0.00034805701579898596, 0.0009057577699422836, 0.0014634585240855813, 0.002021159278228879, 0.0025788601487874985, 0.0031365607865154743, 0.00369426142424345, 0.004251962527632713, 0.004809663165360689, 0.005367363803088665, 0.005925064440816641, 0.006482765078544617, 0.00704046618193388, 0.007598166819661856, 0.008155867457389832, 0.008713568560779095, 0.009271268732845783, 0.009828969836235046, 0.01038667093962431, 0.010944371111690998, 0.011502072215080261, 0.01205977238714695, 0.012617473490536213, 0.013175174593925476, 0.013732874765992165, 0.014290575869381428, 0.014848276972770691, 0.01540597714483738, 0.015963677316904068, 0.016521379351615906, 0.017079079523682594, 0.017636779695749283, 0.01819448173046112, 0.01875218190252781]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 8.0, 3.0, 6.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029659446328878403, -0.02890428714454174, -0.028149129822850227, -0.027393970638513565, -0.026638813316822052, -0.02588365413248539, -0.025128494948148727, -0.024373337626457214, -0.023618178442120552, -0.02286301925778389, -0.022107861936092377, -0.021352702751755714, -0.020597543567419052, -0.01984238624572754, -0.019087227061390877, -0.018332069739699364, -0.0175769105553627, -0.01682175137102604, -0.016066594049334526, -0.015311434864997864, -0.014556276611983776, -0.013801118358969688, -0.013045959174633026, -0.012290800921618938, -0.01153564266860485, -0.010780484415590763, -0.010025326162576675, -0.009270166978240013, -0.008515008725225925, -0.007759850472211838, -0.007004691753536463, -0.006249533034861088, -0.005494374781847, -0.0047392165288329124, -0.0039840578101575375, -0.003228899324312806, -0.002473740838468075, -0.0017185823526233435, -0.0009634238667786121, -0.0002082653809338808, 0.0005468931049108505, 0.0013020515907555819, 0.002057210076600313, 0.0028123685624450445, 0.003567527048289776, 0.0043226853013038635, 0.0050778440199792385, 0.0058330027386546135, 0.006588160991668701, 0.007343319244682789, 0.008098477497696877, 0.008853636682033539, 0.009608794935047626, 0.010363953188061714, 0.011119112372398376, 0.011874270625412464, 0.012629428878426552, 0.01338458713144064, 0.014139745384454727, 0.01489490456879139, 0.015650063753128052, 0.016405221074819565, 0.017160380259156227, 0.01791553758084774, 0.018670696765184402]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 18.0, 25.0, 25.0, 32.0, 34.0, 45.0, 45.0, 42.0, 48.0, 56.0, 54.0, 77.0, 68.0, 89.0, 105.0, 99.0, 111.0, 136.0, 145.0, 208.0, 237.0, 323.0, 350.0, 418.0, 597.0, 1121.0, 5152.0, 2582.0, 1605.0, 1138.0, 753.0, 548.0, 437.0, 347.0, 262.0, 235.0, 187.0, 129.0, 113.0, 75.0, 68.0, 51.0, 39.0, 44.0, 26.0, 24.0, 18.0, 17.0, 16.0, 8.0, 8.0, 6.0, 7.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.013792096637189388, -0.013382736593484879, -0.012973376549780369, -0.012564016506075859, -0.012154657393693924, -0.011745297349989414, -0.011335937306284904, -0.010926577262580395, -0.010517217218875885, -0.010107857175171375, -0.00969849806278944, -0.00928913801908493, -0.00887977797538042, -0.008470417931675911, -0.008061057887971401, -0.007651698309928179, -0.007242338266223669, -0.006832978222519159, -0.006423618644475937, -0.006014258600771427, -0.005604898557066917, -0.005195538979023695, -0.004786178935319185, -0.0043768188916146755, -0.003967459313571453, -0.0035580992698669434, -0.0031487392261624336, -0.0027393794152885675, -0.0023300196044147015, -0.0019206595607101917, -0.0015112997498363256, -0.0011019398225471377, -0.0006925798952579498, -0.0002832199970725924, 0.00012613990111276507, 0.0005354997701942921, 0.00094485969748348, 0.0013542196247726679, 0.001763579435646534, 0.0021729394793510437, 0.0025822992902249098, 0.002991659101098776, 0.0034010191448032856, 0.0038103789556771517, 0.004219738766551018, 0.0046290988102555275, 0.005038458853960037, 0.00544781843200326, 0.005857178475707769, 0.006266538519412279, 0.0066758980974555016, 0.007085258141160011, 0.007494618184864521, 0.00790397822856903, 0.00831333827227354, 0.008722697384655476, 0.009132057428359985, 0.009541417472064495, 0.009950777515769005, 0.010360137559473515, 0.010769497603178024, 0.01117885671555996, 0.01158821675926447, 0.011997576802968979, 0.012406936846673489]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09180619567632675, -0.08822578936815262, -0.08464537560939789, -0.08106496930122375, -0.07748456299304962, -0.07390414923429489, -0.07032374292612076, -0.06674332916736603, -0.0631629228591919, -0.05958251282572746, -0.05600210279226303, -0.0524216964840889, -0.048841286450624466, -0.045260876417160034, -0.0416804701089859, -0.03810006007552147, -0.03451965004205704, -0.030939240008592606, -0.027358831837773323, -0.02377842366695404, -0.02019801363348961, -0.016617603600025177, -0.013037195429205894, -0.009456786327064037, -0.00587637722492218, -0.002295968122780323, 0.0012844409793615341, 0.004864850081503391, 0.008445259183645248, 0.012025668285787106, 0.015606077387928963, 0.019186485558748245, 0.022766895592212677, 0.02634730562567711, 0.02992771379649639, 0.033508121967315674, 0.037088532000780106, 0.04066894203424454, 0.04424934834241867, 0.0478297583758831, 0.051410168409347534, 0.054990578442811966, 0.0585709884762764, 0.06215139478445053, 0.06573180854320526, 0.0693122148513794, 0.07289262115955353, 0.07647303491830826, 0.08005344122648239, 0.08363384753465652, 0.08721426129341125, 0.09079466760158539, 0.09437507390975952, 0.09795548766851425, 0.10153589397668839, 0.10511630773544312, 0.10869671404361725, 0.11227712035179138, 0.11585753411054611, 0.11943794041872025, 0.12301835417747498, 0.1265987604856491, 0.13017916679382324, 0.13375957310199738, 0.1373399794101715]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 4.0, 7.0, 2.0, 10.0, 8.0, 8.0, 16.0, 13.0, 18.0, 21.0, 23.0, 10.0, 16.0, 10.0, 12.0, 12.0, 6.0, 9.0, 5.0, 10.0, 6.0, 10.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017245935276150703, -0.016187608242034912, -0.01512928307056427, -0.014070956967771053, -0.013012630864977837, -0.011954303830862045, -0.010895977728068829, -0.009837651625275612, -0.008779325522482395, -0.0077209994196891785, -0.006662673316895962, -0.005604346748441458, -0.004546020645648241, -0.0034876945428550243, -0.002429368207231164, -0.0013710419880226254, -0.0003127157688140869, 0.0007456104503944516, 0.0018039366696029902, 0.0028622630052268505, 0.003920589108020067, 0.004978915210813284, 0.006037241779267788, 0.007095567882061005, 0.008153893984854221, 0.009212220087647438, 0.010270546190440655, 0.011328872293233871, 0.012387199327349663, 0.01344552543014288, 0.014503851532936096, 0.015562177635729313, 0.01662050373852253, 0.01767883077263832, 0.018737155944108963, 0.019795482978224754, 0.020853808149695396, 0.021912135183811188, 0.02297046035528183, 0.02402878738939762, 0.025087114423513412, 0.026145439594984055, 0.027203766629099846, 0.028262091800570488, 0.02932041883468628, 0.03037874400615692, 0.031437069177627563, 0.032495398074388504, 0.033553723245859146, 0.03461204841732979, 0.03567037731409073, 0.03672870248556137, 0.03778702765703201, 0.038845352828502655, 0.039903681725263596, 0.04096200689673424, 0.04202033206820488, 0.04307866096496582, 0.04413698613643646, 0.045195311307907104, 0.04625363647937775, 0.04731196537613869, 0.04837029054760933, 0.04942861571907997, 0.05048694461584091]}, "_runtime": 21.873746395111084, "_timestamp": 1596211611.6448553, "_step": 22}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 2.0, 6.0, 3.0, 3.0, 1.0, 5.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015611544251441956, -0.015060536563396454, -0.014509528875350952, -0.01395852118730545, -0.013407513499259949, -0.012856505811214447, -0.012305498123168945, -0.011754490435123444, -0.011203482747077942, -0.010652474127709866, -0.010101466439664364, -0.009550458751618862, -0.00899945106357336, -0.008448443375527859, -0.007897435687482357, -0.007346427999436855, -0.006795420311391354, -0.006244412623345852, -0.00569340493530035, -0.0051423972472548485, -0.004591389559209347, -0.004040381405502558, -0.003489373717457056, -0.0029383660294115543, -0.0023873583413660526, -0.001836350653320551, -0.0012853428488597274, -0.0007343351026065648, -0.00018332735635340214, 0.0003676803898997605, 0.0009186881361529231, 0.0014696959406137466, 0.0020207036286592484, 0.00257171131670475, 0.0031227190047502518, 0.003673726925626397, 0.004224734380841255, 0.004775742534548044, 0.005326750222593546, 0.005877757910639048, 0.006428765598684549, 0.006979773286730051, 0.007530780974775553, 0.008081789128482342, 0.008632796816527843, 0.009183804504573345, 0.009734812192618847, 0.010285819880664349, 0.01083682756870985, 0.011387835256755352, 0.011938842944800854, 0.012489850632846355, 0.013040858320891857, 0.013591866008937359, 0.01414287369698286, 0.014693881385028362, 0.015244890004396439, 0.01579589769244194, 0.016346905380487442, 0.016897913068532944, 0.017448920756578445, 0.017999928444623947, 0.01855093613266945, 0.01910194382071495, 0.019652951508760452]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 4.0, 3.0, 4.0, 8.0, 11.0, 12.0, 13.0, 21.0, 15.0, 32.0, 42.0, 55.0, 75.0, 106.0, 143.0, 196.0, 258.0, 400.0, 609.0, 4108.0, 737.0, 341.0, 223.0, 137.0, 92.0, 64.0, 41.0, 36.0, 32.0, 18.0, 16.0, 16.0, 11.0, 6.0, 10.0, 7.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1967700719833374, -0.19101347029209137, -0.18525686860084534, -0.1795002669095993, -0.17374368011951447, -0.16798707842826843, -0.1622304767370224, -0.15647387504577637, -0.15071727335453033, -0.1449606716632843, -0.13920408487319946, -0.13344748318195343, -0.1276908814907074, -0.12193427979946136, -0.11617767810821533, -0.1104210838675499, -0.10466448217630386, -0.09890788048505783, -0.0931512862443924, -0.08739468455314636, -0.08163808286190033, -0.0758814886212349, -0.07012488692998886, -0.06436828523874283, -0.058611687272787094, -0.05285508930683136, -0.04709848761558533, -0.04134188964962959, -0.03558529168367386, -0.029828689992427826, -0.02407209202647209, -0.018315492197871208, -0.012558892369270325, -0.0068022930063307285, -0.0010456936433911324, 0.004710905719548464, 0.01046750508248806, 0.016224104911088943, 0.021980702877044678, 0.02773730270564556, 0.033493902534246445, 0.03925050050020218, 0.04500710219144821, 0.050763700157403946, 0.05652029812335968, 0.06227689981460571, 0.06803350150585175, 0.07379009574651718, 0.07954669743776321, 0.08530329912900925, 0.09105989336967468, 0.09681649506092072, 0.10257309675216675, 0.10832969099283218, 0.11408629268407822, 0.11984289437532425, 0.12559948861598969, 0.13135609030723572, 0.13711269199848175, 0.14286929368972778, 0.14862589538097382, 0.15438248217105865, 0.1601390838623047, 0.16589568555355072, 0.17165228724479675]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 5.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 5.0, 6.0, 4.0, 7.0, 3.0, 3.0, 23.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002400360768660903, -0.00228690542280674, -0.0021734500769525766, -0.0020599947310984135, -0.0019465395016595721, -0.001833084155805409, -0.0017196289263665676, -0.0016061735805124044, -0.0014927182346582413, -0.001379262888804078, -0.001265807542949915, -0.0011523523135110736, -0.0010388969676569104, -0.0009254416218027472, -0.000811986334156245, -0.0006985310465097427, -0.0005850757006555796, -0.00047162038390524685, -0.00035816506715491414, -0.00024470975040458143, -0.00013125443365424871, -1.7799116903916e-05, 9.565619984641671e-05, 0.00020911151659674942, 0.00032256683334708214, 0.00043602215009741485, 0.0005494774668477476, 0.0006629327544942498, 0.000776388100348413, 0.0008898434462025762, 0.0010032986756414175, 0.0011167540214955807, 0.0012302093673497438, 0.001343664713203907, 0.0014571200590580702, 0.0015705752884969115, 0.0016840306343510747, 0.0017974859802052379, 0.0019109412096440792, 0.0020243965554982424, 0.0021378519013524055, 0.0022513072472065687, 0.002364762593060732, 0.002478217938914895, 0.0025916732847690582, 0.0027051283977925777, 0.002818583743646741, 0.002932039089500904, 0.0030454944353550673, 0.0031589497812092304, 0.0032724051270633936, 0.0033858604729175568, 0.0034993155859410763, 0.0036127709317952394, 0.0037262262776494026, 0.003839681623503566, 0.003953136969357729, 0.0040665920823812485, 0.004180047661066055, 0.004293502774089575, 0.004406958352774382, 0.004520413465797901, 0.004633869044482708, 0.0047473241575062275, 0.004860779270529747]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 4.0, 6.0, 13.0, 25.0, 38.0, 46.0, 73.0, 115.0, 179.0, 312.0, 443.0, 763.0, 1354.0, 2244.0, 4348.0, 8617.0, 17598.0, 36411.0, 72133.0, 135725.0, 559289.0, 157600.0, 80153.0, 43818.0, 24265.0, 13566.0, 7848.0, 4584.0, 2837.0, 1777.0, 1100.0, 722.0, 500.0, 323.0, 217.0, 141.0, 126.0, 90.0, 57.0, 46.0, 31.0, 27.0, 16.0, 13.0, 10.0, 6.0, 8.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013288149610161781, -0.01275031641125679, -0.012212483212351799, -0.011674650013446808, -0.011136816814541817, -0.010598983615636826, -0.010061150416731834, -0.009523317217826843, -0.008985484018921852, -0.008447649888694286, -0.007909816689789295, -0.007371983956545591, -0.006834150291979313, -0.006296317093074322, -0.005758483894169331, -0.0052206506952643394, -0.004682817496359348, -0.004144984297454357, -0.003607151098549366, -0.003069317666813731, -0.00253148446790874, -0.001993651269003749, -0.001455817953683436, -0.0009179846965707839, -0.0003801514394581318, 0.00015768181765452027, 0.0006955150747671723, 0.0012333483900874853, 0.0017711815889924765, 0.0023090147878974676, 0.0028468482196331024, 0.0033846814185380936, 0.003922514617443085, 0.004460347816348076, 0.004998181015253067, 0.005536014214158058, 0.006073847413063049, 0.006611681077629328, 0.007149514276534319, 0.00768734747543931, 0.008225180208683014, 0.00876301433891058, 0.00930084753781557, 0.009838680736720562, 0.010376513935625553, 0.010914347134530544, 0.011452180333435535, 0.011990013532340527, 0.012527846731245518, 0.013065679930150509, 0.0136035131290555, 0.014141346327960491, 0.014679179526865482, 0.015217012725770473, 0.01575484685599804, 0.01629268005490303, 0.01683051325380802, 0.017368346452713013, 0.017906179651618004, 0.018444012850522995, 0.018981846049427986, 0.019519679248332977, 0.02005751244723797, 0.02059534564614296, 0.02113317884504795]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 6.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 4.0, 1.0, 4.0, 6.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00895696971565485, -0.008483112789690495, -0.008009255863726139, -0.007535398937761784, -0.007061542011797428, -0.006587685085833073, -0.006113828159868717, -0.005639971233904362, -0.005166114307940006, -0.004692257381975651, -0.004218400456011295, -0.00374454353004694, -0.0032706866040825844, -0.002796829678118229, -0.0023229727521538734, -0.001849115826189518, -0.0013752589002251625, -0.000901401974260807, -0.00042754504829645157, 4.63118776679039e-05, 0.0005201688036322594, 0.0009940257295966148, 0.0014678826555609703, 0.0019417395815253258, 0.0024155965074896812, 0.0028894534334540367, 0.003363310359418392, 0.0038371672853827477, 0.004311024211347103, 0.004784881137311459, 0.005258738063275814, 0.0057325949892401695, 0.006206451915204525, 0.0066803088411688805, 0.007154165767133236, 0.007628022693097591, 0.008101879619061947, 0.008575736545026302, 0.009049593470990658, 0.009523450396955013, 0.009997307322919369, 0.010471164248883724, 0.01094502117484808, 0.011418878100812435, 0.01189273502677679, 0.012366591952741146, 0.012840448878705502, 0.013314305804669857, 0.013788162730634212, 0.014262019656598568, 0.014735876582562923, 0.015209733508527279, 0.01568359136581421, 0.016157448291778564, 0.01663130521774292, 0.017105162143707275, 0.01757901906967163, 0.018052875995635986, 0.018526732921600342, 0.019000589847564697, 0.019474446773529053, 0.019948303699493408, 0.020422160625457764, 0.02089601755142212, 0.021369874477386475]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 1.0, 8.0, 4.0, 9.0, 7.0, 10.0, 18.0, 24.0, 33.0, 37.0, 43.0, 45.0, 62.0, 97.0, 105.0, 137.0, 163.0, 257.0, 249.0, 369.0, 443.0, 525.0, 641.0, 871.0, 1185.0, 1586.0, 2162.0, 4114.0, 967.0, 711.0, 523.0, 433.0, 393.0, 320.0, 296.0, 252.0, 187.0, 158.0, 133.0, 85.0, 91.0, 96.0, 64.0, 59.0, 61.0, 49.0, 63.0, 53.0, 48.0, 42.0, 36.0, 25.0, 19.0, 12.0, 18.0, 7.0, 10.0, 5.0, 2.0, 3.0, 1.0], "bins": [-0.007970159873366356, -0.007706523407250643, -0.00744288694113493, -0.0071792504750192165, -0.006915614008903503, -0.00665197754278779, -0.006388341076672077, -0.006124704610556364, -0.005861068144440651, -0.005597432143986225, -0.005333795677870512, -0.005070159211754799, -0.004806522745639086, -0.004542886279523373, -0.0042792498134076595, -0.004015613347291946, -0.0037519768811762333, -0.00348834041506052, -0.003224703948944807, -0.002961067482829094, -0.002697431016713381, -0.0024337947834283113, -0.0021701583173125982, -0.0019065218511968851, -0.001642885385081172, -0.0013792489189654589, -0.0011156124528497458, -0.0008519761031493545, -0.0005883396370336413, -0.0003247032000217587, -6.106676300987601e-05, 0.00020256967400200665, 0.0004662061110138893, 0.0007298425771296024, 0.0009934790432453156, 0.0012571153929457068, 0.00152075185906142, 0.001784388325177133, 0.0020480246748775244, 0.0023116611409932375, 0.0025752976071089506, 0.0028389340732246637, 0.003102570539340377, 0.00336620700545609, 0.0036298432387411594, 0.0038934797048568726, 0.004157116170972586, 0.004420752637088299, 0.004684389103204012, 0.004948025569319725, 0.005211662035435438, 0.005475298501551151, 0.005738934967666864, 0.0060025714337825775, 0.006266207899898291, 0.006529844366014004, 0.0067934803664684296, 0.007057116832584143, 0.007320753298699856, 0.007584389764815569, 0.007848026230931282, 0.008111663162708282, 0.008375299163162708, 0.008638936094939709, 0.008902572095394135]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.11825744807720184, -0.1155327633023262, -0.11280807852745056, -0.11008340120315552, -0.10735871642827988, -0.10463403165340424, -0.1019093468785286, -0.09918466955423355, -0.09645998477935791, -0.09373530000448227, -0.09101061522960663, -0.08828593045473099, -0.08556125313043594, -0.0828365683555603, -0.08011188358068466, -0.07738719880580902, -0.07466252148151398, -0.07193783670663834, -0.0692131519317627, -0.06648846715688705, -0.06376378238201141, -0.06103910133242607, -0.05831442028284073, -0.05558973550796509, -0.05286505073308945, -0.050140369683504105, -0.047415684908628464, -0.04469100385904312, -0.04196631908416748, -0.03924163803458214, -0.0365169532597065, -0.033792272210121155, -0.031067587435245514, -0.028342904523015022, -0.02561822161078453, -0.02289353869855404, -0.020168855786323547, -0.017444171011447906, -0.014719488099217415, -0.011994805186986923, -0.009270122274756432, -0.00654543936252594, -0.003820755984634161, -0.0010960728395730257, 0.0016286103054881096, 0.004353293217718601, 0.00707797659561038, 0.009802659973502159, 0.01252734288573265, 0.015252025797963142, 0.017976708710193634, 0.020701391622424126, 0.023426074534654617, 0.026150759309530258, 0.02887544222176075, 0.03160012513399124, 0.03432480990886688, 0.037049490958452225, 0.039774175733327866, 0.04249885678291321, 0.04522354155778885, 0.04794822260737419, 0.05067290738224983, 0.053397588431835175, 0.056122273206710815]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 3.0, 2.0, 3.0, 6.0, 5.0, 9.0, 15.0, 11.0, 8.0, 13.0, 12.0, 7.0, 30.0, 21.0, 18.0, 21.0, 16.0, 10.0, 3.0, 9.0, 5.0, 3.0, 5.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.06032619625329971, -0.05904741212725639, -0.057768628001213074, -0.05648984760046005, -0.05521106347441673, -0.05393227934837341, -0.05265349894762039, -0.05137471482157707, -0.05009593069553375, -0.04881714656949043, -0.04753836244344711, -0.04625958204269409, -0.04498079791665077, -0.04370201379060745, -0.04242323338985443, -0.04114444926381111, -0.03986566513776779, -0.03858688101172447, -0.03730809688568115, -0.03602931648492813, -0.03475053235888481, -0.03347174823284149, -0.03219296783208847, -0.03091418370604515, -0.02963539958000183, -0.02835661545395851, -0.02707783319056034, -0.02579905092716217, -0.02452026680111885, -0.02324148267507553, -0.02196270041167736, -0.02068391814827919, -0.01940513402223587, -0.01812634989619255, -0.01684756763279438, -0.015568784438073635, -0.01429000124335289, -0.013011218048632145, -0.0117324348539114, -0.010453651659190655, -0.00917486846446991, -0.007896085269749165, -0.0066173020750284195, -0.005338518880307674, -0.004059735685586929, -0.0027809524908661842, -0.0015021692961454391, -0.00022338610142469406, 0.001055397093296051, 0.002334180288016796, 0.003612963482737541, 0.004891746677458286, 0.006170529872179031, 0.0074493130668997765, 0.008728096261620522, 0.010006879456341267, 0.011285662651062012, 0.012564445845782757, 0.013843229040503502, 0.015122012235224247, 0.016400795429944992, 0.017679579555988312, 0.018958361819386482, 0.020237144082784653, 0.021515928208827972]}, "_runtime": 22.621872186660767, "_timestamp": 1596211612.392981, "_step": 23}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 1.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012425326742231846, -0.012081880122423172, -0.011738433502614498, -0.011394986882805824, -0.01105154026299715, -0.010708093643188477, -0.010364647023379803, -0.010021200403571129, -0.009677753783762455, -0.009334307163953781, -0.008990860544145107, -0.008647413924336433, -0.00830396730452776, -0.007960520684719086, -0.007617074530571699, -0.007273627910763025, -0.006930181290954351, -0.006586734671145678, -0.006243288051337004, -0.00589984143152833, -0.005556394811719656, -0.005212948191910982, -0.004869501572102308, -0.004526054952293634, -0.004182608798146248, -0.0038391619455069304, -0.0034957153256982565, -0.0031522687058895826, -0.0028088223189115524, -0.0024653756991028786, -0.0021219290792942047, -0.0017784824594855309, -0.001435035839676857, -0.0010915892198681831, -0.0007481426582671702, -0.0004046960675623268, -6.124947685748339e-05, 0.00028219711384736, 0.0006256437045522034, 0.0009690902661532164, 0.0013125368859618902, 0.001655983505770564, 0.001999430125579238, 0.002342876745387912, 0.002686323132365942, 0.003029769752174616, 0.0033732163719832897, 0.0037166629917919636, 0.0040601096116006374, 0.004403556231409311, 0.004747002851217985, 0.005090449471026659, 0.005433896090835333, 0.005777342710644007, 0.006120789330452681, 0.0064642359502613544, 0.006807682104408741, 0.007151128724217415, 0.007494575344026089, 0.007838021963834763, 0.008181468583643436, 0.00852491520345211, 0.008868361823260784, 0.009211808443069458, 0.009555255062878132]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 9.0, 10.0, 12.0, 6.0, 9.0, 12.0, 20.0, 40.0, 32.0, 53.0, 56.0, 89.0, 133.0, 143.0, 188.0, 256.0, 438.0, 1969.0, 2712.0, 674.0, 346.0, 172.0, 124.0, 104.0, 67.0, 53.0, 38.0, 41.0, 18.0, 17.0, 17.0, 9.0, 11.0, 9.0, 3.0, 9.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.15956389904022217, -0.15513116121292114, -0.15069842338562012, -0.1462656706571579, -0.14183293282985687, -0.13740019500255585, -0.13296745717525482, -0.1285347044467926, -0.12410196661949158, -0.11966922879219055, -0.11523649096488953, -0.1108037456870079, -0.10637100785970688, -0.10193826258182526, -0.09750552475452423, -0.09307277947664261, -0.08864004164934158, -0.08420730382204056, -0.07977455854415894, -0.07534182071685791, -0.07090907543897629, -0.06647633761167526, -0.06204359605908394, -0.057610854506492615, -0.05317811295390129, -0.04874537140130997, -0.04431262984871864, -0.03987988829612732, -0.035447150468826294, -0.03101440705358982, -0.026581667363643646, -0.022148925811052322, -0.017716184258461, -0.013283442705869675, -0.008850702084600925, -0.004417960997670889, 1.4780089259147644e-05, 0.004447521176189184, 0.00888026226311922, 0.01331300288438797, 0.017745744436979294, 0.022178485989570618, 0.02661122754216194, 0.031043967232108116, 0.03547670692205429, 0.039909448474645615, 0.04434219002723694, 0.04877493157982826, 0.053207673132419586, 0.05764041468501091, 0.062073156237602234, 0.06650589406490326, 0.07093863934278488, 0.07537137717008591, 0.07980412244796753, 0.08423686027526855, 0.08866959810256958, 0.0931023433804512, 0.09753508120775223, 0.10196782648563385, 0.10640056431293488, 0.1108333095908165, 0.11526604741811752, 0.11969879269599915, 0.12413153052330017]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 2.0, 4.0, 0.0, 2.0, 3.0, 3.0, 0.0, 5.0, 2.0, 3.0, 4.0, 1.0, 1.0, 4.0, 23.0, 4.0, 5.0, 6.0, 7.0, 1.0, 3.0, 3.0, 6.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029883692041039467, -0.0028978341724723577, -0.0028072993736714125, -0.0027167643420398235, -0.0026262295432388783, -0.0025356945116072893, -0.0024451594799757004, -0.002354624681174755, -0.002264089649543166, -0.0021735546179115772, -0.002083019819110632, -0.001992484787479043, -0.001901949872262776, -0.0018114149570465088, -0.0017208799254149199, -0.0016303450101986527, -0.0015398100949823856, -0.0014492751797661185, -0.0013587402645498514, -0.0012682052329182625, -0.0011776703177019954, -0.0010871354024857283, -0.0009966003708541393, -0.0009060654556378722, -0.0008155305404216051, -0.000724995625205338, -0.00063446065178141, -0.000543925678357482, -0.00045339076314121485, -0.0003628558188211173, -0.0002723208745010197, -0.00018178593018092215, -9.125098586082458e-05, -7.160415407270193e-07, 8.981890277937055e-05, 0.0001803538470994681, 0.0002708887914195657, 0.00036142373573966324, 0.0004519586800597608, 0.0005424936534836888, 0.0006330285686999559, 0.000723563483916223, 0.0008140984573401511, 0.0009046334307640791, 0.0009951683459803462, 0.0010857032611966133, 0.0011762382928282022, 0.0012667732080444694, 0.0013573081232607365, 0.0014478430384770036, 0.0015383779536932707, 0.0016289129853248596, 0.0017194479005411267, 0.0018099828157573938, 0.0019005178473889828, 0.001991052646189928, 0.002081587677821517, 0.002172122709453106, 0.002262657508254051, 0.00235319253988564, 0.002443727571517229, 0.0025342623703181744, 0.0026247974019497633, 0.0027153322007507086, 0.0028058672323822975]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 6.0, 4.0, 7.0, 16.0, 20.0, 27.0, 39.0, 50.0, 70.0, 101.0, 171.0, 241.0, 327.0, 496.0, 721.0, 1147.0, 1789.0, 3041.0, 5094.0, 9067.0, 16603.0, 30096.0, 55631.0, 103366.0, 513902.0, 196780.0, 104662.0, 57875.0, 32662.0, 18308.0, 10369.0, 6148.0, 3762.0, 2216.0, 1506.0, 1001.0, 654.0, 463.0, 338.0, 249.0, 175.0, 105.0, 94.0, 53.0, 57.0, 32.0, 27.0, 20.0, 17.0, 10.0, 5.0, 9.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.012799044139683247, -0.012357453815639019, -0.011915863491594791, -0.011474274098873138, -0.01103268377482891, -0.010591093450784683, -0.010149503126740456, -0.009707912802696228, -0.009266322478652, -0.008824733085930347, -0.00838314276188612, -0.007941552437841892, -0.007499962113797665, -0.007058372255414724, -0.006616781931370497, -0.0061751920729875565, -0.005733601748943329, -0.005292011424899101, -0.004850421566516161, -0.004408831242471933, -0.003967241384088993, -0.0035256510600447655, -0.003084060736000538, -0.002642470644786954, -0.00220088055357337, -0.001759290462359786, -0.0013177002547308803, -0.0008761101053096354, -0.00043451995588839054, 7.070193532854319e-06, 0.0004486603429540992, 0.000890250492375344, 0.001331840641796589, 0.0017734307330101728, 0.002215020824223757, 0.0026566111482679844, 0.0030982012394815683, 0.0035397913306951523, 0.00398138165473938, 0.00442297151312232, 0.004864561837166548, 0.005306152161210775, 0.005747742019593716, 0.006189332343637943, 0.006630922667682171, 0.007072512526065111, 0.007514102850109339, 0.007955692708492279, 0.008397283032536507, 0.008838873356580734, 0.009280463680624962, 0.009722053073346615, 0.010163643397390842, 0.01060523372143507, 0.011046824045479298, 0.011488414369523525, 0.011930003762245178, 0.012371594086289406, 0.012813184410333633, 0.013254774734377861, 0.013696365058422089, 0.014137955382466316, 0.01457954477518797, 0.015021135099232197, 0.015462725423276424]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 9.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007944757118821144, -0.00770949013531208, -0.007474223151803017, -0.007238956168293953, -0.007003689184784889, -0.0067684222012758255, -0.006533155217766762, -0.006297888234257698, -0.006062621250748634, -0.005827353801578283, -0.00559208681806922, -0.005356819834560156, -0.005121552851051092, -0.004886285867542028, -0.004651018884032965, -0.004415751900523901, -0.004180484917014837, -0.0039452179335057735, -0.00370995094999671, -0.003474683966487646, -0.0032394169829785824, -0.003004149766638875, -0.0027688827831298113, -0.0025336157996207476, -0.002298348816111684, -0.00206308183260262, -0.0018278148490935564, -0.0015925477491691709, -0.0013572807656601071, -0.0011220137821510434, -0.0008867467404343188, -0.0006514796987175941, -0.0004162127152085304, -0.00018094570259563625, 5.432131001725793e-05, 0.0002895883226301521, 0.0005248553352430463, 0.00076012231875211, 0.0009953894186764956, 0.0012306564021855593, 0.001465923385694623, 0.0017011903692036867, 0.0019364573527127504, 0.002171724336221814, 0.0024069915525615215, 0.0026422585360705853, 0.002877525519579649, 0.0031127925030887127, 0.0033480594865977764, 0.00358332647010684, 0.003818593453615904, 0.004053860437124968, 0.004289127420634031, 0.004524394404143095, 0.004759661387652159, 0.0049949283711612225, 0.0052301958203315735, 0.005465462803840637, 0.005700729787349701, 0.005935996770858765, 0.006171263754367828, 0.006406530737876892, 0.006641797721385956, 0.0068770647048950195, 0.007112331688404083]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 9.0, 6.0, 5.0, 10.0, 9.0, 11.0, 10.0, 20.0, 37.0, 52.0, 95.0, 90.0, 137.0, 175.0, 200.0, 273.0, 391.0, 566.0, 726.0, 1254.0, 5379.0, 2871.0, 1696.0, 1222.0, 742.0, 486.0, 353.0, 274.0, 215.0, 214.0, 171.0, 154.0, 125.0, 104.0, 64.0, 42.0, 36.0, 37.0, 27.0, 23.0, 22.0, 17.0, 15.0, 12.0, 5.0, 8.0, 6.0, 1.0, 0.0, 2.0, 3.0, 1.0], "bins": [-0.008260171860456467, -0.008008250035345554, -0.007756328210234642, -0.00750440638512373, -0.007252484560012817, -0.007000562734901905, -0.006748640909790993, -0.00649671908468008, -0.006244797259569168, -0.005992875434458256, -0.0057409536093473434, -0.005489031784236431, -0.005237109959125519, -0.0049851881340146065, -0.004733266308903694, -0.004481344483792782, -0.0042294226586818695, -0.003977500833570957, -0.003725579008460045, -0.0034736571833491325, -0.00322173535823822, -0.002969813533127308, -0.0027178917080163956, -0.0024659698829054832, -0.002214048057794571, -0.0019621262326836586, -0.0017102044075727463, -0.001458282582461834, -0.0012063607573509216, -0.0009544389322400093, -0.000702517107129097, -0.00045059528201818466, -0.00019867345690727234, 5.3248368203639984e-05, 0.0003051701933145523, 0.0005570920184254646, 0.000809013843536377, 0.0010609356686472893, 0.0013128574937582016, 0.001564779318869114, 0.0018167011439800262, 0.0020686229690909386, 0.002320544794201851, 0.002572466619312763, 0.0028243884444236755, 0.003076310269534588, 0.0033282320946455, 0.0035801539197564125, 0.003832075744867325, 0.004083997569978237, 0.0043359193950891495, 0.004587841220200062, 0.004839763045310974, 0.0050916848704218864, 0.005343606695532799, 0.005595528520643711, 0.005847450345754623, 0.006099372170865536, 0.006351293995976448, 0.00660321582108736, 0.006855137646198273, 0.007107059471309185, 0.007358981296420097, 0.00761090312153101, 0.007862824946641922]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 4.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04583785682916641, -0.04387565329670906, -0.04191344976425171, -0.03995124250650406, -0.03798903897404671, -0.036026835441589355, -0.034064628183841705, -0.032102424651384354, -0.030140221118927002, -0.02817801758646965, -0.02621581219136715, -0.02425360679626465, -0.022291403263807297, -0.020329199731349945, -0.018366994336247444, -0.016404788941144943, -0.014442585408687592, -0.012480380944907665, -0.010518176481127739, -0.008555972017347813, -0.006593767553567886, -0.00463156308978796, -0.0026693586260080338, -0.0007071541622281075, 0.0012550503015518188, 0.003217254765331745, 0.0051794592291116714, 0.007141663692891598, 0.009103868156671524, 0.01106607262045145, 0.013028277084231377, 0.014990481548011303, 0.01695268601179123, 0.01891488954424858, 0.020877094939351082, 0.022839300334453583, 0.024801503866910934, 0.026763707399368286, 0.028725912794470787, 0.030688118189573288, 0.03265032172203064, 0.03461252525448799, 0.03657472878694534, 0.03853693604469299, 0.040499139577150345, 0.0424613431096077, 0.04442355036735535, 0.0463857538998127, 0.04834795743227005, 0.0503101609647274, 0.05227236449718475, 0.054234571754932404, 0.056196775287389755, 0.05815897881984711, 0.06012118607759476, 0.06208338961005211, 0.06404559314250946, 0.06600780040025711, 0.06797000020742416, 0.06993220746517181, 0.07189440727233887, 0.07385661453008652, 0.07581882178783417, 0.07778102159500122, 0.07974322885274887]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 7.0, 7.0, 14.0, 15.0, 18.0, 10.0, 19.0, 19.0, 67.0, 30.0, 11.0, 15.0, 3.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0375584214925766, -0.035797543823719025, -0.03403666615486145, -0.032275788486003876, -0.03051491267979145, -0.028754036873579025, -0.02699315920472145, -0.025232281535863876, -0.023471403867006302, -0.021710528060793877, -0.019949650391936302, -0.018188772723078728, -0.016427896916866302, -0.014667019248008728, -0.012906142510473728, -0.011145264841616154, -0.009384388104081154, -0.007623510900884867, -0.0058626336976885796, -0.00410175696015358, -0.0023408797569572926, -0.0005800026701763272, 0.001180874416604638, 0.0029417513869702816, 0.004702628590166569, 0.006463505793362856, 0.008224382996559143, 0.009985259734094143, 0.011746136471629143, 0.013507014140486717, 0.015267890878021717, 0.017028767615556717, 0.01878964528441429, 0.020550522953271866, 0.02231139875948429, 0.024072276428341866, 0.02583315409719944, 0.027594029903411865, 0.02935490757226944, 0.031115785241127014, 0.03287666290998459, 0.03463754057884216, 0.03639841452240944, 0.038159292191267014, 0.03992016986012459, 0.04168104752898216, 0.04344192519783974, 0.04520280286669731, 0.04696367681026459, 0.04872455447912216, 0.050485432147979736, 0.05224630981683731, 0.054007187485694885, 0.05576806515455246, 0.057528942823410034, 0.05928981676697731, 0.061050694435834885, 0.06281157582998276, 0.06457244604825974, 0.06633332371711731, 0.06809420138597488, 0.06985507905483246, 0.07161595672369003, 0.07337683439254761, 0.07513771206140518]}, "_runtime": 23.402466297149658, "_timestamp": 1596211613.1735752, "_step": 24}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01593823730945587, -0.015486476942896843, -0.01503471564501524, -0.014582955278456211, -0.014131194911897182, -0.013679434545338154, -0.01322767324745655, -0.012775912880897522, -0.012324152514338493, -0.01187239121645689, -0.011420630849897861, -0.010968870483338833, -0.010517110116779804, -0.010065348818898201, -0.009613588452339172, -0.009161828085780144, -0.008710067719221115, -0.008258306421339512, -0.007806546054780483, -0.007354785222560167, -0.006903024856001139, -0.006451264023780823, -0.005999503657221794, -0.005547742825001478, -0.005095981992781162, -0.004644221626222134, -0.004192460794001818, -0.003740700427442789, -0.003288939595222473, -0.002837178995832801, -0.0023854183964431286, -0.0019336577970534563, -0.001481897197663784, -0.0010301365982741117, -0.0005783759406767786, -0.00012661531218327582, 0.0003251453163102269, 0.0007769059156998992, 0.0012286666315048933, 0.0016804272308945656, 0.002132187830284238, 0.00258394842967391, 0.0030357090290635824, 0.0034874696284532547, 0.003939230460673571, 0.004390990827232599, 0.004842751659452915, 0.005294512026011944, 0.00574627285823226, 0.006198033690452576, 0.006649794057011604, 0.00710155488923192, 0.007553315255790949, 0.008005076088011265, 0.008456836454570293, 0.008908596821129322, 0.009360358119010925, 0.009812118485569954, 0.010263878852128983, 0.010715640150010586, 0.011167400516569614, 0.011619160883128643, 0.012070921249687672, 0.012522682547569275, 0.012974442914128304]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 9.0, 5.0, 7.0, 6.0, 15.0, 21.0, 13.0, 23.0, 26.0, 25.0, 24.0, 42.0, 60.0, 76.0, 82.0, 134.0, 139.0, 230.0, 297.0, 430.0, 3326.0, 1372.0, 516.0, 303.0, 190.0, 120.0, 90.0, 70.0, 54.0, 45.0, 35.0, 25.0, 22.0, 18.0, 18.0, 15.0, 8.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1805598884820938, -0.17576800286769867, -0.17097611725330353, -0.1661842316389084, -0.16139236092567444, -0.1566004753112793, -0.15180858969688416, -0.147016704082489, -0.14222481846809387, -0.13743293285369873, -0.1326410472393036, -0.12784916162490845, -0.1230572834610939, -0.11826539784669876, -0.11347351968288422, -0.10868163406848907, -0.10388974845409393, -0.09909786283969879, -0.09430597722530365, -0.0895140990614891, -0.08472221344709396, -0.07993032783269882, -0.07513844966888428, -0.07034656405448914, -0.065554678440094, -0.06076279282569885, -0.05597091093659401, -0.051179029047489166, -0.046387143433094025, -0.04159525781869888, -0.03680337592959404, -0.0320114940404892, -0.027219608426094055, -0.022427724674344063, -0.01763584092259407, -0.012843957170844078, -0.008052073419094086, -0.0032601896673440933, 0.001531694084405899, 0.006323577836155891, 0.011115461587905884, 0.015907345339655876, 0.02069922909140587, 0.02549111284315586, 0.030282996594905853, 0.035074882209300995, 0.03986676409840584, 0.04465864598751068, 0.04945053160190582, 0.054242417216300964, 0.05903429910540581, 0.06382618099451065, 0.06861806660890579, 0.07340995222330093, 0.07820183038711548, 0.08299371600151062, 0.08778560161590576, 0.0925774872303009, 0.09736937284469604, 0.10216125100851059, 0.10695313662290573, 0.11174502223730087, 0.11653690040111542, 0.12132878601551056, 0.1261206716299057]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 5.0, 1.0, 1.0, 0.0, 8.0, 3.0, 2.0, 8.0, 2.0, 3.0, 27.0, 3.0, 9.0, 6.0, 3.0, 3.0, 6.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0037557044997811317, -0.0036397248040884733, -0.003523745108395815, -0.0034077654127031565, -0.003291785717010498, -0.0031758062541484833, -0.003059826558455825, -0.0029438468627631664, -0.002827867167070508, -0.0027118874713778496, -0.002595907775685191, -0.0024799280799925327, -0.002363948617130518, -0.0022479689214378595, -0.002131989225745201, -0.0020160095300525427, -0.0019000298343598843, -0.0017840501386672258, -0.0016680704429745674, -0.0015520908636972308, -0.0014361111680045724, -0.001320131472311914, -0.0012041518930345774, -0.001088172197341919, -0.0009721925016492605, -0.0008562128059566021, -0.0007402331684716046, -0.0006242535309866071, -0.0005082738352939487, -0.0003922941687051207, -0.0002763145021162927, -0.00016033483552746475, -4.435516893863678e-05, 7.162449765019119e-05, 0.00018760416423901916, 0.0003035838308278471, 0.0004195634974166751, 0.0005355431931093335, 0.000651522830594331, 0.0007675024680793285, 0.000883482163771987, 0.0009994618594646454, 0.0011154415551573038, 0.0012314211344346404, 0.0013474008301272988, 0.0014633805258199573, 0.0015793601050972939, 0.0016953398007899523, 0.0018113194964826107, 0.0019272991921752691, 0.0020432788878679276, 0.002159258583560586, 0.0022752382792532444, 0.002391217742115259, 0.0025071974378079176, 0.002623177133500576, 0.0027391568291932344, 0.002855136524885893, 0.0029711162205785513, 0.0030870959162712097, 0.0032030753791332245, 0.003319055074825883, 0.0034350347705185413, 0.0035510144662111998, 0.003666994161903858]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 7.0, 7.0, 4.0, 11.0, 18.0, 20.0, 33.0, 53.0, 99.0, 129.0, 251.0, 412.0, 652.0, 1217.0, 2211.0, 4541.0, 9294.0, 20984.0, 50615.0, 127641.0, 645629.0, 184584.0, 73064.0, 30836.0, 13655.0, 6406.0, 3158.0, 1668.0, 899.0, 564.0, 354.0, 217.0, 164.0, 89.0, 60.0, 36.0, 22.0, 14.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01951514184474945, -0.018835531547665596, -0.018155919387936592, -0.017476309090852737, -0.016796696931123734, -0.01611708663403988, -0.015437474474310875, -0.014757863245904446, -0.014078252017498016, -0.013398641720414162, -0.012719030492007732, -0.012039419263601303, -0.011359808035194874, -0.010680196806788445, -0.010000585578382015, -0.009320974349975586, -0.008641363121569157, -0.007961751893162727, -0.007282140664756298, -0.006602529436349869, -0.0059229182079434395, -0.0052433074451982975, -0.004563696216791868, -0.003884084988385439, -0.0032044737599790096, -0.0025248625315725803, -0.0018452514195814729, -0.0011656403075903654, -0.0004860290791839361, 0.00019358209101483226, 0.0008731932612136006, 0.001552804373204708, 0.0022324156016111374, 0.0029120268300175667, 0.003591638058423996, 0.004271249286830425, 0.0049508605152368546, 0.0056304712779819965, 0.006310082506388426, 0.006989693734794855, 0.007669304963201284, 0.008348915725946426, 0.009028526954352856, 0.009708138182759285, 0.010387749411165714, 0.011067360639572144, 0.011746971867978573, 0.012426583096385002, 0.013106194324791431, 0.01378580555319786, 0.01446541678160429, 0.01514502801001072, 0.015824638307094574, 0.016504250466823578, 0.017183860763907433, 0.017863472923636436, 0.01854308322072029, 0.019222695380449295, 0.01990230567753315, 0.020581917837262154, 0.02126152813434601, 0.021941140294075012, 0.022620750591158867, 0.02330036275088787, 0.023979973047971725]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 9.0, 3.0, 3.0, 1.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009853234514594078, -0.009574889205396175, -0.009296544827520847, -0.009018199518322945, -0.008739855140447617, -0.008461509831249714, -0.008183164522051811, -0.007904820144176483, -0.0076264748349785805, -0.007348129991441965, -0.00706978514790535, -0.006791440304368734, -0.006513095460832119, -0.006234750617295504, -0.005956405308097601, -0.0056780604645609856, -0.00539971562102437, -0.005121370777487755, -0.0048430259339511395, -0.004564680624753237, -0.004286335781216621, -0.004007990937680006, -0.0037296460941433907, -0.0034513010177761316, -0.0031729561742395163, -0.002894611330702901, -0.002616266254335642, -0.0023379214107990265, -0.002059576567262411, -0.001781231490895152, -0.0015028866473585367, -0.0012245416874065995, -0.0009461967274546623, -0.0006678517675027251, -0.00038950686575844884, -0.0001111619349103421, 0.00016718299593776464, 0.0004455279267858714, 0.0007238728576339781, 0.0010022177593782544, 0.0012805627193301916, 0.0015589076792821288, 0.001837252639234066, 0.0021155974827706814, 0.0023939423263072968, 0.0026722874026745558, 0.002950632246211171, 0.00322897732257843, 0.0035073221661150455, 0.003785667009651661, 0.004064011853188276, 0.004342357162386179, 0.004620702005922794, 0.00489904684945941, 0.005177391692996025, 0.0054557365365326405, 0.005734081380069256, 0.0060124266892671585, 0.006290771532803774, 0.006569116376340389, 0.006847461219877005, 0.00712580606341362, 0.007404151372611523, 0.007682496216148138, 0.007960841059684753]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 8.0, 8.0, 9.0, 7.0, 12.0, 17.0, 19.0, 23.0, 24.0, 29.0, 31.0, 38.0, 65.0, 53.0, 70.0, 77.0, 118.0, 129.0, 160.0, 221.0, 262.0, 297.0, 392.0, 483.0, 691.0, 857.0, 1277.0, 1915.0, 5199.0, 1754.0, 1132.0, 691.0, 492.0, 414.0, 351.0, 256.0, 205.0, 167.0, 133.0, 83.0, 67.0, 47.0, 31.0, 26.0, 16.0, 9.0, 12.0, 7.0, 10.0, 7.0, 4.0, 3.0, 1.0, 3.0, 1.0], "bins": [-0.008792099542915821, -0.00855720043182373, -0.008322300389409065, -0.008087401278316975, -0.007852502167224884, -0.007617602124810219, -0.007382703013718128, -0.00714780343696475, -0.006912903860211372, -0.0066780042834579945, -0.0064431047067046165, -0.006208205595612526, -0.005973306018859148, -0.00573840644210577, -0.0055035073310136795, -0.005268607754260302, -0.005033708177506924, -0.004798808600753546, -0.004563909024000168, -0.004329009912908077, -0.004094110336154699, -0.0038592107594013214, -0.003624311415478587, -0.003389412071555853, -0.003154512494802475, -0.002919612918049097, -0.002684713574126363, -0.0024498142302036285, -0.0022149146534502506, -0.0019800150766968727, -0.0017451157327741385, -0.0015102162724360824, -0.0012753168120980263, -0.0010404173517599702, -0.0008055178914219141, -0.000570618431083858, -0.0003357189707458019, -0.00010081951040774584, 0.00013407994993031025, 0.00036897941026836634, 0.0006038788706064224, 0.0008387783309444785, 0.0010736777912825346, 0.0013085772516205907, 0.0015434767119586468, 0.0017783761722967029, 0.002013275632634759, 0.002248174976557493, 0.002483074553310871, 0.002717974130064249, 0.0029528734739869833, 0.0031877728179097176, 0.0034226723946630955, 0.0036575719714164734, 0.0038924713153392076, 0.004127370659261942, 0.00436227023601532, 0.004597169812768698, 0.004832069389522076, 0.005066968500614166, 0.005301868077367544, 0.005536767654120922, 0.005771666765213013, 0.006006566341966391, 0.0062414659187197685]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05246473103761673, -0.050977159291505814, -0.0494895838201046, -0.04800201207399368, -0.04651444032788277, -0.04502686485648155, -0.043539293110370636, -0.04205172136425972, -0.040564145892858505, -0.03907657414674759, -0.03758900240063667, -0.03610142692923546, -0.03461385518312454, -0.033126283437013626, -0.03163870796561241, -0.030151136219501495, -0.02866356261074543, -0.027175989001989365, -0.02568841725587845, -0.024200843647122383, -0.022713270038366318, -0.0212256982922554, -0.019738124683499336, -0.01825055107474327, -0.016762979328632355, -0.01527540571987629, -0.013787832111120224, -0.012300259433686733, -0.010812686756253242, -0.009325113147497177, -0.007837540470063686, -0.006349967326968908, -0.00486239418387413, -0.003374821040779352, -0.0018872481305152178, -0.00039967510383576155, 0.0010878979228436947, 0.0025754710659384727, 0.0040630437433719635, 0.0055506168864667416, 0.00703819002956152, 0.00852576270699501, 0.010013336315751076, 0.011500908993184566, 0.012988481670618057, 0.014476055279374123, 0.015963628888130188, 0.017451200634241104, 0.01893877424299717, 0.020426347851753235, 0.02191391959786415, 0.023401493206620216, 0.024889066815376282, 0.026376638561487198, 0.027864212170243263, 0.02935178577899933, 0.030839357525110245, 0.03232693299651146, 0.033814504742622375, 0.03530207648873329, 0.036789651960134506, 0.03827722370624542, 0.03976479545235634, 0.04125237092375755, 0.04273994266986847]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 10.0, 10.0, 13.0, 14.0, 19.0, 8.0, 16.0, 17.0, 30.0, 15.0, 5.0, 14.0, 13.0, 6.0, 2.0, 8.0, 6.0, 9.0, 7.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.03680258244276047, -0.035631611943244934, -0.0344606451690197, -0.033289674669504166, -0.03211870416998863, -0.030947735533118248, -0.029776766896247864, -0.02860579639673233, -0.027434827759861946, -0.026263859122991562, -0.02509288862347603, -0.023921919986605644, -0.02275095134973526, -0.021579980850219727, -0.020409012213349342, -0.01923804171383381, -0.018067073076963425, -0.01689610444009304, -0.015725133940577507, -0.014554165303707123, -0.013383195735514164, -0.012212226167321205, -0.011041257530450821, -0.009870287962257862, -0.008699318394064903, -0.007528348825871944, -0.006357379723340273, -0.005186410620808601, -0.0040154410526156425, -0.0028444717172533274, -0.0016735023818910122, -0.000502533046528697, 0.0006684362888336182, 0.0018394056241959333, 0.0030103749595582485, 0.00418134406208992, 0.005352313630282879, 0.006523283198475838, 0.007694252301007509, 0.00886522140353918, 0.01003619097173214, 0.011207160539925098, 0.012378130108118057, 0.013549098744988441, 0.0147200683131814, 0.01589103788137436, 0.017062006518244743, 0.018232977017760277, 0.01940394565463066, 0.020574914291501045, 0.02174588479101658, 0.022916853427886963, 0.024087823927402496, 0.02525879256427288, 0.026429761201143265, 0.027600731700658798, 0.028771700337529182, 0.029942668974399567, 0.0311136394739151, 0.032284609973430634, 0.03345557674765587, 0.0346265472471714, 0.035797517746686935, 0.03696848452091217, 0.038139455020427704]}, "_runtime": 24.142631769180298, "_timestamp": 1596211613.9137406, "_step": 25}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0], "bins": [-0.012200875207781792, -0.011871915310621262, -0.011542955413460732, -0.011213995516300201, -0.010885035619139671, -0.010556074790656567, -0.010227114893496037, -0.009898154996335506, -0.009569195099174976, -0.009240235202014446, -0.008911275304853916, -0.008582315407693386, -0.008253354579210281, -0.007924394682049751, -0.007595434784889221, -0.007266474887728691, -0.006937514990568161, -0.006608555093407631, -0.006279595196247101, -0.005950634833425283, -0.005621674936264753, -0.005292715039104223, -0.004963754676282406, -0.004634794779121876, -0.004305834881961346, -0.003976874984800816, -0.003647914854809642, -0.003318954724818468, -0.002989994827657938, -0.002661034930497408, -0.002332074800506234, -0.0020031146705150604, -0.0016741547733545303, -0.0013451947597786784, -0.0010162347462028265, -0.0006872747326269746, -0.00035831471905112267, -2.9354705475270748e-05, 0.00029960530810058117, 0.0006285653216764331, 0.000957525335252285, 0.001286485348828137, 0.0016154453624039888, 0.0019444053759798408, 0.0022733653895556927, 0.0026023252867162228, 0.0029312854167073965, 0.0032602455466985703, 0.0035892054438591003, 0.00391816534101963, 0.0042471252381801605, 0.004576085601001978, 0.004905045498162508, 0.005234005395323038, 0.0055629657581448555, 0.005891925655305386, 0.006220885552465916, 0.006549845449626446, 0.006878805346786976, 0.007207765709608793, 0.007536725606769323, 0.00786568596959114, 0.00819464586675167, 0.008523605763912201, 0.008852565661072731]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 4.0, 2.0, 5.0, 6.0, 10.0, 6.0, 7.0, 5.0, 13.0, 11.0, 15.0, 28.0, 26.0, 45.0, 40.0, 56.0, 77.0, 85.0, 117.0, 139.0, 193.0, 258.0, 363.0, 526.0, 3745.0, 783.0, 415.0, 255.0, 146.0, 117.0, 91.0, 70.0, 46.0, 41.0, 34.0, 25.0, 22.0, 21.0, 13.0, 7.0, 13.0, 7.0, 10.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0], "bins": [-0.161095529794693, -0.15664684772491455, -0.1521981656551361, -0.14774948358535767, -0.14330080151557922, -0.13885211944580078, -0.13440343737602234, -0.1299547553062439, -0.12550607323646545, -0.12105739861726761, -0.11660871654748917, -0.11216003447771072, -0.10771135240793228, -0.10326267033815384, -0.0988139882683754, -0.09436530619859695, -0.08991662412881851, -0.08546794205904007, -0.08101925998926163, -0.07657057791948318, -0.07212189584970474, -0.0676732137799263, -0.06322453171014786, -0.058775853365659714, -0.05432717129588127, -0.04987848922610283, -0.04542980715632439, -0.040981125086545944, -0.0365324467420578, -0.03208376467227936, -0.027635082602500916, -0.023186400532722473, -0.01873771846294403, -0.014289036393165588, -0.00984035525470972, -0.0053916736505925655, -0.0009429920464754105, 0.0035056895576417446, 0.0079543711617589, 0.012403052300214767, 0.01685173436999321, 0.021300416439771652, 0.025749098509550095, 0.030197778716683388, 0.03464645892381668, 0.03909514099359512, 0.043543823063373566, 0.04799250513315201, 0.05244118720293045, 0.05688986927270889, 0.061338551342487335, 0.06578723341226578, 0.07023591548204422, 0.07468459755182266, 0.0791332796216011, 0.08358196169137955, 0.08803063631057739, 0.09247931838035583, 0.09692800045013428, 0.10137668251991272, 0.10582536458969116, 0.1102740466594696, 0.11472272872924805, 0.11917141079902649, 0.12362009286880493]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 4.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 5.0, 1.0, 5.0, 1.0, 0.0, 26.0, 1.0, 4.0, 1.0, 2.0, 7.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025473476853221655, -0.002447297563776374, -0.002347247675061226, -0.0022471975535154343, -0.0021471474319696426, -0.0020470975432544947, -0.001947047421708703, -0.0018469973001629114, -0.0017469472950324416, -0.0016468972899019718, -0.0015468471683561802, -0.0014467971632257104, -0.0013467471580952406, -0.001246697036549449, -0.0011466470314189792, -0.0010465969098731875, -0.0009465469047427177, -0.000846496841404587, -0.0007464467780664563, -0.0006463967729359865, -0.0005463467095978558, -0.0004462966462597251, -0.00034624661202542484, -0.0002461965777911246, -0.00014614651445299387, -4.6096465666778386e-05, 5.39535831194371e-05, 0.00015400363190565258, 0.00025405368069186807, 0.0003541037440299988, 0.00045415377826429904, 0.0005542038124985993, 0.00065425387583673, 0.0007543039391748607, 0.0008543540025129914, 0.0009544040076434612, 0.0010544541291892529, 0.0011545041343197227, 0.0012545541394501925, 0.001354604260995984, 0.0014546542661264539, 0.0015547042712569237, 0.0016547543928027153, 0.001754804397933185, 0.001854854403063655, 0.0019549045246094465, 0.002054954646155238, 0.002155004534870386, 0.0022550546564161777, 0.0023551047779619694, 0.0024551546666771173, 0.002555204788222909, 0.0026552549097687006, 0.0027553047984838486, 0.00285535492002964, 0.002955405041575432, 0.0030554551631212234, 0.0031555050518363714, 0.003255555173382163, 0.0033556052949279547, 0.0034556551836431026, 0.0035557053051888943, 0.003655755426734686, 0.003755805315449834, 0.0038558554369956255]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 9.0, 8.0, 13.0, 25.0, 28.0, 54.0, 63.0, 85.0, 148.0, 180.0, 254.0, 385.0, 568.0, 865.0, 1271.0, 2105.0, 3695.0, 6404.0, 11785.0, 22559.0, 43795.0, 83410.0, 159773.0, 559704.0, 124462.0, 67632.0, 37817.0, 21180.0, 11986.0, 7009.0, 4236.0, 2677.0, 1667.0, 1150.0, 812.0, 534.0, 364.0, 285.0, 178.0, 125.0, 95.0, 64.0, 59.0, 31.0, 23.0, 14.0, 16.0, 8.0, 12.0, 8.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.014021772891283035, -0.013545067049562931, -0.013068362139165401, -0.012591656297445297, -0.012114951387047768, -0.011638245545327663, -0.01116153970360756, -0.01068483479321003, -0.010208128951489925, -0.009731423109769821, -0.009254718199372292, -0.008778012357652187, -0.008301306515932083, -0.007824601605534554, -0.007347895763814449, -0.006871190387755632, -0.0063944850116968155, -0.005917779635637999, -0.005441074259579182, -0.0049643684178590775, -0.0044876630418002605, -0.004010957665741444, -0.003534252056851983, -0.0030575464479625225, -0.0025808410719037056, -0.0021041356958448887, -0.0016274300869554281, -0.0011507245944812894, -0.0006740191020071507, -0.0001973136095330119, 0.0002793918829411268, 0.0007560973754152656, 0.0012328028678894043, 0.001709508360363543, 0.0021862138528376818, 0.0026629194617271423, 0.0031396248377859592, 0.003616330213844776, 0.00409303605556488, 0.004569741431623697, 0.005046446807682514, 0.005523152183741331, 0.005999857559800148, 0.006476563401520252, 0.006953268777579069, 0.007429974153637886, 0.00790667999535799, 0.00838338490575552, 0.008860090747475624, 0.009336796589195728, 0.009813501499593258, 0.010290207341313362, 0.010766912251710892, 0.011243618093430996, 0.0117203239351511, 0.01219702884554863, 0.012673734687268734, 0.013150440528988838, 0.013627145439386368, 0.014103851281106472, 0.014580557122826576, 0.015057262033224106, 0.01553396787494421, 0.016010673716664314, 0.016487378627061844]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 6.0, 11.0, 4.0, 4.0, 5.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.027866488322615623, -0.02715039812028408, -0.026434307917952538, -0.025718217715620995, -0.02500212751328945, -0.02428603731095791, -0.023569947108626366, -0.022853856906294823, -0.02213776856660843, -0.021421678364276886, -0.020705588161945343, -0.0199894979596138, -0.019273407757282257, -0.018557317554950714, -0.01784122735261917, -0.017125137150287628, -0.016409046947956085, -0.015692956745624542, -0.014976866543293, -0.014260776340961456, -0.013544686138629913, -0.012828596867620945, -0.012112506665289402, -0.011396416462957859, -0.010680326260626316, -0.009964236058294773, -0.00924814585596323, -0.008532055653631687, -0.007815966382622719, -0.0070998757146298885, -0.006383785977959633, -0.00566769577562809, -0.004951605573296547, -0.004235515370965004, -0.0035194254014641047, -0.0028033354319632053, -0.0020872452296316624, -0.0013711551437154412, -0.0006550650577992201, 6.102502811700106e-05, 0.0007771151140332222, 0.0014932051999494433, 0.0022092952858656645, 0.002925385255366564, 0.0036414754576981068, 0.00435756566002965, 0.005073655396699905, 0.005789745599031448, 0.006505835801362991, 0.007221926003694534, 0.007938016206026077, 0.00865410640835762, 0.009370196610689163, 0.010086285881698132, 0.010802376084029675, 0.011518466286361217, 0.01223455648869276, 0.012950646691024303, 0.013666736893355846, 0.01438282709568739, 0.015098916366696358, 0.0158150065690279, 0.016531096771359444, 0.017247186973690987, 0.01796327717602253]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 1.0, 5.0, 6.0, 6.0, 10.0, 11.0, 12.0, 8.0, 13.0, 18.0, 12.0, 14.0, 27.0, 34.0, 58.0, 77.0, 93.0, 128.0, 166.0, 269.0, 380.0, 522.0, 851.0, 1326.0, 1957.0, 6112.0, 2505.0, 1255.0, 730.0, 537.0, 278.0, 220.0, 150.0, 118.0, 78.0, 82.0, 54.0, 52.0, 37.0, 36.0, 33.0, 22.0, 19.0, 22.0, 17.0, 12.0, 7.0, 8.0, 6.0, 10.0, 8.0, 3.0, 1.0, 7.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012268857099115849, -0.011855400167405605, -0.011441942304372787, -0.011028485372662544, -0.010615028440952301, -0.010201570577919483, -0.00978811364620924, -0.009374656714498997, -0.008961198851466179, -0.008547741919755936, -0.008134284988045692, -0.007720827125012875, -0.007307370193302631, -0.006893912795931101, -0.00648045539855957, -0.006066998466849327, -0.0056535410694777966, -0.005240083672106266, -0.004826626740396023, -0.004413169343024492, -0.003999711945652962, -0.003586254781112075, -0.003172797616571188, -0.0027593402191996574, -0.0023458830546587706, -0.0019324257737025619, -0.0015189684927463531, -0.0011055113282054663, -0.0006920540472492576, -0.0002785967953968793, 0.00013486045645549893, 0.0005483176792040467, 0.0009617749601602554, 0.0013752322411164641, 0.0017886895220726728, 0.0022021466866135597, 0.0026156040839850903, 0.003029061248525977, 0.003442518413066864, 0.0038559758104383945, 0.004269433207809925, 0.004682890139520168, 0.005096347536891699, 0.005509804934263229, 0.005923261865973473, 0.006336719263345003, 0.006750176660716534, 0.007163633592426777, 0.007577090989798307, 0.007990548387169838, 0.008404005318880081, 0.008817463181912899, 0.009230920113623142, 0.009644377045333385, 0.010057834908366203, 0.010471291840076447, 0.01088474877178669, 0.011298206634819508, 0.01171166356652975, 0.012125120498239994, 0.012538578361272812, 0.012952035292983055, 0.013365492224693298, 0.013778950087726116, 0.01419240701943636]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11628657579421997, -0.11149842292070389, -0.1067102700471878, -0.10192212462425232, -0.09713397175073624, -0.09234581887722015, -0.08755767345428467, -0.08276952058076859, -0.0779813677072525, -0.07319321483373642, -0.06840506196022034, -0.06361691653728485, -0.05882876366376877, -0.054040610790252686, -0.0492524616420269, -0.04446431249380112, -0.039676159620285034, -0.03488800674676895, -0.030099857598543167, -0.025311706587672234, -0.0205235555768013, -0.015735404565930367, -0.010947253555059433, -0.0061591025441884995, -0.001370951533317566, 0.0034171994775533676, 0.008205350488424301, 0.012993501499295235, 0.017781652510166168, 0.022569803521037102, 0.027357954531908035, 0.03214610368013382, 0.0369342565536499, 0.041722409427165985, 0.04651055857539177, 0.051298707723617554, 0.056086860597133636, 0.06087501347064972, 0.0656631588935852, 0.07045131176710129, 0.07523946464061737, 0.08002761751413345, 0.08481577038764954, 0.08960391581058502, 0.0943920686841011, 0.09918022155761719, 0.10396836698055267, 0.10875651985406876, 0.11354467272758484, 0.11833282560110092, 0.123120978474617, 0.1279091238975525, 0.13269728422164917, 0.13748542964458466, 0.14227357506752014, 0.14706173539161682, 0.1518498808145523, 0.1566380262374878, 0.16142618656158447, 0.16621433198451996, 0.17100247740745544, 0.17579063773155212, 0.1805787831544876, 0.1853669434785843, 0.19015508890151978]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 7.0, 26.0, 20.0, 22.0, 22.0, 28.0, 29.0, 12.0, 5.0, 7.0, 5.0, 5.0, 8.0, 7.0, 4.0, 3.0, 3.0, 6.0, 1.0, 2.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04886024445295334, -0.04733375459909439, -0.04580726474523544, -0.044280774891376495, -0.04275428131222725, -0.0412277914583683, -0.039701301604509354, -0.038174811750650406, -0.03664832189679146, -0.03512183204293251, -0.033595338463783264, -0.032068848609924316, -0.03054235875606537, -0.02901586890220642, -0.027489379048347473, -0.025962887331843376, -0.02443639747798443, -0.02290990762412548, -0.021383415907621384, -0.019856926053762436, -0.018330436199903488, -0.01680394448339939, -0.015277454629540443, -0.013750964775681496, -0.012224473990499973, -0.010697983205318451, -0.009171493351459503, -0.007645002566277981, -0.006118512246757746, -0.004592021927237511, -0.003065531374886632, -0.001539040938951075, -1.2550503015518188e-05, 0.0015139399329200387, 0.0030404303688555956, 0.004566920921206474, 0.006093411240726709, 0.007619901560246944, 0.009146392345428467, 0.010672882199287415, 0.012199372984468937, 0.01372586376965046, 0.015252353623509407, 0.016778843477368355, 0.018305335193872452, 0.0198318250477314, 0.021358314901590347, 0.022884806618094444, 0.024411296471953392, 0.02593778632581234, 0.027464278042316437, 0.028990767896175385, 0.030517257750034332, 0.03204374760389328, 0.03357023745775223, 0.035096731036901474, 0.03662322089076042, 0.03814971074461937, 0.03967620059847832, 0.041202690452337265, 0.04272918030619621, 0.04425567388534546, 0.04578216373920441, 0.047308653593063354, 0.0488351434469223]}, "_runtime": 24.8906192779541, "_timestamp": 1596211614.6617281, "_step": 26}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 1.0, 4.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013867659494280815, -0.013500644825398922, -0.013133631087839603, -0.01276661641895771, -0.012399602681398392, -0.012032588012516499, -0.01166557427495718, -0.011298559606075287, -0.010931545868515968, -0.010564531199634075, -0.010197516530752182, -0.009830502793192863, -0.00946348812431097, -0.009096474386751652, -0.008729459717869759, -0.00836244598031044, -0.007995431311428547, -0.007628417108207941, -0.007261402904987335, -0.006894388701766729, -0.0065273744985461235, -0.00616035982966423, -0.0057933456264436245, -0.005426331423223019, -0.005059317220002413, -0.004692303016781807, -0.004325288813561201, -0.003958274610340595, -0.0035912601742893457, -0.00322424597106874, -0.0028572315350174904, -0.0024902173317968845, -0.0021232031285762787, -0.0017561889253556728, -0.0013891746057197452, -0.0010221602860838175, -0.0006551460828632116, -0.00028813182143494487, 7.88824399933219e-05, 0.00044589670142158866, 0.0008129109628498554, 0.0011799251660704613, 0.001546939485706389, 0.0019139538053423166, 0.0022809680085629225, 0.0026479822117835283, 0.003014996647834778, 0.0033820108510553837, 0.0037490250542759895, 0.004116039257496595, 0.004483053460717201, 0.004850067663937807, 0.005217081867158413, 0.005584096536040306, 0.005951110739260912, 0.006318124942481518, 0.006685139145702124, 0.0070521533489227295, 0.007419167552143335, 0.007786181755363941, 0.008153196424245834, 0.008520210161805153, 0.008887224830687046, 0.009254238568246365, 0.009621253237128258]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 0.0, 4.0, 1.0, 4.0, 3.0, 3.0, 11.0, 4.0, 13.0, 24.0, 15.0, 19.0, 19.0, 33.0, 33.0, 37.0, 53.0, 85.0, 79.0, 128.0, 137.0, 201.0, 268.0, 377.0, 2591.0, 2065.0, 570.0, 310.0, 237.0, 139.0, 111.0, 87.0, 67.0, 39.0, 38.0, 29.0, 22.0, 12.0, 12.0, 7.0, 13.0, 8.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15403006970882416, -0.14919982850551605, -0.14436957240104675, -0.13953933119773865, -0.13470907509326935, -0.12987883388996124, -0.12504857778549194, -0.12021833658218384, -0.11538808792829514, -0.11055783927440643, -0.10572759062051773, -0.10089734196662903, -0.09606710076332092, -0.09123685210943222, -0.08640660345554352, -0.08157635480165482, -0.07674610614776611, -0.07191585749387741, -0.06708560883998871, -0.062255363911390305, -0.0574251152575016, -0.0525948666036129, -0.047764621675014496, -0.04293437302112579, -0.03810412436723709, -0.03327387571334839, -0.028443628922104836, -0.023613382130861282, -0.01878313347697258, -0.013952885754406452, -0.009122638031840324, -0.004292390309274197, 0.0005378574132919312, 0.005368105135858059, 0.010198352858424187, 0.015028600580990314, 0.019858848303556442, 0.024689096957445145, 0.029519343748688698, 0.03434959053993225, 0.03917983919382095, 0.044010087847709656, 0.04884033650159836, 0.05367058143019676, 0.058500830084085464, 0.06333107501268387, 0.06816132366657257, 0.07299157232046127, 0.07782182097434998, 0.08265206962823868, 0.08748231828212738, 0.09231256693601608, 0.09714281558990479, 0.10197305679321289, 0.10680330544710159, 0.1116335541009903, 0.116463802754879, 0.1212940514087677, 0.1261242926120758, 0.1309545487165451, 0.1357847899198532, 0.1406150460243225, 0.14544528722763062, 0.15027554333209991, 0.15510578453540802]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 4.0, 4.0, 1.0, 4.0, 6.0, 3.0, 6.0, 6.0, 1.0, 2.0, 6.0, 22.0, 1.0, 1.0, 6.0, 2.0, 3.0, 6.0, 3.0, 6.0, 4.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003347450867295265, -0.003220041748136282, -0.0030926328618079424, -0.002965223742648959, -0.0028378148563206196, -0.0027104057371616364, -0.0025829968508332968, -0.0024555877316743135, -0.002328178845345974, -0.0022007697261869907, -0.0020733606070280075, -0.001945951720699668, -0.0018185426015406847, -0.0016911335987970233, -0.001563724596053362, -0.0014363155933097005, -0.001308906590566039, -0.0011814975878223777, -0.0010540885850787163, -0.000926679524127394, -0.0007992705213837326, -0.0006718615186400712, -0.0005444524576887488, -0.00041704345494508743, -0.00028963445220142603, -0.0001622254349058494, -3.4816417610272765e-05, 9.259259968530387e-05, 0.0002200016169808805, 0.0003474106197245419, 0.00047481965157203376, 0.0006022286834195256, 0.000729637686163187, 0.0008570466889068484, 0.0009844556916505098, 0.0011118646943941712, 0.0012392736971378326, 0.0013666828162968159, 0.0014940918190404773, 0.0016215008217841387, 0.0017489098245278, 0.0018763188272714615, 0.0020037279464304447, 0.0021311368327587843, 0.0022585459519177675, 0.002385954838246107, 0.0025133639574050903, 0.00264077284373343, 0.002768181962892413, 0.0028955910820513964, 0.003022999968379736, 0.003150409087538719, 0.0032778179738670588, 0.003405227093026042, 0.0035326359793543816, 0.003660045098513365, 0.003787454217672348, 0.003914863336831331, 0.004042271990329027, 0.00416968110948801, 0.004297090228646994, 0.004424499347805977, 0.004551908001303673, 0.004679317120462656, 0.004806726239621639]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 6.0, 3.0, 14.0, 13.0, 17.0, 36.0, 46.0, 84.0, 94.0, 157.0, 247.0, 380.0, 545.0, 885.0, 1314.0, 2282.0, 3881.0, 6636.0, 12161.0, 23311.0, 44873.0, 88328.0, 192223.0, 543971.0, 109694.0, 62227.0, 35151.0, 19788.0, 11453.0, 6876.0, 4378.0, 2723.0, 1855.0, 1188.0, 831.0, 565.0, 391.0, 291.0, 191.0, 140.0, 106.0, 70.0, 54.0, 43.0, 41.0, 18.0, 11.0, 14.0, 5.0, 13.0, 6.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.013703360222280025, -0.013232650235295296, -0.012761939316987991, -0.012291229330003262, -0.011820519343018532, -0.011349808424711227, -0.010879098437726498, -0.010408388450741768, -0.009937677532434464, -0.009466967545449734, -0.008996257558465004, -0.008525547571480274, -0.00805483665317297, -0.00758412666618824, -0.007113416213542223, -0.006642706226557493, -0.006171995773911476, -0.005701285321265459, -0.005230575334280729, -0.004759864881634712, -0.0042891548946499825, -0.0038184444420039654, -0.0033477339893579483, -0.002877023769542575, -0.0024063135497272015, -0.001935603329911828, -0.0014648929936811328, -0.0009941826574504375, -0.0005234724376350641, -5.276215961202979e-05, 0.00041794811841100454, 0.0008886583964340389, 0.0013593686744570732, 0.0018300788942724466, 0.00230078911408782, 0.002771499566733837, 0.0032422097865492105, 0.003712920006364584, 0.004183630459010601, 0.004654340445995331, 0.005125050898641348, 0.005595761351287365, 0.006066471338272095, 0.006537181790918112, 0.007007892243564129, 0.007478602230548859, 0.007949312217533588, 0.008420023135840893, 0.008890733122825623, 0.009361443109810352, 0.009832154028117657, 0.010302864015102386, 0.010773574002087116, 0.01124428492039442, 0.01171499490737915, 0.01218570489436388, 0.01265641488134861, 0.013127125799655914, 0.013597835786640644, 0.014068545773625374, 0.014539256691932678, 0.015009966678917408, 0.015480676665902138, 0.015951387584209442, 0.016422096639871597]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 7.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 5.0, 1.0, 3.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009785052388906479, -0.009407846257090569, -0.009030640125274658, -0.008653434924781322, -0.008276228792965412, -0.007899022661149502, -0.007521816994994879, -0.007144610863178968, -0.006767405197024345, -0.006390199065208435, -0.006012992933392525, -0.005635787267237902, -0.005258581135421991, -0.004881375469267368, -0.004504169337451458, -0.004126963671296835, -0.0037497575394809246, -0.003372551640495658, -0.0029953457415103912, -0.0026181398425251245, -0.002240933943539858, -0.0018637279281392694, -0.0014865219127386808, -0.0011093160137534142, -0.0007321101147681475, -0.0003549041866790503, 2.2301741410046816e-05, 0.00039950766949914396, 0.0007767135975882411, 0.0011539194965735078, 0.0015311255119740963, 0.001908331410959363, 0.0022855373099446297, 0.0026627432089298964, 0.003039949107915163, 0.0034171550069004297, 0.0037943609058856964, 0.004171567037701607, 0.00454877270385623, 0.00492597883567214, 0.005303184501826763, 0.0056803906336426735, 0.006057596765458584, 0.006434802431613207, 0.006812008563429117, 0.00718921422958374, 0.007566420361399651, 0.007943626493215561, 0.008320832625031471, 0.008698037825524807, 0.009075243957340717, 0.009452450089156628, 0.009829656220972538, 0.010206861421465874, 0.010584067553281784, 0.010961273685097694, 0.011338479816913605, 0.011715685948729515, 0.01209289114922285, 0.012470097281038761, 0.012847303412854671, 0.013224509544670582, 0.013601714745163918, 0.013978920876979828, 0.014356127008795738]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 7.0, 8.0, 6.0, 6.0, 12.0, 17.0, 19.0, 20.0, 37.0, 42.0, 70.0, 101.0, 154.0, 182.0, 268.0, 396.0, 507.0, 1079.0, 5047.0, 2277.0, 1758.0, 1396.0, 1119.0, 805.0, 656.0, 570.0, 423.0, 365.0, 263.0, 173.0, 164.0, 114.0, 77.0, 68.0, 48.0, 41.0, 29.0, 15.0, 16.0, 12.0, 11.0, 11.0, 5.0, 6.0, 3.0, 8.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008487720042467117, -0.008151532150804996, -0.007815344259142876, -0.0074791559018194675, -0.007142968010157347, -0.006806780118495226, -0.006470592226833105, -0.006134404335170984, -0.005798215977847576, -0.005462028086185455, -0.0051258401945233345, -0.004789652302861214, -0.004453464411199093, -0.004117276519536972, -0.0037810883950442076, -0.003444900270551443, -0.0031087123788893223, -0.0027725244872272015, -0.002436336362734437, -0.002100148471072316, -0.0017639604629948735, -0.0014277724549174309, -0.00109158456325531, -0.0007553965551778674, -0.00041920854710042477, -8.302056812681258e-05, 0.0002531674108467996, 0.0005893553607165813, 0.000925543368794024, 0.0012617313768714666, 0.0015979192685335875, 0.00193410727661103, 0.0022702952846884727, 0.0026064831763505936, 0.002942671300843358, 0.003278859192505479, 0.0036150473169982433, 0.003951235208660364, 0.004287423100322485, 0.004623610991984606, 0.004959799349308014, 0.005295987240970135, 0.0056321751326322556, 0.005968363024294376, 0.006304550915956497, 0.006640738807618618, 0.006976927164942026, 0.007313115056604147, 0.007649302948266268, 0.007985491305589676, 0.008321679197251797, 0.008657867088913918, 0.008994054980576038, 0.00933024287223816, 0.00966643076390028, 0.0100026186555624, 0.010338806547224522, 0.010674994438886642, 0.011011182330548763, 0.011347371153533459, 0.01168355904519558, 0.0120197469368577, 0.012355934828519821, 0.012692122720181942, 0.013028310611844063]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04461675509810448, -0.04231737554073334, -0.040017999708652496, -0.03771862015128136, -0.03541924059391022, -0.033119864761829376, -0.030820485204458237, -0.028521105647087097, -0.026221727952361107, -0.023922350257635117, -0.021622970700263977, -0.019323593005537987, -0.017024215310811996, -0.014724835753440857, -0.012425458058714867, -0.010126079432666302, -0.007826700806617737, -0.005527322180569172, -0.0032279440201818943, -0.000928565626963973, 0.0013708127662539482, 0.0036701911594718695, 0.005969569552689791, 0.008268947713077068, 0.010568326339125633, 0.012867704965174198, 0.015167083591222763, 0.017466461285948753, 0.019765838980674744, 0.022065218538045883, 0.024364596232771873, 0.026663975790143013, 0.028963353484869003, 0.03126273304224014, 0.033562108874320984, 0.03586148843169212, 0.03816086798906326, 0.040460243821144104, 0.042759623378515244, 0.04505900293588638, 0.047358378767967224, 0.049657758325338364, 0.0519571378827095, 0.05425651744008064, 0.056555893272161484, 0.05885527282953262, 0.06115465238690376, 0.0634540319442749, 0.06575340777635574, 0.06805278360843658, 0.07035216689109802, 0.07265154272317886, 0.0749509185552597, 0.07725030183792114, 0.07954967767000198, 0.08184905350208282, 0.08414843678474426, 0.0864478126168251, 0.08874718844890594, 0.09104657173156738, 0.09334594756364822, 0.09564532339572906, 0.0979447066783905, 0.10024408251047134, 0.10254345834255219]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 5.0, 0.0, 5.0, 2.0, 2.0, 9.0, 6.0, 9.0, 14.0, 25.0, 36.0, 14.0, 12.0, 15.0, 16.0, 25.0, 16.0, 15.0, 9.0, 6.0, 7.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.02446792460978031, -0.022807536646723747, -0.021147146821022034, -0.01948675885796547, -0.017826369032263756, -0.01616598106920719, -0.014505592174828053, -0.012845203280448914, -0.011184814386069775, -0.009524425491690636, -0.007864036597311497, -0.006203648168593645, -0.004543259274214506, -0.002882870379835367, -0.001222481718286872, 0.0004379070596769452, 0.0020982958376407623, 0.0037586847320199013, 0.00541907362639904, 0.007079462055116892, 0.008739851415157318, 0.010400239378213882, 0.012060628272593021, 0.01372101716697216, 0.0153814060613513, 0.017041794955730438, 0.018702182918787003, 0.020362572744488716, 0.02202296070754528, 0.023683350533246994, 0.02534373849630356, 0.027004128322005272, 0.028664516285061836, 0.0303249042481184, 0.031985294073820114, 0.03364568203687668, 0.03530606999993324, 0.036966461688280106, 0.03862684965133667, 0.040287237614393234, 0.0419476255774498, 0.04360801354050636, 0.045268405228853226, 0.04692879319190979, 0.048589181154966354, 0.05024956911802292, 0.05190996080636978, 0.053570348769426346, 0.05523073673248291, 0.056891124695539474, 0.05855151265859604, 0.0602119043469429, 0.061872292309999466, 0.06353268027305603, 0.0651930719614029, 0.06685345619916916, 0.06851384788751602, 0.07017423212528229, 0.07183462381362915, 0.07349501550197601, 0.07515539973974228, 0.07681579142808914, 0.078476183116436, 0.08013656735420227, 0.08179695904254913]}, "_runtime": 25.628891468048096, "_timestamp": 1596211615.4000003, "_step": 27}
+{"val_accuracy": 0.771980593607306, "val_loss": 0.6431768200441038, "_runtime": 27.068576335906982, "_timestamp": 1596211616.8396852, "_step": 28}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: Z Confidence: 0.5381754040718079 Truth: v", "Prediction: P Confidence: 0.8605735898017883 Truth: 5", "Prediction: U Confidence: 0.38960808515548706 Truth: 2", "Prediction: O Confidence: 0.4687299132347107 Truth: 0"]}, "_runtime": 27.347970485687256, "_timestamp": 1596211617.1190794, "_step": 29}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 3.0, 2.0, 0.0, 3.0, 6.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01047783624380827, -0.010048638097941875, -0.009619439020752907, -0.009190240874886513, -0.008761042729020119, -0.00833184365183115, -0.007902645505964756, -0.007473447360098362, -0.007044248748570681, -0.006615050137042999, -0.006185851991176605, -0.005756653379648924, -0.0053274547681212425, -0.0048982566222548485, -0.004469058010727167, -0.004039859864860773, -0.0036106612533330917, -0.003181462874636054, -0.0027522644959390163, -0.002323065884411335, -0.0018938675057142973, -0.0014646691270172596, -0.0010354706319049, -0.0006062721950002015, -0.00017707375809550285, 0.00025212467880919576, 0.0006813231157138944, 0.0011105216108262539, 0.0015397199895232916, 0.0019689183682203293, 0.0023981169797480106, 0.0028273153584450483, 0.003256513737142086, 0.0036857121158391237, 0.004114910494536161, 0.004544109106063843, 0.004973307251930237, 0.005402505863457918, 0.0058317044749855995, 0.0062609026208519936, 0.006690101232379675, 0.007119299843907356, 0.00754849798977375, 0.007977696135640144, 0.008406895212829113, 0.008836093358695507, 0.009265291504561901, 0.00969449058175087, 0.010123688727617264, 0.010552886873483658, 0.010982085950672626, 0.01141128409653902, 0.011840482242405415, 0.012269681319594383, 0.012698879465460777, 0.013128077611327171, 0.013557275757193565, 0.013986474834382534, 0.014415672980248928, 0.014844871126115322, 0.01527407020330429, 0.015703268349170685, 0.01613246649503708, 0.016561664640903473, 0.016990862786769867]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 6.0, 5.0, 9.0, 15.0, 14.0, 24.0, 33.0, 31.0, 50.0, 82.0, 146.0, 183.0, 282.0, 489.0, 4410.0, 1182.0, 426.0, 188.0, 105.0, 78.0, 46.0, 25.0, 26.0, 17.0, 15.0, 6.0, 4.0, 6.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.23659032583236694, -0.228879913687706, -0.22116951644420624, -0.2134591042995453, -0.20574870705604553, -0.19803829491138458, -0.19032789766788483, -0.18261748552322388, -0.17490708827972412, -0.16719667613506317, -0.15948626399040222, -0.15177586674690247, -0.14406545460224152, -0.13635505735874176, -0.1286446452140808, -0.12093424052000046, -0.1132238358259201, -0.10551343113183975, -0.0978030264377594, -0.09009262174367905, -0.0823822170495987, -0.07467180490493774, -0.06696140021085739, -0.05925099551677704, -0.051540590822696686, -0.04383018612861633, -0.03611978143453598, -0.02840937301516533, -0.020698968321084976, -0.012988562695682049, -0.005278157070279121, 0.002432248555123806, 0.010142654180526733, 0.017853058874607086, 0.025563465431332588, 0.03327387198805809, 0.04098427668213844, 0.048694681376218796, 0.05640508979558945, 0.0641154944896698, 0.07182589918375015, 0.0795363038778305, 0.08724670857191086, 0.09495711326599121, 0.10266752541065216, 0.11037793010473251, 0.11808833479881287, 0.12579873204231262, 0.13350914418697357, 0.14121955633163452, 0.14892995357513428, 0.15664036571979523, 0.16435076296329498, 0.17206117510795593, 0.1797715723514557, 0.18748198449611664, 0.1951923966407776, 0.20290279388427734, 0.2106132060289383, 0.21832360327243805, 0.226034015417099, 0.23374441266059875, 0.2414548248052597, 0.24916522204875946, 0.2568756341934204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 23.0, 4.0, 6.0, 3.0, 2.0, 6.0, 1.0, 4.0, 6.0, 1.0, 2.0, 3.0, 0.0, 2.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002825701842084527, -0.0027292191516608, -0.0026327362284064293, -0.0025362535379827023, -0.0024397706147283316, -0.0023432879243046045, -0.002246805001050234, -0.002150322310626507, -0.0020538396202027798, -0.001957356696948409, -0.0018608738901093602, -0.0017643910832703114, -0.0016679083928465843, -0.0015714255860075355, -0.0014749427791684866, -0.0013784599723294377, -0.0012819771654903889, -0.00118549435865134, -0.0010890115518122911, -0.0009925287449732423, -0.0008960459963418543, -0.0007995631895028055, -0.0007030804408714175, -0.0006065976340323687, -0.0005101148271933198, -0.00041363202035427094, -0.00031714924261905253, -0.0002206664503319189, -0.00012418365804478526, -2.7700865757651627e-05, 6.878192652948201e-05, 0.00016526471881661564, 0.0002617475111037493, 0.00035823031794279814, 0.00045471309567801654, 0.000551195873413235, 0.0006476786802522838, 0.0007441614870913327, 0.0008406442357227206, 0.0009371270425617695, 0.0010336098494008183, 0.0011300926562398672, 0.001226575463078916, 0.001323058269917965, 0.001419540960341692, 0.0015160237671807408, 0.0016125065740197897, 0.0017089893808588386, 0.0018054721876978874, 0.0019019549945369363, 0.001998437801375985, 0.002094920491799712, 0.002191403415054083, 0.00228788610547781, 0.0023843690287321806, 0.0024808517191559076, 0.0025773346424102783, 0.0026738173328340054, 0.0027703000232577324, 0.002866782946512103, 0.00296326563693583, 0.003059748560190201, 0.003156231250613928, 0.0032527141738682985, 0.0033491968642920256]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 10.0, 8.0, 16.0, 22.0, 38.0, 44.0, 101.0, 160.0, 226.0, 414.0, 644.0, 1088.0, 1895.0, 3633.0, 7281.0, 16001.0, 37375.0, 93892.0, 590304.0, 244364.0, 93612.0, 43324.0, 20575.0, 10504.0, 5622.0, 3144.0, 1872.0, 1116.0, 737.0, 507.0, 305.0, 251.0, 173.0, 110.0, 87.0, 50.0, 43.0, 25.0, 15.0, 19.0, 12.0, 6.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.018782474100589752, -0.018212972208857536, -0.01764347031712532, -0.017073968425393105, -0.01650446653366089, -0.015934964641928673, -0.015365462750196457, -0.014795960858464241, -0.014226458966732025, -0.01365695707499981, -0.013087455183267593, -0.012517953291535378, -0.011948451399803162, -0.011378949508070946, -0.01080944761633873, -0.010239945724606514, -0.009670443832874298, -0.009100941941142082, -0.008531440049409866, -0.00796193815767765, -0.007392436265945435, -0.006822934374213219, -0.006253432482481003, -0.005683930590748787, -0.005114428699016571, -0.004544926807284355, -0.003975424915552139, -0.0034059230238199234, -0.0028364211320877075, -0.0022669192403554916, -0.0016974173486232758, -0.0011279154568910599, -0.000558413565158844, 1.1088326573371887e-05, 0.0005805902183055878, 0.0011500921100378036, 0.0017195940017700195, 0.0022890958935022354, 0.0028585977852344513, 0.003428099676966667, 0.003997601568698883, 0.004567103460431099, 0.005136605352163315, 0.005706107243895531, 0.006275609135627747, 0.0068451110273599625, 0.007414612919092178, 0.007984114810824394, 0.00855361670255661, 0.009123118594288826, 0.009692620486021042, 0.010262122377753258, 0.010831624269485474, 0.01140112616121769, 0.011970628052949905, 0.012540129944682121, 0.013109631836414337, 0.013679133728146553, 0.014248635619878769, 0.014818137511610985, 0.0153876394033432, 0.015957141295075417, 0.016526643186807632, 0.01709614507853985, 0.017665646970272064]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 10.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 3.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015530180186033249, -0.015033249743282795, -0.014536319300532341, -0.014039388857781887, -0.013542458415031433, -0.013045528903603554, -0.0125485984608531, -0.012051668018102646, -0.011554737575352192, -0.011057807132601738, -0.010560876689851284, -0.01006394624710083, -0.00956701673567295, -0.009070086292922497, -0.008573155850172043, -0.008076225407421589, -0.007579294964671135, -0.007082364521920681, -0.006585434079170227, -0.00608850410208106, -0.0055915736593306065, -0.0050946432165801525, -0.004597713239490986, -0.004100782796740532, -0.003603852353990078, -0.003106921911239624, -0.0026099917013198137, -0.0021130614914000034, -0.0016161310486495495, -0.0011192007223144174, -0.0006222703959792852, -0.00012534006964415312, 0.000371590256690979, 0.0008685205830261111, 0.0013654509093612432, 0.0018623812356963754, 0.0023593115620315075, 0.0028562420047819614, 0.0033531722147017717, 0.003850102424621582, 0.004347032867372036, 0.00484396331012249, 0.005340893752872944, 0.0058378237299621105, 0.0063347541727125645, 0.006831684615463018, 0.007328614592552185, 0.007825545035302639, 0.008322475478053093, 0.008819405920803547, 0.009316336363554, 0.009813266806304455, 0.010310197249054909, 0.010807126760482788, 0.011304057203233242, 0.011800987645983696, 0.01229791808873415, 0.012794848531484604, 0.013291778974235058, 0.013788709416985512, 0.014285638928413391, 0.014782569371163845, 0.015279499813914299, 0.015776431187987328, 0.016273360699415207]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 2.0, 13.0, 9.0, 22.0, 18.0, 21.0, 32.0, 33.0, 34.0, 66.0, 72.0, 65.0, 94.0, 116.0, 151.0, 102.0, 176.0, 177.0, 293.0, 421.0, 586.0, 1081.0, 5591.0, 2291.0, 1359.0, 1087.0, 935.0, 819.0, 647.0, 534.0, 420.0, 300.0, 249.0, 198.0, 133.0, 70.0, 67.0, 36.0, 31.0, 15.0, 15.0, 7.0, 8.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011229925788939, -0.01084877084940672, -0.01046761590987444, -0.010086461901664734, -0.009705306962132454, -0.009324152022600174, -0.008942997083067894, -0.008561843074858189, -0.008180688135325909, -0.007799533195793629, -0.007418378256261349, -0.007037223782390356, -0.006656068842858076, -0.0062749143689870834, -0.0058937594294548035, -0.005512604955583811, -0.005131450016051531, -0.004750295076519251, -0.004369140602648258, -0.003987985663115978, -0.0036068311892449856, -0.0032256762497127056, -0.0028445215430110693, -0.002463366836309433, -0.0020822121296077967, -0.0017010574229061604, -0.001319902716204524, -0.0009387478930875659, -0.0005575931863859296, -0.0001764384505804628, 0.00020471628522500396, 0.0005858710501343012, 0.0009670257568359375, 0.0013481804635375738, 0.0017293351702392101, 0.0021104898769408464, 0.0024916445836424828, 0.0028727995231747627, 0.003253954229876399, 0.0036351089365780354, 0.004016263410449028, 0.004397418349981308, 0.004778573289513588, 0.005159727763384581, 0.005540882702916861, 0.005922037176787853, 0.006303192116320133, 0.006684346590191126, 0.007065501529723406, 0.007446656469255686, 0.007827810943126678, 0.008208965882658958, 0.008590120822191238, 0.008971274830400944, 0.009352429769933224, 0.009733584709465504, 0.010114739648997784, 0.010495894588530064, 0.010877048596739769, 0.011258203536272049, 0.011639358475804329, 0.012020513415336609, 0.012401667423546314, 0.012782822363078594, 0.013163977302610874]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08324521780014038, -0.07928665727376938, -0.07532808929681778, -0.07136952877044678, -0.06741096079349518, -0.06345240026712418, -0.059493839740753174, -0.05553527548909187, -0.05157671123743057, -0.04761814698576927, -0.04365958273410797, -0.03970102220773697, -0.03574245795607567, -0.03178389370441437, -0.027825331315398216, -0.023866768926382065, -0.019908204674720764, -0.015949640423059464, -0.011991078034043312, -0.008032514713704586, -0.00407395139336586, -0.00011538807302713394, 0.003843175247311592, 0.007801738567650318, 0.011760301887989044, 0.015718866139650345, 0.019677428528666496, 0.023635990917682648, 0.02759455516934395, 0.03155311942100525, 0.03551167994737625, 0.03947024419903755, 0.04342880845069885, 0.04738737270236015, 0.051345936954021454, 0.055304497480392456, 0.05926306173205376, 0.06322162598371506, 0.06718018651008606, 0.07113875448703766, 0.07509731501340866, 0.07905587553977966, 0.08301444351673126, 0.08697300404310226, 0.09093156456947327, 0.09489013254642487, 0.09884869307279587, 0.10280726104974747, 0.10676582157611847, 0.11072438210248947, 0.11468295007944107, 0.11864151060581207, 0.12260007858276367, 0.12655863165855408, 0.13051719963550568, 0.13447576761245728, 0.13843432068824768, 0.14239288866519928, 0.14635145664215088, 0.15031002461910248, 0.15426857769489288, 0.15822714567184448, 0.16218571364879608, 0.1661442667245865, 0.17010283470153809]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 3.0, 1.0, 4.0, 8.0, 6.0, 9.0, 5.0, 12.0, 20.0, 25.0, 36.0, 22.0, 16.0, 15.0, 12.0, 12.0, 9.0, 10.0, 12.0, 5.0, 5.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.027841949835419655, -0.026338886469602585, -0.024835823103785515, -0.023332757875323296, -0.021829694509506226, -0.020326631143689156, -0.018823567777872086, -0.017320504412055016, -0.015817441046237946, -0.014314376749098301, -0.012811312451958656, -0.011308249086141586, -0.009805185720324516, -0.008302121423184872, -0.006799058057367802, -0.005295994225889444, -0.003792930394411087, -0.0022898665629327297, -0.0007868029642850161, 0.0007162607507780194, 0.002219324465841055, 0.0037223882973194122, 0.005225451663136482, 0.0067285154946148396, 0.008231579326093197, 0.009734642691910267, 0.011237706989049911, 0.012740770354866982, 0.014243833720684052, 0.01574689708650112, 0.01724996231496334, 0.01875302568078041, 0.02025608904659748, 0.02175915241241455, 0.02326221577823162, 0.02476528100669384, 0.02626834437251091, 0.02777140773832798, 0.02927447110414505, 0.03077753446996212, 0.03228059783577919, 0.03378366306424141, 0.03528672456741333, 0.03678978979587555, 0.03829285502433777, 0.03979591652750969, 0.04129898175597191, 0.04280204325914383, 0.04430510848760605, 0.04580817371606827, 0.04731123521924019, 0.04881430044770241, 0.05031736195087433, 0.05182042717933655, 0.05332349240779877, 0.05482655391097069, 0.05632961913943291, 0.05783268064260483, 0.05933574587106705, 0.060838811099529266, 0.06234187260270119, 0.06384493410587311, 0.06534799933433533, 0.06685106456279755, 0.06835412979125977]}, "_runtime": 27.95205521583557, "_timestamp": 1596211617.723164, "_step": 30}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 5.0, 1.0, 5.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.012793581932783127, -0.012445837259292603, -0.012098092585802078, -0.011750347912311554, -0.01140260323882103, -0.011054858565330505, -0.010707113891839981, -0.010359369218349457, -0.010011624544858932, -0.009663879871368408, -0.009316135197877884, -0.00896839052438736, -0.008620645850896835, -0.008272901177406311, -0.007925156503915787, -0.007577411364763975, -0.007229666691273451, -0.0068819220177829266, -0.006534177344292402, -0.006186432670801878, -0.005838687997311354, -0.005490943323820829, -0.005143198650330305, -0.004795453976839781, -0.004447708837687969, -0.004099964164197445, -0.0037522197235375643, -0.00340447505004704, -0.003056730143725872, -0.0027089854702353477, -0.0023612407967448235, -0.002013496123254299, -0.0016657514497637749, -0.0013180067762732506, -0.0009702620445750654, -0.0006225173128768802, -0.0002747726393863559, 7.297206320799887e-05, 0.0004207167658023536, 0.0007684614975005388, 0.0011162061709910631, 0.0014639508444815874, 0.0018116955179721117, 0.002159440191462636, 0.002507185097783804, 0.0028549297712743282, 0.0032026744447648525, 0.003550419118255377, 0.003898163791745901, 0.004245908465236425, 0.00459365313872695, 0.004941397812217474, 0.005289142485707998, 0.005636887159198523, 0.005984631832689047, 0.006332376506179571, 0.006680121645331383, 0.007027866318821907, 0.007375610992312431, 0.007723355665802956, 0.00807110033929348, 0.008418845012784004, 0.008766589686274529, 0.009114334359765053, 0.009462079033255577]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 5.0, 7.0, 9.0, 7.0, 14.0, 14.0, 20.0, 16.0, 18.0, 42.0, 42.0, 70.0, 61.0, 102.0, 135.0, 193.0, 244.0, 322.0, 608.0, 4351.0, 612.0, 301.0, 174.0, 111.0, 94.0, 66.0, 55.0, 40.0, 35.0, 27.0, 12.0, 14.0, 18.0, 14.0, 14.0, 5.0, 7.0, 9.0, 1.0, 4.0, 4.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15429821610450745, -0.14977751672267914, -0.14525681734085083, -0.14073610305786133, -0.13621540367603302, -0.1316947042942047, -0.1271740049123764, -0.1226532980799675, -0.11813259869813919, -0.11361189931631088, -0.10909119248390198, -0.10457049310207367, -0.10004979372024536, -0.09552908688783646, -0.09100838750600815, -0.08648768067359924, -0.08196698129177094, -0.07744628190994263, -0.07292557507753372, -0.06840487569570541, -0.06388416886329651, -0.0593634694814682, -0.05484277009963989, -0.050322066992521286, -0.04580136388540268, -0.04128066077828407, -0.036759957671165466, -0.03223925828933716, -0.02771855518221855, -0.023197852075099945, -0.018677150830626488, -0.014156448654830456, -0.009635746479034424, -0.005115044303238392, -0.0005943421274423599, 0.003926360048353672, 0.008447062224149704, 0.012967764399945736, 0.017488466575741768, 0.022009167820215225, 0.026529870927333832, 0.03105057403445244, 0.035571277141571045, 0.04009197652339935, 0.04461267963051796, 0.049133382737636566, 0.053654082119464874, 0.05817478522658348, 0.06269548833370209, 0.0672161877155304, 0.0717368945479393, 0.07625759392976761, 0.08077830076217651, 0.08529900014400482, 0.08981969952583313, 0.09434040635824203, 0.09886110574007034, 0.10338180512189865, 0.10790251195430756, 0.11242321133613586, 0.11694391071796417, 0.12146461755037308, 0.12598532438278198, 0.1305060237646103, 0.1350267231464386]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 0.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 5.0, 3.0, 0.0, 1.0, 6.0, 21.0, 8.0, 4.0, 7.0, 3.0, 4.0, 1.0, 4.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002682638820260763, -0.0025916127488017082, -0.0025005864445120096, -0.0024095603730529547, -0.002318534068763256, -0.002227507997304201, -0.002136481925845146, -0.0020454556215554476, -0.0019544295500963926, -0.0018634033622220159, -0.001772377174347639, -0.0016813511028885841, -0.0015903249150142074, -0.0014992987271398306, -0.0014082726556807756, -0.0013172464678063989, -0.001226220279932022, -0.0011351940920576453, -0.0010441679041832685, -0.0009531418327242136, -0.0008621156448498368, -0.00077108945697546, -0.0006800633273087442, -0.0005890371976420283, -0.0004980110097676516, -0.00040698485099710524, -0.0003159586922265589, -0.0002249325334560126, -0.0001339063746854663, -4.288021591491997e-05, 4.8145942855626345e-05, 0.00013917210162617266, 0.00023019826039671898, 0.0003212244191672653, 0.0004122505779378116, 0.0005032767076045275, 0.0005943028954789042, 0.000685329083353281, 0.0007763552130199969, 0.0008673813426867127, 0.0009584075305610895, 0.0010494337184354663, 0.001140459906309843, 0.001231485977768898, 0.0013225121656432748, 0.0014135383535176516, 0.0015045644249767065, 0.0015955906128510833, 0.00168661680072546, 0.0017776429885998368, 0.0018686691764742136, 0.0019596952479332685, 0.002050721552222967, 0.002141747623682022, 0.002232773695141077, 0.0023237999994307756, 0.0024148260708898306, 0.0025058521423488855, 0.002596878446638584, 0.002687904518097639, 0.002778930589556694, 0.0028699568938463926, 0.0029609829653054476, 0.003052009269595146, 0.003143035341054201]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 11.0, 13.0, 21.0, 35.0, 38.0, 61.0, 65.0, 97.0, 162.0, 244.0, 310.0, 484.0, 704.0, 1083.0, 1698.0, 2712.0, 4284.0, 7424.0, 13183.0, 24560.0, 47071.0, 92558.0, 205523.0, 564286.0, 95054.0, 50155.0, 27053.0, 15496.0, 9058.0, 5515.0, 3491.0, 2216.0, 1442.0, 973.0, 698.0, 503.0, 396.0, 271.0, 182.0, 134.0, 96.0, 60.0, 44.0, 38.0, 37.0, 27.0, 18.0, 19.0, 12.0, 8.0, 5.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.011947263032197952, -0.011550870724022388, -0.0111544793471694, -0.010758087038993835, -0.010361695662140846, -0.009965303353965282, -0.009568911045789719, -0.00917251966893673, -0.008776127360761166, -0.008379735983908176, -0.007983343675732613, -0.007586951833218336, -0.00719055999070406, -0.006794168148189783, -0.006397775840014219, -0.006001383997499943, -0.005604992154985666, -0.00520860031247139, -0.004812208469957113, -0.0044158161617815495, -0.004019424319267273, -0.0036230324767529964, -0.00322664063423872, -0.0028302485588937998, -0.0024338567163795233, -0.0020374648738652468, -0.0016410727985203266, -0.0012446809560060501, -0.0008482889970764518, -0.0004518970672506839, -5.550513742491603e-05, 0.00034088679240085185, 0.0007372787222266197, 0.001133670681156218, 0.0015300626400858164, 0.0019264544826000929, 0.002322846557945013, 0.0027192384004592896, 0.003115630242973566, 0.003512022318318486, 0.003908414393663406, 0.004304806236177683, 0.004701198078691959, 0.005097589921206236, 0.005493981763720512, 0.005890373606234789, 0.006286765914410353, 0.006683157756924629, 0.007079549599438906, 0.007475941441953182, 0.007872333750128746, 0.008268725126981735, 0.008665117435157299, 0.009061508812010288, 0.009457901120185852, 0.009854293428361416, 0.010250684805214405, 0.010647077113389969, 0.011043468490242958, 0.011439860798418522, 0.011836253106594086, 0.012232644483447075, 0.012629036791622639, 0.013025428168475628, 0.013421820476651192]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 9.0, 3.0, 0.0, 2.0, 6.0, 3.0, 6.0, 0.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01732557639479637, -0.01687649078667164, -0.016427407041192055, -0.015978321433067322, -0.015529237687587738, -0.01508015301078558, -0.014631068333983421, -0.014181983657181263, -0.013732898980379105, -0.013283814303576946, -0.012834729626774788, -0.01238564494997263, -0.011936560273170471, -0.011487475596368313, -0.011038390919566154, -0.010589306242763996, -0.010140221565961838, -0.009691135957837105, -0.009242051281034946, -0.008792966604232788, -0.00834388192743063, -0.007894797250628471, -0.0074457130394876, -0.006996628362685442, -0.006547543220221996, -0.006098458543419838, -0.00564937386661768, -0.005200289189815521, -0.004751204513013363, -0.0043021198362112045, -0.003853035159409046, -0.003403950482606888, -0.0029548658058047295, -0.002505781129002571, -0.0020566964522004128, -0.0016076116589829326, -0.0011585269821807742, -0.0007094423053786159, -0.0002603575703687966, 0.00018872713553719223, 0.000637811841443181, 0.0010868965182453394, 0.0015359811950474977, 0.001985065871849656, 0.002434150781482458, 0.0028832354582846165, 0.003332320135086775, 0.003781404811888933, 0.0042304894886910915, 0.00467957416549325, 0.005128658842295408, 0.005577743519097567, 0.006026828195899725, 0.006475912872701883, 0.006924997549504042, 0.0073740822263062, 0.007823167368769646, 0.008272252045571804, 0.008721336722373962, 0.00917042139917612, 0.009619506075978279, 0.010068590752780437, 0.010517675429582596, 0.010966760106384754, 0.011415844783186913]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 10.0, 5.0, 3.0, 0.0, 1.0, 7.0, 5.0, 10.0, 10.0, 15.0, 12.0, 17.0, 11.0, 20.0, 41.0, 39.0, 63.0, 64.0, 69.0, 84.0, 75.0, 62.0, 111.0, 123.0, 129.0, 181.0, 225.0, 282.0, 328.0, 454.0, 686.0, 1122.0, 4701.0, 2696.0, 1923.0, 1401.0, 1016.0, 743.0, 557.0, 364.0, 251.0, 150.0, 119.0, 75.0, 56.0, 41.0, 17.0, 11.0, 7.0, 2.0, 8.0], "bins": [-0.012215157970786095, -0.011948293074965477, -0.011681427247822285, -0.011414562352001667, -0.01114769745618105, -0.010880832560360432, -0.01061396673321724, -0.010347101837396622, -0.010080236941576004, -0.009813371114432812, -0.009546506218612194, -0.009279641322791576, -0.009012776426970959, -0.008745910599827766, -0.008479045704007149, -0.008212180808186531, -0.007945315912365913, -0.007678450085222721, -0.007411585189402103, -0.0071447198279201984, -0.006877854932099581, -0.006610989570617676, -0.006344124674797058, -0.006077259313315153, -0.005810393951833248, -0.0055435290560126305, -0.0052766636945307255, -0.005009798798710108, -0.004742933437228203, -0.004476068541407585, -0.00420920317992568, -0.0039423382841050625, -0.0036754729226231575, -0.003408607793971896, -0.003141742665320635, -0.0028748775366693735, -0.002608012408018112, -0.002341147046536207, -0.002074281917884946, -0.0018074167892336845, -0.0015405516605824232, -0.0012736865319311619, -0.0010068214032799006, -0.0007399561582133174, -0.00047309102956205606, -0.00020622587180696428, 6.063928594812751e-05, 0.0003275044437032193, 0.0005943696014583111, 0.0008612347301095724, 0.0011280998587608337, 0.001394965103827417, 0.0016618302324786782, 0.0019286953611299396, 0.0021955606061965227, 0.002462425734847784, 0.0027292908634990454, 0.0029961559921503067, 0.003263021120801568, 0.0035298862494528294, 0.0037967516109347343, 0.004063616506755352, 0.004330481868237257, 0.004597346764057875, 0.00486421212553978]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04923052713274956, -0.04734418913722038, -0.04545784741640091, -0.043571509420871735, -0.04168517142534256, -0.039798833429813385, -0.03791249543428421, -0.03602615371346474, -0.03413981571793556, -0.03225347772240639, -0.030367137864232063, -0.02848079800605774, -0.026594460010528564, -0.02470812201499939, -0.022821782156825066, -0.02093544229865074, -0.019049104303121567, -0.017162766307592392, -0.015276426449418068, -0.013390087522566319, -0.011503748595714569, -0.00961740966886282, -0.00773107074201107, -0.005844731815159321, -0.003958392888307571, -0.002072053961455822, -0.00018571503460407257, 0.0017006238922476768, 0.0035869628190994263, 0.005473301745951176, 0.007359640672802925, 0.009245979599654675, 0.011132318526506424, 0.013018657453358173, 0.014904996380209923, 0.016791336238384247, 0.01867767423391342, 0.020564012229442596, 0.02245035208761692, 0.024336691945791245, 0.02622302994132042, 0.028109367936849594, 0.029995707795023918, 0.03188204765319824, 0.03376838564872742, 0.03565472364425659, 0.03754106163978577, 0.03942740336060524, 0.041313741356134415, 0.04320007935166359, 0.04508642107248306, 0.04697275906801224, 0.04885909706354141, 0.05074543505907059, 0.05263177305459976, 0.054518114775419235, 0.05640445277094841, 0.058290790766477585, 0.06017713248729706, 0.06206347048282623, 0.06394980847835541, 0.06583614647388458, 0.06772248446941376, 0.06960882246494293, 0.0714951604604721]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 6.0, 4.0, 2.0, 5.0, 6.0, 13.0, 7.0, 8.0, 15.0, 14.0, 17.0, 21.0, 28.0, 26.0, 16.0, 17.0, 15.0, 14.0, 8.0, 4.0, 4.0, 3.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01917547918856144, -0.018410634249448776, -0.017645789310336113, -0.01688094437122345, -0.016116099432110786, -0.015351255424320698, -0.014586410485208035, -0.013821565546095371, -0.013056720606982708, -0.012291875667870045, -0.011527030728757381, -0.010762185789644718, -0.00999734178185463, -0.009232496842741966, -0.008467651903629303, -0.00770280696451664, -0.0069379620254039764, -0.006173117086291313, -0.00540827214717865, -0.004643427673727274, -0.0038785827346146107, -0.0031137377955019474, -0.002348893089219928, -0.0015840482665225863, -0.0008192034438252449, -5.435862112790346e-05, 0.000710486201569438, 0.0014753310242667794, 0.002240175846964121, 0.003005020786076784, 0.0037698654923588037, 0.004534710198640823, 0.005299555137753487, 0.00606440007686615, 0.006829245015978813, 0.007594089489430189, 0.00835893489420414, 0.009123778901994228, 0.009888623841106892, 0.010653468780219555, 0.011418313719332218, 0.012183158658444881, 0.012948003597557545, 0.013712848536670208, 0.014477692544460297, 0.01524253748357296, 0.016007382422685623, 0.016772227361798286, 0.01753707230091095, 0.018301917240023613, 0.019066762179136276, 0.01983160711824894, 0.020596452057361603, 0.021361296996474266, 0.02212614193558693, 0.022890986874699593, 0.023655831813812256, 0.02442067489027977, 0.025185519829392433, 0.025950364768505096, 0.02671520970761776, 0.027480054646730423, 0.028244899585843086, 0.02900974452495575, 0.029774589464068413]}, "_runtime": 28.7000515460968, "_timestamp": 1596211618.4711604, "_step": 31}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 5.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014557074755430222, -0.014196070842444897, -0.013835067860782146, -0.013474063947796822, -0.013113060966134071, -0.012752057053148746, -0.012391053140163422, -0.012030050158500671, -0.011669046245515347, -0.011308043263852596, -0.010947039350867271, -0.010586035437881947, -0.010225032456219196, -0.009864028543233871, -0.009503025561571121, -0.009142021648585796, -0.008781017735600471, -0.008420014753937721, -0.008059010840952396, -0.007698007393628359, -0.007337003946304321, -0.006976000498980284, -0.006614997051656246, -0.006253993604332209, -0.005892990157008171, -0.005531986244022846, -0.005170982796698809, -0.004809979349374771, -0.0044489759020507336, -0.004087972454726696, -0.003726968774572015, -0.0033659650944173336, -0.003004961647093296, -0.0026439581997692585, -0.0022829545196145773, -0.0019219510722905397, -0.0015609475085511804, -0.001199943944811821, -0.0008389404392801225, -0.0004779369046445936, -0.00011693337000906467, 0.00024407016462646425, 0.0006050736992619932, 0.0009660772047936916, 0.001327080768533051, 0.0016880843322724104, 0.002049087779596448, 0.002410091459751129, 0.0027710949070751667, 0.0031320983543992043, 0.0034931020345538855, 0.003854105481877923, 0.004215109162032604, 0.004576112609356642, 0.004937116056680679, 0.005298119504004717, 0.005659122951328754, 0.006020126864314079, 0.006381130311638117, 0.006742133758962154, 0.007103137206286192, 0.0074641406536102295, 0.007825144566595554, 0.008186147548258305, 0.00854715146124363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 4.0, 5.0, 1.0, 3.0, 6.0, 5.0, 8.0, 7.0, 8.0, 14.0, 10.0, 13.0, 17.0, 28.0, 34.0, 45.0, 60.0, 78.0, 105.0, 119.0, 165.0, 217.0, 343.0, 602.0, 4285.0, 679.0, 332.0, 188.0, 131.0, 100.0, 78.0, 58.0, 29.0, 34.0, 24.0, 23.0, 14.0, 12.0, 9.0, 8.0, 5.0, 6.0, 6.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.16646626591682434, -0.1619875729084015, -0.15750887989997864, -0.1530301868915558, -0.14855149388313293, -0.14407280087471008, -0.13959409296512604, -0.13511539995670319, -0.13063670694828033, -0.12615801393985748, -0.12167932093143463, -0.11720062792301178, -0.11272193491458893, -0.10824324190616608, -0.10376454144716263, -0.09928584843873978, -0.09480715543031693, -0.09032846242189407, -0.08584976941347122, -0.08137106895446777, -0.07689237594604492, -0.07241368293762207, -0.06793498992919922, -0.06345629692077637, -0.05897760018706322, -0.054498907178640366, -0.050020210444927216, -0.045541517436504364, -0.04106282442808151, -0.03658412769436836, -0.03210543468594551, -0.02762673981487751, -0.02314804494380951, -0.01866935007274151, -0.014190656132996082, -0.009711962193250656, -0.005233267322182655, -0.0007545729167759418, 0.0037241214886307716, 0.008202815428376198, 0.012681510299444199, 0.0171602051705122, 0.0216389000415802, 0.026117593050003052, 0.030596287921071053, 0.03507498279213905, 0.039553675800561905, 0.044032372534275055, 0.048511065542697906, 0.05298975855112076, 0.05746845528483391, 0.06194714829325676, 0.06642584502696991, 0.07090453803539276, 0.07538323104381561, 0.07986192405223846, 0.08434061706066132, 0.08881931751966476, 0.09329801052808762, 0.09777670353651047, 0.10225539654493332, 0.10673408955335617, 0.11121279001235962, 0.11569148302078247, 0.12017017602920532]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 9.0, 7.0, 2.0, 1.0, 26.0, 7.0, 4.0, 6.0, 2.0, 5.0, 0.0, 0.0, 4.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003184020519256592, -0.0030672275461256504, -0.002950434572994709, -0.0028336418326944113, -0.00271684885956347, -0.0026000558864325285, -0.002483262913301587, -0.0023664699401706457, -0.002249677199870348, -0.0021328842267394066, -0.002016091253608465, -0.0018992982804775238, -0.0017825053073465824, -0.0016657124506309628, -0.0015489194775000215, -0.001432126620784402, -0.0013153336476534605, -0.0011985406745225191, -0.0010817478178068995, -0.0009649548446759582, -0.0008481619297526777, -0.0007313690148293972, -0.0006145760416984558, -0.0004977831267751753, -0.00038099021185189486, -0.0002641972969286144, -0.00014740435290150344, -3.061142342630774e-05, 8.618150604888797e-05, 0.00020297443552408367, 0.0003197673649992794, 0.0004365603090263903, 0.0005533532239496708, 0.0006701461388729513, 0.0007869390537962317, 0.0009037320269271731, 0.0010205248836427927, 0.001137317856773734, 0.0012541108299046755, 0.001370903686620295, 0.0014876966597512364, 0.0016044896328821778, 0.0017212824895977974, 0.0018380754627287388, 0.00195486843585968, 0.0020716614089906216, 0.0021884541492909193, 0.0023052471224218607, 0.002422040095552802, 0.0025388330686837435, 0.002655626041814685, 0.0027724187821149826, 0.002889211755245924, 0.0030060047283768654, 0.0031227977015078068, 0.003239590674638748, 0.0033563836477696896, 0.0034731763880699873, 0.0035899693612009287, 0.00370676233433187, 0.0038235553074628115, 0.003940348047763109, 0.004057141020894051, 0.004173933994024992, 0.004290726967155933]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 7.0, 11.0, 19.0, 20.0, 43.0, 73.0, 121.0, 170.0, 262.0, 391.0, 557.0, 884.0, 1373.0, 2436.0, 4104.0, 7365.0, 14174.0, 28370.0, 59860.0, 133765.0, 648686.0, 138097.0, 63085.0, 32151.0, 16861.0, 9643.0, 5947.0, 3747.0, 2427.0, 1591.0, 940.0, 708.0, 490.0, 336.0, 224.0, 166.0, 137.0, 101.0, 68.0, 61.0, 42.0, 27.0, 25.0, 15.0, 15.0, 7.0, 6.0, 7.0, 3.0, 5.0, 3.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.012910421937704086, -0.012442621402442455, -0.01197481993585825, -0.011507019400596619, -0.011039218865334988, -0.010571417398750782, -0.010103616863489151, -0.00963581632822752, -0.009168015792965889, -0.008700214326381683, -0.008232413791120052, -0.007764612790197134, -0.007296811789274216, -0.006829011254012585, -0.006361210253089666, -0.005893409717828035, -0.005425608716905117, -0.004957807715982199, -0.004490007180720568, -0.004022206179797649, -0.0035544054117053747, -0.0030866046436131, -0.0026188036426901817, -0.002151002874597907, -0.0016832021065056324, -0.0012154013384133577, -0.0007476004539057612, -0.00027979962760582566, 0.00018800119869410992, 0.0006558020249940455, 0.001123602851293981, 0.0015914037358015776, 0.0020592045038938522, 0.002527005271986127, 0.0029948060400784016, 0.00346260704100132, 0.003930407576262951, 0.004398208577185869, 0.0048660095781087875, 0.0053338101133704185, 0.005801611114293337, 0.006269412115216255, 0.006737212650477886, 0.0072050136514008045, 0.007672814652323723, 0.008140615187585354, 0.008608415722846985, 0.00907621718943119, 0.009544017724692822, 0.010011818259954453, 0.010479619726538658, 0.01094742026180029, 0.01141522079706192, 0.011883022263646126, 0.012350822798907757, 0.012818623334169388, 0.013286424800753593, 0.013754225336015224, 0.014222025871276855, 0.014689826406538486, 0.015157627873122692, 0.015625428408384323, 0.01609322987496853, 0.016561029478907585, 0.01702883094549179]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 5.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 9.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012765767984092236, -0.012120503932237625, -0.01147524081170559, -0.010829976759850979, -0.010184713639318943, -0.009539449587464333, -0.008894186466932297, -0.008248922415077686, -0.007603658828884363, -0.00695839524269104, -0.006313131656497717, -0.005667868070304394, -0.005022604018449783, -0.00437734043225646, -0.003732076846063137, -0.003086813259869814, -0.002441549673676491, -0.0017962860874831676, -0.0011510223848745227, -0.0005057587404735386, 0.0001395049039274454, 0.0007847685483284295, 0.0014300321927294135, 0.0020752958953380585, 0.0027205594815313816, 0.0033658230677247047, 0.004011086653918028, 0.004656350240111351, 0.0053016142919659615, 0.005946877878159285, 0.006592141464352608, 0.007237405050545931, 0.007882668636739254, 0.008527932688593864, 0.0091731958091259, 0.00981845986098051, 0.010463722981512547, 0.011108987033367157, 0.011754250153899193, 0.012399514205753803, 0.013044778257608414, 0.01369004137814045, 0.01433530542999506, 0.014980568550527096, 0.015625832602381706, 0.016271095722913742, 0.016916358843445778, 0.017561623826622963, 0.018206886947155, 0.018852150067687035, 0.01949741505086422, 0.020142678171396255, 0.02078794129192829, 0.021433204412460327, 0.022078469395637512, 0.022723732516169548, 0.023368995636701584, 0.02401426061987877, 0.024659523740410805, 0.02530478686094284, 0.025950049981474876, 0.02659531496465206, 0.027240578085184097, 0.027885841205716133, 0.02853110432624817]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 4.0, 8.0, 8.0, 9.0, 12.0, 9.0, 20.0, 30.0, 59.0, 70.0, 113.0, 200.0, 311.0, 304.0, 444.0, 560.0, 649.0, 791.0, 972.0, 1368.0, 1955.0, 5278.0, 1693.0, 755.0, 570.0, 413.0, 354.0, 235.0, 160.0, 113.0, 108.0, 76.0, 104.0, 98.0, 93.0, 86.0, 87.0, 81.0, 50.0, 30.0, 28.0, 18.0, 19.0, 24.0, 15.0, 6.0, 4.0, 4.0, 8.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014568408019840717, -0.014097616076469421, -0.01362682320177555, -0.01315603032708168, -0.012685238383710384, -0.012214446440339088, -0.011743653565645218, -0.011272860690951347, -0.010802068747580051, -0.010331276804208755, -0.009860483929514885, -0.009389691054821014, -0.008918899111449718, -0.008448107168078423, -0.007977314293384552, -0.007506521884351969, -0.0070357294753193855, -0.006564937066286802, -0.006094144657254219, -0.005623352248221636, -0.005152559839189053, -0.004681767430156469, -0.004210975021123886, -0.003740182612091303, -0.0032693902030587196, -0.0027985977940261364, -0.002327805384993553, -0.00185701297596097, -0.0013862205669283867, -0.0009154281578958035, -0.0004446357488632202, 2.6156660169363022e-05, 0.0004969490692019463, 0.0009677414782345295, 0.0014385338872671127, 0.001909326296299696, 0.002380118705332279, 0.0028509111143648624, 0.0033217035233974457, 0.003792495932430029, 0.004263288341462612, 0.004734080750495195, 0.005204873159527779, 0.005675665568560362, 0.006146457977592945, 0.006617250386625528, 0.007088042795658112, 0.007558835204690695, 0.008029627613723278, 0.008500419557094574, 0.008971212431788445, 0.009442005306482315, 0.009912797249853611, 0.010383589193224907, 0.010854382067918777, 0.011325174942612648, 0.011795966885983944, 0.01226675882935524, 0.01273755170404911, 0.013208344578742981, 0.013679136522114277, 0.014149928465485573, 0.014620721340179443, 0.015091514214873314, 0.01556230615824461]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.13718567788600922, -0.13379594683647156, -0.1304062306880951, -0.12701649963855743, -0.12362676858901978, -0.12023704499006271, -0.11684732139110565, -0.113457590341568, -0.11006786674261093, -0.10667814314365387, -0.10328841209411621, -0.09989868849515915, -0.09650896489620209, -0.09311923384666443, -0.08972951024770737, -0.08633977919816971, -0.08295005559921265, -0.07956033200025558, -0.07617060095071793, -0.07278087735176086, -0.0693911463022232, -0.06600142270326614, -0.06261169910430908, -0.05922197178006172, -0.05583224445581436, -0.052442517131567, -0.04905278980731964, -0.04566306620836258, -0.04227333888411522, -0.03888361155986786, -0.0354938879609108, -0.03210416063666344, -0.028714433312416077, -0.025324705988168716, -0.021934980526566505, -0.018545255064964294, -0.015155527740716934, -0.011765801347792149, -0.008376074954867363, -0.004986348561942577, -0.0015966221690177917, 0.0017931042239069939, 0.0051828306168317795, 0.008572557009756565, 0.01196228340268135, 0.015352009795606136, 0.018741736188530922, 0.022131461650133133, 0.025521188974380493, 0.028910916298627853, 0.032300643622875214, 0.035690367221832275, 0.039080094546079636, 0.042469821870326996, 0.04585954546928406, 0.04924927279353142, 0.05263900011777878, 0.05602872744202614, 0.0594184547662735, 0.06280817836523056, 0.06619790196418762, 0.06958763301372528, 0.07297735661268234, 0.07636708766222, 0.07975681126117706]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0, 5.0, 10.0, 2.0, 10.0, 22.0, 19.0, 16.0, 29.0, 29.0, 12.0, 14.0, 18.0, 9.0, 5.0, 9.0, 5.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.08540284633636475, -0.08318762481212616, -0.08097240328788757, -0.07875718921422958, -0.076541967689991, -0.07432674616575241, -0.07211153209209442, -0.06989631056785583, -0.06768108904361725, -0.06546586751937866, -0.06325064599514008, -0.061035431921482086, -0.0588202103972435, -0.05660498887300491, -0.054389771074056625, -0.05217455327510834, -0.04995933175086975, -0.047744110226631165, -0.04552889242768288, -0.04331367462873459, -0.041098453104496, -0.038883231580257416, -0.03666801378130913, -0.03445279598236084, -0.03223757445812225, -0.030022354796528816, -0.02780713513493538, -0.025591915473341942, -0.023376695811748505, -0.021161476150155067, -0.01894625648856163, -0.016731036826968193, -0.014515817165374756, -0.012300597503781319, -0.010085377842187881, -0.007870158180594444, -0.005654938519001007, -0.00343971885740757, -0.0012244991958141327, 0.0009907204657793045, 0.0032059401273727417, 0.005421159788966179, 0.007636379450559616, 0.009851599112153053, 0.01206681877374649, 0.014282038435339928, 0.016497258096933365, 0.018712477758526802, 0.02092769742012024, 0.023142917081713676, 0.025358136743307114, 0.02757335640490055, 0.029788576066493988, 0.032003797590732574, 0.03421901538968086, 0.03643423318862915, 0.03864945471286774, 0.04086467623710632, 0.04307989403605461, 0.0452951118350029, 0.047510333359241486, 0.04972555488348007, 0.05194077268242836, 0.05415599048137665, 0.056371212005615234]}, "_runtime": 29.444812297821045, "_timestamp": 1596211619.2159212, "_step": 32}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013938096351921558, -0.013455772772431374, -0.012973448261618614, -0.01249112468212843, -0.012008801102638245, -0.011526476591825485, -0.0110441530123353, -0.010561828501522541, -0.010079504922032356, -0.009597181342542171, -0.009114856831729412, -0.008632533252239227, -0.008150208741426468, -0.007667885161936283, -0.007185561582446098, -0.006703237537294626, -0.006220913492143154, -0.005738589446991682, -0.00525626540184021, -0.004773941822350025, -0.004291617777198553, -0.003809293732047081, -0.0033269699197262526, -0.002844646107405424, -0.002362322062253952, -0.0018799981335178018, -0.0013976742047816515, -0.0009153502760455012, -0.00043302634730935097, 4.92975814267993e-05, 0.0005316215101629496, 0.0010139454388990998, 0.00149626936763525, 0.001978593412786722, 0.0024609172251075506, 0.002943241037428379, 0.003425565082579851, 0.003907889127731323, 0.004390212707221508, 0.00487253675237298, 0.005354860797524452, 0.005837184842675924, 0.006319508887827396, 0.006801832467317581, 0.007284156512469053, 0.007766480557620525, 0.00824880413711071, 0.00873112864792347, 0.009213452227413654, 0.009695775806903839, 0.010178100317716599, 0.010660423897206783, 0.011142747476696968, 0.011625071987509727, 0.012107395566999912, 0.012589720077812672, 0.013072043657302856, 0.013554367236793041, 0.0140366917476058, 0.014519015327095985, 0.015001339837908745, 0.01548366341739893, 0.015965986996889114, 0.016448311507701874, 0.016930636018514633]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 1.0, 2.0, 3.0, 8.0, 13.0, 16.0, 29.0, 37.0, 50.0, 68.0, 83.0, 126.0, 176.0, 287.0, 452.0, 4385.0, 1151.0, 381.0, 213.0, 143.0, 89.0, 60.0, 44.0, 27.0, 22.0, 18.0, 15.0, 8.0, 4.0, 1.0, 6.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.24821996688842773, -0.24106928706169128, -0.23391860723495483, -0.22676792740821838, -0.21961724758148193, -0.21246656775474548, -0.20531588792800903, -0.19816520810127258, -0.19101452827453613, -0.18386386334896088, -0.17671318352222443, -0.16956250369548798, -0.16241182386875153, -0.15526114404201508, -0.14811046421527863, -0.14095978438854218, -0.13380910456180573, -0.12665842473506927, -0.11950774490833282, -0.11235706508159637, -0.10520638525485992, -0.09805571287870407, -0.09090503305196762, -0.08375435322523117, -0.07660367339849472, -0.06945299357175827, -0.06230231374502182, -0.05515163764357567, -0.04800095781683922, -0.04085027799010277, -0.033699601888656616, -0.026548922061920166, -0.019398242235183716, -0.01224756333976984, -0.005096884444355965, 0.002053794451057911, 0.009204473346471786, 0.016355153173208237, 0.023505831137299538, 0.03065650910139084, 0.03780718892812729, 0.04495786875486374, 0.05210854858160019, 0.05925922468304634, 0.06640990078449249, 0.07356058061122894, 0.0807112604379654, 0.08786194026470184, 0.0950126200914383, 0.10216329991817474, 0.1093139797449112, 0.11646465957164764, 0.1236153393983841, 0.13076601922512054, 0.137916699051857, 0.14506737887859344, 0.1522180438041687, 0.15936872363090515, 0.1665194034576416, 0.17367008328437805, 0.1808207631111145, 0.18797144293785095, 0.1951221227645874, 0.20227280259132385, 0.2094234824180603]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 6.0, 4.0, 4.0, 25.0, 4.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002674521878361702, -0.002591472351923585, -0.002508422825485468, -0.0024253730662167072, -0.00234232353977859, -0.002259274013340473, -0.002176224486902356, -0.002093174960464239, -0.0020101252011954784, -0.0019270757911726832, -0.0018440261483192444, -0.0017609766218811274, -0.0016779270954430103, -0.0015948774525895715, -0.0015118279261514544, -0.0014287782832980156, -0.0013457287568598986, -0.0012626792304217815, -0.0011796295875683427, -0.0010965800611302257, -0.0010135304182767868, -0.0009304808918386698, -0.0008474313654005527, -0.0007643817807547748, -0.0006813321961089969, -0.0005982826114632189, -0.000515233026817441, -0.00043218350037932396, -0.000349133915733546, -0.0002660843310877681, -0.0001830347755458206, -9.998520545195788e-05, -1.693563535809517e-05, 6.611393473576754e-05, 0.00014916350482963026, 0.00023221307492349297, 0.0003152626450173557, 0.0003983122296631336, 0.0004813617852050811, 0.0005644113407470286, 0.0006474609253928065, 0.0007305105100385845, 0.0008135600946843624, 0.0008966096211224794, 0.0009796591475605965, 0.0010627087904140353, 0.0011457583168521523, 0.0012288079597055912, 0.0013118574861437082, 0.0013949070125818253, 0.0014779566554352641, 0.0015610061818733811, 0.00164405582472682, 0.001727105351164937, 0.001810154877603054, 0.001893204520456493, 0.001976253930479288, 0.0020593036897480488, 0.002142353216186166, 0.002225402742624283, 0.0023084522690624, 0.002391501795500517, 0.0024745515547692776, 0.0025576010812073946, 0.0026406506076455116]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 4.0, 11.0, 21.0, 15.0, 22.0, 37.0, 63.0, 87.0, 113.0, 147.0, 240.0, 372.0, 573.0, 861.0, 1461.0, 2321.0, 4190.0, 7743.0, 15362.0, 31446.0, 66680.0, 156508.0, 655295.0, 124810.0, 54027.0, 25606.0, 13339.0, 7132.0, 4161.0, 2425.0, 1512.0, 960.0, 608.0, 448.0, 296.0, 205.0, 160.0, 105.0, 75.0, 57.0, 38.0, 31.0, 23.0, 14.0, 8.0, 7.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.01393418200314045, -0.013491174206137657, -0.013048166409134865, -0.012605158612132072, -0.01216215081512928, -0.011719143018126488, -0.011276135221123695, -0.010833127424120903, -0.01039011962711811, -0.009947112761437893, -0.0095041049644351, -0.009061097167432308, -0.008618089370429516, -0.008175081573426723, -0.007732073776423931, -0.007289065979421139, -0.006846058182418346, -0.006403050385415554, -0.005960042588412762, -0.005517034791409969, -0.005074026994407177, -0.004631019663065672, -0.0041880118660628796, -0.003745004069060087, -0.003301996272057295, -0.0028589884750545025, -0.00241598067805171, -0.0019729731138795614, -0.001529965316876769, -0.0010869575198739767, -0.0006439498392865062, -0.00020094210049137473, 0.00024206563830375671, 0.0006850733770988882, 0.0011280811158940196, 0.0015710887964814901, 0.0020140965934842825, 0.002457104390487075, 0.0029001119546592236, 0.003343119751662016, 0.0037861275486648083, 0.004229135345667601, 0.004672143142670393, 0.005115150939673185, 0.00555815827101469, 0.006001166068017483, 0.006444173865020275, 0.0068871816620230675, 0.00733018945902586, 0.007773197256028652, 0.008216205053031445, 0.008659212850034237, 0.00910222064703703, 0.009545228444039822, 0.009988236241042614, 0.010431244038045406, 0.010874250903725624, 0.011317258700728416, 0.011760266497731209, 0.012203274294734001, 0.012646282091736794, 0.013089289888739586, 0.013532297685742378, 0.01397530548274517, 0.014418313279747963]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.008344363421201706, -0.00814212579280138, -0.00793988723307848, -0.007737649139016867, -0.007535411044955254, -0.0073331729508936405, -0.0071309348568320274, -0.006928696762770414, -0.006726458668708801, -0.0065242210403084755, -0.006321982946246862, -0.006119744852185249, -0.005917506758123636, -0.005715268664062023, -0.00551303057000041, -0.005310792475938797, -0.005108554381877184, -0.004906316287815571, -0.004704078193753958, -0.004501840099692345, -0.004299602005630732, -0.0040973639115691185, -0.003895126050338149, -0.003692887956276536, -0.003490649862214923, -0.00328841176815331, -0.0030861736740916967, -0.0028839355800300837, -0.0026816977187991142, -0.002479459624737501, -0.002277221530675888, -0.002074983436614275, -0.001872745342552662, -0.0016705072484910488, -0.0014682691544294357, -0.0012660311767831445, -0.0010637930827215314, -0.0008615549886599183, -0.0006593169528059661, -0.0004570788878481835, -0.0002548408228904009, -5.260275793261826e-05, 0.00014963530702516437, 0.000351873371982947, 0.0005541114369407296, 0.0007563495310023427, 0.0009585875668562949, 0.001160825602710247, 0.0013630636967718601, 0.0015653017908334732, 0.0017675398848950863, 0.0019697779789566994, 0.0021720160730183125, 0.002374253934249282, 0.002576492028310895, 0.002778730122372508, 0.002980968216434121, 0.003183206310495734, 0.0033854444045573473, 0.0035876824986189604, 0.00378992035984993, 0.003992158453911543, 0.004194396547973156, 0.004396634642034769, 0.004598872736096382]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 7.0, 5.0, 4.0, 7.0, 15.0, 6.0, 19.0, 20.0, 31.0, 36.0, 42.0, 59.0, 83.0, 84.0, 121.0, 114.0, 152.0, 242.0, 359.0, 500.0, 709.0, 1192.0, 5242.0, 3239.0, 1943.0, 1217.0, 750.0, 531.0, 392.0, 279.0, 224.0, 173.0, 135.0, 98.0, 79.0, 60.0, 55.0, 47.0, 35.0, 28.0, 16.0, 8.0, 9.0, 9.0, 8.0, 9.0, 8.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.008245929144322872, -0.00798692274838686, -0.007727915421128273, -0.007468909025192261, -0.007209902163594961, -0.006950895301997662, -0.006691888440400362, -0.0064328815788030624, -0.00617387518286705, -0.005914868321269751, -0.005655861459672451, -0.0053968545980751514, -0.005137847736477852, -0.004878840874880552, -0.00461983447894454, -0.0043608276173472404, -0.004101820755749941, -0.0038428138941526413, -0.0035838072653859854, -0.003324800403788686, -0.00306579377502203, -0.0028067869134247303, -0.0025477800518274307, -0.002288773423060775, -0.0020297665614634752, -0.0017707598162814975, -0.0015117530710995197, -0.0012527462095022202, -0.0009937394643202424, -0.0007347327191382647, -0.000475725915748626, -0.0002167191414628178, 4.228763282299042e-05, 0.0003012944071087986, 0.0005603011813946068, 0.0008193079847842455, 0.0010783147299662232, 0.001337321475148201, 0.0015963283367455006, 0.0018553350819274783, 0.002114341827109456, 0.0023733486887067556, 0.0026323553174734116, 0.002891362179070711, 0.0031503690406680107, 0.0034093756694346666, 0.003668382531031966, 0.003927389159798622, 0.004186396021395922, 0.004445402882993221, 0.004704409744590521, 0.004963416140526533, 0.005222423002123833, 0.005481429863721132, 0.005740436725318432, 0.005999443586915731, 0.006258450448513031, 0.006517456844449043, 0.006776463706046343, 0.007035470567643642, 0.007294477429240942, 0.007553484290838242, 0.007812490686774254, 0.00807149801403284, 0.008330504409968853]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042085301131010056, -0.04054825380444527, -0.03901120647788048, -0.03747415915131569, -0.0359371118247509, -0.03440006449818611, -0.03286301717162132, -0.031325969845056534, -0.029788920655846596, -0.028251873329281807, -0.026714826002717018, -0.02517777867615223, -0.02364072948694229, -0.022103682160377502, -0.020566634833812714, -0.019029587507247925, -0.017492540180683136, -0.015955492854118347, -0.014418445527553558, -0.012881397269666195, -0.011344349943101406, -0.009807302616536617, -0.008270254358649254, -0.006733207032084465, -0.005196159705519676, -0.0036591121461242437, -0.0021220645867288113, -0.0005850170273333788, 0.0009520305320620537, 0.002489078091457486, 0.004026125650852919, 0.005563173443078995, 0.007100220769643784, 0.008637268096208572, 0.010174315422773361, 0.011711363680660725, 0.013248411007225513, 0.014785458333790302, 0.016322506591677666, 0.017859553918242455, 0.019396601244807243, 0.020933648571372032, 0.02247069589793682, 0.02400774322450161, 0.025544792413711548, 0.027081839740276337, 0.028618887066841125, 0.030155934393405914, 0.0316929817199707, 0.03323002904653549, 0.03476707637310028, 0.03630412369966507, 0.03784117102622986, 0.03937821835279465, 0.040915265679359436, 0.042452313005924225, 0.043989360332489014, 0.0455264113843441, 0.04706345871090889, 0.04860050603747368, 0.05013755336403847, 0.051674600690603256, 0.053211648017168045, 0.054748695343732834, 0.05628574267029762]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 5.0, 7.0, 3.0, 6.0, 3.0, 5.0, 2.0, 4.0, 2.0, 3.0, 13.0, 22.0, 48.0, 28.0, 23.0, 19.0, 15.0, 11.0, 11.0, 2.0, 5.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03404383361339569, -0.0326036773622036, -0.031163524836301804, -0.02972337044775486, -0.028283216059207916, -0.026843061670660973, -0.02540290728211403, -0.023962752893567085, -0.02252259850502014, -0.02108244225382805, -0.019642287865281105, -0.01820213347673416, -0.016761979088187218, -0.015321824699640274, -0.01388167031109333, -0.012441515922546387, -0.011001361533999443, -0.0095612071454525, -0.008121052756905556, -0.006680897902697325, -0.005240743514150381, -0.0038005891256034374, -0.00236043450422585, -0.0009202799992635846, 0.0005198745056986809, 0.0019600288942456245, 0.003400183515623212, 0.004840338137000799, 0.006280492525547743, 0.0077206469140946865, 0.009160801768302917, 0.010600956156849861, 0.012041110545396805, 0.013481264933943748, 0.014921419322490692, 0.016361573711037636, 0.01780172809958458, 0.019241882488131523, 0.020682036876678467, 0.02212219126522541, 0.023562345653772354, 0.025002501904964447, 0.02644265629351139, 0.027882810682058334, 0.029322965070605278, 0.03076311945915222, 0.032203271985054016, 0.03364342823624611, 0.0350835844874382, 0.036523737013339996, 0.03796389326453209, 0.039404045790433884, 0.04084420204162598, 0.04228435456752777, 0.043724510818719864, 0.04516466334462166, 0.04660481959581375, 0.048044972121715546, 0.04948512837290764, 0.05092528089880943, 0.052365437150001526, 0.05380558967590332, 0.05524574592709541, 0.05668589845299721, 0.0581260547041893]}, "_runtime": 30.193249225616455, "_timestamp": 1596211619.964358, "_step": 33}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.013813450932502747, -0.013452261686325073, -0.0130910724401474, -0.012729883193969727, -0.012368693947792053, -0.012007503770291805, -0.011646314524114132, -0.011285125277936459, -0.010923936031758785, -0.010562746785581112, -0.010201557539403439, -0.009840368293225765, -0.009479178115725517, -0.009117988869547844, -0.00875679962337017, -0.008395610377192497, -0.008034421131014824, -0.007673231884837151, -0.007312042638659477, -0.006950852926820517, -0.006589663680642843, -0.00622847443446517, -0.005867284722626209, -0.005506095476448536, -0.005144906230270863, -0.004783716984093189, -0.004422527737915516, -0.004061338026076555, -0.003700148779898882, -0.0033389595337212086, -0.0029777700547128916, -0.0026165805757045746, -0.0022553913295269012, -0.001894201966933906, -0.001533012604340911, -0.0011718232417479157, -0.0008106338791549206, -0.0004494445165619254, -8.825515396893024e-05, 0.0002729342086240649, 0.0006341235712170601, 0.0009953129338100553, 0.0013565022964030504, 0.0017176916589960456, 0.0020788810215890408, 0.002440070267766714, 0.002801259746775031, 0.003162449225783348, 0.0035236384719610214, 0.0038848277181386948, 0.004246016964316368, 0.004607206676155329, 0.004968395922333002, 0.005329585168510675, 0.005690774880349636, 0.006051964126527309, 0.006413153372704983, 0.006774342618882656, 0.0071355318650603294, 0.00749672157689929, 0.00785791128873825, 0.008219100534915924, 0.008580289781093597, 0.00894147902727127, 0.009302668273448944]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 5.0, 4.0, 3.0, 3.0, 2.0, 7.0, 6.0, 12.0, 13.0, 24.0, 37.0, 44.0, 43.0, 64.0, 85.0, 103.0, 147.0, 204.0, 324.0, 478.0, 4604.0, 744.0, 323.0, 192.0, 102.0, 87.0, 65.0, 52.0, 41.0, 25.0, 19.0, 15.0, 12.0, 4.0, 7.0, 6.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18858134746551514, -0.18274827301502228, -0.17691519856452942, -0.17108212411403656, -0.1652490496635437, -0.15941599011421204, -0.15358291566371918, -0.14774984121322632, -0.14191676676273346, -0.1360836923122406, -0.13025061786174774, -0.12441755086183548, -0.11858447641134262, -0.11275140196084976, -0.1069183349609375, -0.10108526051044464, -0.09525218605995178, -0.08941911160945892, -0.08358603715896606, -0.0777529701590538, -0.07191989570856094, -0.06608682125806808, -0.060253750532865524, -0.054420679807662964, -0.048587605357170105, -0.042754530906677246, -0.036921460181474686, -0.031088387593626976, -0.025255315005779266, -0.019422242417931557, -0.013589169830083847, -0.007756097242236137, -0.0019230246543884277, 0.003910047933459282, 0.009743120521306992, 0.015576193109154701, 0.02140926569700241, 0.02724233828485012, 0.03307541087269783, 0.03890848159790039, 0.04474155604839325, 0.05057463049888611, 0.05640770122408867, 0.06224077194929123, 0.06807384639978409, 0.07390692085027695, 0.07973998785018921, 0.08557306230068207, 0.09140613675117493, 0.09723921120166779, 0.10307228565216064, 0.1089053526520729, 0.11473842710256577, 0.12057150155305862, 0.1264045685529709, 0.13223764300346375, 0.1380707174539566, 0.14390379190444946, 0.14973686635494232, 0.15556994080543518, 0.16140300035476685, 0.1672360748052597, 0.17306914925575256, 0.17890222370624542, 0.18473529815673828]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 5.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 0.0, 2.0, 6.0, 4.0, 5.0, 2.0, 3.0, 27.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 4.0, 5.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.001845488790422678, -0.0017722302582114935, -0.0016989716095849872, -0.0016257130773738027, -0.0015524544287472963, -0.0014791958965361118, -0.0014059372479096055, -0.001332678715698421, -0.0012594200670719147, -0.0011861615348607302, -0.0011129030026495457, -0.0010396443540230393, -0.0009663858218118548, -0.0008931272313930094, -0.000819868640974164, -0.0007466100505553186, -0.0006733514601364732, -0.0006000928697176278, -0.0005268342792987823, -0.0004535757179837674, -0.000380317127564922, -0.00030705853714607656, -0.00023379996127914637, -0.0001605413854122162, -8.728279499337077e-05, -1.402421185048297e-05, 5.923437129240483e-05, 0.00013249294715933502, 0.00020575153757818043, 0.00027901012799702585, 0.0003522686893120408, 0.0004255272797308862, 0.0004987858701497316, 0.000572044460568577, 0.0006453030509874225, 0.0007185616414062679, 0.0007918202318251133, 0.0008650787640362978, 0.0009383373544551432, 0.0010115959448739886, 0.001084854593500495, 0.0011581131257116795, 0.001231371657922864, 0.0013046303065493703, 0.0013778888387605548, 0.0014511474873870611, 0.0015244060195982456, 0.001597664668224752, 0.0016709232004359365, 0.001744181732647121, 0.0018174403812736273, 0.0018906989134848118, 0.0019639574456959963, 0.0020372162107378244, 0.002110474742949009, 0.0021837332751601934, 0.002256991807371378, 0.0023302503395825624, 0.0024035091046243906, 0.002476767636835575, 0.0025500261690467596, 0.002623284701257944, 0.0026965434662997723, 0.0027698019985109568, 0.0028430605307221413]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 8.0, 7.0, 20.0, 22.0, 22.0, 35.0, 59.0, 91.0, 120.0, 176.0, 258.0, 406.0, 613.0, 1016.0, 1592.0, 2985.0, 5200.0, 9955.0, 19708.0, 41655.0, 96428.0, 602499.0, 223437.0, 80774.0, 40469.0, 21312.0, 11872.0, 6863.0, 4119.0, 2610.0, 1678.0, 1075.0, 792.0, 485.0, 377.0, 259.0, 181.0, 130.0, 92.0, 65.0, 44.0, 33.0, 25.0, 19.0, 14.0, 9.0, 8.0, 7.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.012523587793111801, -0.012119458988308907, -0.011715331114828587, -0.011311202310025692, -0.010907073505222797, -0.010502945631742477, -0.010098816826939583, -0.009694688022136688, -0.009290559217333794, -0.008886431343853474, -0.008482302539050579, -0.008078173734247684, -0.0076740458607673645, -0.00726991705596447, -0.006865788716822863, -0.006461659912019968, -0.006057531572878361, -0.0056534032337367535, -0.005249274428933859, -0.004845146089792252, -0.004441017284989357, -0.00403688894584775, -0.0036327606067061424, -0.0032286320347338915, -0.0028245034627616405, -0.0024203748907893896, -0.0020162463188171387, -0.0016121179796755314, -0.0012079894077032804, -0.0008038608939386904, -0.0003997323801741004, 4.396133590489626e-06, 0.00040852464735507965, 0.0008126531611196697, 0.0012167816748842597, 0.0016209101304411888, 0.0020250387024134398, 0.0024291672743856907, 0.002833295613527298, 0.003237424185499549, 0.0036415527574718, 0.004045681096613407, 0.004449809901416302, 0.004853938240557909, 0.005258066579699516, 0.005662195384502411, 0.006066323723644018, 0.006470452528446913, 0.00687458086758852, 0.007278709206730127, 0.007682838011533022, 0.00808696635067463, 0.008491095155477524, 0.008895223028957844, 0.009299351833760738, 0.009703480638563633, 0.010107608512043953, 0.010511737316846848, 0.010915866121649742, 0.011319994926452637, 0.011724122799932957, 0.012128251604735851, 0.012532380409538746, 0.012936508283019066, 0.01334063708782196]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 8.0, 2.0, 4.0, 4.0, 4.0, 2.0, 5.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02797386609017849, -0.027295539155602455, -0.02661721222102642, -0.025938887149095535, -0.0252605602145195, -0.024582233279943466, -0.02390390634536743, -0.023225579410791397, -0.022547252476215363, -0.021868927404284477, -0.021190600469708443, -0.020512273535132408, -0.019833946600556374, -0.01915561966598034, -0.018477294594049454, -0.01779896765947342, -0.017120640724897385, -0.01644231379032135, -0.015763986855745316, -0.015085660852491856, -0.014407334849238396, -0.013729007914662361, -0.013050680980086327, -0.012372354976832867, -0.011694028042256832, -0.011015701107680798, -0.010337375104427338, -0.009659048169851303, -0.008980721235275269, -0.008302395232021809, -0.007624068297445774, -0.006945741828531027, -0.00626741535961628, -0.005589088890701532, -0.004910762421786785, -0.004232435487210751, -0.0035541090182960033, -0.002875782549381256, -0.002197455847635865, -0.0015191292623057961, -0.0008408026769757271, -0.00016247609164565802, 0.000515850493684411, 0.0011941770790144801, 0.0018725036643445492, 0.0025508301332592964, 0.0032291568350046873, 0.003907483536750078, 0.0045858100056648254, 0.005264136474579573, 0.00594246294349432, 0.0066207898780703545, 0.007299116346985102, 0.007977442815899849, 0.008655769750475883, 0.009334095753729343, 0.010012422688305378, 0.010690749622881413, 0.011369075626134872, 0.012047402560710907, 0.012725729495286942, 0.013404055498540401, 0.014082382433116436, 0.014760708436369896, 0.01543903537094593]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 10.0, 17.0, 15.0, 21.0, 12.0, 35.0, 19.0, 19.0, 25.0, 37.0, 40.0, 53.0, 54.0, 67.0, 57.0, 82.0, 75.0, 92.0, 96.0, 98.0, 132.0, 170.0, 210.0, 247.0, 368.0, 428.0, 634.0, 871.0, 4742.0, 2159.0, 1638.0, 1248.0, 897.0, 665.0, 543.0, 447.0, 391.0, 322.0, 279.0, 209.0, 211.0, 151.0, 134.0, 111.0, 76.0, 61.0, 58.0, 30.0, 20.0, 20.0, 9.0, 11.0, 3.0, 1.0, 1.0], "bins": [-0.012804713100194931, -0.012465369887650013, -0.01212602760642767, -0.011786684393882751, -0.011447341181337833, -0.011107997968792915, -0.010768655687570572, -0.010429312475025654, -0.010089969262480736, -0.009750626981258392, -0.009411283768713474, -0.009071940556168556, -0.008732597343623638, -0.008393255062401295, -0.008053911849856377, -0.007714568637311459, -0.007375225890427828, -0.007035883143544197, -0.006696539930999279, -0.006357197184115648, -0.00601785397157073, -0.0056785112246870995, -0.005339168012142181, -0.004999825265258551, -0.00466048251837492, -0.004321139305830002, -0.003981796558946371, -0.003642453346401453, -0.0033031105995178223, -0.002963767619803548, -0.0026244246400892735, -0.002285081660374999, -0.0019457386806607246, -0.0016063957009464502, -0.0012670527212321758, -0.0009277098579332232, -0.0005883668782189488, -0.0002490239276085049, 9.031902300193906e-05, 0.000429661973612383, 0.000769004924222827, 0.0011083479039371014, 0.0014476908836513758, 0.0017870337469503284, 0.002126376610249281, 0.0024657195899635553, 0.0028050625696778297, 0.003144405549392104, 0.0034837485291063786, 0.003823091508820653, 0.004162434488534927, 0.004501777235418558, 0.004841120447963476, 0.005180463194847107, 0.005519806407392025, 0.005859149154275656, 0.0061984919011592865, 0.0065378351137042046, 0.006877177860587835, 0.007216521073132753, 0.007555863820016384, 0.007895207032561302, 0.00823455024510622, 0.008573892526328564, 0.008913235738873482]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0679064393043518, -0.06496509909629822, -0.062023766338825226, -0.059082429856061935, -0.056141093373298645, -0.053199756890535355, -0.050258420407772064, -0.047317083925008774, -0.04437574744224548, -0.041434407234191895, -0.038493070751428604, -0.035551734268665314, -0.03261039778590202, -0.029669061303138733, -0.026727724820375443, -0.023786388337612152, -0.02084505185484886, -0.01790371537208557, -0.014962378889322281, -0.012021041475236416, -0.009079704992473125, -0.006138368509709835, -0.0031970315612852573, -0.0002556948456913233, 0.0026856418699026108, 0.005626978352665901, 0.008568314835429192, 0.011509652249515057, 0.014450988732278347, 0.017392326146364212, 0.020333662629127502, 0.023274999111890793, 0.026216335594654083, 0.029157672077417374, 0.032099008560180664, 0.035040345042943954, 0.037981681525707245, 0.040923018008470535, 0.043864354491233826, 0.046805690973997116, 0.049747027456760406, 0.052688367664813995, 0.055629704147577286, 0.058571040630340576, 0.06151237711310387, 0.06445371359586716, 0.06739504635334015, 0.07033638656139374, 0.07327772676944733, 0.07621905952692032, 0.07916039973497391, 0.0821017324924469, 0.08504307270050049, 0.08798440545797348, 0.09092574566602707, 0.09386707842350006, 0.09680841863155365, 0.09974975138902664, 0.10269109159708023, 0.10563242435455322, 0.10857376456260681, 0.1115150973200798, 0.11445643752813339, 0.11739777028560638, 0.12033911049365997]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 9.0, 12.0, 5.0, 13.0, 14.0, 21.0, 22.0, 20.0, 20.0, 28.0, 26.0, 20.0, 3.0, 6.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0], "bins": [-0.045549288392066956, -0.04398631304502487, -0.04242333397269249, -0.040860358625650406, -0.039297379553318024, -0.03773440420627594, -0.03617142513394356, -0.034608449786901474, -0.03304547071456909, -0.03148249536752701, -0.029919518157839775, -0.028356540948152542, -0.02679356560111046, -0.025230588391423225, -0.023667611181735992, -0.02210463397204876, -0.020541656762361526, -0.018978679552674294, -0.01741570234298706, -0.015852725133299828, -0.01428974885493517, -0.012726771645247936, -0.011163795366883278, -0.009600818157196045, -0.008037840947508812, -0.006474863737821579, -0.004911886993795633, -0.003348910016939044, -0.0017859330400824547, -0.00022295606322586536, 0.001340020913630724, 0.0029029978904873133, 0.004465974867343903, 0.0060289520770311356, 0.007591928821057081, 0.009154905565083027, 0.01071788277477026, 0.012280859984457493, 0.013843836262822151, 0.015406813472509384, 0.016969790682196617, 0.01853276789188385, 0.020095745101571083, 0.021658722311258316, 0.0232216976583004, 0.024784674867987633, 0.026347652077674866, 0.0279106292873621, 0.02947360649704933, 0.031036583706736565, 0.0325995609164238, 0.03416253626346588, 0.035725515335798264, 0.03728849068284035, 0.03885146975517273, 0.04041444510221481, 0.0419774204492569, 0.04354039952158928, 0.04510337486863136, 0.046666353940963745, 0.04822932928800583, 0.04979230836033821, 0.051355283707380295, 0.05291826277971268, 0.05448123812675476]}, "_runtime": 30.93549609184265, "_timestamp": 1596211620.706605, "_step": 34}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011354525573551655, -0.011003602296113968, -0.010652679949998856, -0.010301756672561169, -0.009950833395123482, -0.009599910117685795, -0.009248986840248108, -0.008898064494132996, -0.008547141216695309, -0.008196217939257622, -0.00784529559314251, -0.0074943723157048225, -0.007143449038267136, -0.006792525760829449, -0.006441602949053049, -0.0060906801372766495, -0.0057397568598389626, -0.005388833582401276, -0.005037910770624876, -0.004686987958848476, -0.0043360646814107895, -0.003985141403973103, -0.003634218592196703, -0.0032832955475896597, -0.0029323725029826164, -0.002581449458375573, -0.00223052641376853, -0.0018796033691614866, -0.0015286803245544434, -0.0011777572799474, -0.0008268342353403568, -0.00047591119073331356, -0.0001249881461262703, 0.00022593489848077297, 0.0005768579430878162, 0.0009277809876948595, 0.0012787040323019028, 0.001629627076908946, 0.0019805501215159893, 0.0023314731661230326, 0.002682396210730076, 0.003033319255337119, 0.0033842422999441624, 0.0037351653445512056, 0.004086088389158249, 0.004437011666595936, 0.0047879344783723354, 0.005138857290148735, 0.005489780567586422, 0.005840703845024109, 0.0061916266568005085, 0.006542549468576908, 0.006893472746014595, 0.007244396023452282, 0.0075953188352286816, 0.007946241647005081, 0.008297164924442768, 0.008648088201880455, 0.008999010547995567, 0.009349933825433254, 0.009700857102870941, 0.010051780380308628, 0.010402703657746315, 0.010753626003861427, 0.011104549281299114]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 4.0, 1.0, 8.0, 6.0, 11.0, 5.0, 3.0, 18.0, 20.0, 16.0, 30.0, 36.0, 47.0, 50.0, 81.0, 96.0, 149.0, 190.0, 235.0, 358.0, 639.0, 4308.0, 533.0, 306.0, 199.0, 146.0, 114.0, 81.0, 59.0, 34.0, 25.0, 29.0, 10.0, 13.0, 6.0, 9.0, 12.0, 3.0, 6.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.16066484153270721, -0.15581344068050385, -0.15096205472946167, -0.1461106538772583, -0.14125925302505493, -0.13640785217285156, -0.1315564513206482, -0.12670506536960602, -0.12185366451740265, -0.11700226366519928, -0.11215087026357651, -0.10729947686195374, -0.10244807600975037, -0.097596675157547, -0.09274528175592422, -0.08789388835430145, -0.08304248750209808, -0.07819108664989471, -0.07333969324827194, -0.06848829984664917, -0.0636368989944458, -0.05878550186753273, -0.05393410474061966, -0.04908270761370659, -0.04423131048679352, -0.03937991335988045, -0.03452851623296738, -0.029677119106054306, -0.024825721979141235, -0.019974324852228165, -0.015122927725315094, -0.010271530598402023, -0.005420133471488953, -0.000568736344575882, 0.004282660782337189, 0.00913405790925026, 0.01398545503616333, 0.0188368521630764, 0.02368824928998947, 0.028539646416902542, 0.03339104354381561, 0.038242440670728683, 0.043093837797641754, 0.047945234924554825, 0.052796632051467896, 0.057648029178380966, 0.06249942630529404, 0.06735081970691681, 0.07220222055912018, 0.07705362141132355, 0.08190501481294632, 0.08675640821456909, 0.09160780906677246, 0.09645920991897583, 0.1013106033205986, 0.10616199672222137, 0.11101339757442474, 0.11586479842662811, 0.12071619182825089, 0.12556758522987366, 0.13041898608207703, 0.1352703869342804, 0.14012178778648376, 0.14497317373752594, 0.1498245745897293]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 7.0, 3.0, 0.0, 5.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 5.0, 26.0, 5.0, 3.0, 5.0, 4.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021199805196374655, -0.00202369038015604, -0.001927400240674615, -0.0018311099847778678, -0.0017348198452964425, -0.0016385297058150172, -0.0015422394499182701, -0.0014459493104368448, -0.0013496591709554195, -0.0012533690314739943, -0.001157078891992569, -0.0010607886360958219, -0.0009644984966143966, -0.0008682083571329713, -0.0007719181594438851, -0.0006756279617547989, -0.0005793378222733736, -0.00048304765368811786, -0.0003867574851028621, -0.0002904673165176064, -0.00019417714793235064, -9.78869793470949e-05, -1.5968107618391514e-06, 9.469335782341659e-05, 0.00019098352640867233, 0.0002872736949939281, 0.0003835638635791838, 0.00047985403216443956, 0.0005761442007496953, 0.0006724343402311206, 0.0007687245379202068, 0.000865014735609293, 0.0009613048750907183, 0.0010575950145721436, 0.0011538851540535688, 0.001250175409950316, 0.0013464655494317412, 0.0014427556889131665, 0.0015390459448099136, 0.001635336084291339, 0.0017316262237727642, 0.0018279163632541895, 0.0019242065027356148, 0.00202049664221704, 0.0021167867816984653, 0.0022130771540105343, 0.0023093672934919596, 0.002405657432973385, 0.00250194757245481, 0.0025982377119362354, 0.0026945278514176607, 0.002790817990899086, 0.002887108363211155, 0.0029833985026925802, 0.0030796886421740055, 0.003175978781655431, 0.003272268921136856, 0.0033685590606182814, 0.0034648492000997066, 0.003561139339581132, 0.0036574294790625572, 0.003753719851374626, 0.0038500099908560514, 0.003946300130337477, 0.004042590036988258]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 8.0, 11.0, 16.0, 16.0, 43.0, 48.0, 64.0, 91.0, 195.0, 309.0, 451.0, 798.0, 1352.0, 2365.0, 4569.0, 9054.0, 18583.0, 41403.0, 100996.0, 660461.0, 175163.0, 74244.0, 37697.0, 20153.0, 11718.0, 6837.0, 4285.0, 2686.0, 1776.0, 1257.0, 839.0, 599.0, 439.0, 303.0, 230.0, 138.0, 104.0, 93.0, 49.0, 49.0, 37.0, 35.0, 21.0, 13.0, 14.0, 5.0, 10.0, 5.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010724070481956005, -0.010291250422596931, -0.009858429431915283, -0.00942560937255621, -0.008992789313197136, -0.008559968322515488, -0.008127148263156414, -0.007694327738136053, -0.007261507213115692, -0.006828686688095331, -0.00639586616307497, -0.005963046103715897, -0.005530225578695536, -0.005097405053675175, -0.004664584994316101, -0.00423176446929574, -0.003798943944275379, -0.0033661234192550182, -0.002933303127065301, -0.0025004828348755836, -0.0020676623098552227, -0.0016348419012501836, -0.0012020214926451445, -0.0007692010840401053, -0.0003363806754350662, 9.64397331699729e-05, 0.000529260141775012, 0.0009620805503800511, 0.0013949009589850903, 0.0018277213675901294, 0.0022605417761951685, 0.002693362068384886, 0.0031261825934052467, 0.0035590031184256077, 0.003991823643445969, 0.004424643702805042, 0.004857464227825403, 0.005290284752845764, 0.005723104812204838, 0.006155925337225199, 0.00658874586224556, 0.007021566387265921, 0.007454386912286282, 0.007887206971645355, 0.008320027962327003, 0.008752848021686077, 0.00918566808104515, 0.009618489071726799, 0.010051309131085873, 0.010484129190444946, 0.010916950181126595, 0.011349770240485668, 0.011782590299844742, 0.01221541129052639, 0.012648231349885464, 0.013081052340567112, 0.013513872399926186, 0.01394669245928526, 0.014379513449966908, 0.014812333509325981, 0.01524515450000763, 0.01567797362804413, 0.016110794618725777, 0.016543615609407425, 0.016976434737443924]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 8.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010493031702935696, -0.010132922790944576, -0.009772813878953457, -0.009412704966962337, -0.009052596986293793, -0.008692488074302673, -0.008332379162311554, -0.007972270250320435, -0.007612161338329315, -0.007252052426338196, -0.006891943514347076, -0.006531835068017244, -0.006171726156026125, -0.005811617244035006, -0.0054515087977051735, -0.005091399885714054, -0.004731290973722935, -0.004371182061731815, -0.004011073149740696, -0.003650964703410864, -0.0032908557914197445, -0.002930746879428625, -0.0025706382002681494, -0.0022105295211076736, -0.0018504206091165543, -0.0014903118135407567, -0.0011302030179649591, -0.0007700942223891616, -0.00040998542681336403, -4.987663123756647e-05, 0.0003102321643382311, 0.0006703409599140286, 0.0010304497554898262, 0.0013905585510656238, 0.0017506673466414213, 0.002110776025801897, 0.0024708849377930164, 0.002830993849784136, 0.0031911025289446115, 0.0035512112081050873, 0.003911320120096207, 0.004271429032087326, 0.0046315379440784454, 0.0049916463904082775, 0.005351755302399397, 0.005711864214390516, 0.006071972660720348, 0.006432081572711468, 0.006792190484702587, 0.0071522993966937065, 0.007512408308684826, 0.007872517220675945, 0.00823262520134449, 0.00859273411333561, 0.008952843025326729, 0.009312951937317848, 0.009673060849308968, 0.010033169761300087, 0.010393278673291206, 0.010753387585282326, 0.011113496497273445, 0.01147360447794199, 0.01183371338993311, 0.012193822301924229, 0.012553931213915348]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 0.0, 5.0, 5.0, 5.0, 3.0, 6.0, 7.0, 16.0, 6.0, 17.0, 23.0, 20.0, 23.0, 35.0, 41.0, 62.0, 114.0, 102.0, 144.0, 156.0, 217.0, 273.0, 369.0, 429.0, 570.0, 719.0, 947.0, 1280.0, 1867.0, 5271.0, 1555.0, 978.0, 639.0, 473.0, 370.0, 290.0, 288.0, 219.0, 135.0, 126.0, 112.0, 91.0, 63.0, 59.0, 61.0, 51.0, 46.0, 30.0, 18.0, 23.0, 17.0, 12.0, 8.0, 10.0, 9.0, 3.0, 1.0, 3.0, 2.0, 2.0], "bins": [-0.009757685475051403, -0.009464533999562263, -0.00917138159275055, -0.00887823011726141, -0.008585077710449696, -0.008291926234960556, -0.007998773828148842, -0.007705622352659702, -0.0074124704115092754, -0.007119318470358849, -0.006826166529208422, -0.006533014588057995, -0.006239863112568855, -0.005946711171418428, -0.0056535592302680016, -0.005360407289117575, -0.005067255347967148, -0.004774103406816721, -0.004480951465666294, -0.004187799524515867, -0.003894647816196084, -0.003601495875045657, -0.003308344166725874, -0.003015192225575447, -0.0027220402844250202, -0.0024288883432745934, -0.0021357364021241665, -0.0018425846938043833, -0.0015494327526539564, -0.0012562808115035295, -0.0009631289867684245, -0.0006699771038256586, -0.0003768252208828926, -8.367333794012666e-05, 0.0002094785450026393, 0.0005026304279454052, 0.0007957823108881712, 0.001088934252038598, 0.001382086076773703, 0.0016752379015088081, 0.001968389842659235, 0.002261541783809662, 0.0025546937249600887, 0.002847845433279872, 0.003140997374430299, 0.0034341493155807257, 0.003727301023900509, 0.004020452965050936, 0.004313604906201363, 0.0046067568473517895, 0.004899908788502216, 0.005193060729652643, 0.00548621267080307, 0.00577936414629221, 0.0060725160874426365, 0.006365668028593063, 0.00665881996974349, 0.006951971910893917, 0.007245123852044344, 0.007538275793194771, 0.00783142726868391, 0.008124579675495625, 0.008417731150984764, 0.008710883557796478, 0.009004035033285618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06322500854730606, -0.06157258152961731, -0.05992015823721886, -0.058267731219530106, -0.05661530792713165, -0.0549628809094429, -0.05331045389175415, -0.0516580305993557, -0.050005603581666946, -0.048353180289268494, -0.04670075327157974, -0.04504832625389099, -0.04339590296149254, -0.04174347594380379, -0.040091052651405334, -0.03843862563371658, -0.03678619861602783, -0.03513377532362938, -0.03348134830594063, -0.031828925013542175, -0.030176497995853424, -0.028524072840809822, -0.02687164768576622, -0.025219222530722618, -0.023566797375679016, -0.021914370357990265, -0.020261945202946663, -0.01860952004790306, -0.01695709489285946, -0.015304668806493282, -0.01365224365144968, -0.011999817565083504, -0.010347392410039902, -0.0086949672549963, -0.007042541168630123, -0.005390116013586521, -0.003737690392881632, -0.0020852647721767426, -0.0004328393843024969, 0.0012195861199870706, 0.002872011624276638, 0.004524437244981527, 0.006176862865686417, 0.007829288020730019, 0.00948171317577362, 0.011134139262139797, 0.0127865644171834, 0.014438990503549576, 0.016091415658593178, 0.01774384081363678, 0.019396265968680382, 0.021048692986369133, 0.022701118141412735, 0.024353543296456337, 0.02600596845149994, 0.02765839360654354, 0.029310818761587143, 0.030963245779275894, 0.03261566907167435, 0.0342680960893631, 0.03592052310705185, 0.0375729463994503, 0.03922537341713905, 0.040877796709537506, 0.04253022372722626]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 6.0, 6.0, 8.0, 5.0, 6.0, 10.0, 10.0, 22.0, 49.0, 37.0, 17.0, 12.0, 8.0, 9.0, 16.0, 7.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.07246193289756775, -0.07071610540151596, -0.06897027790546417, -0.06722445040941238, -0.0654786229133606, -0.06373279541730881, -0.06198696792125702, -0.06024114042520523, -0.05849531292915344, -0.05674948915839195, -0.055003661662340164, -0.053257834166288376, -0.05151200667023659, -0.0497661791741848, -0.04802035167813301, -0.04627452418208122, -0.044528696686029434, -0.042782869189977646, -0.04103704169392586, -0.03929121419787407, -0.03754538670182228, -0.03579955920577049, -0.034053731709718704, -0.032307904213666916, -0.030562078580260277, -0.02881625108420849, -0.0270704235881567, -0.025324596092104912, -0.023578770458698273, -0.021832942962646484, -0.020087115466594696, -0.018341287970542908, -0.01659546047449112, -0.014849632978439331, -0.013103805482387543, -0.011357978917658329, -0.00961215142160654, -0.007866323925554752, -0.006120496895164251, -0.00437466986477375, -0.002628842368721962, -0.0008830151055008173, 0.0008628121577203274, 0.002608639420941472, 0.004354466684162617, 0.006100294180214405, 0.007846120744943619, 0.009591948240995407, 0.011337775737047195, 0.013083603233098984, 0.014829430729150772, 0.01657525822520256, 0.01832108572125435, 0.020066911354660988, 0.021812738850712776, 0.023558566346764565, 0.025304393842816353, 0.02705022133886814, 0.02879604883491993, 0.030541876330971718, 0.03228770196437836, 0.034033529460430145, 0.035779356956481934, 0.03752518445253372, 0.03927101194858551]}, "_runtime": 31.68563437461853, "_timestamp": 1596211621.4567432, "_step": 35}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.012161759659647942, -0.011831137351691723, -0.011500515975058079, -0.01116989366710186, -0.010839271359145641, -0.010508649982511997, -0.010178027674555779, -0.00984740536659956, -0.009516783058643341, -0.009186161682009697, -0.008855539374053478, -0.00852491706609726, -0.008194295689463615, -0.007863673381507397, -0.007533051539212465, -0.007202429231256247, -0.006871807388961315, -0.006541185546666384, -0.006210563238710165, -0.005879941396415234, -0.005549319088459015, -0.0052186972461640835, -0.004888075403869152, -0.004557453095912933, -0.004226831253618002, -0.003896209178492427, -0.003565587103366852, -0.0032349652610719204, -0.0029043431859463453, -0.0025737211108207703, -0.002243099268525839, -0.0019124771934002638, -0.0015818551182746887, -0.0012512330431491137, -0.0009206110844388604, -0.0005899890675209463, -0.0002593670506030321, 7.125496631488204e-05, 0.0004018769832327962, 0.0007324990001507103, 0.0010631210170686245, 0.0013937430921941996, 0.0017243650509044528, 0.002054987009614706, 0.002385609084740281, 0.002716231159865856, 0.0030468530021607876, 0.0033774750772863626, 0.0037080971524119377, 0.004038718994706869, 0.004369341302663088, 0.004699963144958019, 0.005030585452914238, 0.005361207295209169, 0.005691829137504101, 0.0060224514454603195, 0.006353073287755251, 0.006683695130050182, 0.007014317438006401, 0.0073449392803013325, 0.007675561122596264, 0.008006183430552483, 0.008336805738508701, 0.008667427115142345, 0.008998049423098564]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 1.0, 1.0, 5.0, 11.0, 13.0, 10.0, 13.0, 24.0, 33.0, 44.0, 46.0, 58.0, 80.0, 118.0, 152.0, 191.0, 327.0, 526.0, 4320.0, 908.0, 352.0, 185.0, 120.0, 88.0, 76.0, 53.0, 29.0, 36.0, 24.0, 19.0, 13.0, 10.0, 14.0, 2.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.15824535489082336, -0.15351545810699463, -0.1487855464220047, -0.14405564963817596, -0.13932573795318604, -0.1345958411693573, -0.12986592948436737, -0.12513603270053864, -0.1204061284661293, -0.11567622423171997, -0.11094631999731064, -0.1062164157629013, -0.10148651897907257, -0.09675661474466324, -0.0920267105102539, -0.08729680627584457, -0.08256690204143524, -0.07783699780702591, -0.07310709357261658, -0.06837718933820724, -0.06364728510379791, -0.05891738459467888, -0.054187484085559845, -0.04945757985115051, -0.04472767561674118, -0.03999777138233185, -0.035267867147922516, -0.030537966638803482, -0.02580806240439415, -0.021078158169984818, -0.016348255798220634, -0.011618352495133877, -0.006888449192047119, -0.0021585458889603615, 0.002571357414126396, 0.007301260717213154, 0.012031164020299911, 0.016761068254709244, 0.021490970626473427, 0.02622087299823761, 0.030950777232646942, 0.035680681467056274, 0.04041058570146561, 0.04514048621058464, 0.04987039044499397, 0.054600294679403305, 0.05933019518852234, 0.06406009942293167, 0.068790003657341, 0.07351990789175034, 0.07824981212615967, 0.082979716360569, 0.08770962059497833, 0.09243951737880707, 0.0971694216132164, 0.10189932584762573, 0.10662923008203506, 0.1113591343164444, 0.11608903855085373, 0.12081894278526306, 0.1255488395690918, 0.13027875125408173, 0.13500864803791046, 0.1397385597229004, 0.14446845650672913]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 9.0, 5.0, 4.0, 5.0, 2.0, 4.0, 10.0, 25.0, 6.0, 5.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038034473545849323, -0.0036869756877422333, -0.0035705040208995342, -0.003454032354056835, -0.003337560687214136, -0.003221089020371437, -0.0031046171206980944, -0.0029881454538553953, -0.0028716737870126963, -0.002755202120169997, -0.002638730453327298, -0.002522258786484599, -0.0024057871196419, -0.002289315452799201, -0.002172843785956502, -0.002056372119113803, -0.001939900335855782, -0.001823428669013083, -0.001706957002170384, -0.001590485218912363, -0.001474013552069664, -0.001357541885226965, -0.001241070218384266, -0.0011245985515415668, -0.0010081268846988678, -0.0008916551596485078, -0.0007751834345981479, -0.0006587117677554488, -0.0005422401009127498, -0.0004257683758623898, -0.00030929670901969075, -0.00019282501307316124, -7.635331712663174e-05, 4.011837154394016e-05, 0.00015659006021451205, 0.00027306174160912633, 0.00038953343755565584, 0.0005060051335021853, 0.0006224768003448844, 0.0007389485253952444, 0.0008554201922379434, 0.0009718918590806425, 0.0010883635841310024, 0.0012048352509737015, 0.0013213069178164005, 0.0014377785846590996, 0.0015542503679171205, 0.0016707220347598195, 0.0017871937016025186, 0.0019036653684452176, 0.0020201371517032385, 0.0021366088185459375, 0.0022530804853886366, 0.0023695521522313356, 0.0024860238190740347, 0.0026024954859167337, 0.002718967152759433, 0.002835438819602132, 0.002951910486444831, 0.0030683823861181736, 0.0031848540529608727, 0.0033013257198035717, 0.0034177973866462708, 0.00353426905348897, 0.003650740720331669]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 7.0, 5.0, 2.0, 6.0, 19.0, 10.0, 14.0, 22.0, 57.0, 71.0, 100.0, 165.0, 247.0, 406.0, 725.0, 1239.0, 2290.0, 4275.0, 8852.0, 20265.0, 50793.0, 145540.0, 748164.0, 122183.0, 39942.0, 16674.0, 7732.0, 3963.0, 2201.0, 1308.0, 803.0, 531.0, 314.0, 221.0, 119.0, 101.0, 63.0, 49.0, 36.0, 36.0, 19.0, 16.0, 15.0, 12.0, 6.0, 6.0, 6.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.015084070153534412, -0.01455629337579012, -0.014028516598045826, -0.013500739820301533, -0.012972963973879814, -0.012445187196135521, -0.011917410418391228, -0.011389633640646935, -0.010861856862902641, -0.010334080085158348, -0.009806303307414055, -0.009278526529669762, -0.008750749751925468, -0.00822297390550375, -0.007695197127759457, -0.007167420350015163, -0.00663964357227087, -0.006111866794526577, -0.005584090016782284, -0.005056313704699278, -0.004528536926954985, -0.0040007601492106915, -0.003472983604297042, -0.0029452070593833923, -0.002417430281639099, -0.0018896536203101277, -0.0013618769589811563, -0.000834100297652185, -0.0003063236363232136, 0.0002214530250057578, 0.0007492296863347292, 0.0012770063476637006, 0.001804783008992672, 0.002332559786736965, 0.0028603363316506147, 0.0033881128765642643, 0.0039158896543085575, 0.004443666432052851, 0.004971442744135857, 0.00549921952188015, 0.006026996299624443, 0.006554773077368736, 0.0070825498551130295, 0.007610326167196035, 0.008138103410601616, 0.008665879257023335, 0.009193656034767628, 0.009721432812511921, 0.010249209590256214, 0.010776986368000507, 0.0113047631457448, 0.011832539923489094, 0.012360315769910812, 0.012888092547655106, 0.013415869325399399, 0.013943646103143692, 0.014471422880887985, 0.014999199658632278, 0.015526976436376572, 0.016054753214120865, 0.016582529991865158, 0.01711030676960945, 0.017638083547353745, 0.018165860325098038, 0.01869363710284233]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 8.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006277868989855051, -0.005991165991872549, -0.00570446252822876, -0.005417759530246258, -0.005131056532263756, -0.0048443530686199665, -0.0045576500706374645, -0.0042709470726549625, -0.003984243609011173, -0.0036975406110286713, -0.0034108376130461693, -0.0031241343822330236, -0.002837431151419878, -0.002550728153437376, -0.0022640249226242304, -0.0019773219246417284, -0.0016906186938285828, -0.001403915579430759, -0.0011172124650329351, -0.0008305092342197895, -0.0005438061198219657, -0.00025710297632031143, 2.960016718134284e-05, 0.0003163033106829971, 0.0006030064541846514, 0.0008897095685824752, 0.001176412682980299, 0.0014631159137934446, 0.0017498190281912684, 0.0020365221425890923, 0.002323225373402238, 0.00260992837138474, 0.0028966316021978855, 0.003183334833011031, 0.003470037830993533, 0.0037567410618066788, 0.004043444059789181, 0.00433014752343297, 0.004616850521415472, 0.004903553519397974, 0.005190256983041763, 0.005476959981024265, 0.005763662979006767, 0.006050365976989269, 0.0063370694406330585, 0.0066237724386155605, 0.0069104754365980625, 0.007197178900241852, 0.007483881898224354, 0.007770584896206856, 0.008057287894189358, 0.00834399089217186, 0.008630694821476936, 0.008917397819459438, 0.00920410081744194, 0.009490803815424442, 0.009777506813406944, 0.010064209811389446, 0.010350913740694523, 0.010637616738677025, 0.010924319736659527, 0.011211022734642029, 0.01149772573262453, 0.011784428730607033, 0.01207113265991211]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 5.0, 3.0, 4.0, 6.0, 6.0, 13.0, 18.0, 29.0, 34.0, 39.0, 46.0, 85.0, 106.0, 94.0, 137.0, 196.0, 245.0, 284.0, 393.0, 505.0, 702.0, 1069.0, 1437.0, 5264.0, 2701.0, 1458.0, 911.0, 566.0, 491.0, 365.0, 270.0, 196.0, 155.0, 108.0, 85.0, 69.0, 63.0, 45.0, 39.0, 22.0, 11.0, 23.0, 15.0, 15.0, 11.0, 13.0, 11.0, 13.0, 5.0, 7.0, 9.0, 2.0, 9.0, 7.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.006682876031845808, -0.0064142970368266106, -0.006145718041807413, -0.005877139046788216, -0.005608560051769018, -0.005339981056749821, -0.005071402061730623, -0.004802823066711426, -0.004534243606030941, -0.0042656646110117435, -0.003997085615992546, -0.0037285068538039923, -0.003459927625954151, -0.0031913486309349537, -0.0029227696359157562, -0.0026541906408965588, -0.0023856116458773613, -0.002117032650858164, -0.0018484536558389664, -0.001579874544404447, -0.0013112955493852496, -0.0010427165543660522, -0.0007741375011391938, -0.0005055584479123354, -0.00023697945289313793, 3.159957122988999e-05, 0.0003001785953529179, 0.0005687576485797763, 0.0008373366435989738, 0.0011059156386181712, 0.0013744947500526905, 0.001643073745071888, 0.0019116527400910854, 0.002180231735110283, 0.0024488107301294804, 0.002717389725148678, 0.0029859687201678753, 0.0032545479480177164, 0.003523126943036914, 0.0037917059380561113, 0.0040602851659059525, 0.00432886416092515, 0.004597443155944347, 0.004866022150963545, 0.005134601145982742, 0.00540318014100194, 0.005671759136021137, 0.005940338131040335, 0.006208917126059532, 0.00647749612107873, 0.006746075116097927, 0.0070146541111171246, 0.007283233106136322, 0.0075518121011555195, 0.007820391096174717, 0.008088970556855202, 0.008357549086213112, 0.008626128546893597, 0.008894707076251507, 0.009163286536931992, 0.009431865066289902, 0.009700444526970387, 0.009969023056328297, 0.010237602517008781, 0.010506181046366692]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0666668638586998, -0.06359756737947464, -0.06052826717495918, -0.057458970695734024, -0.05438967049121857, -0.05132037401199341, -0.04825107753276825, -0.04518177732825279, -0.042112480849027634, -0.039043184369802475, -0.03597388416528702, -0.03290458768606186, -0.02983528934419155, -0.026765991002321243, -0.023696694523096085, -0.020627396181225777, -0.01755809783935547, -0.01448879949748516, -0.011419502086937428, -0.008350204676389694, -0.005280906334519386, -0.0022116084583103657, 0.0008576894178986549, 0.0039269872941076756, 0.006996285170316696, 0.010065583512187004, 0.013134880922734737, 0.01620417833328247, 0.01927347667515278, 0.022342775017023087, 0.025412071496248245, 0.028481369838118553, 0.03155066817998886, 0.03461996465921402, 0.03768926486372948, 0.040758561342954636, 0.04382786154747009, 0.04689715802669525, 0.04996645450592041, 0.05303575471043587, 0.056105051189661026, 0.059174347668886185, 0.06224364787340164, 0.0653129443526268, 0.06838224083185196, 0.07145153731107712, 0.07452084124088287, 0.07759013772010803, 0.08065943419933319, 0.08372873067855835, 0.08679802715778351, 0.08986733108758926, 0.09293662756681442, 0.09600592404603958, 0.09907522052526474, 0.1021445170044899, 0.10521382093429565, 0.10828311741352081, 0.11135241389274597, 0.11442171037197113, 0.11749100685119629, 0.12056030333042145, 0.1236296072602272, 0.12669889628887177, 0.12976819276809692]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 3.0, 4.0, 0.0, 2.0, 3.0, 3.0, 6.0, 12.0, 22.0, 18.0, 20.0, 15.0, 19.0, 39.0, 17.0, 16.0, 6.0, 13.0, 10.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 6.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.04904400184750557, -0.04689999669790268, -0.04475599154829979, -0.0426119863986969, -0.04046798124909401, -0.03832397609949112, -0.03617997094988823, -0.03403596580028534, -0.03189196065068245, -0.02974795550107956, -0.02760395035147667, -0.02545994520187378, -0.02331594005227089, -0.021171934902668, -0.01902792975306511, -0.01688392460346222, -0.01473991945385933, -0.01259591430425644, -0.01045190915465355, -0.00830790400505066, -0.006163898855447769, -0.004019893705844879, -0.0018758885562419891, 0.0002681165933609009, 0.002412121742963791, 0.004556126892566681, 0.006700132042169571, 0.008844137191772461, 0.010988142341375351, 0.013132147490978241, 0.015276152640581131, 0.01742015779018402, 0.01956416293978691, 0.0217081680893898, 0.02385217323899269, 0.02599617838859558, 0.02814018353819847, 0.03028418868780136, 0.03242819383740425, 0.03457219898700714, 0.03671620413661003, 0.03886020928621292, 0.04100421443581581, 0.0431482195854187, 0.04529222473502159, 0.04743622988462448, 0.04958023503422737, 0.05172424018383026, 0.05386824533343315, 0.05601225048303604, 0.05815625563263893, 0.06030026078224182, 0.06244426593184471, 0.0645882710814476, 0.06673227250576019, 0.06887628138065338, 0.07102029025554657, 0.07316429167985916, 0.07530829310417175, 0.07745230197906494, 0.07959631085395813, 0.08174031227827072, 0.08388431370258331, 0.0860283225774765, 0.08817233145236969]}, "_runtime": 32.44523906707764, "_timestamp": 1596211622.216348, "_step": 36}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 6.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.010804127901792526, -0.01045019831508398, -0.01009626779705286, -0.009742338210344315, -0.009388407692313194, -0.009034478105604649, -0.008680547587573528, -0.008326618000864983, -0.007972687482833862, -0.007618757896125317, -0.007264827843755484, -0.006910897791385651, -0.006556968204677105, -0.006203038152307272, -0.005849108099937439, -0.005495178047567606, -0.005141247995197773, -0.00478731794282794, -0.004433387890458107, -0.004079457838088274, -0.0037255280185490847, -0.0033715979661792517, -0.0030176681466400623, -0.0026637380942702293, -0.0023098080419003963, -0.0019558779895305634, -0.0016019480535760522, -0.001248018117621541, -0.000894088065251708, -0.000540158071089536, -0.00018622807692736387, 0.0001677019172348082, 0.0005216319113969803, 0.0008755619055591524, 0.0012294918997213244, 0.0015834218356758356, 0.0019373518880456686, 0.0022912819404155016, 0.002645211759954691, 0.002999141812324524, 0.003353071864694357, 0.00370700191706419, 0.004060931969434023, 0.004414862021803856, 0.004768791608512402, 0.005122721660882235, 0.0054766517132520676, 0.0058305817656219006, 0.0061845118179917336, 0.0065384418703615665, 0.0068923719227313995, 0.0072463019751012325, 0.0076002320274710655, 0.007954161614179611, 0.008308092132210732, 0.008662021718919277, 0.009015951305627823, 0.009369881823658943, 0.009723811410367489, 0.01007774192839861, 0.010431671515107155, 0.010785602033138275, 0.01113953161984682, 0.011493462137877941, 0.011847391724586487]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 8.0, 6.0, 8.0, 11.0, 9.0, 14.0, 22.0, 20.0, 33.0, 47.0, 44.0, 56.0, 86.0, 119.0, 153.0, 195.0, 300.0, 467.0, 4393.0, 805.0, 342.0, 230.0, 151.0, 96.0, 86.0, 58.0, 38.0, 30.0, 23.0, 21.0, 18.0, 8.0, 10.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18152061104774475, -0.17574924230575562, -0.16997787356376648, -0.16420650482177734, -0.15843512117862701, -0.15266375243663788, -0.14689238369464874, -0.1411210149526596, -0.13534964621067047, -0.12957827746868134, -0.1238069012761116, -0.11803553253412247, -0.11226415634155273, -0.1064927875995636, -0.10072141885757446, -0.09495004266500473, -0.0891786739230156, -0.08340730518102646, -0.07763592898845673, -0.07186456024646759, -0.06609319150447845, -0.06032181903719902, -0.054550446569919586, -0.04877907782793045, -0.043007705360651016, -0.03723633289337158, -0.031464964151382446, -0.025693591684103012, -0.019922221079468727, -0.014150850474834442, -0.008379478938877583, -0.0026081078685820103, 0.003163263201713562, 0.008934633806347847, 0.014706005342304707, 0.020477376878261566, 0.02624874748289585, 0.032020118087530136, 0.03779149055480957, 0.043562859296798706, 0.04933423176407814, 0.055105604231357574, 0.06087697297334671, 0.06664834171533585, 0.07241971790790558, 0.07819108664989471, 0.08396245539188385, 0.08973383158445358, 0.09550520032644272, 0.10127656906843185, 0.10704794526100159, 0.11281931400299072, 0.11859068274497986, 0.12436205893754959, 0.13013342022895813, 0.13590480387210846, 0.1416761726140976, 0.14744754135608673, 0.15321891009807587, 0.158990278840065, 0.16476164758205414, 0.17053303122520447, 0.1763043999671936, 0.18207576870918274, 0.18784713745117188]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 6.0, 5.0, 4.0, 4.0, 3.0, 5.0, 4.0, 3.0, 27.0, 1.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003358598332852125, -0.00325103965587914, -0.0031434809789061546, -0.0030359223019331694, -0.002928363624960184, -0.002820804947987199, -0.0027132462710142136, -0.0026056875940412283, -0.002498128917068243, -0.0023905704729259014, -0.002283011795952916, -0.002175453118979931, -0.0020678944420069456, -0.0019603357650339603, -0.001852777088060975, -0.0017452184110879898, -0.0016376597341150045, -0.0015301010571420193, -0.001422542380169034, -0.0013149837031960487, -0.0012074250262230635, -0.0010998664656654, -0.0009923077886924148, -0.0008847491117194295, -0.0007771904347464442, -0.000669631757773459, -0.0005620730808004737, -0.00045451446203514934, -0.00034695578506216407, -0.00023939712264109403, -0.000131838460220024, -2.427979779895395e-05, 8.327886462211609e-05, 0.00019083752704318613, 0.00029839618946425617, 0.000405954837333411, 0.0005135135143063962, 0.0006210721912793815, 0.0007286308100447059, 0.0008361894870176911, 0.0009437481639906764, 0.0010513068409636617, 0.001158865517936647, 0.0012664241949096322, 0.0013739827554672956, 0.001481541432440281, 0.0015891001094132662, 0.0016966587863862514, 0.0018042174633592367, 0.001911776140332222, 0.0020193348173052073, 0.0021268934942781925, 0.002234452171251178, 0.002342010848224163, 0.0024495695251971483, 0.0025571282021701336, 0.002664686646312475, 0.0027722453232854605, 0.0028798040002584457, 0.002987362677231431, 0.0030949213542044163, 0.0032024800311774015, 0.003310038708150387, 0.003417597385123372, 0.0035251560620963573]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 4.0, 3.0, 2.0, 6.0, 10.0, 9.0, 16.0, 24.0, 38.0, 51.0, 64.0, 94.0, 136.0, 183.0, 250.0, 400.0, 624.0, 998.0, 1566.0, 2769.0, 5000.0, 9242.0, 19019.0, 42691.0, 104400.0, 693169.0, 170998.0, 62576.0, 28987.0, 15009.0, 8018.0, 4808.0, 2897.0, 1830.0, 1177.0, 799.0, 545.0, 356.0, 263.0, 194.0, 112.0, 67.0, 64.0, 39.0, 45.0, 21.0, 17.0, 14.0, 13.0, 9.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0], "bins": [-0.015534473583102226, -0.015046089887619019, -0.01455770619213581, -0.014069323427975178, -0.01358093973249197, -0.013092556037008762, -0.012604172341525555, -0.012115788646042347, -0.011627405881881714, -0.011139022186398506, -0.010650638490915298, -0.01016225479543209, -0.009673871099948883, -0.009185487404465675, -0.008697104640305042, -0.008208720944821835, -0.007720337249338627, -0.007231953553855419, -0.006743570324033499, -0.006255186628550291, -0.005766803398728371, -0.005278419703245163, -0.004790036007761955, -0.004301652777940035, -0.003813269082456827, -0.003324885619804263, -0.002836502157151699, -0.0023481184616684914, -0.0018597349990159273, -0.0013713515363633633, -0.0008829679572954774, -0.00039458443643525243, 9.379908442497253e-05, 0.0005821826052851975, 0.0010705661261454225, 0.0015589497052133083, 0.0020473331678658724, 0.0025357166305184364, 0.003024100326001644, 0.003512483788654208, 0.004000867251306772, 0.00448925094678998, 0.0049776341766119, 0.005466017872095108, 0.005954401567578316, 0.006442784797400236, 0.006931168492883444, 0.007419551722705364, 0.007907935418188572, 0.00839631911367178, 0.008884702809154987, 0.00937308557331562, 0.009861469268798828, 0.010349852964282036, 0.010838236659765244, 0.011326620355248451, 0.011815004050731659, 0.012303386814892292, 0.0127917705103755, 0.013280154205858707, 0.013768537901341915, 0.014256921596825123, 0.014745304360985756, 0.015233688056468964, 0.01572207175195217]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 5.0, 9.0, 3.0, 0.0, 3.0, 3.0, 6.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03081081435084343, -0.030059386044740677, -0.029307955875992775, -0.028556527569890022, -0.02780509740114212, -0.027053669095039368, -0.026302238926291466, -0.025550810620188713, -0.02479938045144081, -0.02404795214533806, -0.023296523839235306, -0.022545093670487404, -0.02179366536438465, -0.02104223519563675, -0.020290806889533997, -0.019539376720786095, -0.018787948414683342, -0.01803652010858059, -0.017285089939832687, -0.016533661633729935, -0.015782231464982033, -0.01503080315887928, -0.014279373921453953, -0.013527944684028625, -0.012776515446603298, -0.012025086209177971, -0.011273656971752644, -0.010522227734327316, -0.009770799428224564, -0.009019370190799236, -0.008267940953373909, -0.007516511715948582, -0.006765082478523254, -0.006013653241097927, -0.0052622240036726, -0.00451079523190856, -0.0037593659944832325, -0.003007936757057905, -0.0022565077524632215, -0.001505078631453216, -0.0007536495104432106, -2.2203894332051277e-06, 0.0007492087315768003, 0.0015006378525868058, 0.0022520669735968113, 0.0030034962110221386, 0.0037549252156168222, 0.004506354220211506, 0.005257783457636833, 0.0060092126950621605, 0.006760641932487488, 0.007512070704251528, 0.008263500407338142, 0.009014928713440895, 0.009766357950866222, 0.01051778718829155, 0.011269216425716877, 0.012020645663142204, 0.012772074900567532, 0.013523504137992859, 0.014274932444095612, 0.015026361681520939, 0.015777790918946266, 0.016529221087694168, 0.01728064939379692]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 3.0, 4.0, 19.0, 37.0, 22.0, 21.0, 30.0, 27.0, 42.0, 33.0, 33.0, 38.0, 20.0, 33.0, 39.0, 31.0, 60.0, 44.0, 87.0, 131.0, 210.0, 254.0, 431.0, 558.0, 791.0, 1065.0, 1566.0, 5353.0, 1998.0, 1288.0, 1002.0, 817.0, 571.0, 451.0, 308.0, 228.0, 160.0, 118.0, 117.0, 103.0, 56.0, 47.0, 38.0, 38.0, 17.0, 17.0, 14.0, 8.0, 11.0, 13.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.01348903402686119, -0.013097868300974369, -0.012706702575087547, -0.012315536849200726, -0.011924371123313904, -0.011533205397427082, -0.01114203967154026, -0.010750873945653439, -0.010359708219766617, -0.00996854342520237, -0.009577377699315548, -0.009186211973428726, -0.008795046247541904, -0.008403880521655083, -0.008012714795768261, -0.007621549069881439, -0.0072303833439946175, -0.006839217618107796, -0.006448051892220974, -0.006056886166334152, -0.0056657204404473305, -0.005274555180221796, -0.004883389454334974, -0.0044922237284481525, -0.004101058002561331, -0.003709892276674509, -0.0033187265507876873, -0.002927561057731509, -0.0025363953318446875, -0.0021452296059578657, -0.0017540639964863658, -0.0013628983870148659, -0.0009717326611280441, -0.0005805669934488833, -0.00018940132576972246, 0.00020176434190943837, 0.0005929300095885992, 0.000984095735475421, 0.0013752613449469209, 0.0017664269544184208, 0.0021575926803052425, 0.0025487584061920643, 0.002939924132078886, 0.003331089625135064, 0.003722255351021886, 0.004113420844078064, 0.004504586569964886, 0.0048957522958517075, 0.005286918021738529, 0.005678083747625351, 0.006069249473512173, 0.0064604151993989944, 0.006851580925285816, 0.007242746185511351, 0.007633911911398172, 0.008025078102946281, 0.008416242897510529, 0.00880740862339735, 0.009198574349284172, 0.009589740075170994, 0.009980905801057816, 0.010372071526944637, 0.010763237252831459, 0.01115440297871828, 0.011545568704605103]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08207974582910538, -0.07733709365129471, -0.07259444147348404, -0.06785178929567337, -0.0631091371178627, -0.05836648866534233, -0.05362383648753166, -0.04888118430972099, -0.044138532131910324, -0.039395879954099655, -0.034653227776288986, -0.029910577461123466, -0.025167925283312798, -0.02042527310550213, -0.01568262279033661, -0.01093997061252594, -0.006197318434715271, -0.0014546667225658894, 0.0032879849895834923, 0.008030636236071587, 0.012773288413882256, 0.017515940591692924, 0.022258590906858444, 0.027001243084669113, 0.03174389526247978, 0.03648654744029045, 0.04122919961810112, 0.04597185179591179, 0.05071450024843216, 0.05545715242624283, 0.0601998046040535, 0.06494245678186417, 0.06968510895967484, 0.0744277611374855, 0.07917041331529617, 0.08391306549310684, 0.08865571767091751, 0.09339836984872818, 0.09814102202653885, 0.10288367420434952, 0.10762631893157959, 0.11236897110939026, 0.11711162328720093, 0.1218542754650116, 0.12659692764282227, 0.13133957982063293, 0.1360822319984436, 0.14082488417625427, 0.14556753635406494, 0.1503101885318756, 0.15505284070968628, 0.15979549288749695, 0.16453814506530762, 0.1692807972431183, 0.17402344942092896, 0.17876610159873962, 0.1835087537765503, 0.18825140595436096, 0.19299405813217163, 0.1977367103099823, 0.20247936248779297, 0.20722201466560364, 0.2119646668434143, 0.21670731902122498, 0.22144997119903564]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 9.0, 4.0, 11.0, 13.0, 15.0, 13.0, 8.0, 12.0, 13.0, 29.0, 17.0, 13.0, 18.0, 16.0, 14.0, 7.0, 7.0, 8.0, 4.0, 6.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04382502660155296, -0.04222816601395607, -0.04063130170106888, -0.039034441113471985, -0.03743757680058479, -0.0358407162129879, -0.03424385190010071, -0.032646991312503815, -0.031050126999616623, -0.02945326641201973, -0.027856403961777687, -0.026259541511535645, -0.024662679061293602, -0.02306581661105156, -0.021468954160809517, -0.019872091710567474, -0.018275229260325432, -0.01667836681008339, -0.015081504359841347, -0.013484641909599304, -0.011887779459357262, -0.010290917940437794, -0.008694055490195751, -0.007097193039953709, -0.005500330589711666, -0.0039034681394696236, -0.0023066059220582247, -0.000709743588231504, 0.0008871187455952168, 0.0024839811958372593, 0.0040808431804180145, 0.005677705630660057, 0.0072745680809021, 0.008871430531144142, 0.010468292981386185, 0.012065155431628227, 0.01366201788187027, 0.015258879400789738, 0.016855742782354355, 0.018452605232596397, 0.02004946768283844, 0.021646328270435333, 0.023243190720677376, 0.02484005317091942, 0.02643691562116146, 0.028033778071403503, 0.029630640521645546, 0.03122750297188759, 0.03282436728477478, 0.034421227872371674, 0.03601808845996857, 0.03761495277285576, 0.03921181336045265, 0.040808677673339844, 0.04240553826093674, 0.04400240257382393, 0.04559926316142082, 0.047196127474308014, 0.04879298806190491, 0.0503898523747921, 0.05198671296238899, 0.053583577275276184, 0.05518043786287308, 0.05677730217576027, 0.05837416276335716]}, "_runtime": 33.187994956970215, "_timestamp": 1596211622.9591038, "_step": 37}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 6.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 0.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008293358609080315, -0.007983275689184666, -0.007673192303627729, -0.0073631093837320805, -0.007053025998175144, -0.006742943078279495, -0.006432860158383846, -0.00612277677282691, -0.005812693852931261, -0.005502610933035612, -0.005192527547478676, -0.004882444627583027, -0.004572361707687378, -0.004262278322130442, -0.003952195402234793, -0.0036421122495085, -0.0033320290967822075, -0.003021945944055915, -0.0027118627913296223, -0.0024017798714339733, -0.0020916967187076807, -0.001781613565981388, -0.0014715305296704173, -0.0011614474933594465, -0.0008513643406331539, -0.0005412812461145222, -0.00023119815159589052, 7.888494292274117e-05, 0.00038896803744137287, 0.0006990511319600046, 0.0010091342264786363, 0.001319217262789607, 0.0016293004155158997, 0.0019393835682421923, 0.002249466720968485, 0.002559549640864134, 0.0028696327935904264, 0.003179715946316719, 0.003489798866212368, 0.0037998820189386606, 0.004109965171664953, 0.004420048091560602, 0.0047301314771175385, 0.005040214397013187, 0.005350297316908836, 0.005660380702465773, 0.005970463622361422, 0.006280547007918358, 0.006590629927814007, 0.006900712847709656, 0.007210796233266592, 0.007520879153162241, 0.007830962538719177, 0.008141045458614826, 0.008451128378510475, 0.008761211298406124, 0.009071294218301773, 0.009381378069519997, 0.009691460989415646, 0.010001543909311295, 0.010311626829206944, 0.010621709749102592, 0.010931793600320816, 0.011241876520216465, 0.011551959440112114]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 4.0, 7.0, 13.0, 11.0, 13.0, 23.0, 41.0, 30.0, 34.0, 58.0, 74.0, 93.0, 127.0, 167.0, 249.0, 330.0, 559.0, 4447.0, 659.0, 323.0, 166.0, 110.0, 89.0, 57.0, 39.0, 34.0, 29.0, 21.0, 19.0, 18.0, 11.0, 9.0, 6.0, 9.0, 3.0, 5.0, 8.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.14333397150039673, -0.13902011513710022, -0.13470624387264252, -0.130392387509346, -0.1260785311460495, -0.1217646673321724, -0.11745080351829529, -0.11313694715499878, -0.10882308334112167, -0.10450921952724457, -0.10019536316394806, -0.09588149935007095, -0.09156763553619385, -0.08725377917289734, -0.08293991535902023, -0.07862605899572372, -0.07431219518184662, -0.06999833136796951, -0.065684475004673, -0.0613706111907959, -0.05705675110220909, -0.052742891013622284, -0.04842902719974518, -0.04411516711115837, -0.039801307022571564, -0.035487446933984756, -0.0311735849827528, -0.026859723031520844, -0.022545862942934036, -0.01823200285434723, -0.013918140903115273, -0.00960427988320589, -0.005290418863296509, -0.0009765578433871269, 0.003337303176522255, 0.007651164196431637, 0.011965025216341019, 0.016278885304927826, 0.020592747256159782, 0.02490660920739174, 0.029220469295978546, 0.03353432938456535, 0.03784818947315216, 0.042162053287029266, 0.046475913375616074, 0.05078977346420288, 0.05510363727807999, 0.059417497366666794, 0.0637313574552536, 0.0680452212691307, 0.07235907763242722, 0.07667294144630432, 0.08098679780960083, 0.08530066162347794, 0.08961452543735504, 0.09392838180065155, 0.09824224561452866, 0.10255610942840576, 0.10686996579170227, 0.11118382960557938, 0.11549769341945648, 0.11981154978275299, 0.1241254135966301, 0.1284392774105072, 0.1327531337738037]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 6.0, 6.0, 4.0, 3.0, 2.0, 3.0, 4.0, 5.0, 4.0, 25.0, 2.0, 3.0, 4.0, 3.0, 5.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003445614594966173, -0.0033424757421016693, -0.0032393368892371655, -0.0031361982692033052, -0.0030330594163388014, -0.0029299205634742975, -0.0028267817106097937, -0.00272364285774529, -0.0026205042377114296, -0.0025173653848469257, -0.002414226531982422, -0.002311087679117918, -0.002207948826253414, -0.0021048099733889103, -0.00200167135335505, -0.0018985325004905462, -0.0017953936476260424, -0.0016922547947615385, -0.0015891160583123565, -0.0014859772054478526, -0.0013828384689986706, -0.0012796996161341667, -0.0011765607632696629, -0.0010734220268204808, -0.000970283173955977, -0.000867144379299134, -0.0007640055846422911, -0.0006608667317777872, -0.0005577279371209443, -0.0004545891424641013, -0.0003514503187034279, -0.0002483114949427545, -0.00014517270028591156, -4.2033891077153385e-05, 6.110491813160479e-05, 0.00016424372734036297, 0.00026738253654912114, 0.0003705213312059641, 0.0004736601549666375, 0.0005767989787273109, 0.0006799377733841538, 0.0007830765680409968, 0.0008862153626978397, 0.0009893542155623436, 0.0010924930684268475, 0.0011956318048760295, 0.0012987706577405334, 0.0014019093941897154, 0.0015050482470542192, 0.001608187099918723, 0.0017113258363679051, 0.001814464689232409, 0.001917603425681591, 0.002020742278546095, 0.0021238811314105988, 0.0022270199842751026, 0.0023301588371396065, 0.0024332974571734667, 0.0025364363100379705, 0.0026395751629024744, 0.0027427140157669783, 0.002845852868631482, 0.0029489914886653423, 0.003052130341529846, 0.00315526919439435]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 7.0, 7.0, 7.0, 5.0, 18.0, 24.0, 28.0, 48.0, 62.0, 97.0, 149.0, 230.0, 369.0, 573.0, 905.0, 1557.0, 2726.0, 5026.0, 9921.0, 20320.0, 46078.0, 119676.0, 716881.0, 139956.0, 55142.0, 26238.0, 13752.0, 7650.0, 4497.0, 2638.0, 1707.0, 1084.0, 729.0, 462.0, 317.0, 225.0, 147.0, 104.0, 81.0, 63.0, 36.0, 27.0, 22.0, 13.0, 8.0, 1.0, 9.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011707372032105923, -0.011250955052673817, -0.01079453807324171, -0.010338121093809605, -0.009881703183054924, -0.009425286203622818, -0.008968869224190712, -0.008512452244758606, -0.0080560352653265, -0.007599618285894394, -0.007143201306462288, -0.006686783861368895, -0.0062303668819367886, -0.0057739499025046825, -0.005317532457411289, -0.004861115477979183, -0.004404698498547077, -0.003948281519114971, -0.0034918643068522215, -0.003035447094589472, -0.002579030115157366, -0.0021226131357252598, -0.0016661959234625101, -0.0012097788276150823, -0.0007533617317676544, -0.0002969446359202266, 0.00015947245992720127, 0.0006158895557746291, 0.001072306651622057, 0.0015287237474694848, 0.0019851408433169127, 0.0024415580555796623, 0.0028979750350117683, 0.0033543920144438744, 0.003810809226706624, 0.004267226438969374, 0.00472364341840148, 0.005180060397833586, 0.005636477842926979, 0.006092894822359085, 0.006549311801791191, 0.007005728781223297, 0.007462145760655403, 0.00791856274008751, 0.008374979719519615, 0.008831397630274296, 0.009287814609706402, 0.009744231589138508, 0.010200648568570614, 0.01065706554800272, 0.011113482527434826, 0.011569899506866932, 0.012026317417621613, 0.012482734397053719, 0.012939151376485825, 0.01339556835591793, 0.013851985335350037, 0.014308402314782143, 0.014764819294214249, 0.015221236273646355, 0.01567765325307846, 0.016134070232510567, 0.016590487211942673, 0.01704690419137478, 0.017503321170806885]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 6.0, 4.0, 7.0, 7.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023316407576203346, -0.022633444517850876, -0.021950481459498405, -0.021267518401145935, -0.020584555342793465, -0.019901592284440994, -0.019218629226088524, -0.018535666167736053, -0.017852703109383583, -0.017169740051031113, -0.016486776992678642, -0.015803813934326172, -0.015120851807296276, -0.014437888748943806, -0.013754925690591335, -0.013071962632238865, -0.012388999573886395, -0.011706036515533924, -0.011023073457181454, -0.010340110398828983, -0.009657147340476513, -0.008974184282124043, -0.008291221223771572, -0.007608258631080389, -0.006925295572727919, -0.006242332514375448, -0.005559369456022978, -0.004876406397670507, -0.004193443804979324, -0.0035104805137962103, -0.0028275176882743835, -0.002144554629921913, -0.0014615915715694427, -0.0007786285714246333, -9.566557127982378e-05, 0.0005872974288649857, 0.0012702604290097952, 0.0019532234873622656, 0.0026361863128840923, 0.0033191493712365627, 0.004002112429589033, 0.0046850754879415035, 0.005368038546293974, 0.006051001604646444, 0.006733964197337627, 0.007416927255690098, 0.008099890314042568, 0.008782853372395039, 0.009465816430747509, 0.01014877948909998, 0.01083174254745245, 0.01151470560580492, 0.01219766866415739, 0.012880631722509861, 0.013563594780862331, 0.014246557839214802, 0.014929519966244698, 0.015612483024597168, 0.01629544608294964, 0.01697840914130211, 0.01766137219965458, 0.01834433525800705, 0.01902729831635952, 0.01971026137471199, 0.02039322443306446]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 5.0, 4.0, 5.0, 23.0, 28.0, 45.0, 52.0, 75.0, 89.0, 155.0, 194.0, 220.0, 267.0, 318.0, 412.0, 502.0, 641.0, 1062.0, 1667.0, 2793.0, 6040.0, 1112.0, 610.0, 446.0, 341.0, 251.0, 209.0, 164.0, 107.0, 96.0, 96.0, 80.0, 59.0, 40.0, 32.0, 23.0, 25.0, 22.0, 22.0, 18.0, 12.0, 11.0, 9.0, 7.0, 6.0, 5.0, 5.0, 5.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011375254951417446, -0.010863588191568851, -0.010351921431720257, -0.009840253740549088, -0.009328586980700493, -0.008816920220851898, -0.008305253461003304, -0.0077935862354934216, -0.007281919475644827, -0.006770252715796232, -0.00625858549028635, -0.005746918730437756, -0.005235251970589161, -0.004723584745079279, -0.004211917985230684, -0.003700250992551446, -0.0031885839998722076, -0.0026769170071929693, -0.002165250014513731, -0.0016535832546651363, -0.001141916261985898, -0.0006302493275143206, -0.0001185823930427432, 0.0003930845414288342, 0.0009047514759004116, 0.00141641846857965, 0.0019280853448435664, 0.002439752221107483, 0.0029514192137867212, 0.0034630862064659595, 0.003974752966314554, 0.004486420191824436, 0.004998086951673031, 0.0055097537115216255, 0.0060214209370315075, 0.006533087696880102, 0.007044754922389984, 0.007556421682238579, 0.008068088442087173, 0.008579755201935768, 0.009091421961784363, 0.009603089652955532, 0.010114756412804127, 0.010626423172652721, 0.011138089932501316, 0.01164975669234991, 0.01216142438352108, 0.012673091143369675, 0.01318475790321827, 0.013696424663066864, 0.014208091422915459, 0.014719759114086628, 0.015231425873935223, 0.015743091702461243, 0.016254760324954987, 0.01676642708480358, 0.017278093844652176, 0.01778976060450077, 0.018301427364349365, 0.01881309412419796, 0.019324760884046555, 0.01983642764389515, 0.020348094403743744, 0.02085976116359234, 0.021371427923440933]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.23695069551467896, -0.23127588629722595, -0.22560106217861176, -0.21992625296115875, -0.21425142884254456, -0.20857661962509155, -0.20290179550647736, -0.19722698628902435, -0.19155216217041016, -0.18587735295295715, -0.18020254373550415, -0.17452771961688995, -0.16885291039943695, -0.16317808628082275, -0.15750327706336975, -0.15182845294475555, -0.14615364372730255, -0.14047883450984955, -0.13480401039123535, -0.12912920117378235, -0.12345437705516815, -0.11777956783771515, -0.11210475116968155, -0.10642993450164795, -0.10075511783361435, -0.09508030116558075, -0.08940548449754715, -0.08373066782951355, -0.07805585861206055, -0.07238104194402695, -0.06670622527599335, -0.06103140860795975, -0.05535659193992615, -0.04968177527189255, -0.04400695860385895, -0.038332145661115646, -0.032657328993082047, -0.026982512325048447, -0.021307697519659996, -0.015632882714271545, -0.009958066046237946, -0.00428325030952692, 0.001391565427184105, 0.00706638116389513, 0.012741196900606155, 0.018416013568639755, 0.024090828374028206, 0.029765643179416656, 0.035440459847450256, 0.041115276515483856, 0.046790093183517456, 0.05246490612626076, 0.05813972279429436, 0.06381453573703766, 0.06948935240507126, 0.07516416907310486, 0.08083898574113846, 0.08651380240917206, 0.09218861907720566, 0.09786343574523926, 0.10353824496269226, 0.10921306163072586, 0.11488787829875946, 0.12056269496679306, 0.12623751163482666]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 2.0, 4.0, 3.0, 3.0, 2.0, 2.0, 5.0, 7.0, 15.0, 22.0, 32.0, 59.0, 37.0, 22.0, 8.0, 10.0, 8.0, 5.0, 5.0, 2.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.19578292965888977, -0.19134068489074707, -0.18689844012260437, -0.18245619535446167, -0.17801395058631897, -0.17357170581817627, -0.16912946105003357, -0.16468721628189087, -0.16024497151374817, -0.15580271184444427, -0.15136046707630157, -0.14691822230815887, -0.14247597754001617, -0.13803373277187347, -0.13359148800373077, -0.12914924323558807, -0.12470699846744537, -0.12026475369930267, -0.11582250893115997, -0.11138026416301727, -0.10693801939487457, -0.10249576717615128, -0.09805352240800858, -0.09361127763986588, -0.08916903287172318, -0.08472678810358047, -0.08028454333543777, -0.07584229856729507, -0.07140004634857178, -0.06695780158042908, -0.06251555681228638, -0.05807331204414368, -0.05363106727600098, -0.049188822507858276, -0.044746577739715576, -0.04030432924628258, -0.03586208447813988, -0.03141983970999718, -0.026977593079209328, -0.02253534644842148, -0.018093101680278778, -0.013650855980813503, -0.009208610281348228, -0.004766364581882954, -0.00032411888241767883, 0.004118126817047596, 0.00856037251651287, 0.013002618215978146, 0.01744486391544342, 0.02188710868358612, 0.02632935531437397, 0.03077160194516182, 0.03521384671330452, 0.03965609148144722, 0.04409833997488022, 0.04854058474302292, 0.05298282951116562, 0.05742507427930832, 0.06186731904745102, 0.06630956381559372, 0.07075181603431702, 0.07519406080245972, 0.07963630557060242, 0.08407855033874512, 0.08852079510688782]}, "_runtime": 33.933643102645874, "_timestamp": 1596211623.704752, "_step": 38}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010363700799643993, -0.010033330880105495, -0.009702960960566998, -0.0093725910410285, -0.009042221121490002, -0.008711851201951504, -0.008381481282413006, -0.008051111362874508, -0.007720740977674723, -0.007390371058136225, -0.007060001138597727, -0.006729631219059229, -0.006399260833859444, -0.006068890914320946, -0.005738520994782448, -0.00540815107524395, -0.005077781155705452, -0.004747411236166954, -0.004417041316628456, -0.004086671397089958, -0.0037563012447208166, -0.0034259313251823187, -0.003095561172813177, -0.002765191253274679, -0.0024348213337361813, -0.0021044514141976833, -0.0017740813782438636, -0.0014437113422900438, -0.001113341422751546, -0.0007829714450053871, -0.00045260146725922823, -0.0001222314895130694, 0.00020813848823308945, 0.0005385084659792483, 0.0008688784437254071, 0.0011992484796792269, 0.0015296183992177248, 0.0018599883187562227, 0.0021903584711253643, 0.0025207283906638622, 0.00285109831020236, 0.003181468229740858, 0.003511838149279356, 0.0038422083016484976, 0.004172578454017639, 0.004502948373556137, 0.004833318293094635, 0.005163688212633133, 0.005494058132171631, 0.005824428051710129, 0.006154797971248627, 0.006485167890787125, 0.0068155378103256226, 0.007145908195525408, 0.007476278115063906, 0.007806648034602404, 0.008137017488479614, 0.008467388339340687, 0.008797758258879185, 0.009128128178417683, 0.00945849809795618, 0.009788868017494678, 0.010119237937033176, 0.010449607856571674, 0.010779977776110172]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 5.0, 9.0, 9.0, 12.0, 12.0, 9.0, 16.0, 27.0, 25.0, 27.0, 41.0, 58.0, 72.0, 110.0, 143.0, 185.0, 272.0, 397.0, 3274.0, 1751.0, 565.0, 255.0, 164.0, 112.0, 82.0, 58.0, 51.0, 34.0, 32.0, 22.0, 18.0, 20.0, 10.0, 13.0, 5.0, 7.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.17369040846824646, -0.1687135100364685, -0.16373661160469055, -0.1587596982717514, -0.15378279983997345, -0.1488059014081955, -0.14382898807525635, -0.1388520896434784, -0.13387519121170044, -0.12889829277992249, -0.12392138689756393, -0.11894448101520538, -0.11396758258342743, -0.10899068415164948, -0.10401377826929092, -0.09903687238693237, -0.09405997395515442, -0.08908307552337646, -0.08410616964101791, -0.07912926375865936, -0.07415236532688141, -0.06917546689510345, -0.0641985610127449, -0.05922165885567665, -0.0542447566986084, -0.049267854541540146, -0.04429095238447189, -0.03931405022740364, -0.03433714807033539, -0.029360245913267136, -0.024383343756198883, -0.01940644159913063, -0.014429539442062378, -0.009452637284994125, -0.004475735127925873, 0.0005011670291423798, 0.005478069186210632, 0.010454971343278885, 0.015431873500347137, 0.02040877565741539, 0.025385677814483643, 0.030362579971551895, 0.03533948212862015, 0.0403163842856884, 0.04529328644275665, 0.050270188599824905, 0.05524709075689316, 0.06022399291396141, 0.06520089507102966, 0.07017779350280762, 0.07515469938516617, 0.08013160526752472, 0.08510850369930267, 0.09008540213108063, 0.09506230801343918, 0.10003921389579773, 0.10501611232757568, 0.10999301075935364, 0.11496991664171219, 0.11994682252407074, 0.1249237209558487, 0.12990061938762665, 0.1348775327205658, 0.13985443115234375, 0.1448313295841217]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 3.0, 6.0, 29.0, 5.0, 4.0, 2.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022455949801951647, -0.0021639480255544186, -0.0020823010709136724, -0.0020006541162729263, -0.0019190070452168584, -0.0018373600905761123, -0.0017557130195200443, -0.0016740660648792982, -0.001592419110238552, -0.001510772155597806, -0.0014291252009570599, -0.001347478129900992, -0.0012658311752602458, -0.0011841842206194997, -0.0011025371495634317, -0.0010208901949226856, -0.0009392432402819395, -0.0008575962856411934, -0.0007759492727927864, -0.0006943022599443793, -0.0006126553053036332, -0.0005310083506628871, -0.00044936133781448007, -0.0003677143540699035, -0.0002860673703253269, -0.00020442038658075035, -0.00012277340283617377, -4.11264190915972e-05, 4.0520564652979374e-05, 0.00012216754839755595, 0.00020381453214213252, 0.0002854615158867091, 0.00036710849963128567, 0.00044875548337586224, 0.0005304024671204388, 0.0006120494799688458, 0.000693696434609592, 0.0007753433892503381, 0.0008569904020987451, 0.0009386374149471521, 0.0010202843695878983, 0.0011019313242286444, 0.0011835782788693905, 0.0012652253499254584, 0.0013468723045662045, 0.0014285192592069507, 0.0015101663302630186, 0.0015918132849037647, 0.0016734602395445108, 0.001755107194185257, 0.001836754148826003, 0.001918401219882071, 0.002000048290938139, 0.002081695245578885, 0.002163342200219631, 0.0022449891548603773, 0.0023266361095011234, 0.0024082830641418695, 0.0024899300187826157, 0.0025715769734233618, 0.002653223928064108, 0.0027348711155354977, 0.0028165180701762438, 0.00289816502481699, 0.002979811979457736]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 7.0, 14.0, 14.0, 19.0, 32.0, 38.0, 54.0, 69.0, 90.0, 169.0, 224.0, 345.0, 509.0, 834.0, 1395.0, 2285.0, 3927.0, 6866.0, 12948.0, 25625.0, 55316.0, 139738.0, 689259.0, 122147.0, 54086.0, 26941.0, 14457.0, 8337.0, 4849.0, 2941.0, 1902.0, 1309.0, 862.0, 601.0, 402.0, 293.0, 204.0, 142.0, 81.0, 87.0, 57.0, 40.0, 37.0, 21.0, 18.0, 10.0, 5.0, 7.0, 4.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 3.0], "bins": [-0.012865791097283363, -0.012443920597434044, -0.01202204916626215, -0.01160017866641283, -0.011178307235240936, -0.010756436735391617, -0.010334565304219723, -0.009912694804370403, -0.00949082337319851, -0.00906895287334919, -0.00864708237349987, -0.008225210942327976, -0.007803340442478657, -0.00738146947696805, -0.006959598511457443, -0.0065377275459468365, -0.00611585658043623, -0.005693985614925623, -0.005272114649415016, -0.004850243683904409, -0.004428372718393803, -0.004006502218544483, -0.0035846312530338764, -0.0031627602875232697, -0.002740889322012663, -0.002319018356502056, -0.0018971475074067712, -0.0014752766583114862, -0.0010534056928008795, -0.0006315347854979336, -0.00020966387819498777, 0.00021220702910795808, 0.0006340779364109039, 0.0010559489019215107, 0.0014778197510167956, 0.0018996906001120806, 0.0023215615656226873, 0.002743432531133294, 0.0031653032638132572, 0.003587174229323864, 0.004009045194834471, 0.0044309161603450775, 0.004852787125855684, 0.005274658091366291, 0.0056965285912156105, 0.006118399556726217, 0.006540270522236824, 0.006962141487747431, 0.007384012453258038, 0.007805883418768644, 0.008227754384279251, 0.00864962488412857, 0.009071496315300465, 0.009493366815149784, 0.009915238246321678, 0.010337108746170998, 0.010758979246020317, 0.011180850677192211, 0.01160272117704153, 0.012024592608213425, 0.012446463108062744, 0.012868334539234638, 0.013290205039083958, 0.013712076470255852, 0.014133946970105171]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 4.0, 6.0, 10.0, 3.0, 3.0, 3.0, 5.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.025854866951704025, -0.024708475917577744, -0.023562084883451462, -0.02241569384932518, -0.0212693028151989, -0.020122909918427467, -0.018976518884301186, -0.017830127850174904, -0.016683736816048622, -0.01553734578192234, -0.014390954747796059, -0.013244562782347202, -0.01209817174822092, -0.010951780714094639, -0.009805388748645782, -0.0086589977145195, -0.007512606680393219, -0.006366215646266937, -0.005219824146479368, -0.004073432646691799, -0.0029270416125655174, -0.001780650345608592, -0.0006342590786516666, 0.0005121321883052588, 0.0016585234552621841, 0.0028049147222191095, 0.003951305989176035, 0.005097697488963604, 0.006244088523089886, 0.0073904795572161674, 0.008536871522665024, 0.009683262556791306, 0.010829653590917587, 0.011976044625043869, 0.01312243565917015, 0.014268827624619007, 0.015415218658745289, 0.016561610624194145, 0.017708001658320427, 0.01885439269244671, 0.02000078372657299, 0.021147174760699272, 0.022293565794825554, 0.023439956828951836, 0.024586349725723267, 0.02573274075984955, 0.02687913179397583, 0.028025522828102112, 0.029171913862228394, 0.030318304896354675, 0.03146469593048096, 0.03261108696460724, 0.03375747799873352, 0.0349038690328598, 0.036050260066986084, 0.037196651101112366, 0.03834304213523865, 0.03948943689465523, 0.04063582792878151, 0.04178221896290779, 0.04292860999703407, 0.044075001031160355, 0.045221392065286636, 0.04636778309941292, 0.0475141741335392]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 3.0, 8.0, 3.0, 14.0, 7.0, 7.0, 7.0, 3.0, 15.0, 16.0, 29.0, 33.0, 46.0, 104.0, 124.0, 214.0, 336.0, 475.0, 687.0, 858.0, 1121.0, 1341.0, 1703.0, 2607.0, 5926.0, 730.0, 378.0, 296.0, 219.0, 160.0, 124.0, 88.0, 93.0, 55.0, 66.0, 54.0, 40.0, 32.0, 47.0, 53.0, 50.0, 38.0, 31.0, 50.0, 36.0, 29.0, 18.0, 16.0, 14.0, 3.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.021376362070441246, -0.020678237080574036, -0.019980112090706825, -0.019281987100839615, -0.018583860248327255, -0.017885735258460045, -0.017187610268592834, -0.016489485278725624, -0.015791360288858414, -0.015093234367668629, -0.014395109377801418, -0.013696984387934208, -0.012998858466744423, -0.012300733476877213, -0.011602608487010002, -0.010904482565820217, -0.010206357575953007, -0.009508232586085796, -0.008810106664896011, -0.008111981675028801, -0.007413856685161591, -0.006715731229633093, -0.006017605774104595, -0.005319480784237385, -0.004621355328708887, -0.003923229873180389, -0.003225104883313179, -0.0025269794277846813, -0.0018288542050868273, -0.0011307289823889732, -0.00043260364327579737, 0.0002655216376297176, 0.0009636469185352325, 0.0016617721412330866, 0.0023598973639309406, 0.0030580228194594383, 0.0037561480421572924, 0.004454273264855146, 0.005152398720383644, 0.0058505237102508545, 0.006548649165779352, 0.00724677462130785, 0.00794489961117506, 0.00864302460104227, 0.009341150522232056, 0.010039275512099266, 0.010737400501966476, 0.011435526423156261, 0.012133651413023472, 0.012831776402890682, 0.013529902324080467, 0.014228027313947678, 0.014926152303814888, 0.015624278225004673, 0.01632240228354931, 0.01702052913606167, 0.01771865412592888, 0.01841677911579609, 0.0191149041056633, 0.01981302909553051, 0.02051115408539772, 0.02120928093791008, 0.02190740592777729, 0.0226055309176445, 0.02330365590751171]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.25805965065956116, -0.25171053409576416, -0.24536141753196716, -0.23901230096817017, -0.23266318440437317, -0.22631406784057617, -0.21996495127677917, -0.21361583471298218, -0.20726671814918518, -0.20091761648654938, -0.19456849992275238, -0.18821938335895538, -0.1818702667951584, -0.1755211502313614, -0.1691720336675644, -0.1628229171037674, -0.1564738005399704, -0.1501246839761734, -0.1437755674123764, -0.1374264508485794, -0.1310773342847824, -0.12472822517156601, -0.11837910860776901, -0.11202999204397202, -0.10568087548017502, -0.09933175891637802, -0.09298264235258102, -0.08663352578878403, -0.08028441667556763, -0.07393530011177063, -0.06758618354797363, -0.061237066984176636, -0.05488795042037964, -0.04853883385658264, -0.042189717292785645, -0.035840604454278946, -0.02949148789048195, -0.023142371326684952, -0.016793256625533104, -0.010444140993058681, -0.004095025360584259, 0.0022540902718901634, 0.008603205904364586, 0.014952321536839008, 0.02130143716931343, 0.027650553733110428, 0.033999666571617126, 0.040348783135414124, 0.04669789969921112, 0.05304701626300812, 0.059396132826805115, 0.06574524939060211, 0.07209436595439911, 0.07844347506761551, 0.0847925916314125, 0.0911417081952095, 0.0974908247590065, 0.1038399413228035, 0.1101890578866005, 0.11653817445039749, 0.12288728356361389, 0.1292364001274109, 0.13558551669120789, 0.14193463325500488, 0.14828374981880188]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 5.0, 1.0, 5.0, 3.0, 3.0, 7.0, 10.0, 11.0, 20.0, 10.0, 14.0, 17.0, 37.0, 24.0, 21.0, 8.0, 6.0, 5.0, 10.0, 6.0, 7.0, 3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 4.0], "bins": [-0.10144145786762238, -0.09914645552635193, -0.09685145318508148, -0.09455645084381104, -0.09226144105195999, -0.08996643871068954, -0.0876714363694191, -0.08537643402814865, -0.0830814316868782, -0.08078642934560776, -0.07849141955375671, -0.07619641721248627, -0.07390141487121582, -0.07160641252994537, -0.06931141018867493, -0.06701640784740448, -0.06472140550613403, -0.06242639943957329, -0.06013139337301254, -0.057836391031742096, -0.05554138869047165, -0.053246382623910904, -0.05095138028264046, -0.04865637794137001, -0.046361371874809265, -0.04406636953353882, -0.04177136719226837, -0.039476364850997925, -0.03718135878443718, -0.03488635644316673, -0.032591354101896286, -0.03029634989798069, -0.028001345694065094, -0.025706341490149498, -0.02341133914887905, -0.021116334944963455, -0.01882133260369301, -0.016526328399777412, -0.014231324195861816, -0.011936320923268795, -0.009641317650675774, -0.007346314378082752, -0.0050513106398284435, -0.0027563071344047785, -0.00046130362898111343, 0.0018336998764425516, 0.004128703381866217, 0.006423707120120525, 0.008718710392713547, 0.011013713665306568, 0.01330871693789959, 0.015603721141815186, 0.017898723483085632, 0.02019372768700123, 0.022488731890916824, 0.02478373423218727, 0.027078738436102867, 0.029373742640018463, 0.03166874498128891, 0.03396374732255936, 0.0362587533891201, 0.03855375573039055, 0.040848758071660995, 0.04314376413822174, 0.04543876647949219]}, "_runtime": 34.687864542007446, "_timestamp": 1596211624.4589734, "_step": 39}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 0.0, 7.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013065572828054428, -0.012697506695985794, -0.01232944056391716, -0.011961374431848526, -0.011593308299779892, -0.011225241236388683, -0.01085717510432005, -0.010489108972251415, -0.010121042840182781, -0.009752976708114147, -0.009384910576045513, -0.009016844443976879, -0.00864877738058567, -0.008280711248517036, -0.007912645116448402, -0.007544578984379768, -0.007176512852311134, -0.0068084467202425, -0.006440380588173866, -0.006072313990443945, -0.005704247858375311, -0.005336181726306677, -0.0049681151285767555, -0.0046000489965081215, -0.0042319828644394875, -0.0038639167323708534, -0.0034958503674715757, -0.003127784002572298, -0.002759717870503664, -0.00239165173843503, -0.0020235853735357523, -0.0016555191250517964, -0.0012874528765678406, -0.0009193866280838847, -0.0005513203795999289, -0.000183254131115973, 0.00018481211736798286, 0.0005528783658519387, 0.0009209446143358946, 0.0012890108628198504, 0.0016570771113038063, 0.0020251432433724403, 0.002393209608271718, 0.0027612759731709957, 0.0031293421052396297, 0.0034974082373082638, 0.0038654746022075415, 0.004233540967106819, 0.004601607099175453, 0.004969673231244087, 0.005337739363312721, 0.005705805961042643, 0.006073872093111277, 0.006441938225179911, 0.006810004822909832, 0.007178070954978466, 0.0075461370870471, 0.007914203219115734, 0.008282269351184368, 0.008650335483253002, 0.00901840254664421, 0.009386468678712845, 0.009754534810781479, 0.010122600942850113, 0.010490667074918747]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 10.0, 10.0, 14.0, 24.0, 22.0, 32.0, 46.0, 69.0, 90.0, 142.0, 225.0, 380.0, 797.0, 4886.0, 547.0, 206.0, 130.0, 83.0, 54.0, 35.0, 18.0, 32.0, 21.0, 9.0, 8.0, 5.0, 4.0, 2.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.26083341240882874, -0.2535970211029053, -0.246360644698143, -0.23912425339221954, -0.23188787698745728, -0.2246514856815338, -0.21741509437561035, -0.21017871797084808, -0.20294232666492462, -0.19570595026016235, -0.1884695589542389, -0.18123316764831543, -0.17399679124355316, -0.1667603999376297, -0.15952402353286743, -0.15228763222694397, -0.1450512409210205, -0.13781486451625824, -0.13057847321033478, -0.12334208935499191, -0.11610570549964905, -0.10886932164430618, -0.10163293778896332, -0.09439655393362045, -0.08716017007827759, -0.07992377877235413, -0.07268739491701126, -0.0654510110616684, -0.05821462720632553, -0.05097823962569237, -0.0437418557703495, -0.03650546818971634, -0.029269084334373474, -0.02203269861638546, -0.01479631382972002, -0.007559928577393293, -0.00032354332506656647, 0.0069128419272601604, 0.014149227179586887, 0.021385611966252327, 0.02862199768424034, 0.035858381539583206, 0.04309476912021637, 0.050331152975559235, 0.0575675368309021, 0.06480392068624496, 0.07204031199216843, 0.07927669584751129, 0.08651307970285416, 0.09374946355819702, 0.10098584741353989, 0.10822223871946335, 0.11545862257480621, 0.12269500643014908, 0.12993139028549194, 0.1371677815914154, 0.14440415799617767, 0.15164054930210114, 0.1588769257068634, 0.16611331701278687, 0.17334970831871033, 0.1805860847234726, 0.18782247602939606, 0.19505885243415833, 0.2022952437400818]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 1.0, 4.0, 3.0, 3.0, 1.0, 6.0, 4.0, 3.0, 23.0, 0.0, 4.0, 4.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0], "bins": [-0.002548042219132185, -0.0024844519793987274, -0.002420861506834626, -0.0023572712671011686, -0.002293681027367711, -0.0022300907876342535, -0.0021665003150701523, -0.0021029100753366947, -0.002039319835603237, -0.001975729363039136, -0.0019121391233056784, -0.0018485488835722208, -0.0017849585274234414, -0.0017213682876899838, -0.0016577779315412045, -0.0015941876918077469, -0.0015305973356589675, -0.001467006979510188, -0.0014034167397767305, -0.0013398263836279511, -0.0012762361438944936, -0.0012126457877457142, -0.0011490555480122566, -0.0010854651918634772, -0.0010218748357146978, -0.0009582845959812403, -0.0008946942980401218, -0.0008311040000990033, -0.0007675136439502239, -0.0007039233460091054, -0.000640333048067987, -0.0005767427501268685, -0.00051315245218575, -0.00044956215424463153, -0.00038597185630351305, -0.0003223815292585641, -0.00025879123131744564, -0.00019520093337632716, -0.00013161062088329345, -6.802031566621736e-05, -4.430010449141264e-06, 5.916029476793483e-05, 0.00012275059998501092, 0.00018634091247804463, 0.0002499312104191631, 0.0003135215083602816, 0.0003771118354052305, 0.000440702133346349, 0.0005042924312874675, 0.000567882729228586, 0.0006314730271697044, 0.0006950633251108229, 0.0007586536230519414, 0.0008222439792007208, 0.0008858342771418393, 0.0009494245750829577, 0.0010130149312317371, 0.0010766051709651947, 0.001140195527113974, 0.0012037857668474317, 0.001267376122996211, 0.0013309663627296686, 0.001394556718878448, 0.0014581469586119056, 0.001521737314760685]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 9.0, 5.0, 5.0, 5.0, 11.0, 22.0, 25.0, 39.0, 51.0, 75.0, 109.0, 134.0, 186.0, 283.0, 416.0, 599.0, 920.0, 1408.0, 2034.0, 3368.0, 5494.0, 9381.0, 16631.0, 31849.0, 63135.0, 140686.0, 677271.0, 113078.0, 50566.0, 25744.0, 14130.0, 8099.0, 4797.0, 3018.0, 1910.0, 1264.0, 848.0, 597.0, 447.0, 294.0, 190.0, 142.0, 104.0, 84.0, 45.0, 41.0, 30.0, 14.0, 13.0, 9.0, 6.0, 7.0, 4.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.011100562289357185, -0.010769568383693695, -0.010438574478030205, -0.01010757964104414, -0.00977658573538065, -0.00944559182971716, -0.009114596992731094, -0.008783603087067604, -0.008452609181404114, -0.008121615275740623, -0.007790620904415846, -0.007459626533091068, -0.007128632627427578, -0.006797638721764088, -0.00646664435043931, -0.0061356499791145325, -0.005804656073451042, -0.005473662167787552, -0.005142667796462774, -0.004811673425137997, -0.004480679519474506, -0.004149685613811016, -0.0038186912424862385, -0.0034876971039921045, -0.0031567029654979706, -0.0028257088270038366, -0.0024947146885097027, -0.0021637205500155687, -0.0018327264115214348, -0.0015017322730273008, -0.0011707381345331669, -0.0008397439960390329, -0.000508749857544899, -0.00017775571905076504, 0.0001532384194433689, 0.00048423255793750286, 0.0008152266964316368, 0.0011462208349257708, 0.0014772149734199047, 0.0018082091119140387, 0.0021392032504081726, 0.0024701973889023066, 0.0028011915273964405, 0.0031321856658905745, 0.0034631798043847084, 0.0037941739428788424, 0.004125168081372976, 0.004456162452697754, 0.004787156358361244, 0.0051181502640247345, 0.005449144635349512, 0.00578013900667429, 0.00611113291233778, 0.00644212681800127, 0.006773121189326048, 0.0071041155606508255, 0.007435109466314316, 0.007766103371977806, 0.008097097277641296, 0.008428092114627361, 0.008759086020290852, 0.009090079925954342, 0.009421074762940407, 0.009752068668603897, 0.010083062574267387]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 3.0, 10.0, 4.0, 2.0, 5.0, 3.0, 6.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018934985622763634, -0.018455423414707184, -0.017975861206650734, -0.017496297135949135, -0.017016734927892685, -0.016537172719836235, -0.016057610511779785, -0.01557804737240076, -0.01509848516434431, -0.014618922956287861, -0.014139359816908836, -0.013659797608852386, -0.013180235400795937, -0.012700672261416912, -0.012221110053360462, -0.011741546913981438, -0.011261984705924988, -0.010782422497868538, -0.010302859358489513, -0.009823297150433064, -0.009343734011054039, -0.008864171802997589, -0.00838460959494114, -0.007905046455562115, -0.007425484247505665, -0.006945921573787928, -0.00646635890007019, -0.0059867966920137405, -0.005507234018296003, -0.005027671344578266, -0.004548109136521816, -0.004068546462804079, -0.003588983789086342, -0.0031094211153686047, -0.002629858674481511, -0.0021502962335944176, -0.0016707335598766804, -0.001191171002574265, -0.0007116084452718496, -0.00023204588796943426, 0.0002475166693329811, 0.0007270792266353965, 0.0012066417839378119, 0.0016862043412402272, 0.0021657668985426426, 0.00264532957226038, 0.0031248920131474733, 0.003604454454034567, 0.004084017127752304, 0.004563579801470041, 0.0050431424751877785, 0.005522704683244228, 0.0060022673569619656, 0.006481830030679703, 0.006961392238736153, 0.00744095491245389, 0.007920517586171627, 0.008400079794228077, 0.008879642933607101, 0.009359205141663551, 0.009838767349720001, 0.010318330489099026, 0.010797892697155476, 0.0112774558365345, 0.01175701804459095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 11.0, 7.0, 3.0, 9.0, 7.0, 5.0, 8.0, 8.0, 15.0, 12.0, 8.0, 8.0, 10.0, 8.0, 15.0, 20.0, 27.0, 28.0, 20.0, 38.0, 45.0, 64.0, 81.0, 100.0, 126.0, 147.0, 167.0, 213.0, 292.0, 369.0, 438.0, 547.0, 775.0, 1054.0, 1624.0, 5090.0, 1851.0, 1209.0, 945.0, 723.0, 551.0, 412.0, 290.0, 217.0, 155.0, 147.0, 121.0, 92.0, 68.0, 59.0, 33.0, 35.0, 33.0, 20.0, 19.0, 8.0, 7.0, 14.0, 10.0, 2.0, 3.0, 1.0], "bins": [-0.006657143123447895, -0.006478898227214813, -0.006300653796643019, -0.006122408900409937, -0.005944164469838142, -0.005765919573605061, -0.005587675143033266, -0.005409430246800184, -0.00523118581622839, -0.005052940919995308, -0.004874696023762226, -0.004696451593190432, -0.00451820669695735, -0.004339962266385555, -0.0041617173701524734, -0.003983472939580679, -0.003805228043347597, -0.003626983379945159, -0.003448738716542721, -0.0032704940531402826, -0.0030922493897378445, -0.0029140044935047626, -0.0027357598301023245, -0.0025575151666998863, -0.002379270503297448, -0.00220102583989501, -0.002022781176492572, -0.0018445363966748118, -0.0016662917332723737, -0.0014880470698699355, -0.0013098022900521755, -0.0011315576266497374, -0.0009533129632472992, -0.000775068299844861, -0.000596823578234762, -0.00041857888572849333, -0.0002403341932222247, -6.208950071595609e-05, 0.00011615519179031253, 0.00029439988429658115, 0.00047264457680284977, 0.0006508892402052879, 0.000829133961815387, 0.001007378683425486, 0.0011856233468279243, 0.0013638680102303624, 0.0015421127900481224, 0.0017203574534505606, 0.0018986021168529987, 0.002076846780255437, 0.002255091443657875, 0.0024333361070603132, 0.0026115807704627514, 0.002789825666695833, 0.0029680703300982714, 0.0031463149935007095, 0.0033245596569031477, 0.003502804320305586, 0.003681048983708024, 0.003859293647110462, 0.004037538543343544, 0.0042157829739153385, 0.00439402787014842, 0.004572272300720215, 0.004750517196953297]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.040584906935691833, -0.038532551378011703, -0.036480195820331573, -0.03442784398794174, -0.03237548843026161, -0.030323132872581482, -0.0282707791775465, -0.02621842548251152, -0.02416606992483139, -0.02211371436715126, -0.02006136067211628, -0.0180090069770813, -0.01595665141940117, -0.013904296793043613, -0.011851942166686058, -0.009799587540328503, -0.007747232913970947, -0.005694878287613392, -0.0036425236612558365, -0.001590169034898281, 0.0004621855914592743, 0.0025145402178168297, 0.004566894844174385, 0.0066192494705319405, 0.008671604096889496, 0.010723958723247051, 0.012776313349604607, 0.014828667975962162, 0.016881022602319717, 0.018933378159999847, 0.020985731855034828, 0.02303808555006981, 0.02509044110774994, 0.02714279666543007, 0.02919515036046505, 0.03124750405550003, 0.03329985961318016, 0.03535221517086029, 0.03740456700325012, 0.03945692256093025, 0.04150927811861038, 0.04356163367629051, 0.04561398923397064, 0.047666341066360474, 0.049718696624040604, 0.051771052181720734, 0.053823404014110565, 0.055875759571790695, 0.057928115129470825, 0.059980470687150955, 0.062032826244831085, 0.06408517807722092, 0.06613753736019135, 0.06818988919258118, 0.07024224102497101, 0.07229460030794144, 0.07434695214033127, 0.0763993039727211, 0.07845166325569153, 0.08050401508808136, 0.08255636692047119, 0.08460872620344162, 0.08666107803583145, 0.08871343731880188, 0.09076578915119171]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 4.0, 10.0, 12.0, 31.0, 24.0, 30.0, 34.0, 13.0, 18.0, 10.0, 9.0, 10.0, 3.0, 7.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.024574223905801773, -0.023828959092497826, -0.023083694279193878, -0.02233843132853508, -0.021593166515231133, -0.020847901701927185, -0.020102638751268387, -0.01935737393796444, -0.018612109124660492, -0.017866844311356544, -0.017121579498052597, -0.0163763165473938, -0.01563105173408985, -0.014885786920785904, -0.014140523038804531, -0.013395259156823158, -0.01264999434351921, -0.011904729530215263, -0.01115946564823389, -0.010414201766252518, -0.00966893695294857, -0.008923672139644623, -0.00817840825766325, -0.00743314391002059, -0.00668787956237793, -0.0059426152147352695, -0.005197350867092609, -0.004452086519449949, -0.003706822171807289, -0.002961557824164629, -0.002216293476521969, -0.0014710291288793087, -0.0007257647812366486, 1.949956640601158e-05, 0.0007647639140486717, 0.0015100282616913319, 0.002255292609333992, 0.003000556956976652, 0.0037458213046193123, 0.004491085652261972, 0.005236349999904633, 0.005981614347547293, 0.006726878695189953, 0.007472143042832613, 0.008217407390475273, 0.00896267220377922, 0.009707936085760593, 0.010453199967741966, 0.011198464781045914, 0.011943729594349861, 0.012688993476331234, 0.013434257358312607, 0.014179522171616554, 0.014924786984920502, 0.0156700499355793, 0.016415314748883247, 0.017160579562187195, 0.017905844375491142, 0.01865110918879509, 0.019396372139453888, 0.020141636952757835, 0.020886901766061783, 0.02163216471672058, 0.02237742953002453, 0.023122694343328476]}, "_runtime": 35.435567140579224, "_timestamp": 1596211625.206676, "_step": 40}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013063779100775719, -0.012648042291402817, -0.012232305482029915, -0.011816568672657013, -0.011400831863284111, -0.010985095053911209, -0.010569358244538307, -0.010153621435165405, -0.009737884625792503, -0.009322148747742176, -0.008906411938369274, -0.008490675128996372, -0.00807493831962347, -0.007659201510250568, -0.0072434647008776665, -0.0068277278915047646, -0.006411991082131863, -0.005996254272758961, -0.005580517463386059, -0.005164780654013157, -0.004749043844640255, -0.00433330750092864, -0.0039175706915557384, -0.0035018338821828365, -0.0030860970728099346, -0.0026703602634370327, -0.0022546234540641308, -0.0018388868775218725, -0.0014231500681489706, -0.0010074132587760687, -0.0005916765658184886, -0.0001759398146532476, 0.0002397969365119934, 0.0006555336876772344, 0.0010712704388424754, 0.0014870071318000555, 0.0019027439411729574, 0.0023184807505458593, 0.0027342173270881176, 0.0031499541364610195, 0.0035656909458339214, 0.003981427755206823, 0.004397164564579725, 0.004812901373952627, 0.005228637717664242, 0.005644374527037144, 0.006060111336410046, 0.0064758481457829475, 0.0068915849551558495, 0.007307321764528751, 0.007723058573901653, 0.008138795383274555, 0.008554532192647457, 0.008970269002020359, 0.009386005811393261, 0.009801742620766163, 0.01021747849881649, 0.010633215308189392, 0.011048952117562294, 0.011464688926935196, 0.011880425736308098, 0.012296162545681, 0.012711899355053902, 0.013127636164426804, 0.013543372973799706]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 7.0, 5.0, 7.0, 11.0, 9.0, 6.0, 12.0, 28.0, 28.0, 41.0, 35.0, 42.0, 50.0, 74.0, 101.0, 109.0, 186.0, 202.0, 374.0, 3122.0, 2007.0, 510.0, 270.0, 169.0, 129.0, 102.0, 69.0, 63.0, 34.0, 23.0, 17.0, 22.0, 13.0, 8.0, 7.0, 7.0, 7.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19184856116771698, -0.18635620176792145, -0.18086384236812592, -0.1753714680671692, -0.16987910866737366, -0.16438674926757812, -0.1588943898677826, -0.15340203046798706, -0.14790967106819153, -0.1424172967672348, -0.13692493736743927, -0.13143257796764374, -0.1259402185678482, -0.12044785171747208, -0.11495549231767654, -0.10946312546730042, -0.10397076606750488, -0.09847840666770935, -0.09298603981733322, -0.08749368041753769, -0.08200131356716156, -0.07650895416736603, -0.0710165947675705, -0.06552422791719437, -0.060031868517398834, -0.054539505392313004, -0.04904714226722717, -0.04355478286743164, -0.03806241974234581, -0.03257005661725998, -0.027077695354819298, -0.021585334092378616, -0.016092970967292786, -0.01060060877352953, -0.0051082465797662735, 0.0003841156139969826, 0.005876477807760239, 0.011368840001523495, 0.01686120219528675, 0.022353563457727432, 0.027845926582813263, 0.033338289707899094, 0.038830652832984924, 0.04432301223278046, 0.04981537535786629, 0.05530773848295212, 0.06080009788274765, 0.06629246473312378, 0.07178482413291931, 0.07727718353271484, 0.08276955038309097, 0.0882619097828865, 0.09375427663326263, 0.09924663603305817, 0.1047389954328537, 0.11023136228322983, 0.11572372168302536, 0.12121608108282089, 0.12670844793319702, 0.13220080733299255, 0.13769316673278809, 0.14318552613258362, 0.14867790043354034, 0.15417025983333588, 0.1596626192331314]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 4.0, 9.0, 23.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 0.0, 4.0, 0.0, 4.0, 1.0, 5.0, 1.0, 1.0, 0.0, 2.0, 4.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00257718819193542, -0.002481941133737564, -0.002386694308370352, -0.002291447250172496, -0.00219620019197464, -0.002100953133776784, -0.0020057063084095716, -0.0019104592502117157, -0.0018152121920138597, -0.0017199652502313256, -0.0016247183084487915, -0.0015294712502509356, -0.0014342243084684014, -0.0013389772502705455, -0.0012437303084880114, -0.0011484832502901554, -0.0010532363085076213, -0.0009579893085174263, -0.0008627423085272312, -0.0007674953085370362, -0.0006722483085468411, -0.000577001366764307, -0.000481754366774112, -0.00038650736678391695, -0.0002912603667937219, -0.00019601336680352688, -0.00010076638136524707, -5.519388651009649e-06, 8.972760406322777e-05, 0.0001849746040534228, 0.0002802215749397874, 0.0003754685749299824, 0.00047071557492017746, 0.0005659625749103725, 0.0006612095749005675, 0.0007564565748907626, 0.0008517035748809576, 0.0009469505166634917, 0.0010421975748613477, 0.0011374445166438818, 0.0012326915748417377, 0.0013279385166242719, 0.001423185458406806, 0.001518432516604662, 0.001613679458387196, 0.001708926516585052, 0.0018041734583675861, 0.001899420516565442, 0.001994667574763298, 0.0020899144001305103, 0.0021851614583283663, 0.0022804085165262222, 0.0023756553418934345, 0.0024709024000912905, 0.0025661494582891464, 0.0026613965164870024, 0.0027566433418542147, 0.0028518904000520706, 0.0029471374582499266, 0.003042384283617139, 0.003137631341814995, 0.0032328784000128508, 0.0033281254582107067, 0.003423372283577919, 0.003518619341775775]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 5.0, 6.0, 25.0, 32.0, 50.0, 73.0, 104.0, 229.0, 361.0, 584.0, 982.0, 1599.0, 2784.0, 5197.0, 9533.0, 18616.0, 39459.0, 91015.0, 663338.0, 194941.0, 70657.0, 34704.0, 18387.0, 10229.0, 6236.0, 3743.0, 2342.0, 1459.0, 997.0, 615.0, 386.0, 288.0, 193.0, 126.0, 94.0, 55.0, 51.0, 38.0, 22.0, 12.0, 17.0, 14.0, 10.0, 2.0, 1.0, 6.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.012430437840521336, -0.012000594288110733, -0.01157075073570013, -0.011140907183289528, -0.01071106269955635, -0.010281219147145748, -0.009851375594735146, -0.009421532042324543, -0.00899168848991394, -0.008561844937503338, -0.008132001385092735, -0.007702157367020845, -0.007272313814610243, -0.00684247026219964, -0.00641262624412775, -0.005982782691717148, -0.005552939139306545, -0.005123095586895943, -0.00469325203448534, -0.00426340801641345, -0.0038335644640028477, -0.003403720911592245, -0.002973877126350999, -0.0025440333411097527, -0.00211418978869915, -0.0016843461198732257, -0.0012545024510473013, -0.0008246587822213769, -0.0003948151133954525, 3.50285554304719e-05, 0.0004648722242563963, 0.0008947158930823207, 0.001324559561908245, 0.0017544032307341695, 0.002184246899560094, 0.00261409068480134, 0.0030439342372119427, 0.0034737777896225452, 0.0039036215748637915, 0.004333465360105038, 0.00476330891251564, 0.005193152464926243, 0.005622996017336845, 0.006052840035408735, 0.006482683587819338, 0.00691252714022994, 0.00734237115830183, 0.007772214710712433, 0.008202058263123035, 0.008631901815533638, 0.00906174536794424, 0.009491588920354843, 0.00992143340408802, 0.010351276956498623, 0.010781120508909225, 0.011210964061319828, 0.01164080761373043, 0.012070651166141033, 0.012500494718551636, 0.012930338270962238, 0.013360181823372841, 0.013790026307106018, 0.01421986985951662, 0.014649713411927223, 0.015079556964337826]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 9.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.02306603081524372, -0.022466229274868965, -0.02186642959713936, -0.021266628056764603, -0.020666828379034996, -0.02006702683866024, -0.019467227160930634, -0.018867425620555878, -0.018267624080181122, -0.017667824402451515, -0.01706802286207676, -0.016468223184347153, -0.015868421643972397, -0.015268621034920216, -0.014668820425868034, -0.014069019816815853, -0.013469219207763672, -0.01286941859871149, -0.01226961798965931, -0.011669817380607128, -0.011070016771554947, -0.010470215231180191, -0.00987041462212801, -0.009270614013075829, -0.008670813404023647, -0.008071012794971466, -0.007471212185919285, -0.006871411111205816, -0.006271610502153635, -0.005671809893101454, -0.005072008818387985, -0.004472208209335804, -0.0038724076002836227, -0.0032726069912314415, -0.0026728061493486166, -0.0020730053074657917, -0.0014732046984136105, -0.0008734039729461074, -0.0002736032474786043, 0.00032619747798889875, 0.0009259982034564018, 0.001525798928923905, 0.002125599654391408, 0.002725400496274233, 0.003325201105326414, 0.003925001714378595, 0.004524802789092064, 0.005124603398144245, 0.005724404007196426, 0.006324204616248608, 0.006924005225300789, 0.007523806300014257, 0.008123606443405151, 0.008723407983779907, 0.009323208592832088, 0.00992300920188427, 0.010522809810936451, 0.011122610419988632, 0.011722411029040813, 0.012322211638092995, 0.01292201317846775, 0.013521813787519932, 0.014121614396572113, 0.014721415005624294, 0.015321215614676476]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 1.0, 4.0, 6.0, 10.0, 8.0, 14.0, 10.0, 11.0, 13.0, 12.0, 5.0, 8.0, 17.0, 21.0, 27.0, 26.0, 39.0, 60.0, 63.0, 92.0, 125.0, 156.0, 192.0, 282.0, 404.0, 563.0, 714.0, 1101.0, 2186.0, 6092.0, 1623.0, 1084.0, 744.0, 497.0, 401.0, 330.0, 275.0, 232.0, 158.0, 133.0, 111.0, 92.0, 93.0, 76.0, 61.0, 67.0, 51.0, 37.0, 25.0, 22.0, 11.0, 13.0, 7.0, 6.0, 4.0, 3.0, 1.0], "bins": [-0.018017444759607315, -0.017521079629659653, -0.01702471449971199, -0.01652834750711918, -0.016031982377171516, -0.015535617247223854, -0.015039251185953617, -0.01454288512468338, -0.014046519994735718, -0.013550154864788055, -0.013053788803517818, -0.012557422742247581, -0.012061057612299919, -0.011564692482352257, -0.01106832642108202, -0.010571960359811783, -0.01007559522986412, -0.009579230099916458, -0.009082864038646221, -0.008586497977375984, -0.008090132847428322, -0.007593767251819372, -0.0070974016562104225, -0.006601036060601473, -0.006104670464992523, -0.0056083048693835735, -0.005111939273774624, -0.004615573678165674, -0.0041192080825567245, -0.003622842486947775, -0.0031264768913388252, -0.0026301112957298756, -0.002133745700120926, -0.0016373801045119762, -0.0011410145089030266, -0.0006446489132940769, -0.00014828331768512726, 0.0003480822779238224, 0.0008444478735327721, 0.0013408134691417217, 0.0018371790647506714, 0.002333544660359621, 0.0028299102559685707, 0.0033262758515775204, 0.00382264144718647, 0.00431900704279542, 0.004815372638404369, 0.005311738234013319, 0.005808103829622269, 0.006304469425231218, 0.006800835020840168, 0.007297200616449118, 0.007793566212058067, 0.00828993134200573, 0.008786297403275967, 0.009282663464546204, 0.009779028594493866, 0.010275393724441528, 0.010771759785711765, 0.011268125846982002, 0.011764490976929665, 0.012260856106877327, 0.012757222168147564, 0.013253588229417801, 0.013749953359365463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15466350317001343, -0.1476176679134369, -0.14057183265686035, -0.1335259974002838, -0.12648016214370728, -0.11943431943655014, -0.1123884841799736, -0.10534264892339706, -0.09829681366682053, -0.09125097841024399, -0.08420514315366745, -0.07715930789709091, -0.07011346518993378, -0.06306762993335724, -0.0560217946767807, -0.04897595942020416, -0.041930124163627625, -0.034884288907051086, -0.0278384517878294, -0.020792614668607712, -0.013746779412031174, -0.006700943224132061, 0.0003448929637670517, 0.007390729151666164, 0.014436565339565277, 0.021482400596141815, 0.028528237715363503, 0.03557407483458519, 0.04261991009116173, 0.049665745347738266, 0.0567115843296051, 0.06375741958618164, 0.07080325484275818, 0.07784909009933472, 0.08489492535591125, 0.09194076061248779, 0.09898659586906433, 0.10603243857622147, 0.113078273832798, 0.12012410908937454, 0.12716993689537048, 0.13421578705310822, 0.14126162230968475, 0.1483074575662613, 0.15535329282283783, 0.16239912807941437, 0.1694449633359909, 0.17649079859256744, 0.18353663384914398, 0.19058246910572052, 0.19762830436229706, 0.2046741396188736, 0.21171997487545013, 0.21876581013202667, 0.2258116453886032, 0.23285748064517975, 0.23990333080291748, 0.24694916605949402, 0.25399500131607056, 0.2610408365726471, 0.26808667182922363, 0.27513250708580017, 0.2821783423423767, 0.28922417759895325, 0.2962700128555298]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 8.0, 4.0, 6.0, 6.0, 6.0, 2.0, 7.0, 4.0, 1.0, 6.0, 3.0, 3.0, 11.0, 24.0, 21.0, 52.0, 31.0, 25.0, 15.0, 2.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.10783462226390839, -0.10276419669389725, -0.09769377112388611, -0.09262334555387497, -0.08755291998386383, -0.0824824869632721, -0.07741206139326096, -0.07234163582324982, -0.06727121025323868, -0.06220078468322754, -0.0571303591132164, -0.05205992981791496, -0.046989504247903824, -0.041919078677892685, -0.03684864938259125, -0.03177822381258011, -0.02670779824256897, -0.02163737267255783, -0.016566945239901543, -0.011496518738567829, -0.006426092237234116, -0.001355665735900402, 0.0037147607654333115, 0.008785187266767025, 0.013855613768100739, 0.018926039338111877, 0.023996466770768166, 0.029066894203424454, 0.03413731977343559, 0.03920774534344673, 0.04427817463874817, 0.04934860020875931, 0.05441902577877045, 0.059489451348781586, 0.06455987691879272, 0.06963030248880386, 0.074700728058815, 0.07977116107940674, 0.08484158664941788, 0.08991201221942902, 0.09498243778944016, 0.1000528633594513, 0.10512328892946243, 0.11019371449947357, 0.11526414752006531, 0.12033457309007645, 0.12540499866008759, 0.13047541677951813, 0.13554584980010986, 0.1406162828207016, 0.14568670094013214, 0.15075713396072388, 0.15582755208015442, 0.16089798510074615, 0.1659684032201767, 0.17103883624076843, 0.17610925436019897, 0.1811796873807907, 0.18625012040138245, 0.191320538520813, 0.19639097154140472, 0.20146138966083527, 0.206531822681427, 0.21160224080085754, 0.21667267382144928]}, "_runtime": 36.18157482147217, "_timestamp": 1596211625.9526837, "_step": 41}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 5.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 7.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015202188864350319, -0.014769895002245903, -0.014337601140141487, -0.013905308209359646, -0.01347301434725523, -0.013040720485150814, -0.012608426623046398, -0.012176133692264557, -0.011743839830160141, -0.011311545968055725, -0.01087925210595131, -0.010446958243846893, -0.010014665313065052, -0.009582371450960636, -0.00915007758885622, -0.008717783726751804, -0.008285490795969963, -0.007853196933865547, -0.007420903071761131, -0.006988609209656715, -0.006556315813213587, -0.006124021951109171, -0.005691728554666042, -0.0052594346925616264, -0.0048271408304572105, -0.004394847434014082, -0.003962553571909666, -0.0035302601754665375, -0.0030979663133621216, -0.0026656726840883493, -0.002233379054814577, -0.0018010854255408049, -0.0013687917962670326, -0.0009364981669932604, -0.0005042044795118272, -7.191082113422453e-05, 0.00036038283724337816, 0.0007926764665171504, 0.0012249702122062445, 0.0016572638414800167, 0.002089557470753789, 0.002521851100027561, 0.0029541447293013334, 0.0033864383585751057, 0.0038187322206795216, 0.00425102561712265, 0.004683319479227066, 0.005115612875670195, 0.0055479067377746105, 0.005980200599879026, 0.006412493996322155, 0.006844787858426571, 0.0072770812548696995, 0.007709375116974115, 0.008141668513417244, 0.00857396237552166, 0.009006256237626076, 0.009438550099730492, 0.009870843030512333, 0.010303136892616749, 0.010735430754721165, 0.01116772461682558, 0.011600017547607422, 0.012032311409711838, 0.012464605271816254]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 2.0, 8.0, 4.0, 13.0, 22.0, 21.0, 24.0, 43.0, 65.0, 88.0, 155.0, 204.0, 384.0, 2924.0, 2905.0, 476.0, 203.0, 134.0, 74.0, 48.0, 41.0, 17.0, 11.0, 12.0, 12.0, 4.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.22251741588115692, -0.21577095985412598, -0.20902450382709503, -0.2022780478000641, -0.19553159177303314, -0.1887851357460022, -0.18203867971897125, -0.1752922236919403, -0.16854576766490936, -0.16179931163787842, -0.15505285561084747, -0.14830639958381653, -0.14155994355678558, -0.13481348752975464, -0.1280670315027237, -0.12132057547569275, -0.1145741194486618, -0.10782766342163086, -0.10108120739459991, -0.09433475136756897, -0.08758829534053802, -0.08084183931350708, -0.07409538328647614, -0.06734892725944519, -0.060602471232414246, -0.0538560152053833, -0.047109559178352356, -0.04036310315132141, -0.033616647124290466, -0.02687019109725952, -0.020123735070228577, -0.013377279043197632, -0.006630823016166687, 0.00011563301086425781, 0.006862089037895203, 0.013608545064926147, 0.020355001091957092, 0.027101457118988037, 0.03384791314601898, 0.04059436917304993, 0.04734082520008087, 0.054087281227111816, 0.06083373725414276, 0.0675801932811737, 0.07432664930820465, 0.0810731053352356, 0.08781956136226654, 0.09456601738929749, 0.10131247341632843, 0.10805892944335938, 0.11480538547039032, 0.12155184149742126, 0.1282982975244522, 0.13504475355148315, 0.1417912095785141, 0.14853766560554504, 0.155284121632576, 0.16203057765960693, 0.16877703368663788, 0.17552348971366882, 0.18226994574069977, 0.1890164017677307, 0.19576285779476166, 0.2025093138217926, 0.20925576984882355]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 4.0, 3.0, 3.0, 1.0, 6.0, 4.0, 26.0, 5.0, 3.0, 0.0, 5.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.002186201512813568, -0.0021173569839447737, -0.0020485124550759792, -0.0019796681590378284, -0.001910823630169034, -0.0018419791013002396, -0.001773134688846767, -0.0017042902763932943, -0.0016354457475245, -0.0015666012186557055, -0.0014977568062022328, -0.0014289123937487602, -0.0013600678648799658, -0.0012912233360111713, -0.0012223789235576987, -0.0011535345111042261, -0.0010846899822354317, -0.0010158454533666372, -0.0009470010409131646, -0.0008781565702520311, -0.0008093120995908976, -0.000740467628929764, -0.0006716231582686305, -0.000602778687607497, -0.0005339342169463634, -0.0004650897462852299, -0.0003962452756240964, -0.00032740080496296287, -0.00025855633430182934, -0.0001897118636406958, -0.00012086739297956228, -5.2022922318428755e-05, 1.6821548342704773e-05, 8.56660190038383e-05, 0.00015451048966497183, 0.00022335496032610536, 0.0002921994309872389, 0.0003610439016483724, 0.00042988837230950594, 0.0004987328429706395, 0.000567577313631773, 0.0006364217842929065, 0.00070526625495404, 0.0007741107256151736, 0.0008429551962763071, 0.0009117996669374406, 0.0009806441375985742, 0.0010494885500520468, 0.0011183330789208412, 0.0011871776077896357, 0.0012560220202431083, 0.0013248664326965809, 0.0013937109615653753, 0.0014625554904341698, 0.0015313999028876424, 0.001600244315341115, 0.0016690888442099094, 0.0017379333730787039, 0.0018067777855321765, 0.0018756221979856491, 0.0019444667268544436, 0.002013311255723238, 0.0020821555517613888, 0.0021510000806301832, 0.0022198446094989777]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 2.0, 1.0, 9.0, 4.0, 6.0, 9.0, 15.0, 23.0, 22.0, 31.0, 58.0, 89.0, 118.0, 209.0, 288.0, 423.0, 594.0, 974.0, 1608.0, 2568.0, 4518.0, 8042.0, 15386.0, 32775.0, 77407.0, 235993.0, 660022.0, 73095.0, 30415.0, 14883.0, 7838.0, 4591.0, 2653.0, 1580.0, 1080.0, 679.0, 490.0, 326.0, 246.0, 161.0, 117.0, 87.0, 57.0, 46.0, 28.0, 17.0, 9.0, 13.0, 14.0, 7.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009875603951513767, -0.009536676108837128, -0.009197749197483063, -0.008858821354806423, -0.008519894443452358, -0.008180966600775719, -0.007842039689421654, -0.007503111846745014, -0.007164184469729662, -0.00682525709271431, -0.0064863297156989574, -0.006147402338683605, -0.005808474496006966, -0.005469547118991613, -0.005130619741976261, -0.004791692364960909, -0.004452764987945557, -0.004113837610930204, -0.003774910233914852, -0.0034359826240688562, -0.003097055247053504, -0.0027581278700381517, -0.002419200260192156, -0.0020802728831768036, -0.0017413455061614513, -0.001402418129146099, -0.001063490635715425, -0.0007245632004924119, -0.0003856357652693987, -4.670833004638553e-05, 0.00029221910517662764, 0.0006311465403996408, 0.000970073975622654, 0.0013090013526380062, 0.0016479288460686803, 0.0019868563394993544, 0.0023257837165147066, 0.002664711093530059, 0.0030036387033760548, 0.003342566080391407, 0.0036814934574067593, 0.0040204208344221115, 0.004359348211437464, 0.004698275588452816, 0.005037203431129456, 0.005376130808144808, 0.00571505818516016, 0.006053985562175512, 0.0063929129391908646, 0.006731840316206217, 0.007070767693221569, 0.007409695070236921, 0.0077486224472522736, 0.008087550289928913, 0.008426477201282978, 0.008765405043959618, 0.009104331955313683, 0.009443259797990322, 0.009782187640666962, 0.010121114552021027, 0.010460042394697666, 0.010798969306051731, 0.01113789714872837, 0.011476824060082436, 0.011815751902759075]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 11.0, 5.0, 7.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.02797962725162506, -0.02728002890944481, -0.026580430567264557, -0.025880834087729454, -0.025181235745549202, -0.02448163740336895, -0.023782040923833847, -0.023082442581653595, -0.022382844239473343, -0.02168324589729309, -0.02098364755511284, -0.020284051075577736, -0.019584452733397484, -0.018884854391217232, -0.01818525791168213, -0.017485659569501877, -0.016786061227321625, -0.016086462885141373, -0.015386865474283695, -0.014687268063426018, -0.013987669721245766, -0.013288071379065514, -0.012588473968207836, -0.011888876557350159, -0.011189278215169907, -0.010489679872989655, -0.009790082462131977, -0.0090904850512743, -0.008390886709094048, -0.007691288832575083, -0.006991690956056118, -0.006292093079537153, -0.0055924952030181885, -0.004892897326499224, -0.004193299449980259, -0.003493701573461294, -0.0027941036969423294, -0.0020945058204233646, -0.0013949079439043999, -0.0006953100673854351, 4.287809133529663e-06, 0.0007038856856524944, 0.0014034835621714592, 0.002103081438690424, 0.0028026793152093887, 0.0035022771917283535, 0.004201875068247318, 0.004901472944766283, 0.005601070821285248, 0.006300668697804213, 0.007000266574323177, 0.007699864450842142, 0.008399462327361107, 0.009099060669541359, 0.009798658080399036, 0.010498255491256714, 0.011197853833436966, 0.011897452175617218, 0.012597049586474895, 0.013296646997332573, 0.013996245339512825, 0.014695843681693077, 0.015395441092550755, 0.016095038503408432, 0.016794636845588684]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 15.0, 26.0, 15.0, 15.0, 32.0, 30.0, 31.0, 26.0, 33.0, 27.0, 29.0, 44.0, 41.0, 56.0, 85.0, 100.0, 122.0, 137.0, 147.0, 154.0, 149.0, 188.0, 321.0, 426.0, 649.0, 956.0, 2074.0, 6196.0, 1754.0, 1128.0, 788.0, 598.0, 416.0, 294.0, 290.0, 222.0, 163.0, 139.0, 108.0, 80.0, 62.0, 52.0, 44.0, 33.0, 32.0, 26.0, 19.0, 14.0, 6.0, 6.0, 6.0, 6.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.009802370332181454, -0.009456248953938484, -0.009110127575695515, -0.00876400712877512, -0.00841788575053215, -0.00807176437228918, -0.007725642994046211, -0.007379522081464529, -0.0070334007032215595, -0.00668727932497859, -0.006341158412396908, -0.005995037034153938, -0.005648915655910969, -0.005302794743329287, -0.004956673365086317, -0.004610552452504635, -0.004264431074261665, -0.003918309696018696, -0.0035721887834370136, -0.003226067405194044, -0.0028799462597817183, -0.0025338251143693924, -0.002187703736126423, -0.001841582590714097, -0.0014954614453017712, -0.0011493402998894453, -0.0008032190380617976, -0.00045709783444181085, -0.00011097663082182407, 0.0002351445727981627, 0.0005812657764181495, 0.0009273869800381362, 0.001273508183658123, 0.0016196293290704489, 0.0019657504744827747, 0.0023118718527257442, 0.00265799299813807, 0.003004114143550396, 0.0033502355217933655, 0.0036963566672056913, 0.004042477812618017, 0.004388599190860987, 0.004734720103442669, 0.005080841481685638, 0.005426962859928608, 0.00577308377251029, 0.00611920515075326, 0.006465326063334942, 0.006811447441577911, 0.007157568819820881, 0.007503689732402563, 0.007849810644984245, 0.008195932023227215, 0.008542053401470184, 0.008888174779713154, 0.009234296157956123, 0.009580416604876518, 0.009926537983119488, 0.010272659361362457, 0.010618780739605427, 0.010964902117848396, 0.011311023496091366, 0.01165714394301176, 0.01200326532125473, 0.0123493866994977]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09423112869262695, -0.08908101916313171, -0.08393090218305588, -0.07878079265356064, -0.0736306756734848, -0.06848056614398956, -0.06333045661449432, -0.058180343359708786, -0.05303023010492325, -0.04788011685013771, -0.04273000359535217, -0.037579894065856934, -0.032429780811071396, -0.027279667556285858, -0.02212955616414547, -0.01697944477200508, -0.011829331517219543, -0.00667921919375658, -0.0015291068702936172, 0.003621005453169346, 0.008771117776632309, 0.013921230100095272, 0.019071342423558235, 0.024221453815698624, 0.02937156707048416, 0.0345216803252697, 0.03967179358005524, 0.044821903109550476, 0.049972016364336014, 0.05512212961912155, 0.06027223914861679, 0.06542235612869263, 0.07057246565818787, 0.0757225751876831, 0.08087269216775894, 0.08602280169725418, 0.09117291867733002, 0.09632302820682526, 0.1014731377363205, 0.10662325471639633, 0.11177336424589157, 0.11692347377538681, 0.12207359075546265, 0.12722370028495789, 0.13237380981445312, 0.13752391934394836, 0.1426740437746048, 0.14782415330410004, 0.15297426283359528, 0.15812437236309052, 0.16327448189258575, 0.1684246063232422, 0.17357471585273743, 0.17872482538223267, 0.1838749349117279, 0.18902504444122314, 0.19417515397071838, 0.19932527840137482, 0.20447538793087006, 0.2096254974603653, 0.21477560698986053, 0.21992571651935577, 0.2250758409500122, 0.23022595047950745, 0.23537606000900269]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 5.0, 1.0, 6.0, 6.0, 6.0, 8.0, 6.0, 12.0, 11.0, 26.0, 25.0, 27.0, 44.0, 25.0, 14.0, 12.0, 6.0, 1.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04436483979225159, -0.04163916036486626, -0.03891347721219063, -0.0361877977848053, -0.03346211835741997, -0.030736437067389488, -0.02801075577735901, -0.02528507634997368, -0.0225593950599432, -0.01983371376991272, -0.01710803434252739, -0.01438235305249691, -0.011656672693789005, -0.0089309923350811, -0.006205311510711908, -0.00347963091917336, -0.0007539503276348114, 0.001971730263903737, 0.0046974108554422855, 0.007423091679811478, 0.010148772038519382, 0.012874452397227287, 0.015600133687257767, 0.018325813114643097, 0.021051494404673576, 0.023777175694704056, 0.026502855122089386, 0.029228536412119865, 0.031954217702150345, 0.034679897129535675, 0.037405576556921005, 0.040131259709596634, 0.042856939136981964, 0.045582618564367294, 0.04830830171704292, 0.05103398114442825, 0.05375966057181358, 0.05648534372448921, 0.05921102315187454, 0.06193670257925987, 0.0646623820066452, 0.06738806515932083, 0.07011374831199646, 0.07283942401409149, 0.07556510716676712, 0.07829079031944275, 0.08101646602153778, 0.08374214917421341, 0.08646783232688904, 0.08919350802898407, 0.0919191911816597, 0.09464486688375473, 0.09737055003643036, 0.10009623318910599, 0.10282190889120102, 0.10554759204387665, 0.10827327519655228, 0.11099895089864731, 0.11372463405132294, 0.11645031720399857, 0.1191759929060936, 0.12190167605876923, 0.12462735921144485, 0.12735304236412048, 0.13007871806621552]}, "_runtime": 36.94664740562439, "_timestamp": 1596211626.7177563, "_step": 42}
+{"val_accuracy": 0.791789383561644, "val_loss": 0.5607471676994132, "_runtime": 38.45119118690491, "_timestamp": 1596211628.2223, "_step": 43}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: Z Confidence: 0.34983211755752563 Truth: v", "Prediction: P Confidence: 0.5853418707847595 Truth: 5", "Prediction: U Confidence: 0.7440513372421265 Truth: 2", "Prediction: O Confidence: 0.4294275641441345 Truth: 0"]}, "_runtime": 38.726574420928955, "_timestamp": 1596211628.4976833, "_step": 44}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011823829263448715, -0.011482778936624527, -0.011141727678477764, -0.010800677351653576, -0.010459627024829388, -0.010118575766682625, -0.009777525439858437, -0.009436475113034248, -0.00909542478621006, -0.008754373528063297, -0.008413323201239109, -0.00807227287441492, -0.007731221616268158, -0.00739017128944397, -0.007049120496958494, -0.006708070170134306, -0.00636701937764883, -0.006025968585163355, -0.005684918258339167, -0.005343867465853691, -0.005002817139029503, -0.004661766346544027, -0.004320715554058552, -0.0039796652272343636, -0.003638614434748888, -0.003297563875094056, -0.0029565133154392242, -0.0026154625229537487, -0.002274411963298917, -0.001933361403644085, -0.0015923107275739312, -0.0012512600515037775, -0.0009102094918489456, -0.0005691588739864528, -0.00022810825612396002, 0.00011294236173853278, 0.0004539929796010256, 0.0007950435974635184, 0.0011360942153260112, 0.001477144891396165, 0.0018181954510509968, 0.0021592460107058287, 0.0025002965703606606, 0.002841347362846136, 0.003182397922500968, 0.0035234484821558, 0.0038644992746412754, 0.004205549601465464, 0.004546600393950939, 0.004887651186436415, 0.005228701513260603, 0.0055697523057460785, 0.005910802632570267, 0.006251853425055742, 0.006592904217541218, 0.006933954544365406, 0.007275005336850882, 0.007616056129336357, 0.007957106456160545, 0.008298156782984734, 0.008639208041131496, 0.008980258367955685, 0.009321308694779873, 0.009662359952926636, 0.010003410279750824]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 6.0, 2.0, 7.0, 13.0, 17.0, 13.0, 25.0, 35.0, 36.0, 52.0, 99.0, 109.0, 139.0, 183.0, 278.0, 502.0, 4710.0, 710.0, 333.0, 201.0, 144.0, 80.0, 60.0, 46.0, 26.0, 17.0, 15.0, 13.0, 12.0, 8.0, 7.0, 4.0, 5.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18954864144325256, -0.18351846933364868, -0.1774882972240448, -0.17145811021327972, -0.16542793810367584, -0.15939776599407196, -0.15336759388446808, -0.147337406873703, -0.14130723476409912, -0.13527706265449524, -0.12924689054489136, -0.12321671098470688, -0.117186538875103, -0.11115635931491852, -0.10512618720531464, -0.09909600764513016, -0.09306583553552628, -0.0870356634259224, -0.08100548386573792, -0.07497531175613403, -0.06894513219594955, -0.06291496008634567, -0.05688478425145149, -0.05085460841655731, -0.04482443258166313, -0.03879425674676895, -0.03276408091187477, -0.02673390693962574, -0.02070373110473156, -0.01467355526983738, -0.008643380366265774, -0.0026132049970328808, 0.003416970372200012, 0.009447146207094193, 0.015477321110665798, 0.021507496014237404, 0.027537671849131584, 0.033567845821380615, 0.039598021656274796, 0.045628197491168976, 0.051658373326063156, 0.057688549160957336, 0.06371872127056122, 0.0697489008307457, 0.07577907294034958, 0.08180925250053406, 0.08783942461013794, 0.09386960417032242, 0.0998997762799263, 0.10592994838953018, 0.11196012794971466, 0.11799030005931854, 0.12402047961950302, 0.1300506591796875, 0.13608083128929138, 0.14211100339889526, 0.14814117550849915, 0.15417134761810303, 0.1602015346288681, 0.16623170673847198, 0.17226187884807587, 0.17829205095767975, 0.18432223796844482, 0.1903524100780487, 0.1963825821876526]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 1.0, 5.0, 2.0, 1.0, 3.0, 5.0, 6.0, 4.0, 4.0, 5.0, 9.0, 25.0, 2.0, 0.0, 3.0, 3.0, 4.0, 2.0, 1.0, 3.0, 3.0, 3.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0021767118014395237, -0.002083947416394949, -0.001991183264181018, -0.0018984188791364431, -0.0018056546105071902, -0.0017128903418779373, -0.0016201259568333626, -0.0015273616882041097, -0.0014345974195748568, -0.0013418331509456038, -0.001249068882316351, -0.0011563044972717762, -0.0010635402286425233, -0.0009707759600132704, -0.0008780116331763566, -0.0007852473063394427, -0.0006924830377101898, -0.0005997187690809369, -0.0005069544422440231, -0.0004141901445109397, -0.00032142584677785635, -0.00022866154904477298, -0.00013589725131168962, -4.313295357860625e-05, 4.963134415447712e-05, 0.0001423956418875605, 0.00023515993962064385, 0.0003279242373537272, 0.0004206885350868106, 0.0005134528037160635, 0.0006062171305529773, 0.0006989814573898911, 0.0007917457260191441, 0.000884509994648397, 0.0009772742632776499, 0.0010700386483222246, 0.0011628029169514775, 0.0012555671855807304, 0.0013483315706253052, 0.001441095839254558, 0.001533860107883811, 0.001626624376513064, 0.0017193886451423168, 0.0018121530301868916, 0.0019049172988161445, 0.0019976815674453974, 0.002090445952489972, 0.002183210104703903, 0.002275974489748478, 0.0023687388747930527, 0.0024615030270069838, 0.0025542674120515585, 0.0026470315642654896, 0.0027397959493100643, 0.002832560334354639, 0.00292532448656857, 0.003018088871613145, 0.0031108532566577196, 0.0032036174088716507, 0.0032963817939162254, 0.0033891461789608, 0.0034819103311747313, 0.003574674716219306, 0.003667438868433237, 0.003760203253477812]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 7.0, 8.0, 18.0, 16.0, 32.0, 39.0, 57.0, 91.0, 123.0, 178.0, 302.0, 456.0, 682.0, 1081.0, 1690.0, 2715.0, 4448.0, 7712.0, 14103.0, 27211.0, 55752.0, 127553.0, 685127.0, 118418.0, 55050.0, 29591.0, 16868.0, 10264.0, 6329.0, 4218.0, 2832.0, 1862.0, 1323.0, 942.0, 643.0, 488.0, 362.0, 255.0, 179.0, 146.0, 101.0, 95.0, 69.0, 41.0, 39.0, 31.0, 17.0, 7.0, 15.0, 12.0, 12.0, 9.0, 2.0, 5.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.008770856074988842, -0.00842745415866375, -0.008084051311016083, -0.0077406493946909904, -0.007397247012704611, -0.007053844630718231, -0.006710442714393139, -0.006367040332406759, -0.00602363795042038, -0.005680235568434, -0.00533683318644762, -0.004993431270122528, -0.0046500288881361485, -0.004306626506149769, -0.0039632245898246765, -0.003619822207838297, -0.0032764198258519173, -0.0029330174438655376, -0.0025896152947098017, -0.0022462131455540657, -0.001902810763567686, -0.0015594084979966283, -0.0012160062324255705, -0.0008726039668545127, -0.0005292017012834549, -0.0001857994357123971, 0.0001576028298586607, 0.0005010050954297185, 0.0008444073610007763, 0.001187809626571834, 0.0015312118921428919, 0.0018746141577139497, 0.0022180164232850075, 0.002561418805271387, 0.002904820954427123, 0.003248223103582859, 0.0035916254855692387, 0.003935027867555618, 0.004278429783880711, 0.00462183216586709, 0.00496523454785347, 0.0053086369298398495, 0.005652039311826229, 0.005995441228151321, 0.006338843610137701, 0.006682245992124081, 0.007025647908449173, 0.007369050290435553, 0.007712452672421932, 0.008055854588747025, 0.008399257436394691, 0.008742659352719784, 0.009086061269044876, 0.009429464116692543, 0.009772866033017635, 0.010116268880665302, 0.010459670796990395, 0.010803072713315487, 0.011146475560963154, 0.011489877477288246, 0.011833280324935913, 0.012176682241261005, 0.012520084157586098, 0.012863487005233765, 0.013206888921558857]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 6.0, 3.0, 3.0, 4.0, 6.0, 10.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022088827565312386, -0.02147470973432064, -0.020860593765974045, -0.0202464759349823, -0.019632358103990555, -0.01901824213564396, -0.018404124304652214, -0.01779000833630562, -0.017175890505313873, -0.01656177267432213, -0.015947656705975533, -0.015333538874983788, -0.014719421975314617, -0.014105305075645447, -0.013491187244653702, -0.012877070344984531, -0.012262953445315361, -0.01164883654564619, -0.01103471964597702, -0.010420601814985275, -0.009806484915316105, -0.009192368015646935, -0.00857825018465519, -0.00796413328498602, -0.007350016385316849, -0.006735899485647678, -0.006121782120317221, -0.005507664754986763, -0.004893547855317593, -0.004279430955648422, -0.0036653135903179646, -0.0030511964578181505, -0.0024370793253183365, -0.0018229621928185225, -0.0012088450603187084, -0.0005947279278188944, 1.9389204680919647e-05, 0.0006335063371807337, 0.0012476234696805477, 0.0018617406021803617, 0.0024758577346801758, 0.00308997486717999, 0.003704091999679804, 0.0043182093650102615, 0.004932326264679432, 0.005546443164348602, 0.00616056052967906, 0.006774677895009518, 0.007388794794678688, 0.008002911694347858, 0.008617028594017029, 0.009231146425008774, 0.009845263324677944, 0.010459380224347115, 0.01107349805533886, 0.01168761495500803, 0.0123017318546772, 0.01291584875434637, 0.013529965654015541, 0.014144083485007286, 0.014758200384676456, 0.015372317284345627, 0.015986435115337372, 0.016600551083683968, 0.017214668914675713]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 10.0, 21.0, 25.0, 36.0, 24.0, 32.0, 65.0, 48.0, 40.0, 32.0, 63.0, 75.0, 126.0, 144.0, 230.0, 281.0, 340.0, 454.0, 587.0, 742.0, 988.0, 1485.0, 5472.0, 2494.0, 1275.0, 760.0, 561.0, 476.0, 295.0, 229.0, 196.0, 153.0, 135.0, 94.0, 61.0, 65.0, 48.0, 56.0, 36.0, 25.0, 28.0, 17.0, 19.0, 10.0, 17.0, 9.0, 10.0, 7.0, 8.0, 8.0, 5.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.00848163478076458, -0.008154583163559437, -0.00782753061503172, -0.007500478997826576, -0.007173427380621433, -0.006846375297755003, -0.006519323214888573, -0.00619227159768343, -0.0058652195148169994, -0.005538167431950569, -0.005211115814745426, -0.004884063731878996, -0.004557011649012566, -0.004229960031807423, -0.0039029079489409924, -0.0035758560989052057, -0.003248804248869419, -0.0029217523988336325, -0.002594700548797846, -0.0022676484659314156, -0.001940596615895629, -0.0016135447658598423, -0.0012864927994087338, -0.0009594408911652863, -0.0006323889829218388, -0.0003053370746783912, 2.1714833565056324e-05, 0.00034876674180850387, 0.0006758186500519514, 0.001002870500087738, 0.0013299224665388465, 0.001656974432989955, 0.0019840262830257416, 0.002311078133061528, 0.002638129983097315, 0.002965182065963745, 0.0032922339159995317, 0.0036192857660353184, 0.003946337848901749, 0.004273389466106892, 0.004600441548973322, 0.004927493631839752, 0.005254545249044895, 0.0055815973319113255, 0.005908649414777756, 0.006235701031982899, 0.006562753114849329, 0.006889804732054472, 0.007216856814920902, 0.0075439088977873325, 0.007870960980653763, 0.008198012597858906, 0.008525064215064049, 0.008852116763591766, 0.00917916838079691, 0.009506219998002052, 0.00983327254652977, 0.010160324163734913, 0.010487375780940056, 0.010814427398145199, 0.011141479946672916, 0.01146853156387806, 0.011795583181083202, 0.01212263572961092, 0.012449687346816063]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05914831906557083, -0.05630391463637352, -0.05345951020717621, -0.0506151020526886, -0.04777069762349129, -0.044926293194293976, -0.042081888765096664, -0.03923748433589935, -0.03639307618141174, -0.03354867175221443, -0.03070426732301712, -0.02785986289381981, -0.025015458464622498, -0.022171052172780037, -0.019326647743582726, -0.016482241451740265, -0.013637837022542953, -0.010793431662023067, -0.007949026301503181, -0.00510462187230587, -0.002260216511785984, 0.0005841886159032583, 0.0034285937435925007, 0.006272998638451099, 0.009117403998970985, 0.011961809359490871, 0.014806214720010757, 0.01765061914920807, 0.02049502357840538, 0.02333942987024784, 0.026183834299445152, 0.029028240591287613, 0.031872645020484924, 0.034717049449682236, 0.03756145387887955, 0.04040586203336716, 0.04325026646256447, 0.04609467089176178, 0.04893907532095909, 0.0517834797501564, 0.05462788790464401, 0.057472292333841324, 0.060316696763038635, 0.06316110491752625, 0.06600550562143326, 0.06884991377592087, 0.07169431447982788, 0.07453872263431549, 0.0773831307888031, 0.08022753149271011, 0.08307193964719772, 0.08591634035110474, 0.08876074850559235, 0.09160514920949936, 0.09444955736398697, 0.09729396551847458, 0.10013836622238159, 0.1029827743768692, 0.10582717508077621, 0.10867158323526382, 0.11151599138975143, 0.11436039209365845, 0.11720480024814606, 0.12004920095205307, 0.12289360910654068]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 18.0, 19.0, 23.0, 25.0, 44.0, 19.0, 14.0, 16.0, 12.0, 7.0, 8.0, 8.0, 1.0, 1.0, 3.0, 4.0, 2.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 5.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.050954438745975494, -0.04929491505026817, -0.04763539507985115, -0.04597587138414383, -0.04431635141372681, -0.042656827718019485, -0.040997304022312164, -0.03933778405189514, -0.03767826035618782, -0.0360187366604805, -0.03435921669006348, -0.032699692994356155, -0.031040171161293983, -0.02938064932823181, -0.02772112563252449, -0.02606160379946232, -0.024402081966400146, -0.022742560133337975, -0.021083038300275803, -0.01942351460456848, -0.01776399277150631, -0.016104470938444138, -0.014444948174059391, -0.012785425409674644, -0.011125903576612473, -0.0094663817435503, -0.007806858979165554, -0.006147336680442095, -0.0044878143817186356, -0.0028282920829951763, -0.001168769784271717, 0.0004907525144517422, 0.0021502748131752014, 0.0038097971118986607, 0.00546931941062212, 0.007128841709345579, 0.008788364008069038, 0.01044788584113121, 0.012107408605515957, 0.013766931369900703, 0.015426453202962875, 0.017085975036025047, 0.01874549686908722, 0.02040502056479454, 0.022064542397856712, 0.023724064230918884, 0.025383587926626205, 0.027043109759688377, 0.02870263159275055, 0.03036215342581272, 0.03202167525887489, 0.033681198954582214, 0.03534071892499924, 0.03700024262070656, 0.03865976631641388, 0.0403192862868309, 0.04197880998253822, 0.043638333678245544, 0.04529785364866257, 0.04695737734436989, 0.04861690104007721, 0.05027642101049423, 0.05193594470620155, 0.053595464676618576, 0.0552549883723259]}, "_runtime": 39.18816328048706, "_timestamp": 1596211628.9592721, "_step": 45}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 3.0, 5.0, 7.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.021991297602653503, -0.02139071188867092, -0.02079012617468834, -0.020189538598060608, -0.019588952884078026, -0.018988367170095444, -0.018387779593467712, -0.01778719387948513, -0.017186608165502548, -0.016586022451519966, -0.015985436737537384, -0.015384849160909653, -0.01478426344692707, -0.014183677732944489, -0.013583091087639332, -0.012982504442334175, -0.012381918728351593, -0.011781333014369011, -0.011180746369063854, -0.010580159723758698, -0.009979574009776115, -0.009378988295793533, -0.008778401650488377, -0.00817781500518322, -0.007577229291200638, -0.006976643111556768, -0.006376056931912899, -0.00577547075226903, -0.00517488457262516, -0.004574298392981291, -0.003973712213337421, -0.003373126033693552, -0.0027725398540496826, -0.0021719536744058132, -0.0015713674947619438, -0.0009707813151180744, -0.000370195135474205, 0.00023039104416966438, 0.0008309772238135338, 0.0014315634034574032, 0.0020321495831012726, 0.002632735762745142, 0.0032333219423890114, 0.0038339081220328808, 0.00443449430167675, 0.00503508048132062, 0.005635666660964489, 0.006236252840608358, 0.006836839020252228, 0.007437425199896097, 0.008038011379539967, 0.008638598024845123, 0.009239183738827705, 0.009839769452810287, 0.010440356098115444, 0.011040942743420601, 0.011641528457403183, 0.012242114171385765, 0.012842700816690922, 0.013443287461996078, 0.01404387317597866, 0.014644458889961243, 0.0152450455352664, 0.015845632180571556, 0.016446217894554138]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 4.0, 2.0, 4.0, 5.0, 9.0, 7.0, 8.0, 9.0, 8.0, 15.0, 32.0, 34.0, 47.0, 67.0, 116.0, 151.0, 248.0, 431.0, 4178.0, 1477.0, 433.0, 228.0, 140.0, 90.0, 43.0, 27.0, 27.0, 14.0, 15.0, 13.0, 14.0, 6.0, 6.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24695205688476562, -0.23919777572155, -0.23144349455833435, -0.2236892133951187, -0.21593493223190308, -0.20818065106868744, -0.2004263699054718, -0.19267208874225616, -0.18491780757904053, -0.1771635264158249, -0.16940924525260925, -0.16165496408939362, -0.15390068292617798, -0.14614640176296234, -0.1383921205997467, -0.13063783943653107, -0.12288355827331543, -0.11512927711009979, -0.10737499594688416, -0.09962071478366852, -0.09186643362045288, -0.08411215245723724, -0.0763578712940216, -0.06860359013080597, -0.06084930896759033, -0.053095027804374695, -0.04534074664115906, -0.03758646547794342, -0.029832184314727783, -0.022077903151512146, -0.014323621988296509, -0.006569340825080872, 0.0011849403381347656, 0.008939221501350403, 0.01669350266456604, 0.024447783827781677, 0.032202064990997314, 0.03995634615421295, 0.04771062731742859, 0.055464908480644226, 0.06321918964385986, 0.0709734708070755, 0.07872775197029114, 0.08648203313350677, 0.09423631429672241, 0.10199059545993805, 0.10974487662315369, 0.11749915778636932, 0.12525343894958496, 0.1330077201128006, 0.14076200127601624, 0.14851628243923187, 0.1562705636024475, 0.16402484476566315, 0.17177912592887878, 0.17953340709209442, 0.18728768825531006, 0.1950419694185257, 0.20279625058174133, 0.21055053174495697, 0.2183048129081726, 0.22605909407138824, 0.23381337523460388, 0.24156765639781952, 0.24932193756103516]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 4.0, 5.0, 3.0, 2.0, 5.0, 23.0, 1.0, 3.0, 4.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002282945904880762, -0.002193497959524393, -0.002104050014168024, -0.002014602068811655, -0.0019251540070399642, -0.0018357060616835952, -0.0017462581163272262, -0.0016568101709708571, -0.0015673621091991663, -0.0014779141638427973, -0.0013884662184864283, -0.0012990182731300592, -0.0012095703277736902, -0.0011201223824173212, -0.0010306743206456304, -0.0009412263752892613, -0.0008517784299328923, -0.0007623304845765233, -0.0006728824810124934, -0.0005834345356561244, -0.0004939865320920944, -0.0004045385867357254, -0.0003150906413793564, -0.0002256426669191569, -0.00013619469245895743, -4.674672527471557e-05, 4.270124190952629e-05, 0.00013214920181781054, 0.00022159717627801, 0.0003110451507382095, 0.0004004930960945785, 0.0004899410996586084, 0.0005793890450149775, 0.0006688369903713465, 0.0007582849939353764, 0.0008477329392917454, 0.0009371809428557754, 0.0010266288882121444, 0.0011160768335685134, 0.0012055247789248824, 0.0012949728406965733, 0.0013844207860529423, 0.0014738687314093113, 0.0015633166767656803, 0.0016527646221220493, 0.0017422125674784184, 0.0018316606292501092, 0.0019211085746064782, 0.0020105564035475254, 0.002100004581734538, 0.002189452527090907, 0.002278900472447276, 0.002368348417803645, 0.002457796363160014, 0.002547244308516383, 0.002636692253872752, 0.002726140199229121, 0.0028155881445854902, 0.0029050360899418592, 0.002994484268128872, 0.003083932213485241, 0.00317338015884161, 0.003262828104197979, 0.003352276049554348, 0.003441723994910717]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 10.0, 8.0, 14.0, 20.0, 37.0, 54.0, 93.0, 155.0, 233.0, 381.0, 694.0, 1135.0, 1961.0, 3562.0, 6884.0, 14019.0, 31186.0, 79046.0, 666499.0, 235506.0, 71024.0, 31199.0, 15357.0, 8204.0, 4558.0, 2761.0, 1771.0, 1045.0, 684.0, 440.0, 310.0, 213.0, 146.0, 113.0, 76.0, 63.0, 55.0, 30.0, 25.0, 22.0, 12.0, 11.0, 8.0, 7.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.013817161321640015, -0.01335629541426897, -0.012895430438220501, -0.012434564530849457, -0.011973698623478413, -0.011512832716107368, -0.011051967740058899, -0.010591101832687855, -0.01013023592531681, -0.009669370949268341, -0.009208505041897297, -0.008747639134526253, -0.008286773227155209, -0.007825908251106739, -0.007365042343735695, -0.006904176436364651, -0.006443310994654894, -0.005982445552945137, -0.005521579645574093, -0.005060714203864336, -0.004599848296493292, -0.004138982854783535, -0.0036781171802431345, -0.003217251505702734, -0.0027563858311623335, -0.002295520156621933, -0.0018346544820815325, -0.0013737889239564538, -0.0009129232494160533, -0.00045205760397948325, 8.808041457086802e-06, 0.00046967368689365685, 0.0009305393323302269, 0.0013914050068706274, 0.001852270681411028, 0.0023131363559514284, 0.002774002030491829, 0.0032348674722015858, 0.0036957331467419863, 0.004156598821282387, 0.004617464728653431, 0.005078330170363188, 0.005539195612072945, 0.006000061519443989, 0.006460926961153746, 0.00692179286852479, 0.007382658310234547, 0.00784352421760559, 0.00830438919365406, 0.008765255101025105, 0.009226121008396149, 0.009686986915767193, 0.010147851891815662, 0.010608717799186707, 0.01106958370655775, 0.011530449613928795, 0.011991314589977264, 0.012452180497348309, 0.012913046404719353, 0.013373911380767822, 0.013834777288138866, 0.01429564319550991, 0.014756509102880955, 0.015217374078929424, 0.01567823998630047]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 11.0, 4.0, 6.0, 3.0, 7.0, 7.0, 4.0, 1.0, 1.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.03144335746765137, -0.030772976577281952, -0.030102597549557686, -0.02943221665918827, -0.028761837631464005, -0.02809145674109459, -0.027421077713370323, -0.026750696823000908, -0.026080317795276642, -0.025409936904907227, -0.02473955601453781, -0.024069176986813545, -0.02339879609644413, -0.022728417068719864, -0.02205803617835045, -0.021387657150626183, -0.020717276260256767, -0.020046895369887352, -0.019376516342163086, -0.01870613545179367, -0.018035756424069405, -0.01736537553369999, -0.016694996505975723, -0.016024615615606308, -0.015354235656559467, -0.014683855697512627, -0.014013475738465786, -0.013343095779418945, -0.01267271488904953, -0.01200233493000269, -0.011331954970955849, -0.010661575011909008, -0.009991195052862167, -0.009320815093815327, -0.008650435134768486, -0.007980055175721645, -0.007309674751013517, -0.006639294791966677, -0.005968914367258549, -0.005298534408211708, -0.004628154449164867, -0.003957774490118027, -0.0032873942982405424, -0.002617014106363058, -0.0019466341473162174, -0.001276254071854055, -0.0006058739963918924, 6.450607907027006e-05, 0.0007348861545324326, 0.001405266229994595, 0.0020756463054567575, 0.002746026497334242, 0.0034164064563810825, 0.004086786415427923, 0.004757166840136051, 0.005427546799182892, 0.0060979267582297325, 0.006768306717276573, 0.007438686676323414, 0.008109066635370255, 0.00877944752573967, 0.00944982748478651, 0.010120207443833351, 0.010790587402880192, 0.011460967361927032]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 7.0, 9.0, 5.0, 0.0, 6.0, 14.0, 8.0, 8.0, 3.0, 6.0, 11.0, 18.0, 29.0, 45.0, 40.0, 55.0, 26.0, 27.0, 37.0, 29.0, 20.0, 14.0, 29.0, 34.0, 40.0, 65.0, 59.0, 111.0, 181.0, 368.0, 614.0, 1353.0, 5760.0, 2317.0, 1592.0, 1206.0, 801.0, 697.0, 540.0, 486.0, 400.0, 337.0, 232.0, 162.0, 126.0, 95.0, 97.0, 82.0, 57.0, 42.0, 29.0, 28.0, 13.0, 14.0, 18.0, 7.0, 7.0, 2.0, 3.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.010962220840156078, -0.010633332654833794, -0.010304445400834084, -0.009975557215511799, -0.009646669030189514, -0.009317781776189804, -0.00898889359086752, -0.00866000633686781, -0.008331118151545525, -0.00800222996622324, -0.00767334271222353, -0.007344454526901245, -0.007015566807240248, -0.00668667908757925, -0.006357790902256966, -0.006028903182595968, -0.005700015462934971, -0.0053711277432739735, -0.005042240023612976, -0.004713351838290691, -0.004384464118629694, -0.004055576398968697, -0.0037266884464770555, -0.0033978004939854145, -0.003068912774324417, -0.0027400250546634197, -0.0024111371021717787, -0.0020822491496801376, -0.0017533614300191402, -0.001424473593942821, -0.0010955857578665018, -0.0007666979217901826, -0.00043781008571386337, -0.00010892224963754416, 0.00021996558643877506, 0.0005488534225150943, 0.0008777412585914135, 0.0012066290946677327, 0.001535516930744052, 0.0018644047668203712, 0.0021932926028966904, 0.0025221803225576878, 0.002851068275049329, 0.00317995622754097, 0.0035088439472019672, 0.0038377316668629646, 0.004166619852185249, 0.004495507571846247, 0.004824395291507244, 0.0051532830111682415, 0.005482170730829239, 0.005811058916151524, 0.006139946635812521, 0.006468834355473518, 0.006797722540795803, 0.0071266102604568005, 0.007455497980117798, 0.007784385699778795, 0.008113273419439793, 0.008442161604762077, 0.008771048858761787, 0.009099937044084072, 0.009428825229406357, 0.009757712483406067, 0.010086600668728352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06418033689260483, -0.06080487370491028, -0.05742941424250603, -0.054053954780101776, -0.05067849159240723, -0.04730302840471268, -0.043927568942308426, -0.040552109479904175, -0.037176646292209625, -0.033801183104515076, -0.030425723642110825, -0.027050262317061424, -0.023674800992012024, -0.020299339666962624, -0.016923878341913223, -0.013548417016863823, -0.010172955691814423, -0.006797494366765022, -0.003422033041715622, -4.657171666622162e-05, 0.0033288896083831787, 0.006704350933432579, 0.01007981225848198, 0.01345527358353138, 0.01683073490858078, 0.02020619623363018, 0.02358165755867958, 0.02695711888372898, 0.03033258020877838, 0.03370804339647293, 0.03708350285887718, 0.04045896232128143, 0.04383442550897598, 0.04720988869667053, 0.05058534815907478, 0.053960807621479034, 0.057336270809173584, 0.060711733996868134, 0.06408719718456268, 0.06746265292167664, 0.07083811610937119, 0.07421357929706573, 0.07758903503417969, 0.08096449822187424, 0.08433996140956879, 0.08771542459726334, 0.09109088778495789, 0.09446634352207184, 0.09784180670976639, 0.10121726989746094, 0.10459272563457489, 0.10796818882226944, 0.11134365200996399, 0.11471911519765854, 0.11809457838535309, 0.12147003412246704, 0.12484549731016159, 0.12822096049785614, 0.1315964162349701, 0.13497188687324524, 0.1383473426103592, 0.14172279834747314, 0.1450982689857483, 0.14847372472286224, 0.1518491804599762]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 6.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 3.0, 4.0, 7.0, 10.0, 21.0, 32.0, 48.0, 27.0, 20.0, 16.0, 12.0, 10.0, 12.0, 5.0, 6.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.039117008447647095, -0.03756166249513626, -0.03600631654262543, -0.034450970590114594, -0.03289562463760376, -0.031340278685092926, -0.029784932732582092, -0.02822958678007126, -0.026674240827560425, -0.025118893012404442, -0.023563547059893608, -0.022008201107382774, -0.02045285515487194, -0.018897509202361107, -0.017342163249850273, -0.01578681729733944, -0.014231471344828606, -0.012676125392317772, -0.011120779439806938, -0.009565433487296104, -0.00801008753478527, -0.00645474111661315, -0.004899394698441029, -0.003344048745930195, -0.0017887027934193611, -0.00023335672449320555, 0.00132198934443295, 0.0028773355297744274, 0.004432681482285261, 0.005988027434796095, 0.007543373852968216, 0.00909871980547905, 0.010654065757989883, 0.012209411710500717, 0.013764757663011551, 0.015320103615522385, 0.01687544956803322, 0.018430795520544052, 0.019986141473054886, 0.02154148742556572, 0.023096833378076553, 0.024652181193232536, 0.02620752714574337, 0.027762873098254204, 0.029318219050765038, 0.03087356500327587, 0.032428909093141556, 0.03398425504565239, 0.03553960472345352, 0.037094950675964355, 0.03865029662847519, 0.04020564258098602, 0.04176098853349686, 0.04331633448600769, 0.044871680438518524, 0.04642702639102936, 0.04798237234354019, 0.049537718296051025, 0.05109306424856186, 0.05264841020107269, 0.05420375615358353, 0.05575910210609436, 0.057314448058605194, 0.05886979401111603, 0.06042513996362686]}, "_runtime": 39.93748617172241, "_timestamp": 1596211629.708595, "_step": 46}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008746662177145481, -0.00846046581864357, -0.008174269460141659, -0.007888073101639748, -0.007601877208799124, -0.007315680850297213, -0.007029484957456589, -0.006743288598954678, -0.006457092240452766, -0.006170895881950855, -0.005884699523448944, -0.00559850363060832, -0.005312307272106409, -0.005026110913604498, -0.004739915020763874, -0.004453718662261963, -0.004167522303760052, -0.0038813259452581406, -0.003595129819586873, -0.0033089336939156055, -0.0030227373354136944, -0.0027365409769117832, -0.0024503448512405157, -0.002164148725569248, -0.001877952367067337, -0.0015917561249807477, -0.0013055598828941584, -0.001019363640807569, -0.0007331673987209797, -0.00044697115663439035, -0.00016077491454780102, 0.00012542132753878832, 0.00041161756962537766, 0.000697813811711967, 0.0009840100537985563, 0.0012702062958851457, 0.001556402537971735, 0.0018425987800583243, 0.0021287950221449137, 0.002414991147816181, 0.0027011875063180923, 0.0029873838648200035, 0.003273579990491271, 0.0035597761161625385, 0.0038459724746644497, 0.004132168833166361, 0.004418364726006985, 0.004704561084508896, 0.004990757443010807, 0.005276953801512718, 0.005563150160014629, 0.005849346052855253, 0.006135542411357164, 0.0064217387698590755, 0.006707934662699699, 0.0069941310212016106, 0.007280327379703522, 0.007566523738205433, 0.007852720096707344, 0.008138916455209255, 0.008425112813711166, 0.008711308240890503, 0.008997504599392414, 0.009283700957894325, 0.009569897316396236]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 7.0, 9.0, 7.0, 15.0, 29.0, 19.0, 32.0, 46.0, 50.0, 73.0, 91.0, 113.0, 169.0, 198.0, 356.0, 3774.0, 1724.0, 433.0, 237.0, 181.0, 101.0, 54.0, 50.0, 35.0, 23.0, 21.0, 14.0, 9.0, 14.0, 8.0, 6.0, 8.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.17440518736839294, -0.16909795999526978, -0.1637907177209854, -0.15848349034786224, -0.15317626297473907, -0.1478690207004547, -0.14256179332733154, -0.13725456595420837, -0.1319473385810852, -0.12664009630680084, -0.12133286893367767, -0.11602563410997391, -0.11071839928627014, -0.10541117191314697, -0.1001039370894432, -0.09479670971632004, -0.08948947489261627, -0.0841822400689125, -0.07887501269578934, -0.07356777787208557, -0.0682605504989624, -0.06295331567525864, -0.05764608085155487, -0.0523388497531414, -0.047031618654727936, -0.04172438755631447, -0.036417156457901, -0.031109921634197235, -0.025802690535783768, -0.0204954594373703, -0.015188226476311684, -0.009880994446575642, -0.0045737624168396, 0.0007334696128964424, 0.0060407016426324844, 0.011347933672368526, 0.01665516570210457, 0.021962396800518036, 0.027269629761576653, 0.03257686272263527, 0.03788409382104874, 0.043191324919462204, 0.04849855601787567, 0.05380579084157944, 0.059113021939992905, 0.06442025303840637, 0.06972748786211014, 0.0750347152352333, 0.08034195005893707, 0.08564918488264084, 0.09095641225576401, 0.09626364707946777, 0.10157087445259094, 0.10687810927629471, 0.11218534409999847, 0.11749257147312164, 0.12279980629682541, 0.12810704112052917, 0.13341426849365234, 0.1387214958667755, 0.14402873814105988, 0.14933596551418304, 0.1546431928873062, 0.15995043516159058, 0.16525766253471375]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 6.0, 6.0, 2.0, 3.0, 3.0, 6.0, 2.0, 2.0, 2.0, 26.0, 1.0, 6.0, 1.0, 2.0, 1.0, 5.0, 3.0, 3.0, 5.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0025662954431027174, -0.0024810375180095434, -0.002395779360085726, -0.002310521434992552, -0.002225263509899378, -0.00214000535197556, -0.002054747426882386, -0.0019694895017892122, -0.0018842314602807164, -0.0017989734187722206, -0.0017137154936790466, -0.0016284574521705508, -0.001543199410662055, -0.001457941485568881, -0.0013726834440603852, -0.0012874255189672112, -0.0012021674774587154, -0.0011169094359502196, -0.0010316515108570457, -0.0009463934693485498, -0.000861135486047715, -0.0007758775027468801, -0.0006906194612383842, -0.0006053614779375494, -0.0005201034946367145, -0.00043484551133587956, -0.0003495874989312142, -0.00026432948652654886, -0.00017907150322571397, -9.381350537296385e-05, -8.555507520213723e-06, 7.67024903325364e-05, 0.00016196048818528652, 0.0002472184714861214, 0.00033247648389078677, 0.0004177344962954521, 0.000502992479596287, 0.0005882504628971219, 0.0006735085044056177, 0.0007587664877064526, 0.0008440244710072875, 0.0009292824543081224, 0.0010145404376089573, 0.001099798479117453, 0.001185056520625949, 0.0012703144457191229, 0.0013555724872276187, 0.0014408304123207927, 0.0015260884538292885, 0.0016113464953377843, 0.0016966044204309583, 0.001781862461939454, 0.001867120387032628, 0.0019523784285411239, 0.0020376364700496197, 0.0021228943951427937, 0.0022081523202359676, 0.0022934104781597853, 0.0023786684032529593, 0.0024639263283461332, 0.002549184486269951, 0.002634442411363125, 0.002719700336456299, 0.0028049584943801165, 0.0028902164194732904]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 4.0, 9.0, 13.0, 25.0, 25.0, 34.0, 54.0, 73.0, 126.0, 152.0, 242.0, 335.0, 493.0, 775.0, 1159.0, 1868.0, 3015.0, 5144.0, 9049.0, 17296.0, 34531.0, 78284.0, 277372.0, 593812.0, 73004.0, 34846.0, 18253.0, 10534.0, 6450.0, 3924.0, 2496.0, 1807.0, 1234.0, 836.0, 597.0, 380.0, 355.0, 261.0, 180.0, 138.0, 115.0, 68.0, 57.0, 49.0, 35.0, 32.0, 21.0, 25.0, 14.0, 9.0, 9.0, 9.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.01021960936486721, -0.009867306798696518, -0.009515004232525826, -0.009162702597677708, -0.008810400031507015, -0.008458097465336323, -0.008105795830488205, -0.0077534932643175125, -0.00740119069814682, -0.007048888131976128, -0.0066965860314667225, -0.006344283930957317, -0.005991981364786625, -0.0056396787986159325, -0.005287376698106527, -0.004935074597597122, -0.00458277203142643, -0.004230469465255737, -0.003878167364746332, -0.0035258650314062834, -0.0031735626980662346, -0.002821260364726186, -0.002468958031386137, -0.0021166556980460882, -0.0017643533647060394, -0.0014120510313659906, -0.0010597486980259418, -0.0007074463646858931, -0.00035514403134584427, -2.841698005795479e-06, 0.0003494606353342533, 0.0007017629686743021, 0.0010540653020143509, 0.0014063676353543997, 0.0017586699686944485, 0.0021109723020344973, 0.002463274635374546, 0.002815576968714595, 0.0031678793020546436, 0.0035201816353946924, 0.003872483968734741, 0.004224786534905434, 0.004577088635414839, 0.004929390735924244, 0.005281693302094936, 0.005633995868265629, 0.005986297968775034, 0.006338600069284439, 0.0066909026354551315, 0.007043205201625824, 0.007395507302135229, 0.007747809402644634, 0.008100111968815327, 0.00845241453498602, 0.008804716169834137, 0.00915701873600483, 0.009509321302175522, 0.009861623868346214, 0.010213926434516907, 0.010566228069365025, 0.010918530635535717, 0.01127083320170641, 0.011623134836554527, 0.01197543740272522, 0.012327739968895912]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 2.0, 3.0, 3.0, 12.0, 5.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02813408151268959, -0.02739201858639717, -0.0266499575227499, -0.02590789459645748, -0.025165831670165062, -0.024423770606517792, -0.023681707680225372, -0.022939644753932953, -0.022197583690285683, -0.021455520763993263, -0.020713457837700844, -0.019971396774053574, -0.019229333847761154, -0.018487270921468735, -0.017745209857821465, -0.017003146931529045, -0.016261085867881775, -0.015519022941589355, -0.014776960015296936, -0.014034898020327091, -0.013292836025357246, -0.012550773099064827, -0.011808711104094982, -0.011066649109125137, -0.010324586182832718, -0.009582524187862873, -0.008840462192893028, -0.008098400197923183, -0.007356337271630764, -0.006614275276660919, -0.005872212816029787, -0.005130150821059942, -0.00438808836042881, -0.0036460261326283216, -0.002903963904827833, -0.002161901444196701, -0.0014198392163962126, -0.0006777769303880632, 6.428535562008619e-05, 0.0008063476416282356, 0.001548409927636385, 0.0022904721554368734, 0.003032534383237362, 0.003774596843868494, 0.004516659304499626, 0.005258721299469471, 0.006000783760100603, 0.006742845755070448, 0.00748490821570158, 0.008226970210671425, 0.008969033136963844, 0.009711095131933689, 0.010453157126903534, 0.011195220053195953, 0.011937282048165798, 0.012679344043135643, 0.013421406969428062, 0.014163468964397907, 0.014905530959367752, 0.01564759388566017, 0.01638965494930744, 0.01713171787559986, 0.01787378080189228, 0.01861584186553955, 0.01935790479183197]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 9.0, 12.0, 10.0, 12.0, 26.0, 26.0, 24.0, 44.0, 53.0, 84.0, 117.0, 146.0, 239.0, 316.0, 421.0, 578.0, 740.0, 982.0, 1246.0, 2641.0, 6587.0, 1533.0, 795.0, 480.0, 284.0, 248.0, 158.0, 113.0, 70.0, 70.0, 52.0, 54.0, 35.0, 36.0, 35.0, 21.0, 18.0, 13.0, 16.0, 14.0, 16.0, 9.0, 8.0, 6.0, 6.0, 5.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010063706897199154, -0.009587522596120834, -0.009111338295042515, -0.008635153993964195, -0.008158969692885876, -0.0076827858574688435, -0.007206601556390524, -0.006730417255312204, -0.006254232954233885, -0.005778048653155565, -0.005301864352077246, -0.004825680050998926, -0.004349496215581894, -0.0038733116816729307, -0.003397127613425255, -0.0029209433123469353, -0.0024447590112686157, -0.001968574710190296, -0.0014923905255272985, -0.0010162063408643007, -0.0005400220397859812, -6.383779691532254e-05, 0.0004123464459553361, 0.0008885306888259947, 0.0013647149316966534, 0.001840899232774973, 0.0023170835338532925, 0.0027932676021009684, 0.003269451903179288, 0.0037456362042576075, 0.004221820272505283, 0.004698004573583603, 0.0051741888746619225, 0.005650373175740242, 0.0061265574768185616, 0.006602741777896881, 0.007078926078975201, 0.007555109914392233, 0.00803129468113184, 0.00850747898221016, 0.008983662351965904, 0.009459846653044224, 0.009936030954122543, 0.010412215255200863, 0.010888399556279182, 0.011364583857357502, 0.011840768158435822, 0.012316952459514141, 0.01279313676059246, 0.01326932106167078, 0.0137455053627491, 0.01422168966382742, 0.014697873964905739, 0.015174058265984058, 0.015650242567062378, 0.016126425936818123, 0.016602611169219017, 0.017078794538974762, 0.017554979771375656, 0.0180311631411314, 0.018507348373532295, 0.01898353174328804, 0.019459716975688934, 0.01993590034544468, 0.020412083715200424]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21437186002731323, -0.2088274508714676, -0.20328304171562195, -0.1977386176586151, -0.19219420850276947, -0.18664979934692383, -0.181105375289917, -0.17556096613407135, -0.1700165569782257, -0.16447214782238007, -0.15892773866653442, -0.1533833146095276, -0.14783890545368195, -0.1422944962978363, -0.13675007224082947, -0.13120566308498383, -0.12566125392913818, -0.12011684477329254, -0.1145724281668663, -0.10902801156044006, -0.10348360240459442, -0.09793919324874878, -0.09239477664232254, -0.0868503600358963, -0.08130595088005066, -0.07576154172420502, -0.07021712511777878, -0.06467270851135254, -0.0591282993555069, -0.053583886474370956, -0.048039473593235016, -0.042495060712099075, -0.036950647830963135, -0.031406234949827194, -0.025861822068691254, -0.020317409187555313, -0.014772996306419373, -0.009228583425283432, -0.0036841705441474915, 0.001860242336988449, 0.00740465521812439, 0.01294906809926033, 0.01849348098039627, 0.02403789386153221, 0.029582306742668152, 0.03512671962380409, 0.04067113250494003, 0.046215545386075974, 0.051759958267211914, 0.057304371148347855, 0.0628487840294838, 0.06839320063591003, 0.07393760979175568, 0.07948201894760132, 0.08502643555402756, 0.0905708521604538, 0.09611526131629944, 0.10165967047214508, 0.10720408707857132, 0.11274850368499756, 0.1182929128408432, 0.12383732199668884, 0.12938174605369568, 0.13492615520954132, 0.14047056436538696]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 6.0, 8.0, 24.0, 26.0, 36.0, 50.0, 29.0, 12.0, 11.0, 10.0, 3.0, 8.0, 6.0, 2.0, 6.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.16186904907226562, -0.15783509612083435, -0.15380114316940308, -0.1497671902179718, -0.14573323726654053, -0.14169926941394806, -0.13766531646251678, -0.1336313635110855, -0.12959741055965424, -0.12556345760822296, -0.12152950465679169, -0.11749554425477982, -0.11346159130334854, -0.10942763835191727, -0.1053936779499054, -0.10135972499847412, -0.09732577204704285, -0.09329181909561157, -0.0892578661441803, -0.08522390574216843, -0.08118995279073715, -0.07715599983930588, -0.073122039437294, -0.06908808648586273, -0.06505413353443146, -0.06102018058300018, -0.05698622390627861, -0.05295226722955704, -0.04891831427812576, -0.04488436132669449, -0.040850404649972916, -0.03681644797325134, -0.03278249502182007, -0.028748540207743645, -0.02471458539366722, -0.020680630579590797, -0.016646675765514374, -0.01261272095143795, -0.008578766137361526, -0.004544811323285103, -0.0005108565092086792, 0.0035230983048677444, 0.007557053118944168, 0.011591007933020592, 0.015624962747097015, 0.01965891756117344, 0.023692872375249863, 0.027726827189326286, 0.03176078200340271, 0.035794734954833984, 0.03982869163155556, 0.04386264830827713, 0.047896601259708405, 0.05193055421113968, 0.05596451088786125, 0.059998467564582825, 0.0640324205160141, 0.06806637346744537, 0.07210032641887665, 0.07613428682088852, 0.0801682397723198, 0.08420219272375107, 0.08823615312576294, 0.09227010607719421, 0.09630405902862549]}, "_runtime": 40.67263054847717, "_timestamp": 1596211630.4437394, "_step": 47}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 4.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.015442436560988426, -0.015073227696120739, -0.014704018831253052, -0.014334809966385365, -0.013965601101517677, -0.01359639223664999, -0.013227183371782303, -0.012857974506914616, -0.012488765642046928, -0.012119556777179241, -0.011750347912311554, -0.011381139047443867, -0.01101193018257618, -0.010642721317708492, -0.010273512452840805, -0.009904303587973118, -0.00953509472310543, -0.009165885858237743, -0.008796676993370056, -0.008427468128502369, -0.008058259263634682, -0.0076890503987669945, -0.007319841533899307, -0.00695063266903162, -0.006581423804163933, -0.006212214939296246, -0.005843006074428558, -0.005473797209560871, -0.005104588344693184, -0.004735379479825497, -0.0043661706149578094, -0.003996961750090122, -0.003627752885222435, -0.0032585440203547478, -0.0028893351554870605, -0.0025201262906193733, -0.002150917425751686, -0.0017817085608839989, -0.0014124996960163116, -0.0010432908311486244, -0.0006740819662809372, -0.00030487310141324997, 6.433576345443726e-05, 0.0004335446283221245, 0.0008027534931898117, 0.001171962358057499, 0.0015411712229251862, 0.0019103800877928734, 0.0022795889526605606, 0.002648797817528248, 0.003018006682395935, 0.0033872155472636223, 0.0037564244121313095, 0.004125633276998997, 0.004494842141866684, 0.004864051006734371, 0.005233259871602058, 0.005602468736469746, 0.005971677601337433, 0.00634088646620512, 0.006710095331072807, 0.0070793041959404945, 0.007448513060808182, 0.007817721925675869, 0.008186930790543556]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 5.0, 3.0, 3.0, 6.0, 9.0, 3.0, 4.0, 5.0, 11.0, 10.0, 13.0, 21.0, 27.0, 37.0, 46.0, 62.0, 94.0, 126.0, 152.0, 181.0, 273.0, 476.0, 4547.0, 733.0, 316.0, 214.0, 141.0, 105.0, 63.0, 67.0, 47.0, 32.0, 22.0, 16.0, 16.0, 5.0, 11.0, 7.0, 4.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20223477482795715, -0.19696679711341858, -0.19169881939888, -0.18643082678318024, -0.18116284906864166, -0.1758948713541031, -0.17062687873840332, -0.16535890102386475, -0.16009092330932617, -0.1548229455947876, -0.14955496788024902, -0.14428697526454926, -0.13901899755001068, -0.1337510198354721, -0.12848302721977234, -0.12321504950523376, -0.11794707179069519, -0.11267909407615662, -0.10741110891103745, -0.10214312374591827, -0.0968751460313797, -0.09160716831684113, -0.08633918315172195, -0.08107119798660278, -0.07580322027206421, -0.07053524255752563, -0.06526725739240646, -0.05999927595257759, -0.05473129451274872, -0.049463313072919846, -0.04419533163309097, -0.0389273501932621, -0.03365936875343323, -0.028391387313604355, -0.023123405873775482, -0.01785542443394661, -0.012587442994117737, -0.007319461554288864, -0.0020514801144599915, 0.0032165013253688812, 0.008484482765197754, 0.013752464205026627, 0.0190204456448555, 0.024288427084684372, 0.029556408524513245, 0.03482438996434212, 0.04009237140417099, 0.04536035284399986, 0.050628334283828735, 0.05589631572365761, 0.06116429716348648, 0.06643228232860565, 0.07170026004314423, 0.0769682377576828, 0.08223622292280197, 0.08750420808792114, 0.09277218580245972, 0.09804016351699829, 0.10330814868211746, 0.10857613384723663, 0.11384411156177521, 0.11911208927631378, 0.12438007444143295, 0.12964805960655212, 0.1349160373210907]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 7.0, 7.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 5.0, 5.0, 25.0, 4.0, 3.0, 4.0, 7.0, 0.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0027857825625687838, -0.0026988591998815536, -0.00261193560436368, -0.002525012008845806, -0.002438088646158576, -0.002351165283471346, -0.002264241687953472, -0.0021773180924355984, -0.0020903947297483683, -0.002003471367061138, -0.0019165477715432644, -0.0018296242924407125, -0.0017427008133381605, -0.0016557773342356086, -0.0015688538551330566, -0.0014819303760305047, -0.0013950068969279528, -0.0013080834178254008, -0.001221159938722849, -0.001134236459620297, -0.001047312980517745, -0.0009603895014151931, -0.0008734660223126411, -0.0007865425432100892, -0.0006996190641075373, -0.0006126955850049853, -0.0005257721059024334, -0.00043884862679988146, -0.0003519251476973295, -0.0002650016685947776, -0.00017807818949222565, -9.115471038967371e-05, -4.231231287121773e-06, 8.269224781543016e-05, 0.0001696157269179821, 0.00025653920602053404, 0.000343462685123086, 0.0004303861642256379, 0.0005173096433281898, 0.0006042331224307418, 0.0006911566015332937, 0.0007780800806358457, 0.0008650035597383976, 0.0009519270388409495, 0.0010388505179435015, 0.0011257739970460534, 0.0012126974761486053, 0.0012996209552511573, 0.0013865444343537092, 0.0014734679134562612, 0.001560391392558813, 0.001647314871661365, 0.001734238350763917, 0.001821161829866469, 0.0019080853089690208, 0.0019950089044868946, 0.0020819322671741247, 0.002168855629861355, 0.0022557792253792286, 0.0023427028208971024, 0.0024296261835843325, 0.0025165495462715626, 0.0026034731417894363, 0.00269039673730731, 0.00277732009999454]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 6.0, 4.0, 2.0, 6.0, 8.0, 11.0, 20.0, 19.0, 32.0, 47.0, 58.0, 80.0, 147.0, 139.0, 306.0, 418.0, 714.0, 1179.0, 2166.0, 3655.0, 6664.0, 13297.0, 28745.0, 68516.0, 208185.0, 685636.0, 82872.0, 35815.0, 17816.0, 9327.0, 5296.0, 3046.0, 1908.0, 1191.0, 709.0, 493.0, 345.0, 243.0, 173.0, 112.0, 57.0, 46.0, 40.0, 30.0, 23.0, 13.0, 10.0, 3.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.013449009507894516, -0.013043731451034546, -0.012638453394174576, -0.012233175337314606, -0.011827897280454636, -0.011422619223594666, -0.011017341166734695, -0.010612063109874725, -0.010206785053014755, -0.00980150606483221, -0.00939622800797224, -0.00899094995111227, -0.0085856718942523, -0.00818039383739233, -0.00777511578053236, -0.00736983772367239, -0.00696455966681242, -0.00655928160995245, -0.00615400355309248, -0.00574872549623251, -0.0053434474393725395, -0.004938168916851282, -0.004532890859991312, -0.004127612803131342, -0.003722334746271372, -0.0033170566894114017, -0.0029117786325514317, -0.002506500342860818, -0.002101222286000848, -0.0016959442291408777, -0.0012906660558655858, -0.0008853879407979548, -0.0004801098257303238, -7.483171066269279e-05, 0.0003304464044049382, 0.0007357245194725692, 0.0011410026345402002, 0.0015462806914001703, 0.0019515588646754622, 0.002356837037950754, 0.0027621150948107243, 0.0031673931516706944, 0.0035726712085306644, 0.0039779492653906345, 0.004383227787911892, 0.004788505844771862, 0.005193783901631832, 0.005599061958491802, 0.006004340015351772, 0.006409618072211742, 0.0068148961290717125, 0.007220174185931683, 0.007625452242791653, 0.008030730299651623, 0.008436008356511593, 0.008841286413371563, 0.009246565401554108, 0.009651843458414078, 0.010057121515274048, 0.010462399572134018, 0.010867677628993988, 0.011272955685853958, 0.011678233742713928, 0.012083511799573898, 0.012488789856433868]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 10.0, 5.0, 6.0, 1.0, 3.0, 5.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02012721262872219, -0.019655711948871613, -0.019184209406375885, -0.018712708726525307, -0.01824120804667473, -0.017769705504179, -0.017298204824328423, -0.016826704144477844, -0.016355201601982117, -0.01588370092213154, -0.015412199310958385, -0.014940697699785233, -0.014469197019934654, -0.013997695408761501, -0.013526193797588348, -0.01305469311773777, -0.012583191506564617, -0.012111689895391464, -0.011640189215540886, -0.011168687604367733, -0.01069718599319458, -0.010225685313344002, -0.009754183702170849, -0.009282682090997696, -0.008811181411147118, -0.008339679799973965, -0.007868178188800812, -0.007396677043288946, -0.0069251758977770805, -0.006453674286603928, -0.005982173141092062, -0.005510671529918909, -0.0050391703844070435, -0.004567669238895178, -0.004096167627722025, -0.0036246664822101593, -0.00315316510386765, -0.0026816637255251408, -0.002210162580013275, -0.0017386612016707659, -0.0012671598233282566, -0.0007956585031934083, -0.0003241571830585599, 0.00014734413707628846, 0.0006188454572111368, 0.001090346835553646, 0.0015618480974808335, 0.002033349359408021, 0.0025048507377505302, 0.0029763521160930395, 0.0034478534944355488, 0.003919354639947414, 0.004390856251120567, 0.004862357396632433, 0.0053338585421442986, 0.0058053601533174515, 0.006276861298829317, 0.006748362444341183, 0.007219864055514336, 0.007691365201026201, 0.008162866346538067, 0.00863436795771122, 0.009105869568884373, 0.009577370248734951, 0.010048871859908104]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 6.0, 3.0, 10.0, 11.0, 12.0, 11.0, 22.0, 13.0, 26.0, 22.0, 25.0, 48.0, 60.0, 54.0, 78.0, 74.0, 68.0, 84.0, 108.0, 112.0, 154.0, 233.0, 273.0, 327.0, 414.0, 578.0, 1097.0, 5747.0, 3182.0, 1648.0, 1023.0, 717.0, 586.0, 412.0, 301.0, 252.0, 184.0, 122.0, 108.0, 69.0, 53.0, 35.0, 22.0, 7.0, 5.0, 5.0, 4.0, 4.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.012608652003109455, -0.012266604229807854, -0.011924556456506252, -0.011582507751882076, -0.011240459978580475, -0.010898412205278873, -0.010556364431977272, -0.010214315727353096, -0.009872267954051495, -0.009530220180749893, -0.009188172407448292, -0.00884612463414669, -0.008504075929522514, -0.008162028156220913, -0.007819980382919312, -0.007477932143956423, -0.007135884370654821, -0.00679383659735322, -0.006451788358390331, -0.00610974058508873, -0.005767692346125841, -0.00542564457282424, -0.005083596333861351, -0.00474154856055975, -0.004399500787258148, -0.0040574525482952595, -0.0037154045421630144, -0.0033733565360307693, -0.003031308762729168, -0.002689260756596923, -0.002347212750464678, -0.0020051647443324327, -0.0016631167382001877, -0.0013210687320679426, -0.0009790207259356976, -0.0006369728362187743, -0.00029492483008652925, 4.712314694188535e-05, 0.00038917112397029996, 0.0007312190718948841, 0.0010732670780271292, 0.0014153150841593742, 0.0017573630902916193, 0.0020994110964238644, 0.0024414588697254658, 0.002783506875857711, 0.003125554881989956, 0.003467602888122201, 0.003809650894254446, 0.0041516986675560474, 0.004493746906518936, 0.004835794679820538, 0.005177842918783426, 0.005519890692085028, 0.005861938931047916, 0.006203986704349518, 0.006546034477651119, 0.006888082716614008, 0.007230130489915609, 0.007572178728878498, 0.0079142265021801, 0.008256274275481701, 0.008598322980105877, 0.008940370753407478, 0.00928241852670908]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15033358335494995, -0.14568157494068146, -0.14102956652641296, -0.13637755811214447, -0.13172554969787598, -0.12707354128360748, -0.12242153286933899, -0.1177695244550705, -0.113117516040802, -0.10846550762653351, -0.10381349921226501, -0.09916149079799652, -0.09450948238372803, -0.08985747396945953, -0.08520546555519104, -0.08055345714092255, -0.07590144872665405, -0.07124944031238556, -0.06659743189811707, -0.06194542348384857, -0.05729341506958008, -0.052641406655311584, -0.04798939824104309, -0.0433373898267746, -0.038685381412506104, -0.03403337299823761, -0.029381364583969116, -0.024729356169700623, -0.02007734775543213, -0.015425339341163635, -0.010773330926895142, -0.006121322512626648, -0.0014693140983581543, 0.0031826943159103394, 0.007834702730178833, 0.012486711144447327, 0.01713871955871582, 0.021790727972984314, 0.026442736387252808, 0.0310947448015213, 0.035746753215789795, 0.04039876163005829, 0.04505077004432678, 0.049702778458595276, 0.05435478687286377, 0.05900679528713226, 0.06365880370140076, 0.06831081211566925, 0.07296282052993774, 0.07761482894420624, 0.08226683735847473, 0.08691884577274323, 0.09157085418701172, 0.09622286260128021, 0.1008748710155487, 0.1055268794298172, 0.1101788878440857, 0.11483089625835419, 0.11948290467262268, 0.12413491308689117, 0.12878692150115967, 0.13343892991542816, 0.13809093832969666, 0.14274294674396515, 0.14739495515823364]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 15.0, 29.0, 41.0, 53.0, 21.0, 11.0, 8.0, 4.0, 2.0, 3.0, 4.0, 3.0, 4.0, 4.0, 1.0, 6.0, 5.0, 3.0, 2.0, 3.0, 0.0, 5.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.12622326612472534, -0.12300550937652588, -0.11978775262832642, -0.11656999588012695, -0.11335223913192749, -0.11013448238372803, -0.10691672563552856, -0.1036989688873291, -0.10048121213912964, -0.09726345539093018, -0.09404569864273071, -0.09082794189453125, -0.08761018514633179, -0.08439242839813232, -0.08117467164993286, -0.0779569149017334, -0.07473915815353394, -0.07152140140533447, -0.06830364465713501, -0.06508588790893555, -0.061868131160736084, -0.05865037441253662, -0.05543261766433716, -0.052214860916137695, -0.04899710416793823, -0.04577934741973877, -0.04256159067153931, -0.039343833923339844, -0.03612607717514038, -0.03290832042694092, -0.029690563678741455, -0.026472806930541992, -0.02325505018234253, -0.020037293434143066, -0.016819536685943604, -0.01360177993774414, -0.010384023189544678, -0.007166266441345215, -0.003948509693145752, -0.0007307529449462891, 0.002487003803253174, 0.005704760551452637, 0.0089225172996521, 0.012140274047851562, 0.015358030796051025, 0.01857578754425049, 0.02179354429244995, 0.025011301040649414, 0.028229057788848877, 0.03144681453704834, 0.0346645712852478, 0.037882328033447266, 0.04110008478164673, 0.04431784152984619, 0.047535598278045654, 0.05075335502624512, 0.05397111177444458, 0.05718886852264404, 0.060406625270843506, 0.06362438201904297, 0.06684213876724243, 0.0700598955154419, 0.07327765226364136, 0.07649540901184082, 0.07971316576004028]}, "_runtime": 41.4337854385376, "_timestamp": 1596211631.2048943, "_step": 48}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 5.0, 3.0, 2.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01428594347089529, -0.01388370618224144, -0.01348146889358759, -0.013079230673611164, -0.012676993384957314, -0.012274756096303463, -0.011872518807649612, -0.011470280587673187, -0.011068043299019337, -0.010665806010365486, -0.010263568721711636, -0.009861331433057785, -0.00945909321308136, -0.00905685592442751, -0.008654618635773659, -0.008252381347119808, -0.007850144058465958, -0.00744790630415082, -0.007045668549835682, -0.006643431261181831, -0.0062411935068666935, -0.005838956218212843, -0.005436718463897705, -0.0050344811752438545, -0.004632243886590004, -0.004230006132274866, -0.003827768610790372, -0.0034255310893058777, -0.003023293800652027, -0.002621056279167533, -0.0022188187576830387, -0.0018165812361985445, -0.0014143437147140503, -0.001012106193229556, -0.0006098687299527228, -0.00020763123757205904, 0.00019460625480860472, 0.0005968437762930989, 0.0009990811813622713, 0.0014013187028467655, 0.0018035562243312597, 0.002205793745815754, 0.002608031267300248, 0.0030102687887847424, 0.003412506077438593, 0.003814743598923087, 0.004216981120407581, 0.004619218874722719, 0.00502145616337657, 0.00542369345203042, 0.005825931206345558, 0.006228168494999409, 0.006630406249314547, 0.007032643537968397, 0.007434881292283535, 0.007837118580937386, 0.008239355869591236, 0.008641593158245087, 0.009043831378221512, 0.009446068666875362, 0.009848305955529213, 0.010250543244183064, 0.010652781464159489, 0.01105501875281334, 0.01145725604146719]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 3.0, 8.0, 7.0, 8.0, 14.0, 28.0, 18.0, 20.0, 24.0, 37.0, 46.0, 65.0, 77.0, 111.0, 148.0, 207.0, 326.0, 579.0, 4720.0, 548.0, 284.0, 168.0, 120.0, 80.0, 54.0, 47.0, 34.0, 24.0, 19.0, 15.0, 16.0, 18.0, 4.0, 5.0, 4.0, 6.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1905176341533661, -0.1847648024559021, -0.1790119856595993, -0.17325915396213531, -0.16750632226467133, -0.16175350546836853, -0.15600067377090454, -0.15024784207344055, -0.14449502527713776, -0.13874219357967377, -0.13298936188220978, -0.12723654508590698, -0.121483713388443, -0.1157308891415596, -0.10997806489467621, -0.10422523319721222, -0.09847240895032883, -0.09271958470344543, -0.08696675300598145, -0.08121392875909805, -0.07546110451221466, -0.06970827281475067, -0.06395544856786728, -0.05820262432098389, -0.052449796348810196, -0.046696968376636505, -0.04094414412975311, -0.03519131615757942, -0.02943849004805088, -0.02368566393852234, -0.017932835966348648, -0.012180009856820107, -0.006427183747291565, -0.0006743571721017361, 0.005078469403088093, 0.010831296443939209, 0.01658412255346775, 0.022336948662996292, 0.028089776635169983, 0.033842600882053375, 0.039595428854227066, 0.04534825682640076, 0.05110108107328415, 0.05685390904545784, 0.06260673701763153, 0.06835956126451492, 0.07411238551139832, 0.0798652172088623, 0.0856180414557457, 0.09137086570262909, 0.09712369740009308, 0.10287652164697647, 0.10862934589385986, 0.11438217759132385, 0.12013500183820724, 0.12588782608509064, 0.13164065778255463, 0.13739347457885742, 0.1431463062763214, 0.1488991379737854, 0.1546519547700882, 0.16040478646755219, 0.16615761816501617, 0.17191043496131897, 0.17766326665878296]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 4.0, 2.0, 1.0, 6.0, 0.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 23.0, 2.0, 8.0, 1.0, 6.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.002544285263866186, -0.002462900010868907, -0.002381514525040984, -0.002300129272043705, -0.002218743786215782, -0.002137358533218503, -0.002055973280221224, -0.001974587794393301, -0.0018932025413960218, -0.0018118171719834208, -0.0017304318025708199, -0.0016490465495735407, -0.0015676611801609397, -0.0014862758107483387, -0.0014048905577510595, -0.0013235051883384585, -0.0012421198189258575, -0.0011607344495132565, -0.0010793490801006556, -0.0009979638271033764, -0.0009165784576907754, -0.0008351930882781744, -0.0007538077770732343, -0.0006724224658682942, -0.0005910370964556932, -0.0005096517270430923, -0.00042826641583815217, -0.00034688107552938163, -0.0002654957352206111, -0.00018411039491184056, -0.00010272505460307002, -2.1339714294299483e-05, 6.0045626014471054e-05, 0.0001414309663232416, 0.00022281630663201213, 0.00030420164694078267, 0.0003855869872495532, 0.00046697232755832374, 0.0005483576678670943, 0.0006297429790720344, 0.0007111283484846354, 0.0007925137178972363, 0.0008738990291021764, 0.0009552843403071165, 0.0010366697097197175, 0.0011180550791323185, 0.0011994403321295977, 0.0012808257015421987, 0.0013622110709547997, 0.0014435964403674006, 0.0015249818097800016, 0.0016063670627772808, 0.0016877524321898818, 0.0017691378016024828, 0.001850523054599762, 0.001931908424012363, 0.002013293793424964, 0.002094679046422243, 0.002176064532250166, 0.002257449785247445, 0.0023388350382447243, 0.002420220524072647, 0.0025016057770699263, 0.002582991262897849, 0.0026643765158951283]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 9.0, 9.0, 16.0, 18.0, 37.0, 61.0, 75.0, 106.0, 154.0, 252.0, 380.0, 625.0, 976.0, 1607.0, 2789.0, 5172.0, 10043.0, 21102.0, 49720.0, 140398.0, 743010.0, 103972.0, 44729.0, 23113.0, 12392.0, 7134.0, 4211.0, 2691.0, 1600.0, 1059.0, 701.0, 449.0, 330.0, 222.0, 127.0, 105.0, 78.0, 45.0, 32.0, 24.0, 19.0, 12.0, 8.0, 4.0, 7.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012731826864182949, -0.012338784523308277, -0.01194574125111103, -0.011552698910236359, -0.011159656569361687, -0.01076661329716444, -0.010373570956289768, -0.009980527684092522, -0.00958748534321785, -0.009194443002343178, -0.008801399730145931, -0.00840835738927126, -0.008015314117074013, -0.007622271776199341, -0.007229229435324669, -0.00683618662878871, -0.00644314382225275, -0.006050101015716791, -0.005657058209180832, -0.00526401586830616, -0.004870973061770201, -0.0044779302552342415, -0.0040848879143595695, -0.0036918451078236103, -0.003298802301287651, -0.002905759494751692, -0.0025127169210463762, -0.0021196743473410606, -0.0017266315408051014, -0.001333588850684464, -0.0009405461605638266, -0.0005475034704431891, -0.00015446078032255173, 0.0002385819097980857, 0.0006316245999187231, 0.0010246672900393605, 0.001417709980159998, 0.0018107526702806354, 0.0022037953604012728, 0.0025968379341065884, 0.0029898807406425476, 0.003382923547178507, 0.0037759661208838224, 0.004169008694589138, 0.004562051501125097, 0.0049550943076610565, 0.0053481366485357285, 0.005741179455071688, 0.006134222261607647, 0.006527265068143606, 0.006920307874679565, 0.007313350215554237, 0.007706393022090197, 0.008099435828626156, 0.008492478169500828, 0.008885521441698074, 0.009278563782572746, 0.009671606123447418, 0.010064649395644665, 0.010457691736519337, 0.010850735008716583, 0.011243777349591255, 0.011636819690465927, 0.012029862962663174, 0.012422905303537846]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 1.0, 10.0, 7.0, 6.0, 6.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011116338893771172, -0.010506990365684032, -0.009897640906274319, -0.00928829237818718, -0.008678942918777466, -0.008069594390690327, -0.0074602458626031876, -0.006850896868854761, -0.006241547875106335, -0.005632198881357908, -0.005022849887609482, -0.004413501359522343, -0.0038041523657739162, -0.00319480337202549, -0.002585454611107707, -0.0019761058501899242, -0.0013667568564414978, -0.0007574079791083932, -0.00014805910177528858, 0.00046128977555781603, 0.0010706386528909206, 0.0016799875302240252, 0.00228933640755713, 0.0028986851684749126, 0.003508034162223339, 0.0041173831559717655, 0.004726732149720192, 0.005336080677807331, 0.0059454296715557575, 0.006554778665304184, 0.007164127193391323, 0.0077734761871397495, 0.008382825180888176, 0.008992173708975315, 0.009601523168385029, 0.010210871696472168, 0.010820221155881882, 0.01142956968396902, 0.01203891821205616, 0.012648267671465874, 0.013257616199553013, 0.013866964727640152, 0.014476314187049866, 0.015085662715137005, 0.015695011243224144, 0.016304360702633858, 0.01691371016204357, 0.017523057758808136, 0.01813240721821785, 0.018741756677627563, 0.019351104274392128, 0.019960453733801842, 0.020569803193211555, 0.02117915078997612, 0.021788500249385834, 0.022397849708795547, 0.02300719916820526, 0.023616546764969826, 0.02422589622437954, 0.024835245683789253, 0.025444593280553818, 0.02605394273996353, 0.026663292199373245, 0.02727263979613781, 0.027881989255547523]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 5.0, 6.0, 10.0, 8.0, 8.0, 11.0, 11.0, 16.0, 21.0, 33.0, 33.0, 76.0, 68.0, 108.0, 162.0, 265.0, 360.0, 497.0, 739.0, 1260.0, 2586.0, 5116.0, 1544.0, 1167.0, 932.0, 800.0, 563.0, 383.0, 351.0, 214.0, 187.0, 147.0, 98.0, 101.0, 71.0, 54.0, 40.0, 29.0, 22.0, 10.0, 24.0, 19.0, 21.0, 17.0, 36.0, 22.0, 37.0, 15.0, 15.0, 24.0, 14.0, 10.0, 13.0, 13.0, 12.0, 2.0, 6.0, 7.0, 4.0, 2.0], "bins": [-0.006590489763766527, -0.006327733863145113, -0.0060649774968624115, -0.005802221596240997, -0.005539465695619583, -0.005276709329336882, -0.0050139534287154675, -0.004751197528094053, -0.004488441161811352, -0.004225685261189938, -0.003962929360568523, -0.0037001732271164656, -0.0034374170936644077, -0.0031746611930429935, -0.0029119050595909357, -0.0026491491589695215, -0.0023863930255174637, -0.002123636892065406, -0.0018608809914439917, -0.0015981248579919338, -0.0013353688409551978, -0.0010726128239184618, -0.0008098567486740649, -0.000547100673429668, -0.00028434465639293194, -2.158861025236547e-05, 0.000241167435888201, 0.0005039235111325979, 0.0007666795281693339, 0.00102943554520607, 0.0012921916786581278, 0.0015549476956948638, 0.0018177037127315998, 0.0020804598461836576, 0.002343215746805072, 0.0026059718802571297, 0.002868727780878544, 0.0031314839143306017, 0.0033942400477826595, 0.0036569959484040737, 0.003919752314686775, 0.004182508215308189, 0.004445264115929604, 0.004708020016551018, 0.004970776382833719, 0.0052335322834551334, 0.005496288184076548, 0.005759044550359249, 0.006021800450980663, 0.0062845563516020775, 0.006547312717884779, 0.006810068618506193, 0.007072824519127607, 0.007335580885410309, 0.007598336786031723, 0.007861092686653137, 0.008123848587274551, 0.008386604487895966, 0.008649361319839954, 0.008912117220461369, 0.009174873121082783, 0.009437629021704197, 0.009700384922325611, 0.009963140822947025, 0.010225897654891014]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11511664092540741, -0.11227502673864365, -0.10943340510129929, -0.10659179091453552, -0.10375016927719116, -0.1009085550904274, -0.09806693345308304, -0.09522531926631927, -0.09238369762897491, -0.08954208344221115, -0.08670046925544739, -0.08385884761810303, -0.08101723343133926, -0.0781756117939949, -0.07533399760723114, -0.07249237596988678, -0.06965076178312302, -0.06680914759635925, -0.06396752595901489, -0.06112590804696083, -0.05828429013490677, -0.055442675948143005, -0.052601058036088943, -0.04975944012403488, -0.04691782221198082, -0.04407620429992676, -0.041234586387872696, -0.038392968475818634, -0.03555135428905487, -0.03270973637700081, -0.029868118464946747, -0.027026500552892685, -0.024184882640838623, -0.02134326472878456, -0.0185016468167305, -0.015660030767321587, -0.012818412855267525, -0.009976794943213463, -0.0071351779624819756, -0.004293560516089201, -0.0014519430696964264, 0.0013896743766963482, 0.004231291823089123, 0.007072909269481897, 0.009914526715874672, 0.012756144627928734, 0.015597761608660221, 0.01843937858939171, 0.02128099650144577, 0.024122614413499832, 0.026964232325553894, 0.029805848374962807, 0.03264746814966202, 0.03548908233642578, 0.03833070024847984, 0.041172318160533905, 0.04401393607258797, 0.04685555398464203, 0.04969717189669609, 0.05253878980875015, 0.055380403995513916, 0.05822202190756798, 0.06106363981962204, 0.0639052614569664, 0.06674687564373016]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 8.0, 10.0, 7.0, 12.0, 19.0, 22.0, 41.0, 22.0, 23.0, 12.0, 17.0, 24.0, 6.0, 2.0, 3.0, 1.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.030558839440345764, -0.029075179249048233, -0.027591517195105553, -0.02610785700380802, -0.02462419494986534, -0.02314053475856781, -0.02165687456727028, -0.0201732125133276, -0.018689552322030067, -0.017205892130732536, -0.015722230076789856, -0.014238569885492325, -0.012754908762872219, -0.011271247640252113, -0.009787587448954582, -0.008303926326334476, -0.006820265203714371, -0.005336604081094265, -0.0038529434241354465, -0.0023692825343459845, -0.0008856216445565224, 0.0005980392452329397, 0.002081700135022402, 0.003565361024811864, 0.005049021914601326, 0.006532683037221432, 0.008016344159841537, 0.009500004351139069, 0.010983665473759174, 0.01246732659637928, 0.013950986787676811, 0.015434647910296917, 0.016918309032917023, 0.018401969224214554, 0.019885631278157234, 0.021369291469454765, 0.022852953523397446, 0.024336613714694977, 0.025820273905992508, 0.02730393595993519, 0.02878759615123272, 0.03027125634253025, 0.03175491839647293, 0.03323857858777046, 0.03472223877906799, 0.036205898970365524, 0.037689562886953354, 0.039173223078250885, 0.040656883269548416, 0.04214054346084595, 0.04362420365214348, 0.04510786756873131, 0.04659152776002884, 0.04807518795132637, 0.0495588481426239, 0.05104250833392143, 0.052526168525218964, 0.05400983244180679, 0.055493492633104324, 0.056977152824401855, 0.05846081301569939, 0.05994447320699692, 0.06142813712358475, 0.06291179358959198, 0.06439545750617981]}, "_runtime": 42.18703651428223, "_timestamp": 1596211631.9581454, "_step": 49}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009628327563405037, -0.009342484176158905, -0.009056641720235348, -0.008770798332989216, -0.008484954945743084, -0.008199112489819527, -0.007913269102573395, -0.00762742618098855, -0.007341583259403706, -0.007055739872157574, -0.006769896950572729, -0.0064840540289878845, -0.006198210641741753, -0.005912367720156908, -0.0056265247985720634, -0.0053406814113259315, -0.005054838489741087, -0.004768995568156242, -0.0044831521809101105, -0.004197309259325266, -0.003911466337740421, -0.003625623183324933, -0.003339780028909445, -0.0030539371073246002, -0.002768093952909112, -0.0024822507984936237, -0.002196407876908779, -0.001910564722493291, -0.0016247216844931245, -0.001338878646492958, -0.0010530354920774698, -0.0007671924540773034, -0.000481349416077137, -0.00019550634897314012, 9.033671813085675e-05, 0.0003761797852348536, 0.0006620228523388505, 0.0009478658903390169, 0.0012337090447545052, 0.0015195520827546716, 0.001805395120754838, 0.0020912382751703262, 0.002377081196755171, 0.002662924351170659, 0.0029487675055861473, 0.003234610427170992, 0.00352045358158648, 0.0038062965031713247, 0.004092139657586813, 0.0043779825791716576, 0.0046638259664177895, 0.004949668888002634, 0.005235511809587479, 0.0055213551968336105, 0.005807198118418455, 0.0060930410400033, 0.006378884427249432, 0.006664727348834276, 0.006950570270419121, 0.007236413192003965, 0.007522256579250097, 0.007808099500834942, 0.008093942888081074, 0.008379785344004631, 0.008665628731250763]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 1.0, 5.0, 3.0, 7.0, 10.0, 7.0, 14.0, 13.0, 23.0, 22.0, 34.0, 35.0, 63.0, 82.0, 106.0, 140.0, 172.0, 255.0, 366.0, 4074.0, 1262.0, 426.0, 225.0, 147.0, 111.0, 80.0, 60.0, 46.0, 23.0, 23.0, 23.0, 15.0, 11.0, 10.0, 5.0, 6.0, 3.0, 6.0, 2.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.158574178814888, -0.15388289093971252, -0.14919158816337585, -0.14450030028820038, -0.1398090124130249, -0.13511770963668823, -0.13042642176151276, -0.12573513388633728, -0.12104383111000061, -0.11635254323482513, -0.11166124790906906, -0.10696995258331299, -0.10227866470813751, -0.09758736938238144, -0.09289607405662537, -0.08820478618144989, -0.08351349085569382, -0.07882219552993774, -0.07413090765476227, -0.0694396123290062, -0.06474831700325012, -0.06005702540278435, -0.05536573380231857, -0.0506744384765625, -0.045983146876096725, -0.04129185527563095, -0.03660055994987488, -0.0319092683494091, -0.02721797488629818, -0.022526681423187256, -0.01783538982272148, -0.013144096359610558, -0.008452802896499634, -0.0037615098990499973, 0.0009297830983996391, 0.005621076095849276, 0.010312369093298912, 0.015003662556409836, 0.01969495415687561, 0.024386247619986534, 0.029077541083097458, 0.03376883268356323, 0.038460128009319305, 0.04315141960978508, 0.047842711210250854, 0.05253400653600693, 0.0572252981364727, 0.061916593462228775, 0.06660788506269455, 0.07129918038845062, 0.0759904682636261, 0.08068176358938217, 0.08537305891513824, 0.09006434679031372, 0.0947556421160698, 0.09944693744182587, 0.10413822531700134, 0.10882952064275742, 0.11352081596851349, 0.11821211129426956, 0.12290339916944504, 0.1275946944952011, 0.1322859823703766, 0.13697728514671326, 0.14166857302188873]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 0.0, 1.0, 5.0, 1.0, 23.0, 6.0, 3.0, 8.0, 6.0, 4.0, 6.0, 2.0, 2.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0024991645477712154, -0.0024220882914960384, -0.0023450120352208614, -0.0022679357789456844, -0.0021908595226705074, -0.0021137832663953304, -0.0020367070101201534, -0.0019596307538449764, -0.0018825544975697994, -0.0018054782412946224, -0.0017284019850194454, -0.0016513257287442684, -0.0015742494724690914, -0.0014971732161939144, -0.0014200969599187374, -0.0013430207036435604, -0.0012659444473683834, -0.0011888681910932064, -0.0011117919348180294, -0.0010347156785428524, -0.0009576394222676754, -0.0008805631659924984, -0.0008034869097173214, -0.0007264106534421444, -0.0006493343971669674, -0.0005722581408917904, -0.0004951818846166134, -0.0004181056283414364, -0.0003410293720662594, -0.0002639531157910824, -0.00018687685951590538, -0.00010980060324072838, -3.2724346965551376e-05, 4.4351909309625626e-05, 0.00012142816558480263, 0.00019850442185997963, 0.00027558067813515663, 0.00035265693441033363, 0.00042973319068551064, 0.0005068094469606876, 0.0005838857032358646, 0.0006609619595110416, 0.0007380382157862186, 0.0008151144720613956, 0.0008921907283365726, 0.0009692669846117496, 0.0010463432408869267, 0.0011234194971621037, 0.0012004957534372807, 0.0012775720097124577, 0.0013546482659876347, 0.0014317245222628117, 0.0015088007785379887, 0.0015858770348131657, 0.0016629532910883427, 0.0017400295473635197, 0.0018171058036386967, 0.0018941820599138737, 0.0019712583161890507, 0.0020483345724642277, 0.0021254108287394047, 0.0022024870850145817, 0.0022795633412897587, 0.0023566395975649357, 0.0024337158538401127]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 7.0, 7.0, 10.0, 22.0, 22.0, 32.0, 39.0, 67.0, 136.0, 188.0, 309.0, 455.0, 818.0, 1362.0, 2207.0, 4150.0, 7613.0, 15889.0, 36357.0, 94911.0, 754855.0, 153537.0, 52557.0, 23767.0, 12134.0, 6837.0, 4017.0, 2442.0, 1601.0, 1064.0, 709.0, 476.0, 327.0, 214.0, 151.0, 103.0, 75.0, 49.0, 31.0, 21.0, 22.0, 8.0, 9.0, 9.0, 5.0, 5.0, 1.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009701534174382687, -0.009339187294244766, -0.008976840414106846, -0.008614493533968925, -0.00825214758515358, -0.00788980070501566, -0.007527453824877739, -0.007165106944739819, -0.006802760064601898, -0.006440413650125265, -0.006078066769987345, -0.005715719889849424, -0.005353373475372791, -0.004991026595234871, -0.0046286797150969505, -0.0042663333006203175, -0.003903986420482397, -0.0035416397731751204, -0.0031792928930372, -0.0028169462457299232, -0.002454599365592003, -0.002092252718284726, -0.0017299060709774494, -0.0013675593072548509, -0.0010052125435322523, -0.0006428657798096538, -0.0002805190742947161, 8.182766032405198e-05, 0.00044417439494282007, 0.0008065211586654186, 0.0011688678059726954, 0.001531214569695294, 0.0018935613334178925, 0.002255907980725169, 0.0026182548608630896, 0.0029806015081703663, 0.0033429483883082867, 0.0037052950356155634, 0.00406764168292284, 0.0044299885630607605, 0.004792335443198681, 0.005154681857675314, 0.005517028737813234, 0.005879375617951155, 0.006241722032427788, 0.006604068912565708, 0.0069664157927036285, 0.007328762207180262, 0.007691109087318182, 0.008053455501794815, 0.008415802381932735, 0.008778149262070656, 0.009140496142208576, 0.009502843022346497, 0.009865189902484417, 0.010227535851299763, 0.010589882731437683, 0.010952229611575603, 0.011314576491713524, 0.011676923371851444, 0.012039270251989365, 0.01240161620080471, 0.01276396308094263, 0.013126309961080551, 0.013488656841218472]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 11.0, 4.0, 3.0, 3.0, 4.0, 3.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006735687609761953, -0.0063142552971839905, -0.005892822984606028, -0.005471391137689352, -0.005049958825111389, -0.004628526512533426, -0.004207094199955463, -0.003785662120208144, -0.0033642298076301813, -0.0029427974950522184, -0.002521365415304899, -0.0020999331027269363, -0.0016785009065642953, -0.0012570687104016542, -0.0008356364560313523, -0.0004142042307648808, 7.227994501590729e-06, 0.00042866021976806223, 0.0008500924450345337, 0.0012715246994048357, 0.0016929568955674767, 0.002114389091730118, 0.0025358214043080807, 0.0029572534840554, 0.0033786857966333628, 0.0038001181092113256, 0.004221550188958645, 0.004642982501536608, 0.005064414814114571, 0.0054858471266925335, 0.005907278973609209, 0.006328711286187172, 0.006750143598765135, 0.007171575911343098, 0.0075930082239210606, 0.008014440536499023, 0.008435872383415699, 0.00885730516165495, 0.009278737008571625, 0.0097001688554883, 0.01012160163372755, 0.010543033480644226, 0.010964466258883476, 0.011385898105800152, 0.011807329952716827, 0.012228762730956078, 0.012650194577872753, 0.013071627356112003, 0.013493059203028679, 0.013914491049945354, 0.014335923828184605, 0.01475735567510128, 0.01517878845334053, 0.015600220300257206, 0.01602165214717388, 0.01644308492541313, 0.016864517703652382, 0.017285948619246483, 0.017707381397485733, 0.018128814175724983, 0.018550245091319084, 0.018971677869558334, 0.019393110647797585, 0.019814543426036835, 0.020235974341630936]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 3.0, 3.0, 11.0, 5.0, 19.0, 10.0, 21.0, 27.0, 34.0, 40.0, 65.0, 87.0, 121.0, 171.0, 232.0, 256.0, 325.0, 418.0, 464.0, 563.0, 720.0, 912.0, 1325.0, 2247.0, 4436.0, 1155.0, 824.0, 626.0, 491.0, 354.0, 376.0, 307.0, 270.0, 243.0, 199.0, 143.0, 140.0, 128.0, 92.0, 101.0, 82.0, 62.0, 73.0, 49.0, 37.0, 30.0, 16.0, 14.0, 11.0, 7.0, 3.0, 14.0, 8.0, 4.0, 10.0, 10.0, 2.0, 0.0, 5.0, 5.0, 10.0, 7.0], "bins": [-0.004719925113022327, -0.004538935609161854, -0.004357945639640093, -0.004176955670118332, -0.003995966166257858, -0.003814976429566741, -0.0036339866928756237, -0.0034529969561845064, -0.003272007219493389, -0.003091017482802272, -0.0029100277461111546, -0.0027290380094200373, -0.00254804827272892, -0.0023670585360378027, -0.0021860687993466854, -0.002005079062655568, -0.0018240893259644508, -0.0016430995892733335, -0.0014621098525822163, -0.001281120115891099, -0.0011001303791999817, -0.0009191406425088644, -0.0007381509058177471, -0.0005571611691266298, -0.00037617143243551254, -0.00019518169574439526, -1.419195905327797e-05, 0.00016679777763783932, 0.0003477875143289566, 0.0005287772510200739, 0.0007097669877111912, 0.0008907567244023085, 0.0010717464610934258, 0.001252736197784543, 0.0014337259344756603, 0.0016147156711667776, 0.001795705407857895, 0.001976695144549012, 0.0021576848812401295, 0.0023386746179312468, 0.002519664354622364, 0.0027006540913134813, 0.0028816438280045986, 0.003062633564695716, 0.003243623301386833, 0.0034246130380779505, 0.0036056027747690678, 0.003786592511460185, 0.003967582248151302, 0.004148571752011776, 0.004329561721533537, 0.004510551691055298, 0.0046915411949157715, 0.004872530698776245, 0.005053520668298006, 0.005234510637819767, 0.005415500141680241, 0.005596489645540714, 0.005777479615062475, 0.005958469584584236, 0.00613945908844471, 0.006320448592305183, 0.006501438561826944, 0.006682428531348705, 0.006863418035209179]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10422341525554657, -0.1019650474190712, -0.09970668703317642, -0.09744831919670105, -0.09518995136022568, -0.0929315909743309, -0.09067322313785553, -0.08841485530138016, -0.08615648746490479, -0.08389812707901001, -0.08163975924253464, -0.07938139140605927, -0.07712303102016449, -0.07486466318368912, -0.07260629534721375, -0.07034793496131897, -0.0680895671248436, -0.06583119928836823, -0.06357283890247345, -0.06131447106599808, -0.059056103229522705, -0.05679773911833763, -0.05453937500715256, -0.052281007170677185, -0.05002264305949211, -0.04776427894830704, -0.045505911111831665, -0.04324754700064659, -0.04098918288946152, -0.038730815052986145, -0.03647245094180107, -0.0342140831053257, -0.031955718994140625, -0.029697353020310402, -0.02743898704648018, -0.025180622935295105, -0.022922256961464882, -0.02066389098763466, -0.018405526876449585, -0.016147160902619362, -0.013888794928789139, -0.011630428954958916, -0.009372063912451267, -0.0071136984042823315, -0.004855332896113396, -0.00259696738794446, -0.00033860187977552414, 0.0019197636283934116, 0.004178129136562347, 0.006436494644731283, 0.008694860152900219, 0.010953225195407867, 0.01321159116923809, 0.015469957143068314, 0.017728321254253387, 0.01998668722808361, 0.022245053201913834, 0.024503419175744057, 0.02676178514957428, 0.029020149260759354, 0.03127851337194443, 0.0335368812084198, 0.035795245319604874, 0.038053613156080246, 0.04031197726726532]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 6.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 5.0, 5.0, 3.0, 7.0, 7.0, 6.0, 6.0, 6.0, 8.0, 5.0, 10.0, 2.0, 4.0, 6.0, 3.0, 13.0, 8.0, 19.0, 21.0, 11.0, 10.0, 11.0, 16.0, 9.0, 10.0, 9.0, 9.0, 9.0, 6.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.03926343470811844, -0.03834768757224083, -0.03743193671107292, -0.03651618957519531, -0.0356004424393177, -0.034684691578149796, -0.033768944442272186, -0.03285319730639458, -0.03193744644522667, -0.03102169930934906, -0.0301059503108263, -0.029190203174948692, -0.028274454176425934, -0.027358705177903175, -0.026442958042025566, -0.025527209043502808, -0.0246114619076252, -0.02369571290910244, -0.02277996391057968, -0.021864216774702072, -0.020948467776179314, -0.020032718777656555, -0.019116971641778946, -0.018201222643256187, -0.01728547364473343, -0.01636972650885582, -0.015453977510333061, -0.014538229443132877, -0.013622480444610119, -0.012706732377409935, -0.011790984310209751, -0.010875235311686993, -0.009959487244486809, -0.009043739177286625, -0.008127990178763866, -0.0072122421115636826, -0.006296494044363499, -0.0053807455115020275, -0.004464996978640556, -0.003549248678609729, -0.0026335003785789013, -0.0017177520785480738, -0.0008020036621019244, 0.00011374469613656402, 0.0010294930543750525, 0.00194524135440588, 0.002860989887267351, 0.0037767381872981787, 0.004692486487329006, 0.005608235020190477, 0.006523983087390661, 0.007439731620252132, 0.008355479687452316, 0.009271228685975075, 0.010186976753175259, 0.011102724820375443, 0.012018473818898201, 0.012934221886098385, 0.013849969953298569, 0.014765718020498753, 0.015681466087698936, 0.016597215086221695, 0.017512964084744453, 0.018428711220622063, 0.01934446021914482]}, "_runtime": 42.94079875946045, "_timestamp": 1596211632.7119076, "_step": 50}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 3.0, 4.0, 0.0, 4.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018953192979097366, -0.01848934404551983, -0.018025493249297142, -0.017561644315719604, -0.017097793519496918, -0.01663394458591938, -0.016170095652341843, -0.015706244856119156, -0.015242395922541618, -0.014778546057641506, -0.014314696192741394, -0.013850846327841282, -0.01338699646294117, -0.012923146598041058, -0.01245929766446352, -0.011995447799563408, -0.011531597934663296, -0.011067748069763184, -0.010603898204863071, -0.010140049271285534, -0.009676199406385422, -0.00921234954148531, -0.008748499676585197, -0.008284649811685085, -0.007820799946784973, -0.007356950547546148, -0.0068931011483073235, -0.006429251283407211, -0.005965401418507099, -0.005501552019268274, -0.005037702154368162, -0.004573852755129337, -0.004110002890229225, -0.0036461532581597567, -0.003182303626090288, -0.002718453761190176, -0.0022546041291207075, -0.001790754497051239, -0.0013269047485664487, -0.0008630550582893193, -0.00039920536801218987, 6.464432226493955e-05, 0.000528494012542069, 0.0009923437610268593, 0.0014561933930963278, 0.0019200430251657963, 0.0023838928900659084, 0.002847742522135377, 0.0033115921542048454, 0.003775441786274314, 0.004239291418343782, 0.004703141283243895, 0.005166990682482719, 0.005630840547382832, 0.006094690412282944, 0.006558539811521769, 0.007022389676421881, 0.007486239541321993, 0.007950088940560818, 0.00841393880546093, 0.008877788670361042, 0.009341638535261154, 0.009805487468838692, 0.010269337333738804, 0.010733187198638916]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 1.0, 5.0, 7.0, 9.0, 17.0, 17.0, 29.0, 44.0, 75.0, 94.0, 156.0, 214.0, 394.0, 4176.0, 1735.0, 373.0, 200.0, 134.0, 87.0, 42.0, 32.0, 22.0, 12.0, 7.0, 8.0, 3.0, 5.0, 3.0, 6.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28620511293411255, -0.2784469723701477, -0.27068883180618286, -0.262930691242218, -0.2551725506782532, -0.24741442501544952, -0.23965628445148468, -0.23189814388751984, -0.224140003323555, -0.21638186275959015, -0.2086237221956253, -0.20086558163166046, -0.1931074559688568, -0.18534931540489197, -0.17759117484092712, -0.16983303427696228, -0.16207489371299744, -0.1543167531490326, -0.14655861258506775, -0.1388004720211029, -0.13104233145713806, -0.12328419834375381, -0.11552606523036957, -0.10776792466640472, -0.10000978410243988, -0.09225164353847504, -0.08449350297451019, -0.07673536986112595, -0.0689772292971611, -0.06121908873319626, -0.05346095189452171, -0.04570281505584717, -0.037944674491882324, -0.03018653579056263, -0.022428397089242935, -0.01467025838792324, -0.006912119686603546, 0.0008460190147161484, 0.008604157716035843, 0.016362296417355537, 0.024120435118675232, 0.031878575682640076, 0.03963671252131462, 0.047394849359989166, 0.05515298992395401, 0.06291113048791885, 0.0706692636013031, 0.07842740416526794, 0.08618554472923279, 0.09394368529319763, 0.10170182585716248, 0.10945995897054672, 0.11721809953451157, 0.12497624009847641, 0.13273437321186066, 0.1404925137758255, 0.14825065433979034, 0.1560087949037552, 0.16376693546772003, 0.17152507603168488, 0.17928320169448853, 0.18704134225845337, 0.1947994828224182, 0.20255762338638306, 0.2103157639503479]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 1.0, 3.0, 2.0, 4.0, 6.0, 4.0, 4.0, 6.0, 4.0, 1.0, 4.0, 1.0, 24.0, 7.0, 3.0, 2.0, 2.0, 3.0, 4.0, 4.0, 0.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002776997396722436, -0.002694077556952834, -0.0026111574843525887, -0.002528237644582987, -0.002445317804813385, -0.0023623977322131395, -0.0022794778924435377, -0.002196558052673936, -0.0021136379800736904, -0.0020307181403040886, -0.0019477983005344868, -0.0018648783443495631, -0.0017819583881646395, -0.0016990385483950377, -0.001616118592210114, -0.0015331987524405122, -0.0014502787962555885, -0.0013673588400706649, -0.001284439000301063, -0.0012015190441161394, -0.0011185992043465376, -0.001035679248161614, -0.0009527592919766903, -0.0008698393939994276, -0.0007869194960221648, -0.0007039995980449021, -0.0006210797000676394, -0.0005381597438827157, -0.00045523984590545297, -0.00037231994792819023, -0.00028940002084709704, -0.00020648010831791908, -0.0001235601957887411, -4.064028325956315e-05, 4.2279629269614816e-05, 0.00012519954179879278, 0.00020811945432797074, 0.0002910393523052335, 0.00037395927938632667, 0.00045687920646741986, 0.0005397991044446826, 0.0006227190024219453, 0.0007056389003992081, 0.0007885588565841317, 0.0008714787545613945, 0.0009543986525386572, 0.0010373186087235808, 0.0011202384484931827, 0.0012031584046781063, 0.00128607836086303, 0.0013689982006326318, 0.0014519181568175554, 0.0015348379965871572, 0.001617757952772081, 0.0017006779089570045, 0.0017835977487266064, 0.00186651770491153, 0.0019494376610964537, 0.0020323575008660555, 0.0021152773406356573, 0.002198197413235903, 0.0022811172530055046, 0.0023640370927751064, 0.002446957165375352, 0.0025298770051449537]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 6.0, 13.0, 11.0, 26.0, 42.0, 52.0, 104.0, 134.0, 178.0, 304.0, 499.0, 668.0, 1049.0, 1542.0, 2414.0, 3829.0, 6336.0, 10356.0, 18988.0, 35978.0, 78278.0, 246970.0, 637131.0, 65276.0, 29817.0, 15719.0, 8883.0, 5330.0, 3272.0, 2030.0, 1382.0, 866.0, 643.0, 431.0, 300.0, 253.0, 151.0, 103.0, 71.0, 63.0, 38.0, 19.0, 17.0, 12.0, 11.0, 14.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.00906598474830389, -0.008764378726482391, -0.008462772704660892, -0.008161166682839394, -0.007859560661017895, -0.007557954639196396, -0.007256348617374897, -0.006954742595553398, -0.006653136573731899, -0.0063515305519104, -0.0060499245300889015, -0.005748318508267403, -0.005446712486445904, -0.005145106464624405, -0.004843500442802906, -0.004541894420981407, -0.004240288399159908, -0.003938682377338409, -0.0036370763555169106, -0.0033354703336954117, -0.003033864311873913, -0.002732258290052414, -0.002430652268230915, -0.002129046246409416, -0.0018274402245879173, -0.0015258342027664185, -0.0012242281809449196, -0.0009226221591234207, -0.0006210161373019218, -0.000319410115480423, -1.7804093658924103e-05, 0.00028380192816257477, 0.0005854079499840736, 0.0008870139718055725, 0.0011886199936270714, 0.0014902260154485703, 0.0017918320372700691, 0.002093438059091568, 0.002395044080913067, 0.0026966501027345657, 0.0029982561245560646, 0.0032998621463775635, 0.0036014681681990623, 0.0039030741900205612, 0.00420468021184206, 0.004506286233663559, 0.004807892255485058, 0.005109498277306557, 0.005411104299128056, 0.0057127103209495544, 0.006014316342771053, 0.006315922364592552, 0.006617528386414051, 0.00691913440823555, 0.007220740430057049, 0.007522346451878548, 0.007823952473700047, 0.008125558495521545, 0.008427164517343044, 0.008728770539164543, 0.009030376560986042, 0.009331982582807541, 0.00963358860462904, 0.009935194626450539, 0.010236800648272038]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 4.0, 3.0, 3.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00807493831962347, -0.007678742054849863, -0.0072825453244149685, -0.006886349059641361, -0.006490152329206467, -0.006093956064432859, -0.005697759799659252, -0.005301563069224358, -0.00490536680445075, -0.004509170539677143, -0.0041129738092422485, -0.0037167775444686413, -0.0033205810468643904, -0.0029243845492601395, -0.002528188284486532, -0.0021319917868822813, -0.0017357952892780304, -0.0013395987916737795, -0.0009434024104848504, -0.0005472059710882604, -0.00015100953169167042, 0.0002451869077049196, 0.0006413833471015096, 0.0010375797282904387, 0.0014337762258946896, 0.0018299727234989405, 0.0022261692211031914, 0.0026223654858767986, 0.0030185619834810495, 0.0034147584810853004, 0.0038109547458589077, 0.004207151476293802, 0.0046033477410674095, 0.004999544005841017, 0.005395740736275911, 0.005791937001049519, 0.006188133731484413, 0.00658432999625802, 0.006980526261031628, 0.007376722991466522, 0.0077729192562401295, 0.008169115521013737, 0.008565312251448631, 0.008961508981883526, 0.009357704780995846, 0.00975390151143074, 0.010150098241865635, 0.010546294040977955, 0.01094249077141285, 0.011338687501847744, 0.011734883300960064, 0.012131080031394958, 0.012527276761829853, 0.012923472560942173, 0.013319669291377068, 0.013715866021811962, 0.014112062752246857, 0.014508258551359177, 0.014904455281794071, 0.015300652012228966, 0.015696847811341286, 0.016093043610453606, 0.016489241272211075, 0.016885437071323395, 0.017281632870435715]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 5.0, 12.0, 2.0, 16.0, 16.0, 21.0, 15.0, 24.0, 32.0, 47.0, 51.0, 60.0, 83.0, 110.0, 131.0, 155.0, 193.0, 228.0, 284.0, 331.0, 373.0, 438.0, 459.0, 576.0, 774.0, 973.0, 1413.0, 2205.0, 5245.0, 1141.0, 734.0, 517.0, 412.0, 278.0, 225.0, 160.0, 126.0, 127.0, 100.0, 84.0, 60.0, 46.0, 33.0, 27.0, 15.0, 13.0, 7.0, 4.0, 6.0, 9.0, 6.0, 6.0, 5.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.008334078826010227, -0.008068912662565708, -0.007803746499121189, -0.00753858033567667, -0.007273414172232151, -0.007008248474448919, -0.0067430823110044, -0.006477916147559881, -0.006212749984115362, -0.005947583820670843, -0.005682417657226324, -0.005417251493781805, -0.005152085795998573, -0.004886919632554054, -0.004621753469109535, -0.004356587305665016, -0.004091421142220497, -0.003826254978775978, -0.003561088815331459, -0.0032959228847175837, -0.0030307567212730646, -0.0027655905578285456, -0.00250042462721467, -0.002235258463770151, -0.001970092300325632, -0.001704926136881113, -0.0014397600898519158, -0.0011745940428227186, -0.0009094278793781996, -0.0006442617741413414, -0.0003790956689044833, -0.00011392956366762519, 0.00015123654156923294, 0.00041640264680609107, 0.0006815687520429492, 0.0009467348572798073, 0.0012119009625166655, 0.0014770671259611845, 0.0017422331729903817, 0.002007399220019579, 0.002272565383464098, 0.002537731546908617, 0.002802897710353136, 0.0030680636409670115, 0.0033332298044115305, 0.0035983959678560495, 0.003863561898469925, 0.004128728061914444, 0.004393894225358963, 0.004659060388803482, 0.004924226552248001, 0.00518939271569252, 0.005454558879137039, 0.005719724576920271, 0.00598489074036479, 0.006250056903809309, 0.006515223067253828, 0.006780389230698347, 0.007045555394142866, 0.007310721557587385, 0.007575887255370617, 0.007841053418815136, 0.008106219582259655, 0.008371385745704174, 0.008636551909148693]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.17201921343803406, -0.1687338501214981, -0.16544848680496216, -0.1621631383895874, -0.15887777507305145, -0.1555924117565155, -0.15230704843997955, -0.1490217000246048, -0.14573633670806885, -0.1424509733915329, -0.13916561007499695, -0.135880246758461, -0.13259489834308624, -0.1293095350265503, -0.12602417171001434, -0.12273881584405899, -0.11945345252752304, -0.11616808921098709, -0.11288273334503174, -0.10959737002849579, -0.10631201416254044, -0.10302665084600449, -0.09974129498004913, -0.09645593166351318, -0.09317056834697723, -0.08988521248102188, -0.08659984916448593, -0.08331449329853058, -0.08002912998199463, -0.07674377411603928, -0.07345841079950333, -0.07017305493354797, -0.06688769161701202, -0.06360232830047607, -0.06031697243452072, -0.05703161284327507, -0.05374625325202942, -0.05046088993549347, -0.04717553034424782, -0.04389017075300217, -0.040604811161756516, -0.037319451570510864, -0.03403409197926521, -0.030748730525374413, -0.02746337093412876, -0.02417801134288311, -0.02089264988899231, -0.01760729029774666, -0.014321930706501007, -0.011036571115255356, -0.00775121059268713, -0.004465850535780191, -0.0011804904788732529, 0.0021048695780336857, 0.005390229634940624, 0.00867559015750885, 0.011960949748754501, 0.015246309340000153, 0.018531668931245804, 0.021817030385136604, 0.025102389976382256, 0.028387749567627907, 0.03167311102151871, 0.03495847061276436, 0.03824383020401001]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 5.0, 11.0, 14.0, 21.0, 27.0, 20.0, 52.0, 25.0, 26.0, 15.0, 17.0, 3.0, 6.0, 3.0, 2.0, 4.0, 6.0, 4.0, 3.0, 4.0], "bins": [-0.13118697702884674, -0.12858374416828156, -0.12598049640655518, -0.12337726354598999, -0.1207740306854248, -0.11817079037427902, -0.11556755751371384, -0.11296431720256805, -0.11036108434200287, -0.10775784403085709, -0.1051546111702919, -0.10255137085914612, -0.09994813799858093, -0.09734489768743515, -0.09474166482686996, -0.09213842451572418, -0.089535191655159, -0.08693195134401321, -0.08432871103286743, -0.08172547817230225, -0.07912223786115646, -0.07651900500059128, -0.0739157646894455, -0.07131253182888031, -0.06870929151773453, -0.06610605865716934, -0.06350281834602356, -0.060899581760168076, -0.05829634517431259, -0.05569310858845711, -0.053089872002601624, -0.05048663541674614, -0.047883398830890656, -0.04528016224503517, -0.04267692565917969, -0.040073689073324203, -0.03747045248746872, -0.034867215901613235, -0.03226397931575775, -0.029660740867257118, -0.027057504281401634, -0.02445426769554615, -0.021851031109690666, -0.019247794523835182, -0.01664455607533455, -0.01404132042080164, -0.011438082903623581, -0.008834846317768097, -0.006231609731912613, -0.0036283729132264853, -0.0010251360945403576, 0.00157810072414577, 0.004181337542831898, 0.006784574128687382, 0.00938781164586544, 0.011991048231720924, 0.014594284817576408, 0.017197521403431892, 0.019800757989287376, 0.02240399457514286, 0.025007233023643494, 0.027610469609498978, 0.03021370619535446, 0.032816942781209946, 0.03542017936706543]}, "_runtime": 43.70227551460266, "_timestamp": 1596211633.4733844, "_step": 51}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011867059394717216, -0.011544858105480671, -0.011222656816244125, -0.01090045552700758, -0.010578254237771034, -0.010256052948534489, -0.009933850727975368, -0.009611649438738823, -0.009289448149502277, -0.008967246860265732, -0.008645045571029186, -0.00832284428179264, -0.008000642992556095, -0.0076784417033195496, -0.007356239948421717, -0.007034038659185171, -0.0067118373699486256, -0.00638963608071208, -0.0060674347914755344, -0.005745233036577702, -0.005423031747341156, -0.0051008304581046104, -0.004778629168868065, -0.004456427879631519, -0.004134226590394974, -0.0038120250683277845, -0.0034898235462605953, -0.0031676222570240498, -0.002845420967787504, -0.002523219445720315, -0.0022010181564837694, -0.001878816750831902, -0.0015566153451800346, -0.0012344139395281672, -0.0009122125920839608, -0.0005900112446397543, -0.0002678098389878869, 5.439153756015003e-05, 0.00037659291410818696, 0.0006987942615523934, 0.0010209956672042608, 0.0013431970728561282, 0.0016653984785079956, 0.001987599767744541, 0.0023098010569810867, 0.002632002579048276, 0.0029542038682848215, 0.0032764053903520107, 0.0035986066795885563, 0.003920807968825102, 0.004243009258061647, 0.00456521101295948, 0.004887412302196026, 0.005209613591432571, 0.005531814880669117, 0.0058540161699056625, 0.006176217459142208, 0.006498419214040041, 0.0068206205032765865, 0.007142821792513132, 0.007465023081749678, 0.007787224370986223, 0.008109426125884056, 0.008431627415120602, 0.008753828704357147]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 7.0, 4.0, 1.0, 3.0, 6.0, 13.0, 11.0, 14.0, 20.0, 16.0, 24.0, 29.0, 33.0, 39.0, 57.0, 52.0, 71.0, 91.0, 107.0, 128.0, 188.0, 268.0, 417.0, 4459.0, 693.0, 322.0, 204.0, 157.0, 107.0, 94.0, 61.0, 41.0, 33.0, 24.0, 28.0, 15.0, 21.0, 14.0, 14.0, 3.0, 5.0, 8.0, 6.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.13948334753513336, -0.13542184233665466, -0.13136032223701477, -0.12729881703853607, -0.12323729693889618, -0.11917579174041748, -0.11511427909135818, -0.11105276644229889, -0.1069912537932396, -0.1029297411441803, -0.098868228495121, -0.0948067158460617, -0.09074521064758301, -0.08668369799852371, -0.08262218534946442, -0.07856067270040512, -0.07449916005134583, -0.07043764740228653, -0.06637613475322723, -0.06231462582945824, -0.05825311318039894, -0.054191600531339645, -0.05013009160757065, -0.04606857895851135, -0.04200706630945206, -0.03794555366039276, -0.033884041011333466, -0.02982253208756447, -0.025761019438505173, -0.021699506789445877, -0.01763799600303173, -0.01357648428529501, -0.009514972567558289, -0.0054534608498215675, -0.0013919491320848465, 0.0026695625856518745, 0.006731074303388596, 0.010792586021125317, 0.014854097738862038, 0.018915608525276184, 0.02297712117433548, 0.027038633823394775, 0.031100144609808922, 0.03516165539622307, 0.039223168045282364, 0.04328468069434166, 0.04734618961811066, 0.05140770226716995, 0.05546921491622925, 0.059530727565288544, 0.06359224021434784, 0.06765375286340714, 0.07171526551246643, 0.07577677071094513, 0.07983828336000443, 0.08389979600906372, 0.08796130865812302, 0.09202282130718231, 0.09608433395624161, 0.1001458466053009, 0.1042073518037796, 0.1082688644528389, 0.1123303771018982, 0.11639188975095749, 0.12045340240001678]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 4.0, 2.0, 5.0, 5.0, 23.0, 4.0, 2.0, 4.0, 1.0, 5.0, 3.0, 5.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.002978039439767599, -0.0028980839997529984, -0.002818128326907754, -0.002738172886893153, -0.0026582174468785524, -0.002578261774033308, -0.0024983063340187073, -0.0024183508940041065, -0.002338395221158862, -0.0022584397811442614, -0.0021784843411296606, -0.002098528668284416, -0.0020185732282698154, -0.0019386176718398929, -0.0018586621154099703, -0.0017787066753953695, -0.001698751118965447, -0.0016187955625355244, -0.0015388401225209236, -0.001458884566091001, -0.0013789290096610785, -0.0012989735696464777, -0.0012190180132165551, -0.0011390624567866325, -0.0010591070167720318, -0.0009791514603421092, -0.0008991959039121866, -0.000819240405689925, -0.0007392849074676633, -0.0006593293510377407, -0.000579373852815479, -0.0004994182963855565, -0.0004194627981632948, -0.00033950727083720267, -0.00025955174351111054, -0.00017959624528884888, -9.964071796275675e-05, -1.9685197912622243e-05, 6.027032213751227e-05, 0.00014022583491168916, 0.00022018136223778129, 0.0003001368895638734, 0.00038009241688996553, 0.0004600479151122272, 0.0005400034133344889, 0.0006199589697644114, 0.0006999144679866731, 0.0007798700244165957, 0.0008598255226388574, 0.000939781020861119, 0.0010197365190833807, 0.0010996920755133033, 0.0011796476319432259, 0.0012596030719578266, 0.0013395586283877492, 0.0014195141848176718, 0.0014994696248322725, 0.0015794251812621951, 0.0016593807376921177, 0.0017393362941220403, 0.001819291734136641, 0.0018992472905665636, 0.0019792027305811644, 0.0020591584034264088, 0.0021391138434410095]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 4.0, 7.0, 5.0, 7.0, 7.0, 12.0, 31.0, 49.0, 63.0, 126.0, 208.0, 300.0, 589.0, 1087.0, 1891.0, 3371.0, 6507.0, 13379.0, 29451.0, 75298.0, 735963.0, 197206.0, 57689.0, 25588.0, 13029.0, 7007.0, 4161.0, 2405.0, 1554.0, 936.0, 606.0, 393.0, 269.0, 165.0, 88.0, 65.0, 42.0, 26.0, 19.0, 14.0, 7.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014208152890205383, -0.013801343739032745, -0.013394533656537533, -0.012987724505364895, -0.012580914422869682, -0.012174105271697044, -0.011767296120524406, -0.011360486038029194, -0.010953676886856556, -0.010546867735683918, -0.010140057653188705, -0.009733248502016068, -0.00932643935084343, -0.008919629268348217, -0.008512820117175579, -0.008106010034680367, -0.007699200883507729, -0.007292391266673803, -0.006885581649839878, -0.00647877249866724, -0.006071962881833315, -0.00566515326499939, -0.005258344113826752, -0.0048515344969928265, -0.004444724880158901, -0.004037915263324976, -0.0036311058793216944, -0.0032242964953184128, -0.0028174868784844875, -0.0024106772616505623, -0.0020038678776472807, -0.0015970583772286773, -0.0011902488768100739, -0.0007834393763914704, -0.000376629875972867, 3.0179624445736408e-05, 0.00043698912486433983, 0.0008437986252829432, 0.0012506081257015467, 0.00165741762612015, 0.0020642271265387535, 0.0024710367433726788, 0.0028778461273759604, 0.003284655511379242, 0.003691465128213167, 0.0040982747450470924, 0.00450508389621973, 0.004911893513053656, 0.005318703129887581, 0.005725512746721506, 0.006132322363555431, 0.006539131514728069, 0.0069459411315619946, 0.00735275074839592, 0.007759559899568558, 0.00816636998206377, 0.008573179133236408, 0.008979988284409046, 0.009386798366904259, 0.009793607518076897, 0.010200416669249535, 0.010607226751744747, 0.011014035902917385, 0.011420845985412598, 0.011827655136585236]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 4.0, 6.0, 3.0, 4.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012135636061429977, -0.011687039397656918, -0.011238443665206432, -0.010789847001433372, -0.010341250337660313, -0.009892653673887253, -0.009444057941436768, -0.008995461277663708, -0.008546864613890648, -0.008098268881440163, -0.007649672217667103, -0.007201075553894043, -0.00675247935578227, -0.006303882692009211, -0.005855286493897438, -0.005406689830124378, -0.004958093632012606, -0.004509497433900833, -0.004060900770127773, -0.003612304339185357, -0.003163707908242941, -0.0027151117101311684, -0.002266515279188752, -0.001817918848246336, -0.0013693224173039198, -0.0009207259863615036, -0.0004721296136267483, -2.353321178816259e-05, 0.00042506319005042315, 0.0008736596209928393, 0.0013222559355199337, 0.00177085236646235, 0.002219448797404766, 0.0026680452283471823, 0.0031166416592895985, 0.0035652380902320147, 0.004013834521174431, 0.004462430719286203, 0.004911027383059263, 0.005359623581171036, 0.005808220244944096, 0.006256816443055868, 0.006705412641167641, 0.0071540093049407005, 0.007602605503052473, 0.008051201701164246, 0.008499798364937305, 0.008948395028710365, 0.00939699076116085, 0.00984558742493391, 0.01029418408870697, 0.01074278075248003, 0.011191376484930515, 0.011639973148703575, 0.012088569812476635, 0.012537166476249695, 0.01298576220870018, 0.01343435887247324, 0.0138829555362463, 0.014331551268696785, 0.014780147932469845, 0.015228744596242905, 0.01567734032869339, 0.016125937923789024, 0.01657453365623951]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 9.0, 4.0, 11.0, 10.0, 20.0, 17.0, 27.0, 22.0, 36.0, 42.0, 45.0, 63.0, 86.0, 87.0, 90.0, 134.0, 176.0, 266.0, 374.0, 572.0, 712.0, 1028.0, 2031.0, 6686.0, 2149.0, 1202.0, 704.0, 497.0, 339.0, 243.0, 149.0, 113.0, 91.0, 76.0, 46.0, 55.0, 44.0, 31.0, 22.0, 24.0, 18.0, 14.0, 10.0, 8.0, 10.0, 7.0, 6.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011058877222239971, -0.010693724267184734, -0.010328571312129498, -0.00996341835707426, -0.00959826447069645, -0.009233111515641212, -0.008867958560585976, -0.008502805605530739, -0.008137652650475502, -0.007772499695420265, -0.007407346740365028, -0.007042193319648504, -0.0066770403645932674, -0.006311887409538031, -0.0059467339888215065, -0.00558158103376627, -0.005216428078711033, -0.004851275123655796, -0.004486122168600559, -0.004120968747884035, -0.0037558157928287983, -0.0033906628377735615, -0.003025509649887681, -0.0026603564620018005, -0.0022952035069465637, -0.001930050435476005, -0.0015648973640054464, -0.0011997442925348878, -0.0008345912210643291, -0.0004694381495937705, -0.00010428507812321186, 0.0002608679933473468, 0.0006260210648179054, 0.000991174136288464, 0.0013563272077590227, 0.0017214802792295814, 0.00208663335070014, 0.002451786305755377, 0.0028169394936412573, 0.0031820926815271378, 0.0035472456365823746, 0.003912398591637611, 0.004277551546692848, 0.004642704967409372, 0.005007857922464609, 0.005373010877519846, 0.00573816429823637, 0.006103317253291607, 0.006468470208346844, 0.0068336231634020805, 0.007198776118457317, 0.0075639295391738415, 0.007929082959890366, 0.008294235914945602, 0.00865938887000084, 0.009024541825056076, 0.009389694780111313, 0.00975484773516655, 0.010120000690221786, 0.010485153645277023, 0.01085030660033226, 0.011215460486710072, 0.011580613441765308, 0.011945766396820545, 0.012310919351875782]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.161139577627182, -0.1571841835975647, -0.15322880446910858, -0.14927342534065247, -0.14531803131103516, -0.14136263728141785, -0.13740725815296173, -0.13345187902450562, -0.1294964849948883, -0.125541090965271, -0.12158571183681488, -0.11763032525777817, -0.11367493867874146, -0.10971955209970474, -0.10576416552066803, -0.10180877894163132, -0.0978533923625946, -0.09389800578355789, -0.08994261920452118, -0.08598723262548447, -0.08203184604644775, -0.07807645946741104, -0.07412107288837433, -0.07016568630933762, -0.0662102997303009, -0.06225491315126419, -0.05829952657222748, -0.054344139993190765, -0.05038875341415405, -0.04643336683511734, -0.04247798025608063, -0.038522593677043915, -0.0345672070980072, -0.03061182051897049, -0.026656433939933777, -0.022701047360897064, -0.01874566078186035, -0.014790274202823639, -0.010834887623786926, -0.006879501044750214, -0.002924114465713501, 0.0010312721133232117, 0.004986658692359924, 0.008942045271396637, 0.01289743185043335, 0.016852818429470062, 0.020808205008506775, 0.024763591587543488, 0.0287189781665802, 0.03267436474561691, 0.036629751324653625, 0.04058513790369034, 0.04454052448272705, 0.04849591106176376, 0.052451297640800476, 0.05640668421983719, 0.0603620707988739, 0.06431745737791061, 0.06827284395694733, 0.07222823053598404, 0.07618361711502075, 0.08013900369405746, 0.08409439027309418, 0.08804977685213089, 0.0920051634311676]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 4.0, 7.0, 11.0, 23.0, 24.0, 29.0, 31.0, 25.0, 17.0, 15.0, 7.0, 4.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 0.0, 5.0, 2.0, 4.0, 2.0, 1.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.11974239349365234, -0.11675554513931274, -0.11376869678497314, -0.11078184843063354, -0.10779500007629395, -0.10480815172195435, -0.10182130336761475, -0.09883445501327515, -0.09584760665893555, -0.09286076575517654, -0.08987391740083694, -0.08688706904649734, -0.08390022069215775, -0.08091337233781815, -0.07792652398347855, -0.07493967562913895, -0.07195282727479935, -0.06896597892045975, -0.06597913056612015, -0.06299228221178055, -0.06000543385744095, -0.05701858922839165, -0.05403174087405205, -0.05104489251971245, -0.04805804416537285, -0.04507119581103325, -0.04208434745669365, -0.03909749910235405, -0.03611065447330475, -0.03312380611896515, -0.03013695776462555, -0.02715010941028595, -0.02416326105594635, -0.02117641270160675, -0.01818956434726715, -0.0152027178555727, -0.012215869501233101, -0.009229021146893501, -0.006242173723876476, -0.003255325835198164, -0.0002684779465198517, 0.0027183699421584606, 0.005705217830836773, 0.008692065253853798, 0.011678913608193398, 0.014665761962532997, 0.017652608454227448, 0.020639456808567047, 0.023626305162906647, 0.026613153517246246, 0.029600001871585846, 0.032586850225925446, 0.035573698580265045, 0.038560543209314346, 0.041547391563653946, 0.044534239917993546, 0.047521088272333145, 0.050507936626672745, 0.053494784981012344, 0.056481633335351944, 0.059468477964401245, 0.062455326318740845, 0.06544217467308044, 0.06842902302742004, 0.07141587138175964]}, "_runtime": 44.44850754737854, "_timestamp": 1596211634.2196164, "_step": 52}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 9.0, 8.0, 5.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.024956250563263893, -0.024125169962644577, -0.02329408749938011, -0.022463006898760796, -0.02163192629814148, -0.020800845697522163, -0.019969765096902847, -0.019138682633638382, -0.018307602033019066, -0.01747652143239975, -0.016645438969135284, -0.01581435836851597, -0.014983277767896652, -0.014152197167277336, -0.013321115635335445, -0.012490034103393555, -0.011658953502774239, -0.010827872902154922, -0.009996791370213032, -0.009165709838271141, -0.008334629237651825, -0.0075035481713712215, -0.006672467105090618, -0.005841386038810015, -0.005010304972529411, -0.004179223906248808, -0.0033481428399682045, -0.002517061773687601, -0.0016859807074069977, -0.0008548996411263943, -2.3818574845790863e-05, 0.0008072624914348125, 0.001638343557715416, 0.0024694246239960194, 0.0033005056902766228, 0.004131586756557226, 0.00496266782283783, 0.005793748889118433, 0.006624829955399036, 0.00745591102167964, 0.008286992087960243, 0.00911807268857956, 0.00994915422052145, 0.01078023575246334, 0.011611316353082657, 0.012442396953701973, 0.013273478485643864, 0.014104560017585754, 0.01493564061820507, 0.015766721218824387, 0.016597803682088852, 0.017428884282708168, 0.018259964883327484, 0.0190910454839468, 0.019922126084566116, 0.02075320854783058, 0.021584289148449898, 0.022415369749069214, 0.02324645221233368, 0.024077532812952995, 0.02490861341357231, 0.025739694014191628, 0.026570774614810944, 0.02740185707807541, 0.028232937678694725]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 12.0, 8.0, 12.0, 17.0, 31.0, 39.0, 64.0, 82.0, 136.0, 195.0, 326.0, 615.0, 4999.0, 593.0, 275.0, 167.0, 87.0, 71.0, 37.0, 27.0, 19.0, 14.0, 9.0, 8.0, 4.0, 8.0, 5.0, 3.0, 5.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.22326141595840454, -0.2165498584508896, -0.20983828604221344, -0.2031267285346985, -0.19641515612602234, -0.18970359861850739, -0.18299204111099243, -0.17628046870231628, -0.16956891119480133, -0.16285735368728638, -0.15614578127861023, -0.14943422377109528, -0.14272266626358032, -0.13601109385490417, -0.12929953634738922, -0.12258797138929367, -0.11587640643119812, -0.10916484147310257, -0.10245327651500702, -0.09574171900749207, -0.08903015404939651, -0.08231858909130096, -0.07560703158378601, -0.06889546662569046, -0.06218390166759491, -0.05547233670949936, -0.04876077547669411, -0.042049214243888855, -0.035337649285793304, -0.028626086190342903, -0.021914523094892502, -0.0152029599994421, -0.0084913969039917, -0.001779833808541298, 0.004931729286909103, 0.011643292382359505, 0.018354855477809906, 0.025066418573260307, 0.03177798166871071, 0.03848954290151596, 0.04520110785961151, 0.05191267281770706, 0.058624234050512314, 0.06533579528331757, 0.07204736024141312, 0.07875892519950867, 0.08547048270702362, 0.09218204766511917, 0.09889361262321472, 0.10560517758131027, 0.11231674253940582, 0.11902830004692078, 0.12573987245559692, 0.13245142996311188, 0.13916298747062683, 0.14587455987930298, 0.15258611738681793, 0.15929767489433289, 0.16600924730300903, 0.172720804810524, 0.17943236231803894, 0.1861439347267151, 0.19285549223423004, 0.1995670646429062, 0.20627862215042114]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 2.0, 3.0, 3.0, 4.0, 4.0, 6.0, 2.0, 7.0, 21.0, 4.0, 4.0, 3.0, 2.0, 2.0, 5.0, 5.0, 3.0, 4.0, 4.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035662229638546705, -0.0034664112608879805, -0.0033665993250906467, -0.0032667876221239567, -0.003166975686326623, -0.003067163983359933, -0.002967352047562599, -0.002867540344595909, -0.002767728641629219, -0.0026679167058318853, -0.0025681050028651953, -0.0024682930670678616, -0.0023684813641011715, -0.0022686694283038378, -0.0021688577253371477, -0.002069045789539814, -0.001969234086573124, -0.001869422267191112, -0.0017696104478091002, -0.0016697986284270883, -0.0015699868090450764, -0.0014701751060783863, -0.0013703632866963744, -0.0012705514673143625, -0.0011707396479323506, -0.0010709278285503387, -0.0009711160091683269, -0.0008713042479939759, -0.000771492428611964, -0.0006716806092299521, -0.0005718688480556011, -0.00047205702867358923, -0.00037224520929157734, -0.00027243338990956545, -0.00017262159963138402, -7.280979480128735e-05, 2.700201002880931e-05, 0.00012681381485890597, 0.00022662561968900263, 0.00032643740996718407, 0.00042624922934919596, 0.0005260610487312078, 0.0006258728681132197, 0.0007256846292875707, 0.0008254964486695826, 0.0009253082680515945, 0.0010251200292259455, 0.0011249318486079574, 0.0012247436679899693, 0.0013245554873719811, 0.001424367306753993, 0.001524179126136005, 0.0016239909455180168, 0.0017238026484847069, 0.0018236144678667188, 0.0019234262872487307, 0.0020232382230460644, 0.0021230499260127544, 0.0022228616289794445, 0.0023226735647767782, 0.0024224852677434683, 0.002522297203540802, 0.002622108906507492, 0.0027219208423048258, 0.002821732545271516]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 7.0, 10.0, 10.0, 9.0, 19.0, 45.0, 37.0, 48.0, 67.0, 126.0, 148.0, 210.0, 248.0, 404.0, 583.0, 760.0, 1206.0, 1749.0, 2693.0, 4527.0, 7472.0, 13225.0, 25283.0, 54429.0, 144916.0, 731098.0, 94423.0, 41401.0, 21546.0, 11996.0, 7228.0, 4518.0, 2857.0, 1972.0, 1259.0, 872.0, 630.0, 475.0, 320.0, 228.0, 142.0, 122.0, 90.0, 57.0, 51.0, 36.0, 20.0, 26.0, 12.0, 7.0, 7.0, 4.0, 1.0, 4.0, 4.0, 2.0, 2.0], "bins": [-0.010313104838132858, -0.009994633495807648, -0.009676161222159863, -0.009357689879834652, -0.009039218537509441, -0.008720746263861656, -0.008402274921536446, -0.008083803579211235, -0.007765331771224737, -0.007446859963238239, -0.007128388620913029, -0.006809916812926531, -0.006491445004940033, -0.006172973662614822, -0.0058545018546283245, -0.005536030512303114, -0.005217558704316616, -0.004899086896330118, -0.004580615554004908, -0.00426214374601841, -0.003943672403693199, -0.0036252005957067013, -0.0033067287877202034, -0.002988257212564349, -0.002669785637408495, -0.0023513140622526407, -0.0020328424870967865, -0.0017143706791102886, -0.0013958991039544344, -0.0010774275287985802, -0.0007589558372274041, -0.000440484203863889, -0.00012201257050037384, 0.0001964590628631413, 0.0005149306962266564, 0.0008334023295901716, 0.0011518739629536867, 0.001470345538109541, 0.001788817229680717, 0.002107288921251893, 0.0024257604964077473, 0.0027442320715636015, 0.0030627036467194557, 0.0033811754547059536, 0.003699647029861808, 0.004018118605017662, 0.00433659041300416, 0.0046550617553293705, 0.004973533563315868, 0.005292005371302366, 0.005610476713627577, 0.005928948521614075, 0.006247419863939285, 0.006565891671925783, 0.006884363479912281, 0.007202834822237492, 0.0075213066302239895, 0.007839778438210487, 0.008158249780535698, 0.008476721122860909, 0.008795193396508694, 0.009113664738833904, 0.009432136081159115, 0.0097506083548069, 0.01006907969713211]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 9.0, 4.0, 3.0, 2.0, 4.0, 7.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03839101269841194, -0.03759416565299034, -0.03679731488227844, -0.03600046783685684, -0.03520362079143524, -0.03440677374601364, -0.03360992297530174, -0.03281307592988014, -0.03201622888445854, -0.031219379976391792, -0.030422531068325043, -0.029625682160258293, -0.028828835114836693, -0.028031986206769943, -0.027235139161348343, -0.026438290253281593, -0.025641441345214844, -0.024844594299793243, -0.024047745391726494, -0.023250898346304893, -0.022454049438238144, -0.021657202392816544, -0.020860353484749794, -0.020063504576683044, -0.019266657531261444, -0.018469808623194695, -0.017672961577773094, -0.016876112669706345, -0.016079263761639595, -0.015282416716217995, -0.014485567808151245, -0.01368871983140707, -0.012891871854662895, -0.01209502387791872, -0.011298175901174545, -0.010501326993107796, -0.00970447901636362, -0.008907631039619446, -0.00811078306287527, -0.007313934620469809, -0.006517086643725634, -0.005720238666981459, -0.004923390224575996, -0.0041265422478318214, -0.003329694038257003, -0.0025328458286821842, -0.0017359977355226874, -0.0009391495841555297, -0.00014230143278837204, 0.0006545467185787857, 0.0014513948699459434, 0.00224824296310544, 0.0030450911726802588, 0.0038419393822550774, 0.004638787358999252, 0.005435635801404715, 0.0062324837781488895, 0.0070293317548930645, 0.007826180197298527, 0.008623028174042702, 0.009419876150786877, 0.010216724127531052, 0.011013573035597801, 0.011810421012341976, 0.012607268989086151]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 8.0, 8.0, 8.0, 17.0, 18.0, 16.0, 26.0, 22.0, 26.0, 23.0, 26.0, 21.0, 23.0, 28.0, 34.0, 43.0, 37.0, 25.0, 38.0, 49.0, 60.0, 72.0, 56.0, 70.0, 115.0, 110.0, 142.0, 189.0, 291.0, 403.0, 542.0, 693.0, 1091.0, 2434.0, 5304.0, 1339.0, 1062.0, 818.0, 672.0, 551.0, 409.0, 312.0, 300.0, 198.0, 159.0, 125.0, 100.0, 74.0, 49.0, 48.0, 33.0, 25.0, 28.0, 20.0, 11.0, 8.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.01383016724139452, -0.013446777127683163, -0.013063387013971806, -0.012679996900260448, -0.012296606786549091, -0.011913216672837734, -0.011529827490448952, -0.011146437376737595, -0.010763047263026237, -0.01037965714931488, -0.009996267035603523, -0.009612876921892166, -0.009229486808180809, -0.008846096694469452, -0.008462706580758095, -0.008079316467046738, -0.007695926818996668, -0.007312536705285311, -0.006929146591573954, -0.006545756943523884, -0.006162366829812527, -0.00577897671610117, -0.0053955866023898125, -0.005012196488678455, -0.004628806374967098, -0.004245416726917028, -0.0038620266132056713, -0.003478636499494314, -0.003095246385782957, -0.0027118565049022436, -0.0023284663911908865, -0.0019450763938948512, -0.001561686396598816, -0.0011782963993027806, -0.0007949063437990844, -0.0004115163173992187, -2.8126290999352932e-05, 0.0003552637354005128, 0.0007386537618003786, 0.0011220438173040748, 0.00150543381460011, 0.0018888238118961453, 0.0022722138091921806, 0.0026556039229035378, 0.003038994036614895, 0.0034223839174956083, 0.0038057740312069654, 0.004189163912087679, 0.004572554025799036, 0.004955944139510393, 0.00533933425322175, 0.00572272390127182, 0.006106114014983177, 0.006489504128694534, 0.006872894242405891, 0.0072562843561172485, 0.007639674469828606, 0.008023064583539963, 0.00840645469725132, 0.008789843879640102, 0.00917323399335146, 0.009556624107062817, 0.009940014220774174, 0.01032340433448553, 0.010706794448196888]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08962762355804443, -0.08558705449104309, -0.08154648542404175, -0.077505923807621, -0.07346535474061966, -0.06942478567361832, -0.06538422405719757, -0.06134365499019623, -0.057303085923194885, -0.05326251685619354, -0.0492219515144825, -0.045181386172771454, -0.04114081710577011, -0.03710024803876877, -0.033059682697057724, -0.02901911549270153, -0.024978548288345337, -0.020937981083989143, -0.01689741387963295, -0.012856846675276756, -0.008816279470920563, -0.004775712266564369, -0.0007351450622081757, 0.003305422142148018, 0.007345989346504211, 0.011386556550860405, 0.015427123755216599, 0.019467690959572792, 0.023508258163928986, 0.02754882536828518, 0.03158939257264137, 0.03562995791435242, 0.03967052698135376, 0.0437110960483551, 0.04775166139006615, 0.05179222673177719, 0.055832795798778534, 0.05987336486577988, 0.06391392648220062, 0.06795449554920197, 0.07199506461620331, 0.07603563368320465, 0.080076202750206, 0.08411676436662674, 0.08815733343362808, 0.09219790250062943, 0.09623846411705017, 0.10027903318405151, 0.10431960225105286, 0.1083601713180542, 0.11240074038505554, 0.11644130200147629, 0.12048187106847763, 0.12452244013547897, 0.12856300175189972, 0.13260357081890106, 0.1366441398859024, 0.14068470895290375, 0.1447252780199051, 0.14876584708690643, 0.15280640125274658, 0.15684697031974792, 0.16088753938674927, 0.1649281084537506, 0.16896867752075195]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 4.0, 2.0, 4.0, 8.0, 15.0, 31.0, 33.0, 46.0, 27.0, 16.0, 20.0, 5.0, 6.0, 3.0, 4.0, 2.0, 4.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.08918444067239761, -0.08636205643415451, -0.083539679646492, -0.0807172954082489, -0.0778949111700058, -0.0750725269317627, -0.07225014269351959, -0.06942776590585709, -0.06660538166761398, -0.06378299742937088, -0.060960616916418076, -0.05813823640346527, -0.05531585216522217, -0.052493467926979065, -0.04967108741402626, -0.046848706901073456, -0.04402632266283035, -0.04120393842458725, -0.038381557911634445, -0.03555917739868164, -0.03273679316043854, -0.029914410784840584, -0.02709202840924263, -0.024269646033644676, -0.021447263658046722, -0.01862488128244877, -0.015802498906850815, -0.012980116531252861, -0.010157734155654907, -0.007335351780056953, -0.004512969404459, -0.0016905870288610458, 0.001131795346736908, 0.003954177722334862, 0.0067765600979328156, 0.00959894247353077, 0.012421324849128723, 0.015243707224726677, 0.01806608960032463, 0.020888471975922585, 0.02371085435152054, 0.026533236727118492, 0.029355619102716446, 0.03217799961566925, 0.035000383853912354, 0.03782276809215546, 0.04064514860510826, 0.043467529118061066, 0.04628991335630417, 0.04911229759454727, 0.051934678107500076, 0.05475705862045288, 0.057579442858695984, 0.06040182709693909, 0.06322421133518219, 0.0660465881228447, 0.0688689723610878, 0.0716913565993309, 0.07451373338699341, 0.07733611762523651, 0.08015850186347961, 0.08298088610172272, 0.08580327033996582, 0.08862564712762833, 0.09144803136587143]}, "_runtime": 45.19692516326904, "_timestamp": 1596211634.968034, "_step": 53}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01145937480032444, -0.011121696792542934, -0.010784019716084003, -0.010446341708302498, -0.010108663700520992, -0.009770986624062061, -0.009433308616280556, -0.00909563060849905, -0.008757952600717545, -0.008420275524258614, -0.008082597516477108, -0.00774491997435689, -0.0074072424322366714, -0.007069564424455166, -0.006731886882334948, -0.006394208874553442, -0.006056531332433224, -0.0057188537903130054, -0.0053811757825315, -0.005043498240411282, -0.004705820232629776, -0.004368142690509558, -0.0040304651483893394, -0.0036927873734384775, -0.0033551095984876156, -0.0030174318235367537, -0.0026797540485858917, -0.0023420765064656734, -0.0020043987315148115, -0.0016667209565639496, -0.0013290432980284095, -0.0009913656394928694, -0.0006536878645420074, -0.00031601014779880643, 2.166756894439459e-05, 0.0003593452856875956, 0.0006970230024307966, 0.0010347007773816586, 0.0013723784359171987, 0.0017100560944527388, 0.0020477338694036007, 0.0023854116443544626, 0.0027230894193053246, 0.003060766961425543, 0.0033984447363764048, 0.0037361225113272667, 0.004073800053447485, 0.0044114780612289906, 0.004749155603349209, 0.005086833145469427, 0.005424511153250933, 0.005762188695371151, 0.0060998667031526566, 0.006437544245272875, 0.006775221787393093, 0.007112899795174599, 0.007450577337294817, 0.007788254879415035, 0.00812593288719654, 0.008463610894978046, 0.008801287971436977, 0.009138965979218483, 0.009476643986999989, 0.00981432106345892, 0.010151999071240425]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 8.0, 2.0, 2.0, 0.0, 2.0, 5.0, 6.0, 12.0, 7.0, 10.0, 12.0, 14.0, 23.0, 30.0, 34.0, 42.0, 73.0, 89.0, 88.0, 128.0, 169.0, 253.0, 412.0, 4453.0, 913.0, 395.0, 199.0, 142.0, 98.0, 76.0, 47.0, 47.0, 29.0, 25.0, 22.0, 9.0, 11.0, 8.0, 9.0, 3.0, 4.0, 2.0, 5.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15262848138809204, -0.1477968543767929, -0.14296522736549377, -0.13813360035419464, -0.1333019733428955, -0.12847034633159637, -0.12363872677087784, -0.1188070997595787, -0.11397547274827957, -0.10914384573698044, -0.1043122187256813, -0.09948059171438217, -0.09464897215366364, -0.0898173451423645, -0.08498571813106537, -0.08015409111976624, -0.0753224641084671, -0.07049083709716797, -0.06565921008586884, -0.06082758679986, -0.05599595978856087, -0.051164332777261734, -0.0463327094912529, -0.041501082479953766, -0.03666945546865463, -0.0318378284573555, -0.027006203308701515, -0.02217457816004753, -0.017342951148748398, -0.01251132506877184, -0.0076796989887952805, -0.0028480729088187218, 0.001983553171157837, 0.006815179251134396, 0.011646805331110954, 0.01647843047976494, 0.02131005749106407, 0.026141684502363205, 0.03097330965101719, 0.03580493479967117, 0.040636561810970306, 0.04546818882226944, 0.05029981583356857, 0.05513143911957741, 0.05996306613087654, 0.06479468941688538, 0.06962631642818451, 0.07445794343948364, 0.07928957045078278, 0.08412119746208191, 0.08895282447338104, 0.09378445148468018, 0.09861607849597931, 0.10344769805669785, 0.10827932506799698, 0.11311095207929611, 0.11794257909059525, 0.12277420610189438, 0.12760582566261292, 0.13243745267391205, 0.13726907968521118, 0.14210070669651031, 0.14693233370780945, 0.15176396071910858, 0.15659558773040771]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 5.0, 7.0, 4.0, 3.0, 3.0, 3.0, 6.0, 1.0, 5.0, 1.0, 4.0, 25.0, 1.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0], "bins": [-0.0035422598011791706, -0.0034563743975013494, -0.0033704889938235283, -0.003284603590145707, -0.003198718186467886, -0.003112832549959421, -0.0030269471462816, -0.002941061742603779, -0.0028551763389259577, -0.0027692909352481365, -0.0026834055315703154, -0.002597520127892494, -0.0025116344913840294, -0.0024257490877062082, -0.002339863684028387, -0.002253978280350566, -0.0021680928766727448, -0.0020822074729949236, -0.0019963220693171024, -0.0019104365492239594, -0.0018245511455461383, -0.0017386657418683171, -0.0016527802217751741, -0.001566894818097353, -0.0014810094144195318, -0.0013951240107417107, -0.0013092386070638895, -0.0012233530869707465, -0.0011374676832929254, -0.0010515822796151042, -0.0009656968177296221, -0.00087981135584414, -0.0007939259521663189, -0.0007080405484884977, -0.0006221550866030157, -0.0005362696247175336, -0.00045038422103971243, -0.0003644987882580608, -0.0002786133554764092, -0.00019272792269475758, -0.00010684248991310596, -2.095705713145435e-05, 6.492837565019727e-05, 0.00015081380843184888, 0.0002366992412135005, 0.0003225846739951521, 0.00040847010677680373, 0.0004943555686622858, 0.000580240972340107, 0.0006661263760179281, 0.0007520118379034102, 0.0008378972997888923, 0.0009237827034667134, 0.0010096681071445346, 0.0010955536272376776, 0.0011814390309154987, 0.00126732443459332, 0.001353209838271141, 0.0014390952419489622, 0.0015249807620421052, 0.0016108661657199264, 0.0016967515693977475, 0.0017826370894908905, 0.0018685224931687117, 0.001954407896846533]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 6.0, 2.0, 7.0, 9.0, 10.0, 6.0, 12.0, 25.0, 36.0, 28.0, 59.0, 80.0, 97.0, 190.0, 238.0, 352.0, 558.0, 872.0, 1272.0, 1980.0, 3172.0, 5510.0, 10146.0, 19323.0, 40071.0, 96413.0, 756951.0, 139565.0, 49633.0, 23066.0, 11902.0, 6754.0, 4158.0, 2474.0, 1565.0, 977.0, 688.0, 467.0, 305.0, 220.0, 135.0, 101.0, 63.0, 42.0, 30.0, 19.0, 18.0, 11.0, 5.0, 4.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011559541337192059, -0.011217072606086731, -0.010874604806303978, -0.01053213607519865, -0.010189668275415897, -0.00984719954431057, -0.009504730813205242, -0.00916226301342249, -0.008819794282317162, -0.008477326482534409, -0.008134857751429081, -0.007792389485985041, -0.007449921220541, -0.00710745295509696, -0.0067649842239916325, -0.006422515958547592, -0.006080047693103552, -0.0057375794276595116, -0.005395111162215471, -0.005052642431110144, -0.004710174165666103, -0.004367705900222063, -0.004025237634778023, -0.003682769136503339, -0.0033403008710592985, -0.0029978326056152582, -0.0026553641073405743, -0.002312895841896534, -0.0019704275764524937, -0.0016279590781778097, -0.0012854908127337694, -0.0009430224308744073, -0.0006005540490150452, -0.0002580856962595135, 8.438265649601817e-05, 0.00042685100925154984, 0.0007693193620070815, 0.0011117877438664436, 0.001454256009310484, 0.001796724391169846, 0.002139192773029208, 0.0024816610384732485, 0.0028241295367479324, 0.0031665978021919727, 0.003509066067636013, 0.003851534565910697, 0.004194003064185381, 0.004536471329629421, 0.0048789395950734615, 0.005221407860517502, 0.005563876125961542, 0.00590634485706687, 0.00624881312251091, 0.00659128138795495, 0.006933749653398991, 0.007276217918843031, 0.007618686184287071, 0.007961154915392399, 0.008303622715175152, 0.00864609144628048, 0.008988560177385807, 0.00933102797716856, 0.009673496708273888, 0.01001596450805664, 0.010358433239161968]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 8.0, 7.0, 12.0, 7.0, 13.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016357049345970154, -0.015225612558424473, -0.014094176702201366, -0.012962739914655685, -0.011831304058432579, -0.010699867270886898, -0.009568430483341217, -0.00843699462711811, -0.00730555783957243, -0.006174121517688036, -0.005042685195803642, -0.003911248408257961, -0.0027798120863735676, -0.001648375648073852, -0.0005169392097741365, 0.000614497228525579, 0.0017459336668252945, 0.002877369988709688, 0.004008806310594082, 0.005140243098139763, 0.006271679420024157, 0.00740311574190855, 0.008534552529454231, 0.009665988385677338, 0.010797425173223019, 0.0119288619607687, 0.013060297816991806, 0.014191734604537487, 0.015323171392083168, 0.016454607248306274, 0.01758604310452938, 0.018717480823397636, 0.019848916679620743, 0.02098035253584385, 0.022111790254712105, 0.02324322611093521, 0.024374661967158318, 0.025506099686026573, 0.02663753554224968, 0.027768971398472786, 0.028900407254695892, 0.030031844973564148, 0.031163280829787254, 0.03229471668601036, 0.033426154404878616, 0.03455759212374687, 0.03568902611732483, 0.036820463836193085, 0.03795190155506134, 0.0390833355486393, 0.04021477326750755, 0.04134620726108551, 0.042477644979953766, 0.04360908269882202, 0.04474051669239998, 0.045871954411268234, 0.04700339213013649, 0.04813482612371445, 0.0492662638425827, 0.05039770156145096, 0.051529135555028915, 0.05266057327389717, 0.05379201099276543, 0.054923444986343384, 0.05605488270521164]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 4.0, 6.0, 6.0, 13.0, 17.0, 13.0, 17.0, 22.0, 38.0, 51.0, 69.0, 97.0, 208.0, 330.0, 567.0, 882.0, 1270.0, 1662.0, 2525.0, 7140.0, 1694.0, 492.0, 247.0, 147.0, 123.0, 111.0, 81.0, 67.0, 67.0, 35.0, 54.0, 46.0, 20.0, 30.0, 24.0, 28.0, 20.0, 25.0, 13.0, 15.0, 9.0, 6.0, 11.0, 16.0, 11.0, 10.0, 6.0, 8.0, 6.0, 5.0, 6.0, 11.0, 8.0, 3.0, 4.0, 6.0, 7.0, 4.0, 5.0, 5.0], "bins": [-0.011251169256865978, -0.010778726078569889, -0.0103062829002738, -0.00983383972197771, -0.009361397475004196, -0.008888954296708107, -0.008416511118412018, -0.007944067940115929, -0.0074716247618198395, -0.00699918158352375, -0.006526738405227661, -0.006054295692592859, -0.00558185251429677, -0.005109409336000681, -0.004636966623365879, -0.00416452344506979, -0.0036920802667737007, -0.0032196370884776115, -0.002747194143012166, -0.0022747511975467205, -0.0018023080192506313, -0.001329864957369864, -0.0008574218954890966, -0.0003849788336083293, 8.746422827243805e-05, 0.0005599072901532054, 0.0010323503520339727, 0.00150479341391474, 0.0019772364757955074, 0.0024496796540915966, 0.002922122599557042, 0.0033945655450224876, 0.003867008723318577, 0.004339451901614666, 0.004811895079910755, 0.005284337792545557, 0.005756780970841646, 0.006229224149137735, 0.006701666861772537, 0.007174110040068626, 0.007646553218364716, 0.008118996396660805, 0.008591439574956894, 0.009063882753252983, 0.009536325931549072, 0.010008768178522587, 0.010481211356818676, 0.010953654535114765, 0.011426097713410854, 0.011898540891706944, 0.012370984070003033, 0.012843427248299122, 0.013315869495272636, 0.013788312673568726, 0.014260755851864815, 0.014733199030160904, 0.015205642208456993, 0.015678085386753082, 0.01615052856504917, 0.01662297174334526, 0.01709541492164135, 0.01756785809993744, 0.018040301278233528, 0.018512744456529617, 0.018985185772180557]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.17372258007526398, -0.16966430842876434, -0.1656060516834259, -0.16154778003692627, -0.15748950839042664, -0.1534312516450882, -0.14937297999858856, -0.14531472325325012, -0.1412564516067505, -0.13719817996025085, -0.13313992321491241, -0.12908165156841278, -0.12502339482307434, -0.12096512317657471, -0.11690685153007507, -0.11284858733415604, -0.108790323138237, -0.10473205894231796, -0.10067379474639893, -0.09661552309989929, -0.09255725890398026, -0.08849899470806122, -0.08444072306156158, -0.08038245886564255, -0.07632419466972351, -0.07226593047380447, -0.06820766627788544, -0.0641493946313858, -0.060091130435466766, -0.05603286623954773, -0.051974598318338394, -0.04791633039712906, -0.04385806620121002, -0.039799802005290985, -0.03574153408408165, -0.031683266162872314, -0.027625001966953278, -0.02356673590838909, -0.019508469849824905, -0.01545020379126072, -0.011391937732696533, -0.007333671674132347, -0.003275405615568161, 0.0007828604429960251, 0.004841126501560211, 0.008899392560124397, 0.012957658618688583, 0.01701592467725277, 0.021074190735816956, 0.02513245679438114, 0.029190722852945328, 0.03324899077415466, 0.0373072549700737, 0.04136551916599274, 0.04542378708720207, 0.04948205500841141, 0.053540319204330444, 0.05759858340024948, 0.061656851321458817, 0.06571511924266815, 0.06977338343858719, 0.07383164763450623, 0.07788991928100586, 0.0819481834769249, 0.08600644767284393]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 10.0, 15.0, 15.0, 25.0, 28.0, 33.0, 35.0, 23.0, 12.0, 10.0, 9.0, 8.0, 6.0, 0.0, 5.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.052570443600416183, -0.05093976855278015, -0.04930909723043442, -0.047678422182798386, -0.046047747135162354, -0.04441707208752632, -0.04278639703989029, -0.041155725717544556, -0.039525050669908524, -0.03789437562227249, -0.03626370429992676, -0.034633029252290726, -0.033002354204654694, -0.03137167915701866, -0.02974100597202778, -0.028110332787036896, -0.026479657739400864, -0.02484898269176483, -0.02321830950677395, -0.021587636321783066, -0.019956961274147034, -0.018326286226511, -0.01669561304152012, -0.015064938925206661, -0.013434264808893204, -0.011803590692579746, -0.010172916576266289, -0.008542242459952831, -0.006911568343639374, -0.005280894227325916, -0.003650220111012459, -0.0020195459946990013, -0.0003888718783855438, 0.0012418022379279137, 0.002872476354241371, 0.004503150470554829, 0.006133824586868286, 0.007764498703181744, 0.009395172819495201, 0.011025846935808659, 0.012656521052122116, 0.014287195168435574, 0.01591786928474903, 0.017548542469739914, 0.019179217517375946, 0.020809892565011978, 0.02244056575000286, 0.024071238934993744, 0.025701913982629776, 0.027332589030265808, 0.02896326221525669, 0.030593935400247574, 0.032224610447883606, 0.03385528549551964, 0.03548596054315567, 0.037116631865501404, 0.038747306913137436, 0.04037798196077347, 0.0420086532831192, 0.043639328330755234, 0.045270003378391266, 0.0469006784260273, 0.04853135347366333, 0.050162024796009064, 0.051792699843645096]}, "_runtime": 45.94474744796753, "_timestamp": 1596211635.7158563, "_step": 54}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 9.0, 6.0, 1.0, 5.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 6.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01707984134554863, -0.016513895243406296, -0.01594795100390911, -0.015382004901766777, -0.014816059730947018, -0.014250113628804684, -0.013684168457984924, -0.013118223287165165, -0.012552278116345406, -0.011986332014203072, -0.011420386843383312, -0.010854441672563553, -0.010288495570421219, -0.00972255039960146, -0.0091566052287817, -0.008590659126639366, -0.008024713955819607, -0.00745876831933856, -0.006892823148518801, -0.006326877512037754, -0.005760932341217995, -0.005194986704736948, -0.004629041068255901, -0.004063095897436142, -0.0034971502609550953, -0.0029312048573046923, -0.0023652594536542892, -0.0017993138171732426, -0.0012333684135228395, -0.0006674229516647756, -0.00010147748980671167, 0.00046446797205135226, 0.0010304134339094162, 0.0015963588375598192, 0.0021623042412102222, 0.002728249877691269, 0.003294195281341672, 0.003860140684992075, 0.004426086321473122, 0.004992031492292881, 0.005557977128773928, 0.006123922765254974, 0.006689867936074734, 0.00725581357255578, 0.007821759209036827, 0.008387704379856586, 0.008953649550676346, 0.00951959565281868, 0.01008554082363844, 0.010651485994458199, 0.011217432096600533, 0.011783377267420292, 0.012349322438240051, 0.012915268540382385, 0.013481213711202145, 0.014047158882021904, 0.014613104984164238, 0.015179050154983997, 0.015744995325803757, 0.01631094142794609, 0.016876885667443275, 0.01744283176958561, 0.018008777871727943, 0.018574722111225128, 0.019140668213367462]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 3.0, 4.0, 7.0, 3.0, 9.0, 4.0, 14.0, 16.0, 23.0, 31.0, 37.0, 58.0, 78.0, 115.0, 210.0, 400.0, 700.0, 4961.0, 514.0, 266.0, 137.0, 93.0, 63.0, 36.0, 42.0, 27.0, 10.0, 10.0, 11.0, 10.0, 4.0, 3.0, 7.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20907577872276306, -0.20192471146583557, -0.19477365911006927, -0.18762260675430298, -0.1804715394973755, -0.173320472240448, -0.1661694198846817, -0.1590183675289154, -0.15186730027198792, -0.14471623301506042, -0.13756518065929413, -0.13041412830352783, -0.12326306104660034, -0.11611200124025345, -0.10896094143390656, -0.10180988162755966, -0.09465882182121277, -0.08750776201486588, -0.08035670220851898, -0.07320564240217209, -0.0660545825958252, -0.0589035227894783, -0.05175246298313141, -0.044601403176784515, -0.03745034337043762, -0.03029928356409073, -0.023148223757743835, -0.015997163951396942, -0.008846104145050049, -0.0016950443387031555, 0.005456015467643738, 0.012607075273990631, 0.019758135080337524, 0.026909194886684418, 0.03406025469303131, 0.041211314499378204, 0.0483623743057251, 0.05551343411207199, 0.06266449391841888, 0.06981555372476578, 0.07696661353111267, 0.08411767333745956, 0.09126873314380646, 0.09841979295015335, 0.10557085275650024, 0.11272191256284714, 0.11987297236919403, 0.12702402472496033, 0.13417509198188782, 0.1413261592388153, 0.1484772115945816, 0.1556282639503479, 0.1627793312072754, 0.16993039846420288, 0.17708145081996918, 0.18423250317573547, 0.19138357043266296, 0.19853463768959045, 0.20568569004535675, 0.21283674240112305, 0.21998780965805054, 0.22713887691497803, 0.23428992927074432, 0.24144098162651062, 0.2485920488834381]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 1.0, 8.0, 2.0, 3.0, 1.0, 4.0, 4.0, 9.0, 4.0, 0.0, 22.0, 3.0, 6.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.002716109622269869, -0.0026289161760360003, -0.0025417227298021317, -0.002454529283568263, -0.0023673358373343945, -0.002280142391100526, -0.0021929489448666573, -0.0021057554986327887, -0.00201856205239892, -0.0019313687225803733, -0.0018441752763465047, -0.001756981830112636, -0.0016697885002940893, -0.0015825950540602207, -0.0014954016078263521, -0.0014082081615924835, -0.001321014715358615, -0.0012338212691247463, -0.0011466278228908777, -0.0010594343766570091, -0.0009722409886308014, -0.0008850475423969328, -0.0007978541543707252, -0.0007106607081368566, -0.000623467261902988, -0.0005362738156691194, -0.0004490803985390812, -0.0003618869814090431, -0.0002746935351751745, -0.0001875001034932211, -0.00010030667181126773, -1.3113240129314363e-05, 7.408019155263901e-05, 0.00016127362323459238, 0.00024846705491654575, 0.0003356604720465839, 0.0004228539182804525, 0.0005100473645143211, 0.0005972407525405288, 0.0006844341987743974, 0.000771627645008266, 0.0008588210912421346, 0.0009460145374760032, 0.0010332079837098718, 0.0011204013135284185, 0.0012075947597622871, 0.0012947882059961557, 0.0013819816522300243, 0.001469175098463893, 0.0015563685446977615, 0.0016435619909316301, 0.0017307554371654987, 0.0018179488833993673, 0.001905142213217914, 0.0019923357758671045, 0.002079529222100973, 0.002166722435504198, 0.0022539158817380667, 0.0023411093279719353, 0.002428302774205804, 0.0025154962204396725, 0.002602689666673541, 0.0026898831129074097, 0.0027770765591412783, 0.002864270005375147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 5.0, 11.0, 13.0, 12.0, 35.0, 41.0, 68.0, 111.0, 143.0, 238.0, 413.0, 669.0, 1043.0, 1782.0, 3164.0, 5472.0, 10451.0, 20659.0, 45222.0, 117132.0, 768457.0, 111422.0, 43473.0, 21115.0, 11607.0, 6555.0, 3685.0, 2278.0, 1470.0, 905.0, 610.0, 408.0, 297.0, 195.0, 124.0, 90.0, 81.0, 39.0, 34.0, 18.0, 19.0, 12.0, 15.0, 7.0, 5.0, 5.0, 7.0, 5.0, 3.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007310112006962299, -0.006985945627093315, -0.006661778781563044, -0.006337612401694059, -0.006013445556163788, -0.005689279176294804, -0.005365112796425819, -0.005040945950895548, -0.004716779571026564, -0.004392613191157579, -0.004068446345627308, -0.0037442799657583237, -0.003420113353058696, -0.003095946740359068, -0.0027717803604900837, -0.002447613747790456, -0.002123447135090828, -0.0017992805223912, -0.001475114026106894, -0.001150947529822588, -0.0008267809171229601, -0.0005026143626309931, -0.00017844780813902617, 0.0001457187463529408, 0.00046988530084490776, 0.0007940518553368747, 0.0011182184098288417, 0.0014423849061131477, 0.0017665515188127756, 0.0020907181315124035, 0.0024148845113813877, 0.0027390511240810156, 0.0030632177367806435, 0.0033873843494802713, 0.003711550962179899, 0.0040357173420488834, 0.004359884187579155, 0.004684050567448139, 0.005008216947317123, 0.005332383792847395, 0.005656550172716379, 0.005980716552585363, 0.006304883398115635, 0.006629049777984619, 0.006953216157853603, 0.007277383003383875, 0.007601549383252859, 0.00792571622878313, 0.008249882608652115, 0.008574048988521099, 0.008898215368390083, 0.009222382679581642, 0.009546549059450626, 0.00987071543931961, 0.010194881819188595, 0.010519048199057579, 0.010843215510249138, 0.011167381890118122, 0.011491548269987106, 0.01181571464985609, 0.012139881029725075, 0.012464047409594059, 0.012788214720785618, 0.013112381100654602, 0.013436547480523586]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 3.0, 5.0, 4.0, 8.0, 2.0, 4.0, 0.0, 4.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.022129502147436142, -0.02163233980536461, -0.021135177463293076, -0.020638015121221542, -0.02014085277915001, -0.019643692299723625, -0.019146529957652092, -0.01864936761558056, -0.018152205273509026, -0.017655042931437492, -0.01715788058936596, -0.016660718247294426, -0.016163557767868042, -0.01566639542579651, -0.015169233083724976, -0.014672070741653442, -0.01417490839958191, -0.013677746057510376, -0.013180583715438843, -0.012683422304689884, -0.012186259962618351, -0.011689097620546818, -0.01119193620979786, -0.010694773867726326, -0.010197611525654793, -0.00970044918358326, -0.009203286841511726, -0.008706125430762768, -0.008208963088691235, -0.007711800746619701, -0.0072146388702094555, -0.00671747699379921, -0.006220314651727676, -0.005723152309656143, -0.005225990433245897, -0.004728828556835651, -0.004231666214764118, -0.0037345041055232286, -0.003237341996282339, -0.0027401798870414495, -0.00224301777780056, -0.0017458556685596704, -0.001248693559318781, -0.0007515314500778913, -0.0002543693408370018, 0.00024279276840388775, 0.0007399548776447773, 0.0012371169868856668, 0.0017342790961265564, 0.002231441205367446, 0.0027286033146083355, 0.003225765423849225, 0.0037229275330901146, 0.004220089875161648, 0.004717251751571894, 0.00521441362798214, 0.005711575970053673, 0.006208738312125206, 0.006705900188535452, 0.007203062064945698, 0.007700224407017231, 0.008197386749088764, 0.008694548159837723, 0.009191710501909256, 0.00968887284398079]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 4.0, 4.0, 5.0, 7.0, 6.0, 16.0, 12.0, 13.0, 19.0, 25.0, 24.0, 33.0, 34.0, 35.0, 33.0, 42.0, 45.0, 73.0, 109.0, 134.0, 169.0, 247.0, 268.0, 335.0, 473.0, 691.0, 1152.0, 1798.0, 5912.0, 2218.0, 1106.0, 794.0, 544.0, 406.0, 314.0, 260.0, 205.0, 157.0, 131.0, 100.0, 70.0, 70.0, 64.0, 47.0, 38.0, 23.0, 38.0, 27.0, 17.0, 18.0, 11.0, 11.0, 10.0, 11.0, 6.0, 7.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.009148376062512398, -0.008860833011567593, -0.008573290891945362, -0.008285747841000557, -0.007998205721378326, -0.007710663136094809, -0.007423120550811291, -0.007135577965527773, -0.006848035380244255, -0.00656049232929945, -0.006272949744015932, -0.005985407158732414, -0.005697864573448896, -0.005410321988165379, -0.005122779402881861, -0.004835236817598343, -0.004547694232314825, -0.004260151647031307, -0.003972609061747789, -0.0036850664764642715, -0.0033975238911807537, -0.003109981073066592, -0.0028224384877830744, -0.0025348959024995565, -0.0022473533172160387, -0.001959810731932521, -0.001672268146649003, -0.0013847254449501634, -0.0010971828596666455, -0.0008096402743831277, -0.0005220976308919489, -0.00023455501650460064, 5.298759788274765e-05, 0.00034053021227009594, 0.0006280728266574442, 0.000915615470148623, 0.0012031580554321408, 0.0014907006407156587, 0.0017782433424144983, 0.002065785927698016, 0.002353328512981534, 0.002640871098265052, 0.0029284136835485697, 0.0032159562688320875, 0.003503499086946249, 0.003791041672229767, 0.004078584257513285, 0.0043661268427968025, 0.00465366942808032, 0.004941212013363838, 0.005228754598647356, 0.005516297183930874, 0.005803839769214392, 0.0060913823544979095, 0.006378924939781427, 0.006666467525064945, 0.00695401057600975, 0.007241553161293268, 0.007529095746576786, 0.007816637866199017, 0.008104180917143822, 0.008391723036766052, 0.008679266087710857, 0.008966808207333088, 0.009254351258277893]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07626406848430634, -0.07378783077001572, -0.0713115930557251, -0.06883536279201508, -0.06635912507772446, -0.06388288736343384, -0.06140665337443352, -0.0589304156601429, -0.05645418167114258, -0.05397794395685196, -0.05150170624256134, -0.04902547225356102, -0.0465492345392704, -0.04407300055027008, -0.04159676283597946, -0.03912052884697914, -0.03664429113268852, -0.0341680534183979, -0.03169181942939758, -0.029215583577752113, -0.026739347726106644, -0.024263110011816025, -0.021786874160170555, -0.019310638308525085, -0.016834402456879616, -0.014358166605234146, -0.011881930753588676, -0.009405693970620632, -0.0069294581189751625, -0.004453222267329693, -0.001976985950022936, 0.0004992501344531775, 0.0029754862189292908, 0.0054517220705747604, 0.00792795792222023, 0.010404194705188274, 0.012880430556833744, 0.015356666408479214, 0.017832903191447258, 0.020309139043092728, 0.022785374894738197, 0.025261610746383667, 0.027737846598029137, 0.030214082449674606, 0.032690320163965225, 0.035166554152965546, 0.037642791867256165, 0.040119025856256485, 0.042595263570547104, 0.04507150128483772, 0.04754773527383804, 0.05002397298812866, 0.05250020697712898, 0.0549764446914196, 0.05745267868041992, 0.05992891639471054, 0.06240515410900116, 0.06488139182329178, 0.0673576220870018, 0.06983385980129242, 0.07231009751558304, 0.07478633522987366, 0.07726256549358368, 0.0797388032078743, 0.08221504092216492]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 8.0, 2.0, 4.0, 6.0, 2.0, 7.0, 11.0, 14.0, 25.0, 24.0, 42.0, 50.0, 18.0, 11.0, 6.0, 3.0, 4.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.054651595652103424, -0.05263270065188408, -0.050613805651664734, -0.04859491437673569, -0.04657601937651634, -0.044557124376297, -0.04253822937607765, -0.04051933437585831, -0.03850044310092926, -0.036481548100709915, -0.03446265310049057, -0.032443758100271225, -0.03042486310005188, -0.028405969962477684, -0.02638707496225834, -0.024368181824684143, -0.022349286824464798, -0.020330391824245453, -0.018311498686671257, -0.016292603686451912, -0.014273709617555141, -0.012254815548658371, -0.010235920548439026, -0.008217026479542255, -0.006198132410645485, -0.0041792383417487144, -0.0021603438071906567, -0.00014144950546324253, 0.0018774447962641716, 0.0038963390979915857, 0.005915233399719, 0.007934127934277058, 0.009953022003173828, 0.011971916072070599, 0.013990810140967369, 0.016009705141186714, 0.01802859827876091, 0.020047493278980255, 0.0220663882791996, 0.024085281416773796, 0.02610417641699314, 0.028123071417212486, 0.030141964554786682, 0.03216085955500603, 0.03417975455522537, 0.03619864955544472, 0.038217540830373764, 0.04023643583059311, 0.042255330830812454, 0.0442742258310318, 0.046293120831251144, 0.04831201210618019, 0.050330907106399536, 0.05234980210661888, 0.054368697106838226, 0.05638759210705757, 0.058406487107276917, 0.06042537838220596, 0.06244427338242531, 0.06446316838264465, 0.0664820596575737, 0.06850095838308334, 0.07051984965801239, 0.07253874838352203, 0.07455763965845108]}, "_runtime": 46.68691039085388, "_timestamp": 1596211636.4580193, "_step": 55}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007949084043502808, -0.00770786264911294, -0.007466640789061785, -0.007225419394671917, -0.006984197534620762, -0.006742976140230894, -0.006501754280179739, -0.006260532885789871, -0.006019311025738716, -0.005778089631348848, -0.005536867771297693, -0.0052956463769078255, -0.00505442451685667, -0.004813203122466803, -0.0045719812624156475, -0.00433075986802578, -0.004089538007974625, -0.003848316613584757, -0.0036070949863642454, -0.003365873359143734, -0.0031246517319232225, -0.002883430104702711, -0.0026422084774821997, -0.0024009868502616882, -0.0021597654558718204, -0.0019185437122359872, -0.0016773220850154757, -0.0014361004577949643, -0.0011948789469897747, -0.0009536572615616024, -0.0007124356925487518, -0.0004712140653282404, -0.00022999243810772896, 1.122917456086725e-05, 0.00025245078722946346, 0.0004936723853461444, 0.0007348940125666559, 0.0009761156397871673, 0.0012173372088000178, 0.0014585588360205293, 0.0016997804632410407, 0.0019410020904615521, 0.0021822236012667418, 0.002423445228487253, 0.0026646668557077646, 0.002905888482928276, 0.0031471101101487875, 0.003388331737369299, 0.0036295533645898104, 0.003870774991810322, 0.00411199638620019, 0.004353218246251345, 0.0045944396406412125, 0.0048356615006923676, 0.005076882895082235, 0.00531810475513339, 0.005559326149523258, 0.005800548009574413, 0.006041769403964281, 0.006282991264015436, 0.006524212658405304, 0.006765434518456459, 0.007006655912846327, 0.007247877772897482, 0.00748909916728735]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 5.0, 2.0, 4.0, 6.0, 7.0, 14.0, 6.0, 12.0, 17.0, 17.0, 21.0, 35.0, 65.0, 70.0, 71.0, 103.0, 125.0, 232.0, 294.0, 550.0, 4798.0, 527.0, 293.0, 190.0, 105.0, 83.0, 69.0, 45.0, 33.0, 26.0, 20.0, 17.0, 18.0, 11.0, 4.0, 9.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15022578835487366, -0.14541365206241608, -0.1406015157699585, -0.13578937947750092, -0.13097724318504333, -0.12616510689258575, -0.12135296314954758, -0.11654082685709, -0.11172869056463242, -0.10691655427217484, -0.10210441797971725, -0.09729228168725967, -0.0924801379442215, -0.08766800165176392, -0.08285586535930634, -0.07804372906684875, -0.07323159277439117, -0.0684194564819336, -0.06360732018947601, -0.058795180171728134, -0.053983043879270554, -0.04917090758681297, -0.044358767569065094, -0.03954663127660751, -0.03473449498414993, -0.029922358691692352, -0.025110220536589622, -0.020298082381486893, -0.015485946089029312, -0.010673808865249157, -0.005861671641469002, -0.0010495344176888466, 0.0037626028060913086, 0.008574740029871464, 0.013386877253651619, 0.01819901540875435, 0.02301115170121193, 0.02782328799366951, 0.03263542801141739, 0.03744756430387497, 0.04225970059633255, 0.04707183688879013, 0.05188397318124771, 0.05669611319899559, 0.06150824949145317, 0.06632038950920105, 0.07113252580165863, 0.07594466209411621, 0.08075679838657379, 0.08556893467903137, 0.09038107097148895, 0.09519320726394653, 0.10000534355640411, 0.10481748729944229, 0.10962962359189987, 0.11444175988435745, 0.11925389617681503, 0.12406603246927261, 0.1288781762123108, 0.13369031250476837, 0.13850244879722595, 0.14331458508968353, 0.1481267213821411, 0.1529388576745987, 0.15775099396705627]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 5.0, 3.0, 4.0, 4.0, 5.0, 4.0, 6.0, 23.0, 4.0, 3.0, 5.0, 1.0, 4.0, 1.0, 5.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.002402274403721094, -0.002328567672520876, -0.0022548609413206577, -0.002181154442951083, -0.002107447711750865, -0.0020337409805506468, -0.0019600342493504286, -0.0018863276345655322, -0.001812620903365314, -0.0017389141721650958, -0.0016652075573801994, -0.0015915008261799812, -0.001517794094979763, -0.0014440874801948667, -0.0013703807489946485, -0.001296674134209752, -0.0012229674030095339, -0.0011492606718093157, -0.0010755540570244193, -0.001001847325824201, -0.0009281406528316438, -0.0008544339798390865, -0.0007807272486388683, -0.000707020575646311, -0.0006333139026537538, -0.0005596072296611965, -0.0004859005275648087, -0.000412193825468421, -0.0003384871524758637, -0.0002647804794833064, -0.00019107377738691866, -0.00011736708984244615, -4.366040229797363e-05, 3.0046285246498883e-05, 0.0001037529727909714, 0.00017745966033544391, 0.00025116634787991643, 0.0003248730208724737, 0.00039857972296886146, 0.0004722864250652492, 0.0005459930980578065, 0.0006196997710503638, 0.0006934064440429211, 0.0007671131752431393, 0.0008408198482356966, 0.0009145265212282538, 0.000988233252428472, 0.0010619398672133684, 0.0011356465984135866, 0.0012093533296138048, 0.0012830599443987012, 0.0013567666755989194, 0.0014304732903838158, 0.001504180021584034, 0.0015778867527842522, 0.0016515933675691485, 0.0017253000987693667, 0.001799006829969585, 0.0018727134447544813, 0.0019464201759546995, 0.0020201269071549177, 0.002093833638355136, 0.0021675401367247105, 0.0022412468679249287, 0.002314953599125147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 10.0, 7.0, 5.0, 22.0, 42.0, 48.0, 73.0, 149.0, 209.0, 319.0, 547.0, 821.0, 1301.0, 2262.0, 3778.0, 6819.0, 13084.0, 28196.0, 74459.0, 738925.0, 190957.0, 56426.0, 26139.0, 13702.0, 7812.0, 4883.0, 2910.0, 1892.0, 1224.0, 820.0, 529.0, 366.0, 258.0, 170.0, 134.0, 98.0, 71.0, 51.0, 36.0, 18.0, 21.0, 15.0, 5.0, 6.0, 10.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.008969311602413654, -0.008669670671224594, -0.008370030671358109, -0.008070389740169048, -0.007770748808979988, -0.007471108343452215, -0.007171467877924442, -0.006871826946735382, -0.006572186481207609, -0.006272546015679836, -0.005972905084490776, -0.005673264618963003, -0.00537362415343523, -0.00507398322224617, -0.004774342756718397, -0.004474701825529337, -0.004175061360001564, -0.0038754206616431475, -0.003575779963284731, -0.003276139497756958, -0.0029764987993985415, -0.002676858101040125, -0.002377217635512352, -0.0020775769371539354, -0.0017779362387955189, -0.0014782955404371023, -0.0011786549584940076, -0.0008790143183432519, -0.0005793736781924963, -0.00027973303804174066, 1.9907602109014988e-05, 0.00031954824225977063, 0.0006191888824105263, 0.0009188295225612819, 0.0012184701627120376, 0.0015181107446551323, 0.0018177514430135489, 0.0021173921413719654, 0.0024170326068997383, 0.002716673305258155, 0.0030163140036165714, 0.003315954701974988, 0.0036155954003334045, 0.0039152358658611774, 0.00421487633138895, 0.0045145172625780106, 0.0048141577281057835, 0.005113798659294844, 0.005413439124822617, 0.0057130795903503895, 0.00601272052153945, 0.006312360987067223, 0.006612001918256283, 0.006911642383784056, 0.007211282849311829, 0.007510923780500889, 0.007810564246028662, 0.008110204711556435, 0.008409845642745495, 0.008709486573934555, 0.00900912657380104, 0.0093087675049901, 0.009608408436179161, 0.009908048436045647, 0.010207689367234707]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 4.0, 4.0, 8.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011676543392241001, -0.011286628432571888, -0.01089671440422535, -0.010506799444556236, -0.010116885416209698, -0.009726970456540585, -0.009337056428194046, -0.008947141468524933, -0.00855722650885582, -0.008167312480509281, -0.007777397986501455, -0.0073874834924936295, -0.006997568532824516, -0.0066076540388166904, -0.006217739544808865, -0.005827825050801039, -0.005437910556793213, -0.005047996062785387, -0.004658081568777561, -0.004268167074769735, -0.003878252347931266, -0.00348833785392344, -0.0030984231270849705, -0.0027085086330771446, -0.0023185941390693188, -0.001928679645061493, -0.0015387650346383452, -0.0011488504242151976, -0.0007589359302073717, -0.00036902137799188495, 2.0893174223601818e-05, 0.0004108077264390886, 0.0008007222786545753, 0.0011906367726624012, 0.0015805513830855489, 0.0019704659935086966, 0.0023603804875165224, 0.0027502949815243483, 0.0031402097083628178, 0.0035301242023706436, 0.0039200386963784695, 0.004309953190386295, 0.004699867684394121, 0.005089782178401947, 0.00547969713807106, 0.005869611632078886, 0.006259526126086712, 0.006649440620094538, 0.007039355114102364, 0.0074292696081101894, 0.007819184102118015, 0.008209099061787128, 0.008599013090133667, 0.00898892804980278, 0.009378842078149319, 0.009768757037818432, 0.01015867106616497, 0.010548586025834084, 0.010938500985503197, 0.011328415013849735, 0.011718329973518848, 0.012108244001865387, 0.0124981589615345, 0.012888072989881039, 0.013277987949550152]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 5.0, 3.0, 12.0, 16.0, 18.0, 34.0, 44.0, 58.0, 77.0, 110.0, 119.0, 205.0, 285.0, 376.0, 544.0, 712.0, 1149.0, 1704.0, 5794.0, 1735.0, 1091.0, 755.0, 574.0, 493.0, 455.0, 359.0, 327.0, 247.0, 190.0, 174.0, 129.0, 127.0, 100.0, 69.0, 59.0, 58.0, 45.0, 29.0, 29.0, 22.0, 18.0, 13.0, 10.0, 6.0, 7.0, 4.0, 2.0, 6.0, 6.0, 5.0, 2.0, 4.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006497887894511223, -0.006234823726117611, -0.005971759557723999, -0.005708695389330387, -0.005445631220936775, -0.005182567052543163, -0.004919502884149551, -0.0046564387157559395, -0.004393374547362328, -0.004130310378968716, -0.0038672462105751038, -0.003604182042181492, -0.00334111787378788, -0.003078053705394268, -0.002814989537000656, -0.0025519253686070442, -0.0022888612002134323, -0.0020257970318198204, -0.0017627328634262085, -0.0014996686950325966, -0.0012366045266389847, -0.0009735403582453728, -0.0007104761898517609, -0.00044741202145814896, -0.00018434785306453705, 7.871631532907486e-05, 0.00034178048372268677, 0.0006048446521162987, 0.0008679088205099106, 0.0011309729889035225, 0.0013940371572971344, 0.0016571013256907463, 0.0019201654940843582, 0.00218322966247797, 0.002446293830871582, 0.002709357999265194, 0.002972422167658806, 0.0032354863360524178, 0.0034985505044460297, 0.0037616146728396416, 0.0040246788412332535, 0.004287743009626865, 0.004550807178020477, 0.004813871346414089, 0.005076935514807701, 0.005339999683201313, 0.005603063851594925, 0.005866128019988537, 0.006129192188382149, 0.006392256356775761, 0.0066553205251693726, 0.0069183846935629845, 0.007181448861956596, 0.007444513030350208, 0.00770757719874382, 0.007970641367137432, 0.008233705535531044, 0.008496769703924656, 0.008759833872318268, 0.00902289804071188, 0.009285962209105492, 0.009549026377499104, 0.009812090545892715, 0.010075154714286327, 0.01033821888267994]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 8.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03771274536848068, -0.03544866293668747, -0.03318458050489426, -0.030920494347810745, -0.028656411916017532, -0.02639232948422432, -0.024128245189785957, -0.021864160895347595, -0.019600078463554382, -0.01733599603176117, -0.015071911737322807, -0.01280782837420702, -0.010543745011091232, -0.008279661647975445, -0.006015578284859657, -0.0037514949217438698, -0.0014874115586280823, 0.0007766718044877052, 0.0030407551676034927, 0.00530483853071928, 0.007568921893835068, 0.009833005256950855, 0.012097088620066643, 0.01436117198318243, 0.016625255346298218, 0.01888933777809143, 0.021153422072529793, 0.023417506366968155, 0.025681588798761368, 0.02794567123055458, 0.030209755524992943, 0.032473839819431305, 0.03473792225122452, 0.03700200468301773, 0.039266087114810944, 0.041530173271894455, 0.04379425570368767, 0.04605833813548088, 0.04832242429256439, 0.050586506724357605, 0.05285058915615082, 0.05511467158794403, 0.057378754019737244, 0.059642840176820755, 0.06190692260861397, 0.06417100876569748, 0.06643509119749069, 0.0686991736292839, 0.07096325606107712, 0.07322733849287033, 0.07549142092466354, 0.07775550335645676, 0.08001959323883057, 0.08228367567062378, 0.08454775810241699, 0.0868118405342102, 0.08907592296600342, 0.09134000539779663, 0.09360408782958984, 0.09586817026138306, 0.09813225269317627, 0.10039634257555008, 0.10266042500734329, 0.1049245074391365, 0.10718858987092972]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 9.0, 5.0, 9.0, 15.0, 27.0, 27.0, 9.0, 9.0, 39.0, 23.0, 24.0, 17.0, 8.0, 7.0, 9.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.03369424119591713, -0.03174663335084915, -0.029799027368426323, -0.027851421386003494, -0.025903813540935516, -0.023956207558512688, -0.02200860157608986, -0.02006099373102188, -0.018113387748599052, -0.016165781766176224, -0.014218173921108246, -0.012270567938685417, -0.010322961024940014, -0.00837535411119461, -0.006427747663110495, -0.004480141215026379, -0.0025325343012809753, -0.0005849276203662157, 0.001362679060548544, 0.0033102857414633036, 0.005257892422378063, 0.0072054993361234665, 0.009153105318546295, 0.011100712232291698, 0.013048319146037102, 0.014995926059782505, 0.01694353297352791, 0.018891138955950737, 0.020838744938373566, 0.022786352783441544, 0.024733958765864372, 0.02668156661093235, 0.02862917259335518, 0.030576778575778008, 0.032524384558200836, 0.034471992403268814, 0.03641960024833679, 0.03836720436811447, 0.04031481221318245, 0.04226242005825043, 0.04421002417802811, 0.046157632023096085, 0.04810523986816406, 0.05005284771323204, 0.05200045183300972, 0.0539480596780777, 0.055895667523145676, 0.057843271642923355, 0.05979087948799133, 0.06173848733305931, 0.06368609517812729, 0.06563369929790497, 0.06758130341768265, 0.06952891498804092, 0.0714765191078186, 0.07342412322759628, 0.07537173479795456, 0.07731933891773224, 0.07926694303750992, 0.0812145546078682, 0.08316215872764587, 0.08510976284742355, 0.08705737441778183, 0.08900497853755951, 0.09095259010791779]}, "_runtime": 47.434070348739624, "_timestamp": 1596211637.2051792, "_step": 56}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 4.0, 4.0, 2.0, 5.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016170252114534378, -0.015764862298965454, -0.015359473414719105, -0.014954084530472755, -0.014548695646226406, -0.014143306761980057, -0.013737916946411133, -0.013332528062164783, -0.012927139177918434, -0.01252174936234951, -0.01211636047810316, -0.011710971593856812, -0.011305582709610462, -0.010900192894041538, -0.010494804009795189, -0.01008941512554884, -0.00968402624130249, -0.009278636425733566, -0.008873247541487217, -0.008467858657240868, -0.008062468841671944, -0.007657079957425594, -0.007251691073179245, -0.006846301723271608, -0.006440912373363972, -0.006035523489117622, -0.005630134139209986, -0.005224745254963636, -0.004819355905056, -0.00441396702080965, -0.004008577670902014, -0.003603188553825021, -0.003197799436748028, -0.002792410319671035, -0.002387021202594042, -0.001981632085517049, -0.001576242852024734, -0.001170853734947741, -0.0007654645596630871, -0.0003600754134822637, 4.531373269855976e-05, 0.0004507028788793832, 0.0008560920250602067, 0.0012614812003448606, 0.0016668703174218535, 0.0020722595509141684, 0.0024776486679911613, 0.0028830377850681543, 0.0032884269021451473, 0.0036938160192221403, 0.004099205136299133, 0.00450459448620677, 0.004909983370453119, 0.005315372720360756, 0.005720761604607105, 0.006126150954514742, 0.0065315403044223785, 0.006936929188668728, 0.0073423185385763645, 0.007747707422822714, 0.00815309677273035, 0.0085584856569767, 0.00896387454122305, 0.009369264356791973, 0.009774653241038322]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 7.0, 5.0, 7.0, 8.0, 10.0, 11.0, 8.0, 20.0, 24.0, 27.0, 38.0, 39.0, 50.0, 70.0, 77.0, 135.0, 179.0, 257.0, 437.0, 4752.0, 747.0, 322.0, 199.0, 112.0, 79.0, 50.0, 47.0, 45.0, 28.0, 30.0, 19.0, 19.0, 9.0, 15.0, 5.0, 4.0, 4.0, 2.0, 8.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13217464089393616, -0.1276928186416626, -0.12321098148822784, -0.11872915923595428, -0.11424732953310013, -0.10976549983024597, -0.10528367012739182, -0.10080184042453766, -0.0963200181722641, -0.09183818846940994, -0.08735635876655579, -0.08287452906370163, -0.07839269936084747, -0.07391086965799332, -0.06942904740571976, -0.0649472177028656, -0.060465388000011444, -0.05598355829715729, -0.05150173231959343, -0.04701990261673927, -0.042538076639175415, -0.03805624693632126, -0.0335744172334671, -0.029092589393258095, -0.024610761553049088, -0.02012893371284008, -0.015647105872631073, -0.011165276169776917, -0.006683448329567909, -0.0022016200236976147, 0.00228020828217268, 0.0067620365880429745, 0.011243864893913269, 0.015725692734122276, 0.020207520574331284, 0.02468935027718544, 0.029171178117394447, 0.033653005957603455, 0.03813483566045761, 0.04261666163802147, 0.047098491340875626, 0.05158032104372978, 0.05606214702129364, 0.0605439767241478, 0.06502580642700195, 0.06950763612985611, 0.07398945838212967, 0.07847128808498383, 0.08295311778783798, 0.08743494749069214, 0.0919167771935463, 0.09639859944581985, 0.10088042914867401, 0.10536225885152817, 0.10984408855438232, 0.11432591825723648, 0.11880774796009064, 0.1232895702123642, 0.12777140736579895, 0.1322532296180725, 0.13673505187034607, 0.14121688902378082, 0.14569871127605438, 0.15018054842948914, 0.1546623706817627]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 6.0, 3.0, 2.0, 8.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 1.0, 1.0, 21.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 0.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 5.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0017613250529393554, -0.0016958306077867746, -0.001630336162634194, -0.0015648417174816132, -0.0014993472723290324, -0.0014338528271764517, -0.001368358382023871, -0.0013028639368712902, -0.0012373696081340313, -0.0011718751629814506, -0.0011063807178288698, -0.001040886272676289, -0.0009753918275237083, -0.0009098973823711276, -0.0008444029372185469, -0.0007789084920659661, -0.0007134140469133854, -0.0006479196017608047, -0.0005824251566082239, -0.0005169307114556432, -0.0004514362954068929, -0.00038594185025431216, -0.0003204474342055619, -0.00025495298905298114, -0.0001894585439004004, -0.00012396409874781966, -5.846966814715415e-05, 7.0247697294689715e-06, 7.25192076060921e-05, 0.00013801365275867283, 0.00020350808335933834, 0.00026900251396000385, 0.0003344969591125846, 0.00039999140426516533, 0.00046548584941774607, 0.0005309802945703268, 0.0005964747397229075, 0.0006619691266678274, 0.0007274635718204081, 0.0007929580169729888, 0.0008584524621255696, 0.0009239469072781503, 0.0009894412942230701, 0.0010549357393756509, 0.0011204301845282316, 0.0011859246296808124, 0.001251419074833393, 0.0013169135199859738, 0.0013824079651385546, 0.0014479024102911353, 0.001513396855443716, 0.0015788913005962968, 0.0016443857457488775, 0.0017098801909014583, 0.001775374636054039, 0.0018408690812066197, 0.0019063635263592005, 0.0019718578550964594, 0.002037352416664362, 0.002102846745401621, 0.0021683413069695234, 0.0022338356357067823, 0.002299330197274685, 0.002364824526011944, 0.0024303188547492027]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 7.0, 9.0, 22.0, 20.0, 44.0, 68.0, 78.0, 138.0, 182.0, 291.0, 415.0, 692.0, 1074.0, 1816.0, 2910.0, 4912.0, 9026.0, 17146.0, 36948.0, 91796.0, 747445.0, 150179.0, 52649.0, 25600.0, 14107.0, 8289.0, 4901.0, 3081.0, 1926.0, 1250.0, 825.0, 565.0, 359.0, 267.0, 192.0, 106.0, 83.0, 55.0, 37.0, 38.0, 26.0, 18.0, 15.0, 4.0, 8.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007167748641222715, -0.006910128053277731, -0.006652506999671459, -0.006394886411726475, -0.00613726582378149, -0.005879644770175219, -0.005622024182230234, -0.005364403128623962, -0.005106782540678978, -0.0048491619527339935, -0.004591540899127722, -0.004333920311182737, -0.004076299257576466, -0.003818678669631481, -0.0035610580816864967, -0.0033034372609108686, -0.0030458164401352406, -0.0027881956193596125, -0.0025305747985839844, -0.002272954210639, -0.002015333389863372, -0.0017577125690877438, -0.0015000918647274375, -0.0012424711603671312, -0.0009848503395915031, -0.000727229577023536, -0.0004696088144555688, -0.00021198805188760161, 4.563271068036556e-05, 0.00030325347324833274, 0.0005608742358162999, 0.0008184949983842671, 0.0010761157609522343, 0.0013337365817278624, 0.0015913572860881686, 0.0018489779904484749, 0.002106598811224103, 0.002364219631999731, 0.0026218402199447155, 0.0028794610407203436, 0.0031370818614959717, 0.0033947026822715998, 0.003652323503047228, 0.003909944090992212, 0.004167565144598484, 0.0044251857325434685, 0.004682806320488453, 0.004940427374094725, 0.005198047962039709, 0.0054556685499846935, 0.005713289603590965, 0.00597091019153595, 0.006228530779480934, 0.006486151833087206, 0.00674377242103219, 0.007001393474638462, 0.0072590140625834465, 0.007516634650528431, 0.007774255704134703, 0.008031876757740974, 0.008289497345685959, 0.008547117933630943, 0.008804738521575928, 0.009062359109520912, 0.009319979697465897]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 9.0, 16.0, 4.0, 12.0, 4.0, 2.0, 4.0, 2.0, 3.0], "bins": [-0.07260330021381378, -0.07130926102399826, -0.07001522183418274, -0.06872118264436722, -0.0674271360039711, -0.06613309681415558, -0.06483905762434006, -0.06354501843452454, -0.062250979244709015, -0.060956936329603195, -0.059662897139787674, -0.05836885794997215, -0.05707481503486633, -0.05578077584505081, -0.05448673665523529, -0.05319269374012947, -0.05189865455031395, -0.05060461536049843, -0.04931057244539261, -0.04801653325557709, -0.046722494065761566, -0.045428451150655746, -0.044134411960840225, -0.042840372771024704, -0.041546329855918884, -0.04025229066610336, -0.03895825147628784, -0.03766421228647232, -0.0363701693713665, -0.03507613018155098, -0.03378209099173546, -0.03248804807662964, -0.031194008886814117, -0.029899967834353447, -0.028605928644537926, -0.027311887592077255, -0.026017848402261734, -0.024723807349801064, -0.023429766297340393, -0.022135727107524872, -0.0208416860550642, -0.01954764500260353, -0.01825360581278801, -0.01695956476032734, -0.01566552370786667, -0.014371484518051147, -0.013077443465590477, -0.011783403344452381, -0.010489363223314285, -0.00919532310217619, -0.007901282981038094, -0.006607241928577423, -0.005313201807439327, -0.004019161686301231, -0.0027251210995018482, -0.0014310807455331087, -0.0001370403915643692, 0.0011569999624043703, 0.00245104031637311, 0.0037450806703418493, 0.005039121024310589, 0.006333161145448685, 0.007627201732248068, 0.008921242319047451, 0.010215282440185547]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 9.0, 1.0, 2.0, 3.0, 5.0, 8.0, 2.0, 7.0, 6.0, 4.0, 6.0, 3.0, 1.0, 4.0, 8.0, 8.0, 4.0, 11.0, 10.0, 11.0, 8.0, 6.0, 9.0, 19.0, 35.0, 21.0, 21.0, 12.0, 16.0, 16.0, 28.0, 40.0, 17.0, 19.0, 22.0, 59.0, 53.0, 35.0, 76.0, 103.0, 185.0, 389.0, 730.0, 1763.0, 7849.0, 3029.0, 1736.0, 911.0, 466.0, 244.0, 130.0, 82.0, 56.0, 35.0, 28.0, 27.0, 17.0, 6.0, 5.0, 2.0, 3.0, 4.0, 1.0], "bins": [-0.023698508739471436, -0.023177260532975197, -0.022656012326478958, -0.02213476225733757, -0.02161351405084133, -0.021092265844345093, -0.020571017637848854, -0.020049769431352615, -0.019528519362211227, -0.01900727115571499, -0.01848602294921875, -0.01796477474272251, -0.017443526536226273, -0.016922278329730034, -0.016401028260588646, -0.015879780054092407, -0.015358531847596169, -0.01483728364109993, -0.014316034503281116, -0.013794786296784878, -0.013273537158966064, -0.012752288952469826, -0.012231040745973587, -0.011709791608154774, -0.011188543401658535, -0.010667295195162296, -0.010146046057343483, -0.009624797850847244, -0.009103549644351006, -0.008582300506532192, -0.008061052300035954, -0.0075398036278784275, -0.0070185549557209015, -0.0064973062835633755, -0.0059760576114058495, -0.005454809404909611, -0.004933560732752085, -0.004412312060594559, -0.0038910636212676764, -0.003369815181940794, -0.002848566509783268, -0.002327317837625742, -0.0018060693982988596, -0.0012848208425566554, -0.0007635722868144512, -0.00024232373107224703, 0.00027892482466995716, 0.0008001733804121614, 0.0013214219361543655, 0.0018426704918965697, 0.002363919047638774, 0.0028851674869656563, 0.0034064161591231823, 0.003927664831280708, 0.004448913037776947, 0.004970161709934473, 0.005491410382091999, 0.006012659054249525, 0.006533907726407051, 0.00705515593290329, 0.007576404605060816, 0.008097653277218342, 0.00861890148371458, 0.009140150621533394, 0.009661398828029633]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0974450558423996, -0.0931161418557167, -0.08878722786903381, -0.08445831388235092, -0.08012939989566803, -0.07580048590898514, -0.07147157192230225, -0.06714265793561935, -0.06281374394893646, -0.05848483368754387, -0.05415591970086098, -0.049827005714178085, -0.04549809545278549, -0.0411691814661026, -0.03684026747941971, -0.032511353492736816, -0.028182439506053925, -0.023853525519371033, -0.01952461153268814, -0.015195699408650398, -0.010866785421967506, -0.006537871900945902, -0.0022089583799242973, 0.002119955141097307, 0.006448868662118912, 0.010777782648801804, 0.01510669570416212, 0.019435608759522438, 0.02376452274620533, 0.028093436732888222, 0.032422348856925964, 0.036751262843608856, 0.04108017683029175, 0.04540909081697464, 0.04973800480365753, 0.054066918790340424, 0.058395832777023315, 0.06272474676370621, 0.0670536607503891, 0.07138257473707199, 0.07571148872375488, 0.08004039525985718, 0.08436930924654007, 0.08869822323322296, 0.09302713721990585, 0.09735605120658875, 0.10168496519327164, 0.10601387917995453, 0.11034279316663742, 0.11467170715332031, 0.1190006211400032, 0.1233295351266861, 0.1276584416627884, 0.13198736310005188, 0.13631626963615417, 0.14064519107341766, 0.14497409760951996, 0.14930301904678345, 0.15363192558288574, 0.15796084702014923, 0.16228975355625153, 0.16661867499351501, 0.1709475815296173, 0.1752765029668808, 0.1796054095029831]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 4.0, 5.0, 4.0, 5.0, 7.0, 9.0, 8.0, 3.0, 6.0, 5.0, 6.0, 11.0, 6.0, 10.0, 26.0, 48.0, 24.0, 27.0, 15.0, 11.0, 8.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.031924840062856674, -0.03029228001832962, -0.028659721836447716, -0.02702716365456581, -0.025394603610038757, -0.023762043565511703, -0.0221294853836298, -0.020496927201747894, -0.01886436715722084, -0.017231807112693787, -0.015599248930811882, -0.013966689817607403, -0.012334130704402924, -0.010701571591198444, -0.009069012477993965, -0.007436453364789486, -0.005803894251585007, -0.0041713351383805275, -0.0025387760251760483, -0.0009062169119715691, 0.0007263422012329102, 0.0023589013144373894, 0.003991460427641869, 0.005624019540846348, 0.007256578654050827, 0.008889137767255306, 0.010521696880459785, 0.012154255993664265, 0.013786815106868744, 0.015419374220073223, 0.017051933333277702, 0.018684491515159607, 0.02031705155968666, 0.021949611604213715, 0.02358216978609562, 0.025214727967977524, 0.026847288012504578, 0.02847984805703163, 0.030112406238913536, 0.03174496442079544, 0.033377524465322495, 0.03501008450984955, 0.036642640829086304, 0.03827520087361336, 0.03990776091814041, 0.041540320962667465, 0.04317288100719452, 0.044805437326431274, 0.04643799737095833, 0.04807055741548538, 0.04970311373472214, 0.05133567377924919, 0.052968233823776245, 0.0546007938683033, 0.05623335391283035, 0.05786591023206711, 0.05949847027659416, 0.061131030321121216, 0.06276358664035797, 0.06439615041017532, 0.06602870672941208, 0.06766126304864883, 0.06929382681846619, 0.07092638313770294, 0.0725589394569397]}, "_runtime": 48.18639159202576, "_timestamp": 1596211637.9575005, "_step": 57}
+{"val_accuracy": 0.7975413812785388, "val_loss": 0.5342997584713104, "_runtime": 49.93533945083618, "_timestamp": 1596211639.7064483, "_step": 58}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.5154578685760498 Truth: v", "Prediction: p Confidence: 0.5853225588798523 Truth: 5", "Prediction: U Confidence: 0.6014965176582336 Truth: 2", "Prediction: O Confidence: 0.3828965127468109 Truth: 0"]}, "_runtime": 50.229145526885986, "_timestamp": 1596211640.0002544, "_step": 59}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 5.0, 4.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 1.0, 0.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011136495508253574, -0.010809714905917645, -0.01048293337225914, -0.01015615276992321, -0.00982937216758728, -0.009502590633928776, -0.009175810031592846, -0.008849028497934341, -0.008522247895598412, -0.008195467293262482, -0.007868685759603977, -0.007541905157268047, -0.00721512408927083, -0.006888343021273613, -0.006561562418937683, -0.006234781350940466, -0.005908000282943249, -0.005581219214946032, -0.005254438146948814, -0.0049276575446128845, -0.004600876476615667, -0.00427409540861845, -0.00394731480628252, -0.003620533738285303, -0.003293752670288086, -0.0029669716022908688, -0.0026401907671242952, -0.0023134099319577217, -0.0019866288639605045, -0.0016598479123786092, -0.0013330669607967138, -0.0010062860092148185, -0.0006795050576329231, -0.0003527241060510278, -2.5943154469132423e-05, 0.00030083779711276293, 0.0006276187486946583, 0.0009543997002765536, 0.001281180651858449, 0.0016079616034403443, 0.0019347425550222397, 0.002261523623019457, 0.0025883044581860304, 0.002915085293352604, 0.003241866361349821, 0.0035686474293470383, 0.003895428264513612, 0.004222209099680185, 0.0045489901676774025, 0.00487577123567462, 0.005202552303671837, 0.005529332906007767, 0.005856113974004984, 0.006182895042002201, 0.006509675644338131, 0.006836456712335348, 0.007163237780332565, 0.0074900188483297825, 0.007816799916327, 0.00814358051866293, 0.008470362052321434, 0.008797142654657364, 0.009123923256993294, 0.009450704790651798, 0.009777485392987728]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 4.0, 1.0, 4.0, 7.0, 8.0, 13.0, 9.0, 15.0, 17.0, 28.0, 24.0, 23.0, 41.0, 50.0, 65.0, 98.0, 110.0, 179.0, 239.0, 379.0, 4540.0, 937.0, 379.0, 238.0, 128.0, 84.0, 68.0, 55.0, 30.0, 31.0, 31.0, 16.0, 9.0, 14.0, 12.0, 8.0, 3.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13472971320152283, -0.13060158491134644, -0.12647347152233124, -0.12234534323215485, -0.11821721494197845, -0.11408909410238266, -0.10996097326278687, -0.10583284497261047, -0.10170472413301468, -0.09757660329341888, -0.09344847500324249, -0.0893203541636467, -0.0851922333240509, -0.08106410503387451, -0.07693598419427872, -0.07280785590410233, -0.06867973506450653, -0.06455161422491074, -0.060423485934734344, -0.05629536509513855, -0.05216724053025246, -0.048039115965366364, -0.04391099512577057, -0.039782870560884476, -0.03565474599599838, -0.03152662143111229, -0.027398498728871346, -0.0232703760266304, -0.01914225146174431, -0.01501412782818079, -0.010886004194617271, -0.006757880561053753, -0.0026297569274902344, 0.0014983667060732841, 0.005626490339636803, 0.009754613973200321, 0.01388273760676384, 0.018010862171649933, 0.022138984873890877, 0.02626710757613182, 0.030395232141017914, 0.03452335670590401, 0.0386514812707901, 0.042779602110385895, 0.04690772667527199, 0.05103585124015808, 0.055163972079753876, 0.05929209664463997, 0.06342022120952606, 0.06754834204912186, 0.07167647033929825, 0.07580459117889404, 0.07993271946907043, 0.08406084030866623, 0.08818896114826202, 0.09231708943843842, 0.09644521027803421, 0.10057333111763, 0.1047014594078064, 0.10882958024740219, 0.11295770108699799, 0.11708582937717438, 0.12121395021677017, 0.12534207105636597, 0.12947019934654236]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 2.0, 4.0, 3.0, 26.0, 3.0, 2.0, 6.0, 3.0, 3.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023777117021381855, -0.002295724581927061, -0.0022137374617159367, -0.0021317501086741686, -0.002049762988463044, -0.0019677758682519197, -0.0018857886316254735, -0.0018038013949990273, -0.0017218142747879028, -0.0016398271545767784, -0.0015578399179503322, -0.001475852681323886, -0.0013938655611127615, -0.001311878440901637, -0.0012298912042751908, -0.0011479039676487446, -0.0010659168474376202, -0.0009839297272264957, -0.0009019424906000495, -0.0008199553121812642, -0.0007379681337624788, -0.0006559809553436935, -0.0005739937769249082, -0.0004920065985061228, -0.0004100194200873375, -0.00032803224166855216, -0.0002460450632497668, -0.0001640578848309815, -8.207070641219616e-05, -8.352799341082573e-08, 8.190365042537451e-05, 0.00016389082884415984, 0.0002458780072629452, 0.0003278651856817305, 0.00040985236410051584, 0.0004918395425193012, 0.0005738267209380865, 0.0006558138993568718, 0.0007378010777756572, 0.0008197882561944425, 0.0009017754346132278, 0.0009837625548243523, 0.0010657497914507985, 0.0011477370280772448, 0.0012297241482883692, 0.0013117112684994936, 0.0013936985051259398, 0.001475685741752386, 0.0015576728619635105, 0.001639659982174635, 0.0017216472188010812, 0.0018036344554275274, 0.0018856215756386518, 0.0019676086958497763, 0.0020495960488915443, 0.0021315831691026688, 0.002213570289313793, 0.0022955574095249176, 0.002377544529736042, 0.00245953188277781, 0.0025415190029889345, 0.002623506123200059, 0.002705493476241827, 0.0027874805964529514, 0.002869467716664076]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 6.0, 9.0, 10.0, 21.0, 36.0, 46.0, 65.0, 108.0, 162.0, 221.0, 350.0, 488.0, 731.0, 1111.0, 1824.0, 2846.0, 4463.0, 7671.0, 12975.0, 23673.0, 46863.0, 108890.0, 748146.0, 109288.0, 45838.0, 24246.0, 14120.0, 8507.0, 5539.0, 3542.0, 2330.0, 1628.0, 1175.0, 785.0, 567.0, 396.0, 293.0, 207.0, 134.0, 99.0, 69.0, 42.0, 35.0, 28.0, 20.0, 13.0, 8.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.00795390922576189, -0.007702491246163845, -0.0074510732665658, -0.007199655286967754, -0.006948237307369709, -0.006696819327771664, -0.006445401348173618, -0.006193983368575573, -0.005942565388977528, -0.005691147409379482, -0.005439729429781437, -0.005188311450183392, -0.004936893470585346, -0.004685475490987301, -0.0044340575113892555, -0.00418263953179121, -0.003931221552193165, -0.0036798035725951195, -0.003428385592997074, -0.0031769676133990288, -0.0029255496338009834, -0.002674131654202938, -0.0024227136746048927, -0.0021712956950068474, -0.001919877715408802, -0.0016684597358107567, -0.0014170417562127113, -0.001165623776614666, -0.0009142057970166206, -0.0006627878174185753, -0.00041136983782052994, -0.0001599518582224846, 9.146612137556076e-05, 0.0003428841009736061, 0.0005943020805716515, 0.0008457200601696968, 0.0010971380397677422, 0.0013485560193657875, 0.0015999739989638329, 0.0018513919785618782, 0.0021028099581599236, 0.002354227937757969, 0.0026056459173560143, 0.0028570638969540596, 0.003108481876552105, 0.0033598998561501503, 0.0036113178357481956, 0.003862735815346241, 0.004114153794944286, 0.004365571774542332, 0.004616989754140377, 0.004868407733738422, 0.005119825713336468, 0.005371243692934513, 0.0056226616725325584, 0.005874079652130604, 0.006125497631728649, 0.0063769156113266945, 0.00662833359092474, 0.006879751570522785, 0.0071311695501208305, 0.007382587529718876, 0.007634005509316921, 0.007885423488914967, 0.008136841468513012]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 9.0, 3.0, 7.0, 5.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.03433295339345932, -0.03357423469424248, -0.03281551972031593, -0.03205680102109909, -0.031298086047172546, -0.030539369210600853, -0.02978065237402916, -0.029021935537457466, -0.028263218700885773, -0.02750450186431408, -0.026745785027742386, -0.025987068191170692, -0.025228351354599, -0.024469634518027306, -0.023710917681455612, -0.02295220084488392, -0.022193484008312225, -0.021434765309095383, -0.02067604847252369, -0.019917331635951996, -0.019158614799380302, -0.01839989796280861, -0.017641181126236916, -0.016882464289665222, -0.01612374745309353, -0.015365030616521835, -0.014606313779950142, -0.013847596943378448, -0.013088880106806755, -0.012330163270235062, -0.011571446433663368, -0.010812729597091675, -0.010054012760519981, -0.009295295923948288, -0.008536579087376595, -0.007777862250804901, -0.007019145414233208, -0.006260428112000227, -0.0055017112754285336, -0.00474299443885684, -0.003984277602285147, -0.0032255607657134533, -0.00246684392914176, -0.0017081268597394228, -0.0009494100231677294, -0.00019069312838837504, 0.0005680237663909793, 0.0013267407193779945, 0.002085457555949688, 0.0028441743925213814, 0.003602891229093075, 0.004361608065664768, 0.005120324902236462, 0.005879042204469442, 0.006637759041041136, 0.007396475877612829, 0.00815519317984581, 0.008913910016417503, 0.009672626852989197, 0.01043134368956089, 0.011190060526132584, 0.011948777362704277, 0.01270749419927597, 0.013466211035847664, 0.014224927872419357]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 5.0, 6.0, 2.0, 8.0, 10.0, 4.0, 5.0, 13.0, 8.0, 8.0, 7.0, 14.0, 20.0, 24.0, 25.0, 35.0, 38.0, 77.0, 85.0, 79.0, 108.0, 127.0, 149.0, 163.0, 235.0, 270.0, 333.0, 386.0, 573.0, 761.0, 1096.0, 1814.0, 6183.0, 1945.0, 1214.0, 831.0, 551.0, 348.0, 247.0, 145.0, 109.0, 79.0, 55.0, 46.0, 27.0, 29.0, 21.0, 10.0, 16.0, 14.0, 7.0, 14.0, 14.0, 8.0, 9.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0], "bins": [-0.011545132845640182, -0.011199151165783405, -0.010853169485926628, -0.010507187806069851, -0.010161207057535648, -0.009815225377678871, -0.009469243697822094, -0.009123262017965317, -0.00877728033810854, -0.008431298658251762, -0.00808531790971756, -0.007739335764199495, -0.007393354550004005, -0.007047372870147228, -0.006701391190290451, -0.006355409976094961, -0.006009428296238184, -0.005663446616381407, -0.005317465402185917, -0.00497148372232914, -0.0046255020424723625, -0.004279520828276873, -0.0039335391484200954, -0.0035875574685633183, -0.0032415760215371847, -0.002895594574511051, -0.002549612894654274, -0.0022036314476281404, -0.001857649884186685, -0.0015116683207452297, -0.0011656868737190962, -0.0008197053102776408, -0.00047372374683618546, -0.00012774221249856055, 0.00021823932183906436, 0.0005642208270728588, 0.0009102023905143142, 0.0012561839539557695, 0.001602165400981903, 0.0019481469644233584, 0.002294128527864814, 0.0026401099748909473, 0.0029860916547477245, 0.003332073101773858, 0.0036780545487999916, 0.004024036228656769, 0.004370017908513546, 0.004715999122709036, 0.005061980802565813, 0.00540796248242259, 0.00575394369661808, 0.006099925376474857, 0.0064459070563316345, 0.006791888270527124, 0.007137869950383902, 0.007483851630240679, 0.007829832844436169, 0.008175814524292946, 0.008521796204149723, 0.0088677778840065, 0.009213759563863277, 0.00955974031239748, 0.009905721992254257, 0.010251703672111034, 0.010597685351967812]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14656919240951538, -0.14190088212490082, -0.13723257184028625, -0.1325642615556717, -0.12789595127105713, -0.12322764843702316, -0.1185593456029892, -0.11389103531837463, -0.10922272503376007, -0.10455441474914551, -0.09988610446453094, -0.09521780163049698, -0.09054949134588242, -0.08588118106126785, -0.08121287822723389, -0.07654456794261932, -0.07187625765800476, -0.0672079473733902, -0.06253963708877563, -0.05787133425474167, -0.053203023970127106, -0.04853471368551254, -0.04386640712618828, -0.039198100566864014, -0.03452979028224945, -0.029861481860280037, -0.025193173438310623, -0.02052486501634121, -0.015856556594371796, -0.011188248172402382, -0.006519939750432968, -0.0018516313284635544, 0.0028166770935058594, 0.007484985515475273, 0.012153293937444687, 0.0168216023594141, 0.021489910781383514, 0.026158219203352928, 0.030826527625322342, 0.035494834184646606, 0.04016314446926117, 0.04483145475387573, 0.0494997613132, 0.05416806787252426, 0.058836378157138824, 0.06350468844175339, 0.06817299127578735, 0.07284130156040192, 0.07750961184501648, 0.08217792212963104, 0.0868462324142456, 0.09151453524827957, 0.09618284553289413, 0.1008511558175087, 0.10551945865154266, 0.11018776893615723, 0.11485607922077179, 0.11952438950538635, 0.12419269979000092, 0.12886101007461548, 0.13352930545806885, 0.1381976157426834, 0.14286592602729797, 0.14753423631191254, 0.1522025465965271]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 7.0, 2.0, 7.0, 3.0, 3.0, 2.0, 5.0, 3.0, 12.0, 11.0, 22.0, 28.0, 51.0, 24.0, 11.0, 8.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 6.0, 1.0, 1.0, 3.0, 4.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.09121034294366837, -0.08864257484674454, -0.08607479929924011, -0.08350703120231628, -0.08093925565481186, -0.07837148755788803, -0.0758037120103836, -0.07323594391345978, -0.07066816836595535, -0.06810040026903152, -0.0655326247215271, -0.06296485662460327, -0.060397084802389145, -0.05782931298017502, -0.05526154115796089, -0.052693769335746765, -0.05012599751353264, -0.04755822569131851, -0.044990453869104385, -0.04242268204689026, -0.03985491022467613, -0.037287138402462006, -0.03471936658024788, -0.03215159475803375, -0.029583824798464775, -0.02701605297625065, -0.024448281154036522, -0.021880509331822395, -0.019312739372253418, -0.01674496755003929, -0.014177195727825165, -0.011609423905611038, -0.009041652083396912, -0.006473880261182785, -0.0039061089046299458, -0.0013383373152464628, 0.0012294342741370201, 0.003797205863520503, 0.006364977452903986, 0.008932748809456825, 0.011500520631670952, 0.014068292453885078, 0.016636064276099205, 0.01920383609831333, 0.02177160605788231, 0.024339377880096436, 0.026907149702310562, 0.02947492152452469, 0.032042693346738815, 0.03461046516895294, 0.03717823699116707, 0.039746008813381195, 0.04231378063559532, 0.04488155245780945, 0.047449324280023575, 0.0500170961022377, 0.05258486419916153, 0.055152636021375656, 0.05772040784358978, 0.06028817966580391, 0.06285595148801804, 0.06542372703552246, 0.06799149513244629, 0.07055927067995071, 0.07312703877687454]}, "_runtime": 50.61591076850891, "_timestamp": 1596211640.3870196, "_step": 60}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 7.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00981957372277975, -0.009391517378389835, -0.008963461965322495, -0.008535405620932579, -0.008107349276542664, -0.007679292932152748, -0.00725123705342412, -0.006823181174695492, -0.006395124830305576, -0.005967068485915661, -0.005539012607187033, -0.0051109567284584045, -0.004682900384068489, -0.004254844039678574, -0.0038267881609499454, -0.0033987320493906736, -0.002970675937831402, -0.00254261982627213, -0.002114563714712858, -0.0016865076031535864, -0.0012584514915943146, -0.0008303953800350428, -0.00040233926847577095, 2.5716843083500862e-05, 0.0004537729546427727, 0.0008818290662020445, 0.0013098851777613163, 0.0017379412893205881, 0.00216599740087986, 0.0025940535124391317, 0.0030221096239984035, 0.0034501657355576754, 0.003878221847116947, 0.004306278191506863, 0.004734334070235491, 0.005162389948964119, 0.005590446293354034, 0.00601850263774395, 0.006446558516472578, 0.006874614395201206, 0.007302670739591122, 0.007730727083981037, 0.008158782497048378, 0.008586838841438293, 0.009014895185828209, 0.009442951530218124, 0.00987100787460804, 0.01029906328767538, 0.010727119632065296, 0.011155175976455212, 0.011583231389522552, 0.012011287733912468, 0.012439344078302383, 0.012867400422692299, 0.013295456767082214, 0.013723512180149555, 0.01415156852453947, 0.014579624868929386, 0.015007680281996727, 0.015435736626386642, 0.015863792970776558, 0.016291849315166473, 0.01671990565955639, 0.017147962003946304, 0.01757601648569107]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 8.0, 6.0, 6.0, 10.0, 8.0, 11.0, 22.0, 29.0, 51.0, 51.0, 88.0, 107.0, 145.0, 187.0, 314.0, 751.0, 4980.0, 430.0, 223.0, 155.0, 81.0, 74.0, 53.0, 34.0, 24.0, 18.0, 8.0, 11.0, 8.0, 6.0, 3.0, 5.0, 5.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16772133111953735, -0.16152553260326385, -0.15532973408699036, -0.14913395047187805, -0.14293815195560455, -0.13674235343933105, -0.13054656982421875, -0.12435077130794525, -0.11815497279167175, -0.11195917427539825, -0.10576338320970535, -0.09956759214401245, -0.09337179362773895, -0.08717599511146545, -0.08098020404577255, -0.07478441298007965, -0.06858861446380615, -0.06239281967282295, -0.05619702488183975, -0.05000123009085655, -0.04380543529987335, -0.03760964050889015, -0.03141384571790695, -0.025218050926923752, -0.019022256135940552, -0.012826461344957352, -0.006630666553974152, -0.00043487176299095154, 0.0057609230279922485, 0.011956717818975449, 0.01815251260995865, 0.02434830740094185, 0.03054410219192505, 0.03673989698290825, 0.04293569177389145, 0.04913148656487465, 0.05532728135585785, 0.06152307614684105, 0.06771887093782425, 0.07391466200351715, 0.08011046051979065, 0.08630625903606415, 0.09250205010175705, 0.09869784116744995, 0.10489363968372345, 0.11108943819999695, 0.11728522926568985, 0.12348102033138275, 0.12967681884765625, 0.13587261736392975, 0.14206841588020325, 0.14826419949531555, 0.15445999801158905, 0.16065579652786255, 0.16685158014297485, 0.17304737865924835, 0.17924317717552185, 0.18543897569179535, 0.19163477420806885, 0.19783055782318115, 0.20402635633945465, 0.21022215485572815, 0.21641793847084045, 0.22261373698711395, 0.22880953550338745]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 2.0, 7.0, 0.0, 3.0, 0.0, 3.0, 4.0, 25.0, 2.0, 1.0, 4.0, 5.0, 2.0, 5.0, 3.0, 2.0, 4.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002584889531135559, -0.002498491434380412, -0.002412093337625265, -0.002325695240870118, -0.002239297144114971, -0.002152899280190468, -0.002066501183435321, -0.001980103086680174, -0.001893704989925027, -0.00180730689316988, -0.001720908796414733, -0.0016345108160749078, -0.0015481127193197608, -0.0014617146225646138, -0.0013753166422247887, -0.0012889185454696417, -0.0012025204487144947, -0.0011161223519593477, -0.0010297242552042007, -0.0009433262748643756, -0.0008569281781092286, -0.0007705300813540816, -0.0006841320428065956, -0.0005977340042591095, -0.0005113359075039625, -0.000424937839852646, -0.00033853977220132947, -0.00025214170455001295, -0.00016574363689869642, -7.93455692473799e-05, 7.0524984039366245e-06, 9.345056605525315e-05, 0.00017984863370656967, 0.0002662467013578862, 0.0003526447690092027, 0.00043904283666051924, 0.0005254409043118358, 0.0006118390010669827, 0.0006982370396144688, 0.0007846350781619549, 0.0008710331749171019, 0.0009574312716722488, 0.0010438293684273958, 0.001130227348767221, 0.001216625445522368, 0.001303023542277515, 0.00138942152261734, 0.001475819619372487, 0.001562217716127634, 0.001648615812882781, 0.001735013909637928, 0.0018214118899777532, 0.0019078099867329001, 0.0019942079670727253, 0.0020806060638278723, 0.0021670041605830193, 0.0022534022573381662, 0.0023398003540933132, 0.00242619845084846, 0.002512596547603607, 0.0025989944115281105, 0.0026853925082832575, 0.0027717906050384045, 0.0028581887017935514, 0.0029445867985486984]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 7.0, 4.0, 15.0, 13.0, 24.0, 39.0, 57.0, 67.0, 91.0, 161.0, 190.0, 310.0, 405.0, 652.0, 882.0, 1330.0, 1921.0, 2964.0, 4791.0, 7881.0, 13379.0, 24351.0, 50318.0, 129714.0, 755472.0, 87622.0, 39369.0, 21604.0, 12762.0, 7702.0, 4975.0, 3235.0, 2187.0, 1487.0, 982.0, 785.0, 533.0, 391.0, 274.0, 220.0, 115.0, 111.0, 70.0, 48.0, 46.0, 28.0, 14.0, 8.0, 11.0, 9.0, 3.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.007734918035566807, -0.007452852558344603, -0.007170787081122398, -0.006888721138238907, -0.006606655661016703, -0.0063245901837944984, -0.006042524240911007, -0.005760458763688803, -0.0054783932864665985, -0.005196327809244394, -0.00491426233202219, -0.004632196389138699, -0.004350130911916494, -0.00406806543469429, -0.0037859997246414423, -0.0035039340145885944, -0.0032218685373663902, -0.002939803060144186, -0.002657737350091338, -0.0023756716400384903, -0.002093606162816286, -0.00181154056917876, -0.001529474975541234, -0.001247409381903708, -0.000965343788266182, -0.0006832781946286559, -0.0004012126009911299, -0.00011914700735360384, 0.0001629185862839222, 0.00044498417992144823, 0.0007270497735589743, 0.0010091153671965003, 0.0012911809608340263, 0.0015732465544715524, 0.0018553121481090784, 0.0021373778581619263, 0.0024194433353841305, 0.0027015088126063347, 0.0029835745226591825, 0.0032656402327120304, 0.0035477057099342346, 0.003829771187156439, 0.004111836664378643, 0.0043939026072621346, 0.004675968084484339, 0.004958033561706543, 0.0052400995045900345, 0.005522164981812239, 0.005804230459034443, 0.006086295936256647, 0.006368361413478851, 0.006650427356362343, 0.006932492833584547, 0.007214558310806751, 0.007496624253690243, 0.007778689730912447, 0.008060755208134651, 0.008342821151018143, 0.00862488616257906, 0.008906952105462551, 0.009189017117023468, 0.00947108305990696, 0.009753149002790451, 0.010035214014351368, 0.01031727995723486]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 12.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02484634891152382, -0.024083830416202545, -0.023321310058236122, -0.02255879156291485, -0.021796273067593575, -0.0210337545722723, -0.020271234214305878, -0.019508715718984604, -0.01874619722366333, -0.017983676865696907, -0.017221158370375633, -0.01645863987505436, -0.015696121379733086, -0.014933601953089237, -0.014171082526445389, -0.013408564031124115, -0.012646044604480267, -0.011883525177836418, -0.011121006682515144, -0.010358487255871296, -0.009595968760550022, -0.008833449333906174, -0.0080709308385849, -0.0073084114119410515, -0.00654589245095849, -0.005783373489975929, -0.005020854528993368, -0.004258335568010807, -0.0034958163741976023, -0.002733297413215041, -0.0019707782194018364, -0.0012082592584192753, -0.00044574029743671417, 0.00031677872175350785, 0.0010792977409437299, 0.0018418168183416128, 0.002604335779324174, 0.003366854740306735, 0.00412937393411994, 0.004891892895102501, 0.005654411856085062, 0.006416930817067623, 0.007179449778050184, 0.007941968739032745, 0.008704488165676594, 0.009467006660997868, 0.010229526087641716, 0.01099204458296299, 0.011754564009606838, 0.012517083436250687, 0.01327960193157196, 0.014042121358215809, 0.014804639853537083, 0.015567159280180931, 0.016329677775502205, 0.01709219627082348, 0.0178547166287899, 0.018617235124111176, 0.01937975361943245, 0.020142273977398872, 0.020904792472720146, 0.02166731096804142, 0.022429829463362694, 0.023192349821329117, 0.02395486831665039]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 4.0, 5.0, 3.0, 7.0, 9.0, 9.0, 10.0, 17.0, 24.0, 23.0, 28.0, 25.0, 41.0, 52.0, 68.0, 80.0, 106.0, 123.0, 125.0, 155.0, 221.0, 245.0, 386.0, 449.0, 615.0, 903.0, 1531.0, 5760.0, 1980.0, 1268.0, 825.0, 641.0, 541.0, 399.0, 385.0, 250.0, 235.0, 189.0, 159.0, 126.0, 86.0, 68.0, 54.0, 36.0, 27.0, 45.0, 30.0, 19.0, 23.0, 8.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011134317144751549, -0.010770452208817005, -0.010406587272882462, -0.010042722336947918, -0.009678857401013374, -0.00931499246507883, -0.008951127529144287, -0.008587262593209743, -0.0082233976572752, -0.007859531790018082, -0.007495667319744825, -0.007131802383810282, -0.006767936982214451, -0.006404072046279907, -0.006040207110345364, -0.00567634217441082, -0.005312477238476276, -0.004948612302541733, -0.004584747366607189, -0.004220882430672646, -0.0038570172619074583, -0.0034931523259729147, -0.0031292871572077274, -0.002765422221273184, -0.00240155728533864, -0.0020376923494040966, -0.0016738272970542312, -0.0013099622447043657, -0.0009460973087698221, -0.0005822323146276176, -0.00021836732048541307, 0.00014549767365679145, 0.000509362667798996, 0.0008732276619412005, 0.001237092656083405, 0.0016009577084332705, 0.001964822644367814, 0.0023286875803023577, 0.002692552749067545, 0.0030564176850020885, 0.003420282620936632, 0.0037841475568711758, 0.004148012492805719, 0.004511877428740263, 0.004875742830336094, 0.0052396077662706375, 0.005603472702205181, 0.005967337638139725, 0.006331202574074268, 0.006695067510008812, 0.0070589324459433556, 0.007422797381877899, 0.007786662317812443, 0.008150527253746986, 0.00851439218968153, 0.008878257125616074, 0.009242122992873192, 0.009605987928807735, 0.009969852864742279, 0.010333717800676823, 0.010697582736611366, 0.01106144767254591, 0.011425312608480453, 0.011789177544414997, 0.01215304248034954]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1636950820684433, -0.1569429636001587, -0.1501908302307129, -0.14343871176242828, -0.13668659329414368, -0.12993445992469788, -0.12318234145641327, -0.11643021553754807, -0.10967808961868286, -0.10292596369981766, -0.09617383778095245, -0.08942171931266785, -0.08266959339380264, -0.07591746747493744, -0.06916534900665283, -0.06241322308778763, -0.055661097168922424, -0.04890897125005722, -0.042156849056482315, -0.03540472686290741, -0.028652600944042206, -0.02190047688782215, -0.015148352831602097, -0.008396228775382042, -0.0016441047191619873, 0.005108019337058067, 0.011860143393278122, 0.018612267449498177, 0.02536439150571823, 0.032116517424583435, 0.03886863961815834, 0.045620761811733246, 0.05237288773059845, 0.059125013649463654, 0.06587713956832886, 0.07262925803661346, 0.07938138395547867, 0.08613350987434387, 0.09288562834262848, 0.09963775426149368, 0.10638988018035889, 0.11314200609922409, 0.1198941320180893, 0.1266462504863739, 0.1333983838558197, 0.1401505023241043, 0.14690262079238892, 0.15365475416183472, 0.16040687263011932, 0.16715899109840393, 0.17391112446784973, 0.18066324293613434, 0.18741536140441895, 0.19416749477386475, 0.20091961324214935, 0.20767174661159515, 0.21442386507987976, 0.22117598354816437, 0.22792811691761017, 0.23468023538589478, 0.24143236875534058, 0.24818448722362518, 0.2549366056919098, 0.2616887390613556, 0.268440842628479]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 3.0, 3.0, 6.0, 8.0, 5.0, 11.0, 10.0, 20.0, 23.0, 55.0, 38.0, 28.0, 16.0, 6.0, 2.0, 3.0, 6.0, 6.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08283860236406326, -0.07859494537115097, -0.07435128837823868, -0.07010762393474579, -0.0658639669418335, -0.061620309948921204, -0.05737665295600891, -0.05313299223780632, -0.04888933524489403, -0.044645678251981735, -0.040402017533779144, -0.03615836054086685, -0.03191470354795456, -0.02767104282975197, -0.023427385836839676, -0.019183726981282234, -0.014940068125724792, -0.01069640927016735, -0.006452751345932484, -0.0022090929560363293, 0.002034565433859825, 0.0062782238237559795, 0.010521882213652134, 0.014765540137887001, 0.019009198993444443, 0.023252857849001884, 0.027496516704559326, 0.03174017369747162, 0.03598383069038391, 0.0402274914085865, 0.044471148401498795, 0.048714809119701385, 0.05295846611261368, 0.05720212310552597, 0.06144578382372856, 0.06568944454193115, 0.06993310153484344, 0.07417675852775574, 0.07842041552066803, 0.08266407251358032, 0.08690772950649261, 0.0911513939499855, 0.0953950509428978, 0.09963870793581009, 0.10388236492872238, 0.10812602192163467, 0.11236968636512756, 0.11661334335803986, 0.12085700035095215, 0.12510065734386444, 0.12934431433677673, 0.13358797132968903, 0.13783162832260132, 0.1420752853155136, 0.1463189572095871, 0.1505626142024994, 0.15480627119541168, 0.15904992818832397, 0.16329358518123627, 0.16753724217414856, 0.17178089916706085, 0.17602455615997314, 0.18026821315288544, 0.18451187014579773, 0.18875554203987122]}, "_runtime": 51.363332748413086, "_timestamp": 1596211641.1344416, "_step": 61}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012379975989460945, -0.012043584138154984, -0.011707193218171597, -0.01137080229818821, -0.011034410446882248, -0.010698018595576286, -0.0103616276755929, -0.010025236755609512, -0.00968884490430355, -0.009352453052997589, -0.009016062133014202, -0.008679671213030815, -0.008343279361724854, -0.008006887510418892, -0.007670496590435505, -0.007334105204790831, -0.006997713819146156, -0.006661322433501482, -0.006324931047856808, -0.005988539662212133, -0.005652148276567459, -0.005315756890922785, -0.0049793655052781105, -0.004642974119633436, -0.004306582733988762, -0.003970191348344088, -0.0036337999626994133, -0.003297408577054739, -0.0029610171914100647, -0.0026246258057653904, -0.002288234420120716, -0.0019518430344760418, -0.0016154516488313675, -0.0012790602631866932, -0.0009426688775420189, -0.0006062774918973446, -0.0002698861062526703, 6.650527939200401e-05, 0.0004028966650366783, 0.0007392880506813526, 0.001075679436326027, 0.0014120708219707012, 0.0017484622076153755, 0.00208485359326005, 0.002421244978904724, 0.0027576363645493984, 0.0030940277501940727, 0.003430419135838747, 0.0037668105214834213, 0.004103201907128096, 0.00443959329277277, 0.004775984678417444, 0.0051123760640621185, 0.005448767449706793, 0.005785158835351467, 0.0061215502209961414, 0.006457941606640816, 0.00679433299228549, 0.007130724377930164, 0.007467115763574839, 0.007803507149219513, 0.008139899000525475, 0.008476289920508862, 0.008812680840492249, 0.00914907269179821]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 8.0, 14.0, 15.0, 9.0, 12.0, 15.0, 18.0, 31.0, 42.0, 50.0, 53.0, 65.0, 103.0, 133.0, 208.0, 333.0, 4810.0, 1022.0, 342.0, 182.0, 97.0, 66.0, 66.0, 48.0, 40.0, 27.0, 26.0, 16.0, 21.0, 16.0, 11.0, 9.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1678282767534256, -0.16199886798858643, -0.15616947412490845, -0.15034006536006927, -0.1445106565952301, -0.13868124783039093, -0.13285183906555176, -0.12702244520187378, -0.1211930364370346, -0.11536362767219543, -0.10953422635793686, -0.10370482504367828, -0.09787541627883911, -0.09204600751399994, -0.08621660619974136, -0.08038720488548279, -0.07455779612064362, -0.06872838735580444, -0.06289898604154587, -0.057069581001996994, -0.05124017596244812, -0.045410770922899246, -0.03958136588335037, -0.0337519608438015, -0.027922555804252625, -0.02209315076470375, -0.016263745725154877, -0.010434340685606003, -0.004604935646057129, 0.001224469393491745, 0.007053874433040619, 0.012883279472589493, 0.018712684512138367, 0.02454208955168724, 0.030371494591236115, 0.03620089963078499, 0.04203030467033386, 0.047859709709882736, 0.05368911474943161, 0.059518519788980484, 0.06534792482852936, 0.07117733359336853, 0.0770067349076271, 0.08283613622188568, 0.08866554498672485, 0.09449495375156403, 0.1003243550658226, 0.10615375638008118, 0.11198316514492035, 0.11781257390975952, 0.1236419752240181, 0.12947137653827667, 0.13530078530311584, 0.14113019406795502, 0.1469596028327942, 0.15278899669647217, 0.15861840546131134, 0.1644478142261505, 0.1702772080898285, 0.17610661685466766, 0.18193602561950684, 0.187765434384346, 0.19359484314918518, 0.19942423701286316, 0.20525364577770233]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 2.0, 4.0, 4.0, 2.0, 6.0, 5.0, 23.0, 3.0, 2.0, 2.0, 4.0, 2.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021870729979127645, -0.00211002747528255, -0.002032981952652335, -0.001955936197191477, -0.0018788906745612621, -0.0018018451519310474, -0.0017247996293008327, -0.0016477539902552962, -0.0015707084676250815, -0.0014936629449948668, -0.0014166173059493303, -0.0013395717833191156, -0.001262526260688901, -0.0011854806216433644, -0.0011084350990131497, -0.0010313894599676132, -0.0009543439373373985, -0.0008772983564995229, -0.0008002527756616473, -0.0007232072530314326, -0.000646161672193557, -0.0005691160913556814, -0.0004920705687254667, -0.0004150249878875911, -0.0003379794070497155, -0.0002609338262118399, -0.00018388827447779477, -0.00010684270819183439, -2.9797141905874014e-05, 4.724842438008636e-05, 0.00012429399066604674, 0.00020133955695200711, 0.0002783851232379675, 0.0003554307040758431, 0.00043247625580988824, 0.0005095218075439334, 0.000586567388381809, 0.0006636129692196846, 0.0007406584918498993, 0.0008177040726877749, 0.0008947496535256505, 0.0009717952343635261, 0.0010488408152014017, 0.0011258863378316164, 0.001202931860461831, 0.0012799774995073676, 0.0013570230221375823, 0.0014340686611831188, 0.0015111141838133335, 0.0015881597064435482, 0.0016652053454890847, 0.0017422508681192994, 0.001819296507164836, 0.0018963420297950506, 0.0019733875524252653, 0.00205043307505548, 0.0021274788305163383, 0.002204524353146553, 0.0022815698757767677, 0.0023586153984069824, 0.002435660921037197, 0.002512706443667412, 0.00258975219912827, 0.002666797721758485, 0.0027438432443886995]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 3.0, 3.0, 3.0, 10.0, 16.0, 21.0, 22.0, 36.0, 52.0, 67.0, 98.0, 120.0, 190.0, 277.0, 386.0, 480.0, 720.0, 1070.0, 1492.0, 2331.0, 3530.0, 5575.0, 9433.0, 16871.0, 31392.0, 67930.0, 223705.0, 660852.0, 68319.0, 33775.0, 18766.0, 11149.0, 6933.0, 4390.0, 2976.0, 2073.0, 1429.0, 969.0, 636.0, 454.0, 295.0, 230.0, 165.0, 108.0, 81.0, 55.0, 43.0, 33.0, 20.0, 17.0, 10.0, 9.0, 8.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0], "bins": [-0.006523431744426489, -0.006306503899395466, -0.006089576054364443, -0.00587264820933342, -0.005655720364302397, -0.005438792519271374, -0.005221864674240351, -0.005004936829209328, -0.004788008984178305, -0.004571081139147282, -0.004354153294116259, -0.004137225449085236, -0.003920297604054213, -0.0037033697590231895, -0.0034864419139921665, -0.0032695140689611435, -0.0030525862239301205, -0.0028356583788990974, -0.0026187305338680744, -0.0024018026888370514, -0.0021848748438060284, -0.0019679469987750053, -0.0017510191537439823, -0.0015340913087129593, -0.0013171634636819363, -0.0011002356186509132, -0.0008833077736198902, -0.0006663799285888672, -0.00044945208355784416, -0.00023252423852682114, -1.559639349579811e-05, 0.00020133145153522491, 0.00041825929656624794, 0.000635187141597271, 0.000852114986628294, 0.001069042831659317, 0.00128597067669034, 0.001502898521721363, 0.001719826366752386, 0.0019367542117834091, 0.002153682056814432, 0.002370609901845455, 0.002587537746876478, 0.0028044655919075012, 0.0030213934369385242, 0.0032383212819695473, 0.0034552491270005703, 0.0036721769720315933, 0.0038891048170626163, 0.004106032662093639, 0.004322960507124662, 0.004539888352155685, 0.0047568161971867085, 0.0049737440422177315, 0.0051906718872487545, 0.0054075997322797775, 0.0056245275773108006, 0.005841455422341824, 0.006058383267372847, 0.00627531111240387, 0.006492238957434893, 0.006709166802465916, 0.006926094647496939, 0.007143022492527962, 0.007359950337558985]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 9.0, 3.0, 4.0, 10.0, 4.0, 3.0, 5.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008066445589065552, -0.007386613171547651, -0.006706780754029751, -0.006026947870850563, -0.005347115453332663, -0.004667283035814762, -0.003987450152635574, -0.003307617735117674, -0.0026277853175997734, -0.0019479527836665511, -0.0012681202497333288, -0.0005882877158001065, 9.154481813311577e-05, 0.0007713773520663381, 0.0014512098859995604, 0.0021310425363481045, 0.002810874953866005, 0.0034907073713839054, 0.004170539788901806, 0.004850372672080994, 0.005530205089598894, 0.006210037507116795, 0.006889870390295982, 0.007569702807813883, 0.008249535225331783, 0.008929368108510971, 0.009609200060367584, 0.010289032943546772, 0.01096886582672596, 0.011648697778582573, 0.01232853066176176, 0.013008362613618374, 0.013688195496797562, 0.01436802837997675, 0.015047860331833363, 0.01572769321501255, 0.016407525166869164, 0.017087358981370926, 0.01776719093322754, 0.018447022885084152, 0.019126854836940765, 0.019806688651442528, 0.02048652060329914, 0.021166352555155754, 0.021846186369657516, 0.02252601832151413, 0.023205850273370743, 0.023885684087872505, 0.02456551603972912, 0.02524534799158573, 0.025925181806087494, 0.026605013757944107, 0.02728484570980072, 0.027964679524302483, 0.028644511476159096, 0.02932434342801571, 0.03000417724251747, 0.030684009194374084, 0.0313638411462307, 0.03204367309808731, 0.032723505049943924, 0.033403340727090836, 0.03408317267894745, 0.03476300463080406, 0.035442836582660675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 7.0, 13.0, 19.0, 15.0, 27.0, 35.0, 44.0, 48.0, 58.0, 95.0, 140.0, 239.0, 323.0, 505.0, 633.0, 947.0, 1332.0, 2109.0, 6102.0, 1647.0, 1055.0, 752.0, 529.0, 397.0, 306.0, 200.0, 158.0, 137.0, 93.0, 80.0, 59.0, 48.0, 41.0, 21.0, 22.0, 5.0, 22.0, 15.0, 8.0, 10.0, 10.0, 7.0, 8.0, 7.0, 3.0, 3.0, 6.0, 2.0, 4.0, 6.0, 10.0, 8.0, 7.0, 9.0, 11.0, 4.0, 4.0, 3.0, 0.0, 3.0, 11.0, 4.0], "bins": [-0.005560005083680153, -0.005287847016006708, -0.005015688948333263, -0.004743531346321106, -0.004471373278647661, -0.0041992152109742165, -0.003927057143300772, -0.0036548993084579706, -0.003382741240784526, -0.003110583173111081, -0.00283842533826828, -0.0025662672705948353, -0.0022941092029213905, -0.0020219513680785894, -0.0017497933004051447, -0.0014776353491470218, -0.0012054773978888988, -0.0009333194466307759, -0.0006611614371649921, -0.0003890034568030387, -0.00011684547644108534, 0.00015531250392086804, 0.0004274704842828214, 0.0006996284937486053, 0.0009717864450067282, 0.001243944396264851, 0.001516102347522974, 0.0017882604151964188, 0.0020604184828698635, 0.0023325763177126646, 0.0026047343853861094, 0.0028768922202289104, 0.003149050287902355, 0.0034212083555758, 0.003693366190418601, 0.003965524025261402, 0.004237682092934847, 0.004509840160608292, 0.004781998228281736, 0.005054156295955181, 0.0053263138979673386, 0.005598471965640783, 0.005870630033314228, 0.006142788100987673, 0.0064149461686611176, 0.006687104236334562, 0.00695926183834672, 0.0072314199060201645, 0.007503577973693609, 0.007775736041367054, 0.008047893643379211, 0.008320052176713943, 0.008592209778726101, 0.008864368312060833, 0.00913652591407299, 0.009408683516085148, 0.00968084204941988, 0.009952999651432037, 0.01022515818476677, 0.010497315786778927, 0.010769473388791084, 0.011041631922125816, 0.011313789524137974, 0.011585948057472706, 0.011858105659484863]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09157423675060272, -0.08865724503993988, -0.08574025332927704, -0.0828232616186142, -0.07990627735853195, -0.07698928564786911, -0.07407229393720627, -0.07115530222654343, -0.06823831051588058, -0.06532131880521774, -0.0624043308198452, -0.05948733910918236, -0.056570351123809814, -0.05365335941314697, -0.05073636770248413, -0.04781937971711159, -0.044902388006448746, -0.041985396295785904, -0.03906840831041336, -0.03615141659975052, -0.03323442488908768, -0.030317435041069984, -0.027400445193052292, -0.02448345348238945, -0.021566463634371758, -0.018649473786354065, -0.015732482075691223, -0.01281549222767353, -0.009898501448333263, -0.006981510668992996, -0.004064520355314016, -0.0011475298088043928, 0.0017694607377052307, 0.004686451517045498, 0.007603441830724478, 0.010520432144403458, 0.013437422923743725, 0.016354413703083992, 0.019271403551101685, 0.022188395261764526, 0.02510538510978222, 0.02802237495779991, 0.030939366668462753, 0.033856358379125595, 0.03677334636449814, 0.03969033807516098, 0.04260732978582382, 0.045524317771196365, 0.04844130948185921, 0.05135830119252205, 0.05427528917789459, 0.057192280888557434, 0.060109272599220276, 0.06302626430988312, 0.06594325602054596, 0.0688602402806282, 0.07177723199129105, 0.07469422370195389, 0.07761121541261673, 0.08052820712327957, 0.08344519883394241, 0.08636218309402466, 0.0892791748046875, 0.09219616651535034, 0.09511315822601318]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 17.0, 9.0, 13.0, 18.0, 28.0, 61.0, 33.0, 20.0, 17.0, 16.0, 5.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0], "bins": [-0.05620286241173744, -0.053988177329301834, -0.05177348852157593, -0.04955880343914032, -0.04734411463141441, -0.045129429548978806, -0.0429147407412529, -0.04070005565881729, -0.03848537057638168, -0.03627068176865578, -0.03405599668622017, -0.03184130787849426, -0.029626622796058655, -0.027411935850977898, -0.02519724890589714, -0.022982561960816383, -0.020767875015735626, -0.01855318807065487, -0.016338501125574112, -0.01412381511181593, -0.011909128166735172, -0.009694441221654415, -0.007479754742234945, -0.0052650682628154755, -0.0030503813177347183, -0.0008356946054846048, 0.0013789921067655087, 0.003593678819015622, 0.005808365531265736, 0.008023052476346493, 0.010237738490104675, 0.012452425435185432, 0.01466711238026619, 0.016881799325346947, 0.019096486270427704, 0.02131117321550846, 0.023525860160589218, 0.025740545243024826, 0.027955232188105583, 0.03016991913318634, 0.03238460421562195, 0.034599293023347855, 0.03681397810578346, 0.03902866691350937, 0.04124335199594498, 0.04345804080367088, 0.04567272588610649, 0.0478874146938324, 0.050102099776268005, 0.05231678485870361, 0.05453147366642952, 0.05674615874886513, 0.058960847556591034, 0.06117553263902664, 0.06339021772146225, 0.06560491025447845, 0.06781959533691406, 0.07003428041934967, 0.07224896550178528, 0.07446365058422089, 0.07667834311723709, 0.0788930281996727, 0.0811077132821083, 0.08332239836454391, 0.08553709089756012]}, "_runtime": 52.12949204444885, "_timestamp": 1596211641.900601, "_step": 62}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009003767743706703, -0.008695815689861774, -0.008387862704694271, -0.008079910650849342, -0.007771958131343126, -0.0074640060774981976, -0.0071560535579919815, -0.0068481010384857655, -0.006540148518979549, -0.006232196465134621, -0.005924243945628405, -0.005616291426122189, -0.00530833937227726, -0.005000386852771044, -0.004692434333264828, -0.004384482279419899, -0.004076529759913683, -0.0037685774732381105, -0.0034606249537318945, -0.003152672667056322, -0.002844720147550106, -0.0025367678608745337, -0.0022288155741989613, -0.001920863171108067, -0.0016129107680171728, -0.0013049583649262786, -0.0009970059618353844, -0.000689053675159812, -0.00038110127206891775, -7.314889808185399e-05, 0.00023480347590520978, 0.0005427558207884431, 0.0008507082238793373, 0.0011586606269702315, 0.0014666130300611258, 0.0017745653167366982, 0.002082517836242914, 0.0023904701229184866, 0.002698422409594059, 0.003006374929100275, 0.0033143272157758474, 0.00362227950245142, 0.003930232021957636, 0.004238184541463852, 0.004546136595308781, 0.004854089114814997, 0.005162041634321213, 0.0054699936881661415, 0.0057779462076723576, 0.006085898727178574, 0.006393850781023502, 0.006701803300529718, 0.0070097558200359344, 0.007317707873880863, 0.007625660393387079, 0.007933612912893295, 0.008241564966738224, 0.008549517951905727, 0.008857470005750656, 0.009165422059595585, 0.009473375044763088, 0.009781327098608017, 0.010089279152452946, 0.010397232137620449, 0.010705184191465378]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 6.0, 9.0, 5.0, 8.0, 15.0, 12.0, 17.0, 22.0, 29.0, 40.0, 48.0, 48.0, 80.0, 105.0, 128.0, 189.0, 267.0, 440.0, 4765.0, 695.0, 318.0, 165.0, 141.0, 92.0, 56.0, 57.0, 38.0, 32.0, 19.0, 16.0, 14.0, 11.0, 5.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.15808135271072388, -0.15373608469963074, -0.1493908166885376, -0.14504554867744446, -0.14070028066635132, -0.13635499775409698, -0.13200972974300385, -0.1276644617319107, -0.12331919372081757, -0.11897392570972443, -0.11462865769863129, -0.11028338223695755, -0.10593811422586441, -0.10159284621477127, -0.09724757075309753, -0.0929023027420044, -0.08855703473091125, -0.08421176671981812, -0.07986649870872498, -0.07552122324705124, -0.0711759552359581, -0.06683068722486496, -0.06248541548848152, -0.058140143752098083, -0.053794875741004944, -0.049449607729911804, -0.045104335993528366, -0.04075906425714493, -0.03641379624605179, -0.03206852823495865, -0.02772325649857521, -0.02337798662483692, -0.019032716751098633, -0.014687446877360344, -0.010342177003622055, -0.005996907129883766, -0.0016516372561454773, 0.0026936326175928116, 0.0070389024913311005, 0.01138417236506939, 0.015729442238807678, 0.020074712112545967, 0.024419981986284256, 0.028765251860022545, 0.033110521733760834, 0.03745578974485397, 0.04180106148123741, 0.04614633321762085, 0.05049160122871399, 0.05483686923980713, 0.05918214097619057, 0.063527412712574, 0.06787268072366714, 0.07221794873476028, 0.07656322419643402, 0.08090849220752716, 0.0852537602186203, 0.08959902822971344, 0.09394429624080658, 0.09828957170248032, 0.10263483971357346, 0.1069801077246666, 0.11132538318634033, 0.11567065119743347, 0.12001591920852661]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 5.0, 6.0, 1.0, 5.0, 1.0, 4.0, 2.0, 26.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002019834006205201, -0.0019526757532730699, -0.0018855175003409386, -0.0018183592474088073, -0.001751200994476676, -0.0016840426251292229, -0.0016168843721970916, -0.0015497261192649603, -0.001482567866332829, -0.0014154096134006977, -0.0013482513604685664, -0.0012810931075364351, -0.001213934738188982, -0.0011467764852568507, -0.0010796182323247194, -0.0010124599793925881, -0.0009453017264604568, -0.0008781434735283256, -0.0008109852205961943, -0.0007438269094564021, -0.0006766686565242708, -0.0006095104035921395, -0.0005423520924523473, -0.000475193839520216, -0.0004080355865880847, -0.0003408773336559534, -0.00027371905161999166, -0.00020656078413594514, -0.00013940251665189862, -7.22442491678521e-05, -5.085981683805585e-06, 6.207228580024093e-05, 0.00012923055328428745, 0.00019638882076833397, 0.0002635470882523805, 0.00033070537028834224, 0.00039786362322047353, 0.0004650218761526048, 0.000532180187292397, 0.0005993384402245283, 0.0006664966931566596, 0.0007336549460887909, 0.0008008131990209222, 0.0008679715101607144, 0.0009351297630928457, 0.0010022880742326379, 0.0010694463271647692, 0.0011366045800969005, 0.0012037628330290318, 0.001270921085961163, 0.0013380793388932943, 0.0014052375918254256, 0.001472395844757557, 0.00153955421410501, 0.0016067124670371413, 0.0016738707199692726, 0.001741028972901404, 0.0018081872258335352, 0.0018753454787656665, 0.0019425037316977978, 0.002009662101045251, 0.0020768202375620604, 0.0021439786069095135, 0.002211136743426323, 0.002278295112773776]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 7.0, 18.0, 17.0, 19.0, 42.0, 85.0, 92.0, 148.0, 192.0, 307.0, 419.0, 679.0, 1009.0, 1683.0, 2598.0, 4215.0, 6764.0, 12164.0, 22796.0, 45972.0, 108794.0, 750738.0, 110055.0, 45196.0, 23815.0, 13797.0, 8440.0, 5624.0, 3988.0, 2617.0, 1923.0, 1394.0, 1030.0, 703.0, 519.0, 438.0, 330.0, 249.0, 195.0, 126.0, 105.0, 92.0, 75.0, 41.0, 25.0, 24.0, 17.0, 17.0, 8.0, 7.0, 6.0, 8.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0], "bins": [-0.00643739802762866, -0.006204720586538315, -0.0059720431454479694, -0.005739365704357624, -0.005506688263267279, -0.005274010822176933, -0.005041333381086588, -0.0048086559399962425, -0.00457597803324461, -0.0043433005921542645, -0.004110623151063919, -0.0038779459428042173, -0.0036452682688832283, -0.003412590827792883, -0.0031799133867025375, -0.002947235945612192, -0.0027145585045218468, -0.0024818810634315014, -0.002249203622341156, -0.0020165261812508106, -0.0017838486237451434, -0.001551171182654798, -0.0013184936251491308, -0.0010858161840587854, -0.0008531387429684401, -0.0006204613018780947, -0.0003877838025800884, -0.00015510633238591254, 7.75711378082633e-05, 0.00031024860800243914, 0.000542926078196615, 0.0007756035774946213, 0.0010082810185849667, 0.001240958459675312, 0.0014736359007656574, 0.0017063134582713246, 0.00193899089936167, 0.0021716684568673372, 0.0024043458979576826, 0.002637023339048028, 0.0028697007801383734, 0.0031023782212287188, 0.003335055662319064, 0.0035677331034094095, 0.0038004107773303986, 0.004033088218420744, 0.004265765659511089, 0.004498443100601435, 0.00473112054169178, 0.0049637979827821255, 0.005196475423872471, 0.005429152864962816, 0.005661830306053162, 0.005894507747143507, 0.006127185188233852, 0.006359862629324198, 0.006592540070414543, 0.006825217977166176, 0.007057895418256521, 0.007290572859346867, 0.007523250300437212, 0.007755927741527557, 0.007988604716956615, 0.008221282623708248, 0.008453959599137306]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 0.0, 10.0, 3.0, 6.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0112578384578228, -0.010888668708503246, -0.010519499890506268, -0.010150330141186714, -0.009781161323189735, -0.009411991573870182, -0.009042821824550629, -0.00867365300655365, -0.008304483257234097, -0.007935313507914543, -0.007566144689917564, -0.007196974940598011, -0.006827805656939745, -0.006458636373281479, -0.0060894666239619255, -0.0057202973403036594, -0.005351128056645393, -0.004981958772987127, -0.004612789489328861, -0.004243619740009308, -0.003874450456351042, -0.0035052811726927757, -0.003136111656203866, -0.0027669421397149563, -0.00239777285605669, -0.002028603572398424, -0.0016594340559095144, -0.0012902646558359265, -0.0009210952557623386, -0.0005519258556887507, -0.00018275645561516285, 0.00018641294445842505, 0.0005555823445320129, 0.0009247517446056008, 0.0012939211446791887, 0.0016630905447527766, 0.0020322599448263645, 0.0024014292284846306, 0.0027705987449735403, 0.00313976826146245, 0.003508937545120716, 0.003878106828778982, 0.004247276112437248, 0.004616445861756802, 0.004985615145415068, 0.005354784429073334, 0.005723954178392887, 0.006093123462051153, 0.006462292745709419, 0.006831462029367685, 0.007200631313025951, 0.007569801062345505, 0.007938969880342484, 0.008308139629662037, 0.00867730937898159, 0.009046478196978569, 0.009415647946298122, 0.009784817695617676, 0.010153986513614655, 0.010523156262934208, 0.010892326012253761, 0.01126149483025074, 0.011630664579570293, 0.011999833397567272, 0.012369003146886826]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 4.0, 7.0, 5.0, 6.0, 12.0, 18.0, 17.0, 17.0, 18.0, 36.0, 57.0, 55.0, 108.0, 108.0, 139.0, 167.0, 208.0, 271.0, 321.0, 471.0, 627.0, 906.0, 1320.0, 1941.0, 5783.0, 1775.0, 1117.0, 786.0, 532.0, 358.0, 264.0, 213.0, 141.0, 102.0, 85.0, 69.0, 51.0, 40.0, 43.0, 37.0, 28.0, 27.0, 18.0, 10.0, 19.0, 11.0, 10.0, 15.0, 12.0, 9.0, 11.0, 5.0, 5.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.006372507195919752, -0.006148876156657934, -0.005925245117396116, -0.005701613612473011, -0.005477982573211193, -0.005254351533949375, -0.005030720494687557, -0.004807089455425739, -0.004583458416163921, -0.004359826911240816, -0.004136195871978998, -0.00391256483271718, -0.0036889337934553623, -0.0034653025213629007, -0.003241671482101083, -0.003018040210008621, -0.0027944091707468033, -0.0025707781314849854, -0.0023471468593925238, -0.002123515820130706, -0.001899884664453566, -0.0016762535087764263, -0.0014526224695146084, -0.0012289913138374686, -0.0010053601581603289, -0.0007817290024831891, -0.0005580979050137103, -0.00033446677844040096, -0.00011083565186709166, 0.00011279547470621765, 0.00033642660127952695, 0.0005600576987490058, 0.0007836888544261456, 0.0010073200101032853, 0.001230951165780425, 0.001454582205042243, 0.0016782133607193828, 0.0019018445163965225, 0.0021254755556583405, 0.002349106827750802, 0.00257273786701262, 0.002796368906274438, 0.0030200001783668995, 0.0032436312176287174, 0.0034672622568905354, 0.003690893528982997, 0.0039145248010754585, 0.0041381558403372765, 0.004361786879599094, 0.004585417918860912, 0.00480904895812273, 0.0050326804630458355, 0.005256311502307653, 0.005479942541569471, 0.005703573580831289, 0.005927204620093107, 0.0061508361250162125, 0.00637446716427803, 0.006598098203539848, 0.006821729242801666, 0.007045360282063484, 0.007268991321325302, 0.007492622826248407, 0.007716253865510225, 0.007939884439110756]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0952618196606636, -0.09285277873277664, -0.09044373780488968, -0.08803469687700272, -0.08562565594911575, -0.08321661502122879, -0.08080757409334183, -0.07839853316545486, -0.0759894922375679, -0.07358045130968094, -0.07117141038179398, -0.06876236945390701, -0.06635332852602005, -0.06394428759813309, -0.061535246670246124, -0.05912620574235916, -0.0567171648144722, -0.054308123886585236, -0.05189908295869827, -0.04949004203081131, -0.04708100110292435, -0.044671960175037384, -0.04226291924715042, -0.03985387831926346, -0.037444837391376495, -0.03503579646348953, -0.03262675553560257, -0.030217714607715607, -0.027808673679828644, -0.02539963275194168, -0.022990591824054718, -0.020581550896167755, -0.018172509968280792, -0.01576346904039383, -0.013354428112506866, -0.010945387184619904, -0.00853634625673294, -0.006127305328845978, -0.003718264400959015, -0.001309223473072052, 0.0010998174548149109, 0.0035088583827018738, 0.005917899310588837, 0.0083269402384758, 0.010735981166362762, 0.013145022094249725, 0.015554063022136688, 0.01796310395002365, 0.020372144877910614, 0.022781185805797577, 0.02519022673368454, 0.027599267661571503, 0.030008308589458466, 0.03241734951734543, 0.03482639044523239, 0.037235431373119354, 0.03964447230100632, 0.04205351322889328, 0.04446255415678024, 0.046871595084667206, 0.04928063601255417, 0.05168967694044113, 0.054098717868328094, 0.05650775879621506, 0.05891679972410202]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 6.0, 3.0, 20.0, 38.0, 43.0, 32.0, 31.0, 12.0, 4.0, 3.0, 4.0, 4.0, 2.0, 4.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.07586359977722168, -0.07374583184719086, -0.07162806391716003, -0.06951030343770981, -0.06739253550767899, -0.06527476757764816, -0.06315700709819794, -0.061039239168167114, -0.05892147123813629, -0.05680370330810547, -0.054685939103364944, -0.05256817489862442, -0.0504504069685936, -0.048332639038562775, -0.04621487483382225, -0.044097110629081726, -0.0419793426990509, -0.03986157476902008, -0.037743810564279556, -0.03562604635953903, -0.03350827842950821, -0.031390510499477386, -0.029272746294736862, -0.02715498022735119, -0.025037214159965515, -0.02291944809257984, -0.020801682025194168, -0.018683915957808495, -0.01656614989042282, -0.014448383823037148, -0.012330617755651474, -0.0102128516882658, -0.008095085620880127, -0.005977319553494453, -0.00385955348610878, -0.0017417874187231064, 0.00037597864866256714, 0.0024937447160482407, 0.004611510783433914, 0.006729276850819588, 0.008847042918205261, 0.010964808985590935, 0.013082575052976608, 0.015200341120362282, 0.017318107187747955, 0.01943587325513363, 0.021553639322519302, 0.023671405389904976, 0.02578917145729065, 0.027906937524676323, 0.030024703592061996, 0.03214246779680252, 0.034260235726833344, 0.036378003656864166, 0.03849576786160469, 0.040613532066345215, 0.04273129999637604, 0.04484906792640686, 0.046966832131147385, 0.04908459633588791, 0.05120236426591873, 0.053320132195949554, 0.05543789640069008, 0.0575556606054306, 0.059673428535461426]}, "_runtime": 52.88347673416138, "_timestamp": 1596211642.6545856, "_step": 63}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 6.0, 2.0, 2.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011602574959397316, -0.011262793093919754, -0.010923012159764767, -0.010583230294287205, -0.010243448428809643, -0.009903667494654655, -0.009563885629177094, -0.009224103763699532, -0.00888432189822197, -0.008544540964066982, -0.00820475909858942, -0.007864977233111858, -0.007525196298956871, -0.007185414433479309, -0.0068456330336630344, -0.0065058511681854725, -0.006166069768369198, -0.005826288368552923, -0.005486506503075361, -0.005146725103259087, -0.004806943237781525, -0.00446716183796525, -0.004127380438148975, -0.003787598805502057, -0.0034478171728551388, -0.0031080355402082205, -0.002768253907561302, -0.0024284725077450275, -0.0020886908750981092, -0.001748909242451191, -0.0014091277262195945, -0.001069346209987998, -0.0007295645773410797, -0.00038978300290182233, -5.0001428462564945e-05, 0.00028978014597669244, 0.0006295617204159498, 0.0009693432948552072, 0.0013091248692944646, 0.001648906385526061, 0.0019886880181729794, 0.0023284696508198977, 0.002668251283466816, 0.0030080326832830906, 0.003347814315930009, 0.003687595948576927, 0.004027377348393202, 0.004367159213870764, 0.004706940613687038, 0.005046722013503313, 0.005386503878980875, 0.00572628527879715, 0.006066067144274712, 0.006405848544090986, 0.006745629943907261, 0.007085411809384823, 0.0074251932092010975, 0.007764974609017372, 0.008104756474494934, 0.008444538339972496, 0.008784319274127483, 0.009124101139605045, 0.009463883005082607, 0.009803663939237595, 0.010143445804715157]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 5.0, 7.0, 7.0, 3.0, 15.0, 18.0, 10.0, 13.0, 30.0, 44.0, 51.0, 70.0, 110.0, 168.0, 265.0, 593.0, 5241.0, 561.0, 229.0, 164.0, 87.0, 69.0, 42.0, 27.0, 23.0, 14.0, 13.0, 10.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1946883201599121, -0.18865908682346344, -0.18262985348701477, -0.1766006201505661, -0.17057138681411743, -0.16454215347766876, -0.1585129201412201, -0.15248368680477142, -0.14645445346832275, -0.14042523503303528, -0.1343960016965866, -0.12836676836013794, -0.12233753502368927, -0.1163083016872406, -0.11027906835079193, -0.10424983501434326, -0.09822060167789459, -0.09219136834144592, -0.08616213500499725, -0.08013290166854858, -0.07410366833209991, -0.06807444244623184, -0.06204520910978317, -0.0560159757733345, -0.049986742436885834, -0.043957509100437164, -0.037928275763988495, -0.031899046152830124, -0.025869812816381454, -0.019840579479932785, -0.013811348006129265, -0.00778211560100317, -0.0017528831958770752, 0.00427634920924902, 0.010305581614375114, 0.016334813088178635, 0.022364046424627304, 0.028393279761075974, 0.034422509372234344, 0.040451742708683014, 0.04648097604513168, 0.05251020938158035, 0.05853944271802902, 0.06456867605447769, 0.07059790194034576, 0.07662713527679443, 0.0826563686132431, 0.08868560194969177, 0.09471483528614044, 0.10074406862258911, 0.10677330195903778, 0.11280253529548645, 0.11883176863193512, 0.12486099451780319, 0.13089023530483246, 0.13691946864128113, 0.1429486870765686, 0.14897792041301727, 0.15500715374946594, 0.1610363870859146, 0.16706562042236328, 0.17309485375881195, 0.17912408709526062, 0.1851533204317093, 0.19118255376815796]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 3.0, 6.0, 2.0, 4.0, 2.0, 5.0, 8.0, 7.0, 24.0, 4.0, 6.0, 2.0, 0.0, 3.0, 5.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.003505043452605605, -0.003416038816794753, -0.003327034180983901, -0.003238029545173049, -0.003149024909362197, -0.003060020273551345, -0.002971015637740493, -0.0028820110019296408, -0.002793006133288145, -0.002704001497477293, -0.002614996861666441, -0.002525992225855589, -0.002436987590044737, -0.002347982954233885, -0.0022589783184230328, -0.0021699736826121807, -0.0020809690468013287, -0.0019919644109904766, -0.0019029597751796246, -0.0018139551393687725, -0.0017249505035579205, -0.0016359457513317466, -0.0015469411155208945, -0.0014579364797100425, -0.0013689318438991904, -0.0012799272080883384, -0.0011909225722774863, -0.0011019179364666343, -0.0010129131842404604, -0.0009239086066372693, -0.0008349039126187563, -0.0007458992768079042, -0.0006568946409970522, -0.0005678900051862001, -0.00047888534027151763, -0.0003898806753568351, -0.0003008760395459831, -0.0002118713891832158, -0.00012286673882044852, -3.386208845768124e-05, 5.514256190508604e-05, 0.00014414721226785332, 0.0002331518626306206, 0.0003221565275453031, 0.00041116116335615516, 0.0005001657991670072, 0.0005891704931855202, 0.0006781751289963722, 0.0007671797648072243, 0.0008561844006180763, 0.0009451890364289284, 0.0010341936722397804, 0.0011231983080506325, 0.0012122030602768064, 0.0013012076960876584, 0.0013902123318985105, 0.0014792169677093625, 0.0015682216035202146, 0.0016572262393310666, 0.0017462308751419187, 0.0018352356273680925, 0.0019242402631789446, 0.0020132448989897966, 0.0021022495348006487, 0.0021912541706115007]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 6.0, 5.0, 2.0, 5.0, 6.0, 5.0, 7.0, 16.0, 14.0, 25.0, 30.0, 32.0, 40.0, 67.0, 85.0, 132.0, 193.0, 213.0, 349.0, 488.0, 668.0, 1040.0, 1709.0, 2970.0, 5327.0, 11004.0, 25174.0, 70621.0, 807015.0, 164168.0, 45481.0, 19229.0, 9462.0, 5206.0, 3154.0, 1984.0, 1268.0, 820.0, 530.0, 322.0, 248.0, 182.0, 104.0, 65.0, 59.0, 35.0, 18.0, 17.0, 10.0, 11.0, 2.0, 5.0, 2.0, 0.0, 2.0, 4.0, 2.0], "bins": [-0.010204758495092392, -0.0099202711135149, -0.009635783731937408, -0.009351296350359917, -0.009066808968782425, -0.008782321587204933, -0.008497834205627441, -0.00821334682404995, -0.007928859442472458, -0.007644371595233679, -0.007359884213656187, -0.007075396832078695, -0.006790908984839916, -0.0065064216032624245, -0.006221934221684933, -0.005937446840107441, -0.005652959458529949, -0.005368472076952457, -0.005083984695374966, -0.004799497313797474, -0.004515009932219982, -0.004230522084981203, -0.003946034703403711, -0.0036615473218262196, -0.003377059940248728, -0.003092572558671236, -0.0028080851770937443, -0.002523597562685609, -0.002239110181108117, -0.0019546227995306253, -0.0016701353015378118, -0.0013856478035449982, -0.0011011604219675064, -0.0008166729821823537, -0.0005321855423972011, -0.0002476981026120484, 3.6789337173104286e-05, 0.00032127677695825696, 0.0006057642167434096, 0.0008902516565285623, 0.001174739096313715, 0.0014592264778912067, 0.0017437139758840203, 0.002028201473876834, 0.0023126888554543257, 0.0025971762370318174, 0.002881663851439953, 0.0031661512330174446, 0.0034506386145949364, 0.003735125996172428, 0.00401961337774992, 0.004304100759327412, 0.004588588140904903, 0.0048730759881436825, 0.005157563369721174, 0.005442050751298666, 0.005726538132876158, 0.0060110255144536495, 0.006295512896031141, 0.006580000277608633, 0.006864488124847412, 0.007148975506424904, 0.007433462888002396, 0.007717950269579887, 0.00800243765115738]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 8.0, 5.0, 1.0, 3.0, 2.0, 7.0, 7.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.02587418630719185, -0.025287019088864326, -0.024699851870536804, -0.024112684652209282, -0.02352551743388176, -0.022938350215554237, -0.022351182997226715, -0.021764015778899193, -0.02117684856057167, -0.020589681342244148, -0.020002514123916626, -0.019415346905589104, -0.01882817968726158, -0.01824101246893406, -0.017653845250606537, -0.017066678032279015, -0.016479510813951492, -0.01589234173297882, -0.015305175445973873, -0.01471800822764635, -0.014130841009318829, -0.013543673790991306, -0.012956506572663784, -0.012369339354336262, -0.011782171204686165, -0.011195003986358643, -0.01060783676803112, -0.010020669549703598, -0.009433502331376076, -0.008846335113048553, -0.008259167894721031, -0.007672000676393509, -0.007084833458065987, -0.006497666239738464, -0.005910499021410942, -0.00532333180308342, -0.0047361645847558975, -0.004148996900767088, -0.0035618296824395657, -0.0029746624641120434, -0.002387495245784521, -0.0018003280274569988, -0.0012131606927141547, -0.0006259934161789715, -3.882613964378834e-05, 0.0005483411368913949, 0.001135508413426578, 0.0017226757481694221, 0.0023098429664969444, 0.0028970101848244667, 0.003484177403151989, 0.004071344621479511, 0.0046585118398070335, 0.005245679523795843, 0.005832846742123365, 0.006420013960450888, 0.00700718117877841, 0.007594348397105932, 0.008181516081094742, 0.008768683299422264, 0.009355850517749786, 0.009943017736077309, 0.010530184954404831, 0.011117352172732353, 0.011704519391059875]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 6.0, 4.0, 9.0, 7.0, 12.0, 10.0, 8.0, 14.0, 13.0, 12.0, 24.0, 20.0, 16.0, 13.0, 22.0, 24.0, 33.0, 31.0, 33.0, 45.0, 72.0, 68.0, 78.0, 125.0, 163.0, 218.0, 282.0, 350.0, 499.0, 771.0, 1242.0, 6144.0, 2195.0, 1445.0, 1075.0, 828.0, 602.0, 450.0, 365.0, 279.0, 213.0, 140.0, 104.0, 72.0, 62.0, 41.0, 39.0, 32.0, 22.0, 25.0, 20.0, 12.0, 9.0, 7.0, 6.0, 4.0, 5.0, 3.0, 0.0, 3.0], "bins": [-0.01061022374778986, -0.010310474783182144, -0.010010724887251854, -0.009710974991321564, -0.009411226026713848, -0.009111477062106133, -0.008811727166175842, -0.008511977270245552, -0.008212228305637836, -0.00791247934103012, -0.007612729445099831, -0.007312980014830828, -0.007013230584561825, -0.006713481154292822, -0.006413731724023819, -0.006113982293754816, -0.005814232863485813, -0.00551448343321681, -0.005214734002947807, -0.004914984572678804, -0.0046152351424098015, -0.004315485712140799, -0.004015736281871796, -0.0037159868516027927, -0.00341623742133379, -0.003116487991064787, -0.002816738560795784, -0.002516989130526781, -0.002217239700257778, -0.0019174902699887753, -0.0016177408397197723, -0.0013179914094507694, -0.0010182419791817665, -0.0007184925489127636, -0.0004187431186437607, -0.00011899368837475777, 0.00018075574189424515, 0.00048050517216324806, 0.000780254602432251, 0.0010800040327012539, 0.0013797534629702568, 0.0016795028932392597, 0.0019792523235082626, 0.0022790017537772655, 0.0025787511840462685, 0.0028785006143152714, 0.0031782500445842743, 0.003477999474853277, 0.00377774890512228, 0.004077498335391283, 0.004377247765660286, 0.004676997195929289, 0.004976746626198292, 0.005276496056467295, 0.005576245486736298, 0.0058759949170053005, 0.0061757443472743034, 0.006475493777543306, 0.006775243207812309, 0.007074992638081312, 0.007374742068350315, 0.007674491498619318, 0.007974240928888321, 0.008273990824818611, 0.008573739789426327]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.05307883769273758, -0.051199790090322495, -0.04932074621319771, -0.04744169861078262, -0.04556265473365784, -0.04368360713124275, -0.04180455952882767, -0.03992551565170288, -0.038046468049287796, -0.03616742417216301, -0.034288376569747925, -0.03240932896733284, -0.030530285090208054, -0.028651239350438118, -0.026772191748023033, -0.024893146008253098, -0.023014100268483162, -0.021135054528713226, -0.01925600878894329, -0.017376961186528206, -0.01549791544675827, -0.013618869706988335, -0.011739823967218399, -0.009860777296125889, -0.007981731556355953, -0.00610268535092473, -0.004223639145493507, -0.0023445934057235718, -0.00046554720029234886, 0.0014134988887235522, 0.0032925449777394533, 0.005171590950340033, 0.0070506371557712555, 0.008929682895541191, 0.010808729566633701, 0.012687775306403637, 0.014566821977496147, 0.016445867717266083, 0.01832491345703602, 0.020203959196805954, 0.02208300679922104, 0.023962052538990974, 0.02584109827876091, 0.027720144018530846, 0.02959918975830078, 0.031478237360715866, 0.03335728123784065, 0.03523632884025574, 0.037115372717380524, 0.03899442031979561, 0.04087346792221069, 0.04275251179933548, 0.044631559401750565, 0.04651060327887535, 0.048389650881290436, 0.05026869848370552, 0.05214774236083031, 0.05402678996324539, 0.05590583384037018, 0.05778488144278526, 0.05966392904520035, 0.061542972922325134, 0.06342201679944992, 0.0653010681271553, 0.06718011200428009]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 1.0, 10.0, 3.0, 6.0, 8.0, 11.0, 10.0, 11.0, 12.0, 21.0, 44.0, 23.0, 14.0, 18.0, 8.0, 12.0, 5.0, 1.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04703061282634735, -0.04570538178086281, -0.044380154460668564, -0.04305492341518402, -0.04172969236969948, -0.040404465049505234, -0.03907923400402069, -0.03775400295853615, -0.036428771913051605, -0.03510354459285736, -0.03377831354737282, -0.032453082501888275, -0.03112785518169403, -0.029802624136209488, -0.028477394953370094, -0.02715216390788555, -0.025826934725046158, -0.024501705542206764, -0.02317647449672222, -0.021851245313882828, -0.020526014268398285, -0.01920078508555889, -0.017875555902719498, -0.016550324857234955, -0.015225095674395561, -0.013899865560233593, -0.012574635446071625, -0.011249406263232231, -0.009924176149070263, -0.008598946034908295, -0.007273716386407614, -0.005948486737906933, -0.004623256623744965, -0.00329802674241364, -0.0019727968610823154, -0.0006475669797509909, 0.0006776629015803337, 0.0020028927829116583, 0.003328122664242983, 0.004653352312743664, 0.005978582426905632, 0.0073038125410676, 0.008629042655229568, 0.009954271838068962, 0.01127950195223093, 0.012604732066392899, 0.013929961249232292, 0.01525519136339426, 0.01658042147755623, 0.017905650660395622, 0.019230881705880165, 0.02055611088871956, 0.0218813419342041, 0.023206571117043495, 0.02453180029988289, 0.02585703134536743, 0.027182260528206825, 0.02850748971104622, 0.02983272075653076, 0.031157949939370155, 0.03248317912220955, 0.03380841016769409, 0.035133641213178635, 0.03645886853337288, 0.03778409957885742]}, "_runtime": 53.629974126815796, "_timestamp": 1596211643.401083, "_step": 64}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 5.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010564290918409824, -0.010196558199822903, -0.009828824549913406, -0.009461091831326485, -0.009093359112739563, -0.008725626394152641, -0.00835789367556572, -0.007990160025656223, -0.007622427307069302, -0.00725469458848238, -0.006886961404234171, -0.006519228219985962, -0.00615149550139904, -0.0057837627828121185, -0.0054160295985639095, -0.0050482964143157005, -0.004680563695728779, -0.004312830977141857, -0.003945097792893648, -0.003577364841476083, -0.0032096318900585175, -0.002841898938640952, -0.0024741659872233868, -0.0021064330358058214, -0.001738700084388256, -0.0013709671329706907, -0.0010032341815531254, -0.00063550123013556, -0.0002677682787179947, 9.996467269957066e-05, 0.000467697624117136, 0.0008354305755347013, 0.0012031635269522667, 0.001570896478369832, 0.0019386294297873974, 0.0023063623812049627, 0.002674095332622528, 0.0030418282840400934, 0.0034095612354576588, 0.003777294186875224, 0.0041450271382927895, 0.004512759856879711, 0.00488049304112792, 0.005248226225376129, 0.005615958943963051, 0.0059836916625499725, 0.0063514248467981815, 0.0067191580310463905, 0.007086890749633312, 0.007454623468220234, 0.00782235711812973, 0.008190089836716652, 0.008557822555303574, 0.008925555273890495, 0.009293287992477417, 0.009661021642386913, 0.010028754360973835, 0.010396487079560757, 0.010764220729470253, 0.011131953448057175, 0.011499686166644096, 0.011867418885231018, 0.01223515160381794, 0.012602885253727436, 0.012970617972314358]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 6.0, 5.0, 6.0, 7.0, 20.0, 10.0, 15.0, 23.0, 41.0, 30.0, 42.0, 86.0, 116.0, 156.0, 235.0, 389.0, 4820.0, 978.0, 305.0, 182.0, 115.0, 78.0, 80.0, 41.0, 35.0, 25.0, 16.0, 13.0, 11.0, 7.0, 4.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.15468387305736542, -0.1493021547794342, -0.143920436501503, -0.13853871822357178, -0.13315699994564056, -0.12777528166770935, -0.12239355593919754, -0.11701183766126633, -0.11163011938333511, -0.1062484011054039, -0.10086668282747269, -0.09548496454954147, -0.09010323882102966, -0.08472152054309845, -0.07933980226516724, -0.07395808398723602, -0.06857636570930481, -0.0631946474313736, -0.05781292915344238, -0.05243120715022087, -0.04704948887228966, -0.041667770594358444, -0.03628604859113693, -0.03090433031320572, -0.025522612035274506, -0.020140893757343292, -0.01475917361676693, -0.009377454407513142, -0.003995735198259354, 0.0013859840109944344, 0.006767703220248222, 0.01214942242950201, 0.0175311416387558, 0.02291285991668701, 0.028294580057263374, 0.03367630019783974, 0.03905801847577095, 0.044439736753702164, 0.049821458756923676, 0.05520317703485489, 0.0605848953127861, 0.06596661359071732, 0.07134833186864853, 0.07673005014657974, 0.08211177587509155, 0.08749349415302277, 0.09287521243095398, 0.09825693070888519, 0.1036386489868164, 0.10902036726474762, 0.11440208554267883, 0.11978380382061005, 0.12516552209854126, 0.13054724037647247, 0.1359289586544037, 0.1413106769323349, 0.1466923952102661, 0.15207412838935852, 0.15745584666728973, 0.16283756494522095, 0.16821928322315216, 0.17360100150108337, 0.1789827197790146, 0.1843644380569458, 0.18974615633487701]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 6.0, 4.0, 2.0, 2.0, 4.0, 4.0, 4.0, 23.0, 4.0, 1.0, 2.0, 4.0, 4.0, 0.0, 4.0, 2.0, 2.0, 2.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0018501438898965716, -0.0017865404952317476, -0.0017229372169822454, -0.0016593338223174214, -0.0015957304276525974, -0.0015321270329877734, -0.0014685236383229494, -0.0014049203600734472, -0.0013413169654086232, -0.0012777135707437992, -0.001214110292494297, -0.001150506897829473, -0.001086903503164649, -0.001023300108499825, -0.0009596967720426619, -0.0008960934355854988, -0.0008324900409206748, -0.0007688866462558508, -0.0007052833097986877, -0.0006416799733415246, -0.0005780765786767006, -0.0005144731840118766, -0.0004508698475547135, -0.00038726648199371994, -0.0003236631164327264, -0.00026005975087173283, -0.00019645638531073928, -0.00013285301974974573, -6.924965418875217e-05, -5.646288627758622e-06, 5.795707693323493e-05, 0.00012156044249422848, 0.00018516380805522203, 0.0002487671736162156, 0.00031237053917720914, 0.0003759739047382027, 0.00043957727029919624, 0.0005031806649640203, 0.0005667840014211833, 0.0006303873378783464, 0.0006939907325431705, 0.0007575941272079945, 0.0008211974636651576, 0.0008848008001223207, 0.0009484041947871447, 0.0010120075894519687, 0.0010756109841167927, 0.0011392142623662949, 0.0012028176570311189, 0.0012664210516959429, 0.001330024329945445, 0.001393627724610269, 0.001457231119275093, 0.001520834513939917, 0.001584437908604741, 0.0016480411868542433, 0.0017116445815190673, 0.0017752479761838913, 0.0018388512544333935, 0.0019024546490982175, 0.0019660580437630415, 0.0020296613220125437, 0.0020932648330926895, 0.0021568681113421917, 0.002220471389591694]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 3.0, 8.0, 10.0, 17.0, 22.0, 21.0, 45.0, 48.0, 98.0, 122.0, 213.0, 317.0, 491.0, 815.0, 1290.0, 2039.0, 3468.0, 5855.0, 10334.0, 18710.0, 38532.0, 91951.0, 775948.0, 123932.0, 46600.0, 23865.0, 13105.0, 7675.0, 4778.0, 3031.0, 2075.0, 1234.0, 853.0, 627.0, 438.0, 293.0, 198.0, 145.0, 100.0, 82.0, 68.0, 46.0, 29.0, 23.0, 13.0, 17.0, 13.0, 8.0, 7.0, 4.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0], "bins": [-0.0063281734474003315, -0.006115317810326815, -0.005902462173253298, -0.005689606536179781, -0.005476750899106264, -0.005263895262032747, -0.00505103962495923, -0.004838183987885714, -0.004625328816473484, -0.004412473179399967, -0.00419961754232645, -0.0039867619052529335, -0.0037739062681794167, -0.0035610506311059, -0.003348194994032383, -0.003135339356958866, -0.0029224837198853493, -0.0027096280828118324, -0.0024967724457383156, -0.0022839168086647987, -0.002071061171591282, -0.0018582056509330869, -0.0016453501302748919, -0.001432494493201375, -0.0012196388561278582, -0.0010067832190543413, -0.0007939276401884854, -0.0005810720613226295, -0.0003682164242491126, -0.00015536081627942622, 5.749479169026017e-05, 0.00027035039965994656, 0.00048320600762963295, 0.0006960616447031498, 0.0009089172235690057, 0.0011217728024348617, 0.0013346284395083785, 0.0015474840765818954, 0.0017603395972400904, 0.001973195234313607, 0.002186050871387124, 0.002398906508460641, 0.0026117621455341578, 0.0028246177826076746, 0.003037473186850548, 0.0032503288239240646, 0.0034631844609975815, 0.0036760400980710983, 0.003888895735144615, 0.004101751372218132, 0.004314607009291649, 0.004527462646365166, 0.0047403182834386826, 0.004953173920512199, 0.005166029557585716, 0.005378885194659233, 0.00559174083173275, 0.0058045960031449795, 0.006017451640218496, 0.006230307277292013, 0.00644316291436553, 0.006656018551439047, 0.006868874188512564, 0.0070817298255860806, 0.007294585462659597]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 0.0, 4.0, 1.0, 7.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.014911326579749584, -0.014504914171993732, -0.01409850176423788, -0.013692089356482029, -0.013285676017403603, -0.01287926360964775, -0.012472851201891899, -0.012066438794136047, -0.011660026386380196, -0.011253613978624344, -0.010847201570868492, -0.01044078916311264, -0.010034376755356789, -0.009627963416278362, -0.00922155100852251, -0.008815138600766659, -0.008408726193010807, -0.008002313785254955, -0.0075959013774991035, -0.0071894885040819645, -0.006783076096326113, -0.006376663688570261, -0.005970250815153122, -0.00556383840739727, -0.0051574259996414185, -0.004751013591885567, -0.004344601184129715, -0.003938188310712576, -0.003531775902956724, -0.0031253634952008724, -0.002718950854614377, -0.0023125382140278816, -0.0019061258062720299, -0.0014997132821008563, -0.0010933007579296827, -0.0006868882337585092, -0.0002804757095873356, 0.00012593681458383799, 0.0005323493387550116, 0.0009387618629261851, 0.0013451743870973587, 0.0017515869112685323, 0.002157999435439706, 0.0025644120760262012, 0.002970824483782053, 0.0033772368915379047, 0.0037836495321244, 0.0041900621727108955, 0.004596474580466747, 0.005002886988222599, 0.005409299395978451, 0.00581571226939559, 0.006222124677151442, 0.006628537084907293, 0.007034949958324432, 0.007441362366080284, 0.007847774773836136, 0.008254187181591988, 0.00866059958934784, 0.009067011997103691, 0.009473424404859543, 0.00987983774393797, 0.010286250151693821, 0.010692662559449673, 0.011099074967205524]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 7.0, 3.0, 4.0, 6.0, 9.0, 16.0, 14.0, 17.0, 15.0, 21.0, 35.0, 17.0, 42.0, 38.0, 55.0, 84.0, 94.0, 116.0, 165.0, 217.0, 266.0, 365.0, 561.0, 746.0, 1096.0, 1518.0, 2207.0, 5690.0, 1400.0, 678.0, 474.0, 373.0, 339.0, 259.0, 232.0, 199.0, 142.0, 107.0, 78.0, 61.0, 84.0, 75.0, 58.0, 52.0, 63.0, 44.0, 49.0, 34.0, 34.0, 29.0, 23.0, 13.0, 14.0, 12.0, 13.0, 17.0, 7.0, 9.0, 6.0, 10.0, 4.0, 8.0], "bins": [-0.007332825567573309, -0.007082498166710138, -0.006832170765846968, -0.006581843364983797, -0.0063315159641206264, -0.006081188563257456, -0.005830861162394285, -0.005580533761531115, -0.005330206360667944, -0.005079878959804773, -0.004829551558941603, -0.004579224158078432, -0.0043288967572152615, -0.004078569356352091, -0.00382824195548892, -0.0035779145546257496, -0.003327587153762579, -0.0030772597528994083, -0.0028269323520362377, -0.002576604951173067, -0.0023262775503098965, -0.002075950149446726, -0.0018256227485835552, -0.0015752953477203846, -0.001324967946857214, -0.0010746405459940434, -0.0008243131451308727, -0.0005739857442677021, -0.0003236583434045315, -7.333094254136086e-05, 0.00017699645832180977, 0.0004273238591849804, 0.000677651260048151, 0.0009279786609113216, 0.0011783060617744923, 0.0014286334626376629, 0.0016789608635008335, 0.0019292882643640041, 0.0021796156652271748, 0.0024299430660903454, 0.002680270466953516, 0.0029305978678166866, 0.0031809252686798573, 0.003431252669543028, 0.0036815800704061985, 0.003931907471269369, 0.00418223487213254, 0.00443256227299571, 0.004682889673858881, 0.004933217074722052, 0.005183544475585222, 0.005433871876448393, 0.0056841992773115635, 0.005934526678174734, 0.006184854079037905, 0.006435181479901075, 0.006685508880764246, 0.006935836281627417, 0.007186163682490587, 0.007436491083353758, 0.0076868184842169285, 0.007937146350741386, 0.008187472820281982, 0.008437801152467728, 0.008688127622008324]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08113135397434235, -0.07775196433067322, -0.07437257468700409, -0.07099318504333496, -0.06761379539966583, -0.0642344057559967, -0.060855019837617874, -0.057475630193948746, -0.054096244275569916, -0.05071685463190079, -0.04733746498823166, -0.04395807534456253, -0.0405786857008934, -0.037199296057224274, -0.033819910138845444, -0.030440520495176315, -0.027061130851507187, -0.02368174120783806, -0.02030235342681408, -0.01692296378314495, -0.013543575070798397, -0.010164186358451843, -0.006784797180444002, -0.0034054082352668047, -2.601929008960724e-05, 0.0033533696550875902, 0.006732758600264788, 0.010112147778272629, 0.013491536490619183, 0.016870925202965736, 0.020250314846634865, 0.023629702627658844, 0.027009092271327972, 0.0303884819149971, 0.03376787155866623, 0.03714725747704506, 0.04052664712071419, 0.043906036764383316, 0.047285426408052444, 0.05066481605172157, 0.0540442019701004, 0.05742359161376953, 0.06080298125743866, 0.06418237090110779, 0.06756176054477692, 0.07094115018844604, 0.07432053983211517, 0.0776999294757843, 0.08107931911945343, 0.08445870131254196, 0.08783809095621109, 0.09121748059988022, 0.09459687024354935, 0.09797625988721848, 0.1013556495308876, 0.10473503917455673, 0.10811442881822586, 0.11149381846189499, 0.11487320810556412, 0.11825259029865265, 0.12163197994232178, 0.1250113695859909, 0.12839075922966003, 0.13177014887332916, 0.1351495385169983]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 5.0, 6.0, 11.0, 12.0, 13.0, 7.0, 16.0, 23.0, 58.0, 27.0, 15.0, 19.0, 10.0, 5.0, 6.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.06256837397813797, -0.06001283973455429, -0.05745730176568031, -0.054901763796806335, -0.052346229553222656, -0.04979069530963898, -0.047235157340765, -0.04467961937189102, -0.04212408512830734, -0.03956855088472366, -0.037013012915849686, -0.03445747494697571, -0.03190194070339203, -0.0293464045971632, -0.026790868490934372, -0.024235332384705544, -0.021679796278476715, -0.019124260172247887, -0.016568724066019058, -0.01401318795979023, -0.011457651853561401, -0.008902115747332573, -0.0063465796411037445, -0.003791043534874916, -0.0012355074286460876, 0.0013200286775827408, 0.003875564783811569, 0.006431100890040398, 0.008986636996269226, 0.011542173102498055, 0.014097709208726883, 0.01665324531495571, 0.01920878142118454, 0.021764317527413368, 0.024319853633642197, 0.026875389739871025, 0.029430925846099854, 0.03198646008968353, 0.03454199805855751, 0.03709753602743149, 0.03965307027101517, 0.042208604514598846, 0.044764142483472824, 0.0473196804523468, 0.04987521469593048, 0.05243074893951416, 0.05498628690838814, 0.057541824877262115, 0.060097359120845795, 0.06265289336442947, 0.06520843505859375, 0.06776396930217743, 0.07031950354576111, 0.07287503778934479, 0.07543057203292847, 0.07798611372709274, 0.08054164797067642, 0.0830971822142601, 0.08565272390842438, 0.08820825815200806, 0.09076379239559174, 0.09331932663917542, 0.0958748608827591, 0.09843040257692337, 0.10098593682050705]}, "_runtime": 54.384192943573, "_timestamp": 1596211644.1553018, "_step": 65}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 5.0, 3.0, 5.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01728237420320511, -0.016743352636694908, -0.016204331070184708, -0.015665309503674507, -0.015126287005841732, -0.014587264508008957, -0.014048242941498756, -0.013509221374988556, -0.012970199808478355, -0.01243117731064558, -0.01189215574413538, -0.01135313417762518, -0.010814111679792404, -0.010275090113282204, -0.009736068546772003, -0.009197046048939228, -0.008658024482429028, -0.008119002915918827, -0.007579980883747339, -0.0070409588515758514, -0.006501937285065651, -0.005962915252894163, -0.005423893220722675, -0.004884871654212475, -0.004345849622040987, -0.003806827822700143, -0.0032678060233592987, -0.002728783991187811, -0.0021897621918469667, -0.0016507403925061226, -0.0011117184767499566, -0.0005726966192014515, -3.367476165294647e-05, 0.0005053470958955586, 0.0010443689534440637, 0.0015833908692002296, 0.002122412668541074, 0.002661434467881918, 0.0032004565000534058, 0.00373947829939425, 0.004278500098735094, 0.004817522130906582, 0.005356543697416782, 0.00589556572958827, 0.006434587761759758, 0.0069736093282699585, 0.007512631360441446, 0.008051653392612934, 0.008590674959123135, 0.009129696525633335, 0.00966871902346611, 0.01020774058997631, 0.010746762156486511, 0.011285784654319286, 0.011824806220829487, 0.012363827787339687, 0.012902850285172462, 0.013441871851682663, 0.013980893418192863, 0.014519914984703064, 0.015058937482535839, 0.01559795904904604, 0.016136981546878815, 0.016676003113389015, 0.017215024679899216]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 11.0, 15.0, 22.0, 29.0, 39.0, 54.0, 68.0, 101.0, 188.0, 258.0, 451.0, 5115.0, 791.0, 251.0, 148.0, 97.0, 57.0, 58.0, 46.0, 27.0, 20.0, 10.0, 8.0, 8.0, 7.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.24334204196929932, -0.23649917542934418, -0.22965630888938904, -0.2228134572505951, -0.21597059071063995, -0.20912772417068481, -0.20228487253189087, -0.19544200599193573, -0.1885991394519806, -0.18175627291202545, -0.1749134063720703, -0.16807055473327637, -0.16122768819332123, -0.1543848216533661, -0.14754197001457214, -0.140699103474617, -0.13385623693466187, -0.12701337039470673, -0.12017051130533218, -0.11332765221595764, -0.1064847856760025, -0.09964191913604736, -0.09279906004667282, -0.08595620095729828, -0.07911333441734314, -0.072270467877388, -0.06542760878801346, -0.05858474597334862, -0.05174188315868378, -0.044899020344018936, -0.038056157529354095, -0.031213294714689255, -0.024370431900024414, -0.017527569085359573, -0.010684706270694733, -0.003841843456029892, 0.0030010193586349487, 0.00984388217329979, 0.01668674498796463, 0.02352960780262947, 0.03037247061729431, 0.03721533343195915, 0.04405819624662399, 0.050901059061288834, 0.057743921875953674, 0.06458678841590881, 0.07142964750528336, 0.0782725065946579, 0.08511537313461304, 0.09195823967456818, 0.09880109876394272, 0.10564395785331726, 0.1124868243932724, 0.11932969093322754, 0.12617254257202148, 0.13301540911197662, 0.13985827565193176, 0.1467011421918869, 0.15354400873184204, 0.160386860370636, 0.16722972691059113, 0.17407259345054626, 0.1809154450893402, 0.18775831162929535, 0.1946011781692505]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 1.0, 5.0, 3.0, 3.0, 10.0, 5.0, 3.0, 1.0, 6.0, 5.0, 25.0, 6.0, 5.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002892526797950268, -0.002795312087982893, -0.002698097378015518, -0.0026008824352174997, -0.002503667725250125, -0.00240645301528275, -0.0023092383053153753, -0.0022120235953480005, -0.002114808652549982, -0.0020175939425826073, -0.0019203792326152325, -0.0018231645226478577, -0.0017259498126804829, -0.0016287349862977862, -0.0015315202763304114, -0.0014343054499477148, -0.00133709073998034, -0.0012398760300129652, -0.0011426612036302686, -0.0010454464936628938, -0.0009482317254878581, -0.0008510169573128223, -0.0007538022473454475, -0.0006565874791704118, -0.0005593727109953761, -0.0004621579428203404, -0.00036494320374913514, -0.0002677284646779299, -0.00017051369650289416, -7.329894287977368e-05, 2.391581074334681e-05, 0.0001211305643664673, 0.00021834531798958778, 0.0003155600861646235, 0.00041277482523582876, 0.000509989564307034, 0.0006072043324820697, 0.0007044191006571054, 0.0008016338106244802, 0.000898848578799516, 0.0009960633469745517, 0.0010932780569419265, 0.001190492883324623, 0.001287707593291998, 0.0013849223032593727, 0.0014821371296420693, 0.0015793518396094441, 0.0016765666659921408, 0.0017737813759595156, 0.0018709960859268904, 0.001968210795894265, 0.0020654257386922836, 0.0021626404486596584, 0.0022598551586270332, 0.002357069868594408, 0.002454284578561783, 0.0025514992885291576, 0.002648714231327176, 0.002745928941294551, 0.0028431436512619257, 0.0029403583612293005, 0.0030375730711966753, 0.0031347880139946938, 0.0032320027239620686, 0.0033292174339294434]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 9.0, 6.0, 14.0, 23.0, 29.0, 42.0, 67.0, 83.0, 135.0, 192.0, 283.0, 363.0, 583.0, 765.0, 1178.0, 1707.0, 2642.0, 3902.0, 6257.0, 10261.0, 16747.0, 29998.0, 59236.0, 149527.0, 731751.0, 75112.0, 34785.0, 19246.0, 11535.0, 7340.0, 4706.0, 3309.0, 2213.0, 1503.0, 1128.0, 734.0, 591.0, 433.0, 341.0, 251.0, 156.0, 120.0, 85.0, 63.0, 51.0, 31.0, 29.0, 19.0, 13.0, 11.0, 7.0, 8.0, 4.0, 3.0, 4.0, 4.0], "bins": [-0.007048278581351042, -0.006830381229519844, -0.006612483877688646, -0.006394586991518736, -0.006176689639687538, -0.00595879228785634, -0.005740894936025143, -0.005522997584193945, -0.005305100232362747, -0.005087203346192837, -0.004869305994361639, -0.004651408642530441, -0.0044335112906992435, -0.004215613938868046, -0.003997717052698135, -0.0037798197008669376, -0.00356192234903574, -0.003344024997204542, -0.003126127878203988, -0.0029082305263727903, -0.0026903334073722363, -0.0024724360555410385, -0.0022545387037098408, -0.0020366415847092867, -0.001818744232878089, -0.001600846997462213, -0.0013829497620463371, -0.0011650524102151394, -0.0009471551747992635, -0.0007292579393833876, -0.0005113606457598507, -0.00029346338124014437, -7.5566116720438e-05, 0.00014233114779926836, 0.00036022841231897473, 0.0005781257059425116, 0.0007960229413583875, 0.0010139201767742634, 0.0012318175286054611, 0.001449714764021337, 0.001667611999437213, 0.0018855092348530889, 0.0021034064702689648, 0.0023213038221001625, 0.0025392011739313602, 0.0027570982929319143, 0.002974995644763112, 0.003192892763763666, 0.003410790115594864, 0.0036286874674260616, 0.0038465845864266157, 0.00406448170542717, 0.0042823790572583675, 0.004500276409089565, 0.004718173760920763, 0.004936071112751961, 0.005153967998921871, 0.005371865350753069, 0.005589762702584267, 0.005807660054415464, 0.006025557406246662, 0.00624345475807786, 0.00646135164424777, 0.006679248996078968, 0.006897146347910166]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 4.0, 3.0, 6.0, 9.0, 4.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017223291099071503, -0.01655307412147522, -0.015882855281233788, -0.01521263737231493, -0.014542419463396072, -0.01387220248579979, -0.013201984576880932, -0.012531766667962074, -0.011861548759043217, -0.011191330850124359, -0.010521112941205502, -0.009850895032286644, -0.009180678054690361, -0.008510460145771503, -0.007840242236852646, -0.007170024327933788, -0.006499806419014931, -0.005829588510096073, -0.005159370601177216, -0.004489153157919645, -0.0038189352490007877, -0.00314871734008193, -0.0024784996639937162, -0.0018082818714901805, -0.0011380640789866447, -0.000467846286483109, 0.00020237150602042675, 0.0008725892985239625, 0.0015428070910274982, 0.002213024999946356, 0.0028832426760345697, 0.0035534603521227837, 0.004223678261041641, 0.004893896169960499, 0.005564114078879356, 0.006234331522136927, 0.006904549431055784, 0.007574767339974642, 0.008244984783232212, 0.00891520269215107, 0.009585420601069927, 0.010255638509988785, 0.010925856418907642, 0.0115960743278265, 0.012266291305422783, 0.01293650921434164, 0.013606727123260498, 0.014276945032179356, 0.014947162941098213, 0.01561738085001707, 0.01628759875893593, 0.01695781573653221, 0.017628034576773643, 0.018298251554369926, 0.01896847039461136, 0.01963868737220764, 0.020308904349803925, 0.020979123190045357, 0.02164934016764164, 0.022319559007883072, 0.022989775985479355, 0.023659994825720787, 0.02433021180331707, 0.025000430643558502, 0.025670647621154785]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 8.0, 8.0, 9.0, 16.0, 14.0, 13.0, 22.0, 39.0, 36.0, 33.0, 47.0, 46.0, 70.0, 92.0, 99.0, 108.0, 101.0, 154.0, 193.0, 226.0, 326.0, 381.0, 515.0, 661.0, 862.0, 1345.0, 2115.0, 5808.0, 1630.0, 966.0, 647.0, 422.0, 292.0, 237.0, 171.0, 163.0, 130.0, 85.0, 75.0, 77.0, 47.0, 29.0, 21.0, 10.0, 8.0, 4.0, 1.0, 0.0, 4.0, 4.0, 3.0, 23.0, 2.0, 2.0, 3.0, 13.0], "bins": [-0.010199441574513912, -0.009910418651998043, -0.009621395729482174, -0.009332372806966305, -0.009043349884450436, -0.008754326961934566, -0.008465304039418697, -0.008176281116902828, -0.007887258194386959, -0.007598234806209803, -0.0073092118836939335, -0.007020188961178064, -0.006731166038662195, -0.006442143116146326, -0.006153120193630457, -0.005864097271114588, -0.005575074348598719, -0.0052860514260828495, -0.00499702850356698, -0.004708005581051111, -0.004418982658535242, -0.004129959736019373, -0.00384093658067286, -0.003551913658156991, -0.003262890735641122, -0.0029738678131252527, -0.0026848448906093836, -0.0023958219680935144, -0.0021067988127470016, -0.0018177760066464543, -0.0015287529677152634, -0.0012397300451993942, -0.0009507071226835251, -0.0006616842001676559, -0.0003726612194441259, -8.36382678244263e-05, 0.0002053846837952733, 0.0004944076063111424, 0.0007834305870346725, 0.0010724535677582026, 0.0013614764902740717, 0.0016504994127899408, 0.00193952233530581, 0.002228545257821679, 0.002517568413168192, 0.002806591335684061, 0.00309561425819993, 0.0033846371807157993, 0.0036736601032316685, 0.003962683025747538, 0.004251705948263407, 0.004540728870779276, 0.004829751793295145, 0.005118774715811014, 0.005407797638326883, 0.0056968205608427525, 0.005985843949019909, 0.006274866871535778, 0.006563889794051647, 0.006852912716567516, 0.0071419356390833855, 0.007430958561599255, 0.007719981484115124, 0.008009004406630993, 0.008298027329146862]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04743032902479172, -0.04600796103477478, -0.04458559304475784, -0.043163225054740906, -0.04174085706472397, -0.04031848907470703, -0.038896121084690094, -0.03747375309467316, -0.03605138510465622, -0.03462901711463928, -0.033206649124622345, -0.03178428113460541, -0.03036191500723362, -0.028939547017216682, -0.027517179027199745, -0.026094811037182808, -0.02467244304716587, -0.023250075057148933, -0.021827707067131996, -0.02040533907711506, -0.01898297108709812, -0.017560603097081184, -0.016138235107064247, -0.014715868048369884, -0.013293500058352947, -0.01187113206833601, -0.010448764078319073, -0.009026396088302135, -0.0076040285639464855, -0.006181660573929548, -0.004759293049573898, -0.003336925059556961, -0.0019145570695400238, -0.0004921891959384084, 0.000930178677663207, 0.0023525464348495007, 0.003774914424866438, 0.005197282414883375, 0.006619649939239025, 0.008042017929255962, 0.0094643859192729, 0.010886753909289837, 0.012309121899306774, 0.013731489889323711, 0.015153856948018074, 0.01657622493803501, 0.01799859292805195, 0.019420960918068886, 0.020843328908085823, 0.02226569689810276, 0.023688064888119698, 0.025110432878136635, 0.026532800868153572, 0.02795516885817051, 0.029377536848187447, 0.030799904838204384, 0.03222227096557617, 0.03364463895559311, 0.035067006945610046, 0.036489374935626984, 0.03791174292564392, 0.03933411091566086, 0.040756478905677795, 0.04217884689569473, 0.04360121488571167]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 8.0, 1.0, 6.0, 2.0, 5.0, 3.0, 4.0, 6.0, 14.0, 20.0, 24.0, 46.0, 19.0, 9.0, 9.0, 13.0, 8.0, 8.0, 12.0, 7.0, 5.0, 3.0, 4.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0], "bins": [-0.06486717611551285, -0.06323334574699402, -0.06159951910376549, -0.05996569246053696, -0.058331865817308426, -0.0566980354487896, -0.055064208805561066, -0.053430382162332535, -0.051796555519104004, -0.050162725150585175, -0.048528898507356644, -0.04689507186412811, -0.04526124149560928, -0.04362741485238075, -0.04199358820915222, -0.04035975784063339, -0.03872593119740486, -0.03709210455417633, -0.0354582741856575, -0.03382444754242897, -0.03219062089920044, -0.03055679239332676, -0.02892296388745308, -0.02728913724422455, -0.025655308738350868, -0.024021480232477188, -0.022387653589248657, -0.020753825083374977, -0.019119996577501297, -0.017486169934272766, -0.015852341428399086, -0.01421851385384798, -0.012584686279296875, -0.01095085870474577, -0.009317031130194664, -0.007683202624320984, -0.006049375049769878, -0.004415547475218773, -0.00278171943500638, -0.001147891627624631, 0.0004859361797571182, 0.0021197639871388674, 0.0037535917945206165, 0.005387419834733009, 0.007021247409284115, 0.00865507498383522, 0.0102889034897089, 0.011922731064260006, 0.013556558638811111, 0.015190386213362217, 0.016824213787913322, 0.018458042293787003, 0.020091868937015533, 0.021725697442889214, 0.023359525948762894, 0.024993352591991425, 0.026627181097865105, 0.028261009603738785, 0.029894836246967316, 0.03152866289019585, 0.033162493258714676, 0.03479631990194321, 0.03643014654517174, 0.03806397691369057, 0.0396978035569191]}, "_runtime": 55.159300565719604, "_timestamp": 1596211644.9304094, "_step": 66}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 5.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01409154012799263, -0.013579392805695534, -0.013067246414721012, -0.012555099092423916, -0.012042952701449394, -0.011530805379152298, -0.011018658056855202, -0.01050651166588068, -0.009994364343583584, -0.009482217021286488, -0.008970070630311966, -0.00845792330801487, -0.007945775985717773, -0.007433629594743252, -0.0069214822724461555, -0.006409335415810347, -0.005897188559174538, -0.005385041702538729, -0.00487289484590292, -0.0043607475236058235, -0.0038486006669700146, -0.0033364538103342056, -0.002824306720867753, -0.0023121596314013004, -0.0018000127747654915, -0.0012878658017143607, -0.0007757188286632299, -0.00026357185561209917, 0.0002485751174390316, 0.0007607220904901624, 0.0012728690635412931, 0.001785016036592424, 0.0022971630096435547, 0.0028093098662793636, 0.0033214569557458162, 0.003833604045212269, 0.004345750901848078, 0.004857897758483887, 0.005370045080780983, 0.005882191937416792, 0.006394338794052601, 0.00690648565068841, 0.007418632507324219, 0.007930779829621315, 0.008442927151918411, 0.008955073542892933, 0.00946722086519003, 0.00997936725616455, 0.010491514578461647, 0.011003661900758743, 0.011515808291733265, 0.012027955614030361, 0.012540102005004883, 0.013052249327301979, 0.013564396649599075, 0.014076543040573597, 0.014588690362870693, 0.01510083768516779, 0.015612984076142311, 0.016125131398439407, 0.016637278720736504, 0.0171494260430336, 0.017661571502685547, 0.018173718824982643, 0.01868586614727974]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 9.0, 9.0, 15.0, 31.0, 34.0, 60.0, 42.0, 83.0, 146.0, 200.0, 339.0, 680.0, 5214.0, 441.0, 214.0, 123.0, 80.0, 54.0, 27.0, 29.0, 17.0, 18.0, 11.0, 5.0, 9.0, 8.0, 6.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2214268445968628, -0.21407634019851685, -0.2067258507013321, -0.19937534630298615, -0.1920248419046402, -0.18467435240745544, -0.1773238480091095, -0.16997334361076355, -0.1626228392124176, -0.15527234971523285, -0.1479218453168869, -0.14057134091854095, -0.1332208514213562, -0.12587034702301025, -0.1185198500752449, -0.11116934567689896, -0.1038188487291336, -0.09646835178136826, -0.08911784738302231, -0.08176735043525696, -0.07441684603691101, -0.06706634908914566, -0.05971585214138031, -0.05236535146832466, -0.04501485079526901, -0.037664350122213364, -0.030313851311802864, -0.022963352501392365, -0.015612851828336716, -0.008262352086603642, -0.0009118523448705673, 0.006438647396862507, 0.013789147138595581, 0.02113964781165123, 0.02849014662206173, 0.03584064543247223, 0.04319114610552788, 0.05054164677858353, 0.05789214372634888, 0.06524264812469482, 0.07259314507246017, 0.07994364202022552, 0.08729414641857147, 0.09464464336633682, 0.10199514031410217, 0.10934564471244812, 0.11669614166021347, 0.12404664605855942, 0.13139714300632477, 0.13874764740467072, 0.14609813690185547, 0.15344864130020142, 0.16079914569854736, 0.16814963519573212, 0.17550013959407806, 0.182850643992424, 0.19020113348960876, 0.1975516378879547, 0.20490214228630066, 0.2122526466846466, 0.21960313618183136, 0.2269536405801773, 0.23430414497852325, 0.241654634475708, 0.24900513887405396]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 6.0, 3.0, 7.0, 5.0, 6.0, 9.0, 4.0, 24.0, 4.0, 1.0, 3.0, 9.0, 5.0, 4.0, 2.0, 2.0, 5.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00414336659014225, -0.00401398865506053, -0.0038846107199788094, -0.003755232784897089, -0.0036258548498153687, -0.0034964769147336483, -0.003367098979651928, -0.0032377210445702076, -0.0031083431094884872, -0.002978965174406767, -0.0028495872393250465, -0.002720209304243326, -0.002590831369161606, -0.0024614534340798855, -0.002332075498998165, -0.0022026975639164448, -0.0020733196288347244, -0.001943941693753004, -0.0018145637586712837, -0.0016851858235895634, -0.001555807888507843, -0.0014264299534261227, -0.0012970520183444023, -0.001167674083262682, -0.0010382961481809616, -0.0009089182130992413, -0.0007795402780175209, -0.0006501623429358006, -0.0005207844078540802, -0.00039140647277235985, -0.0002620285376906395, -0.00013265060260891914, -3.2726675271987915e-06, 0.00012610526755452156, 0.0002554832026362419, 0.00038486113771796227, 0.0005142390727996826, 0.000643617007881403, 0.0007729949429631233, 0.0009023728780448437, 0.001031750813126564, 0.0011611287482082844, 0.0012905066832900047, 0.001419884618371725, 0.0015492625534534454, 0.0016786404885351658, 0.0018080184236168861, 0.0019373963586986065, 0.002066774293780327, 0.002196152228862047, 0.0023255301639437675, 0.002454908099025488, 0.0025842860341072083, 0.0027136639691889286, 0.002843041904270649, 0.0029724198393523693, 0.0031017977744340897, 0.00323117570951581, 0.0033605536445975304, 0.0034899315796792507, 0.003619309514760971, 0.0037486874498426914, 0.0038780653849244118, 0.004007443320006132, 0.0041368212550878525]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 8.0, 7.0, 17.0, 14.0, 25.0, 37.0, 62.0, 88.0, 134.0, 234.0, 404.0, 618.0, 1152.0, 2115.0, 4070.0, 8574.0, 20291.0, 57839.0, 795504.0, 196678.0, 50508.0, 20423.0, 9574.0, 4848.0, 2535.0, 1488.0, 849.0, 537.0, 351.0, 226.0, 155.0, 87.0, 43.0, 36.0, 22.0, 16.0, 18.0, 14.0, 8.0, 5.0, 6.0, 7.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.01561560109257698, -0.015192534774541855, -0.014769468456506729, -0.014346402138471603, -0.013923335820436478, -0.013500268571078777, -0.013077202253043652, -0.012654135935008526, -0.0122310696169734, -0.011808003298938274, -0.011384936980903149, -0.010961870662868023, -0.010538803413510323, -0.010115737095475197, -0.009692670777440071, -0.009269604459404945, -0.00884653814136982, -0.008423471823334694, -0.008000405505299568, -0.007577338721603155, -0.007154272403568029, -0.006731206085532904, -0.006308139301836491, -0.005885072983801365, -0.005462006665766239, -0.0050389403477311134, -0.004615874029695988, -0.004192807245999575, -0.003769740927964449, -0.003346674609929323, -0.002923608059063554, -0.0025005415081977844, -0.0020774751901626587, -0.0016544087557122111, -0.0012313423212617636, -0.000808275886811316, -0.00038520945236086845, 3.7856982089579105e-05, 0.00046092341654002666, 0.0008839898509904742, 0.0013070562854409218, 0.0017301227198913693, 0.002153189154341817, 0.0025762557052075863, 0.002999322023242712, 0.0034223883412778378, 0.003845454892143607, 0.0042685214430093765, 0.004691587761044502, 0.005114654079079628, 0.005537720397114754, 0.005960787180811167, 0.0063838534988462925, 0.006806919816881418, 0.007229986600577831, 0.007653052918612957, 0.008076119236648083, 0.008499185554683208, 0.008922251872718334, 0.00934531819075346, 0.00976838544011116, 0.010191451758146286, 0.010614518076181412, 0.011037584394216537, 0.011460650712251663]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 5.0, 3.0, 8.0, 3.0, 10.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013153133913874626, -0.01237789262086153, -0.011602651327848434, -0.010827409103512764, -0.010052167810499668, -0.009276926517486572, -0.008501684293150902, -0.007726443000137806, -0.00695120170712471, -0.006175960414111614, -0.005400718655437231, -0.004625476896762848, -0.003850235603749752, -0.0030749940779060125, -0.002299752552062273, -0.0015245110262185335, -0.000749269500374794, 2.5972025468945503e-05, 0.000801213551312685, 0.0015764550771564245, 0.002351696603000164, 0.0031269381288439035, 0.003902179654687643, 0.004677421413362026, 0.005452662706375122, 0.006227903999388218, 0.007003145758062601, 0.007778387516736984, 0.00855362880975008, 0.009328870102763176, 0.010104112327098846, 0.010879353620111942, 0.011654594913125038, 0.012429836206138134, 0.01320507749915123, 0.0139803197234869, 0.014755561016499996, 0.015530802309513092, 0.016306044533848763, 0.017081284895539284, 0.017856527119874954, 0.018631769344210625, 0.019407009705901146, 0.020182251930236816, 0.020957492291927338, 0.021732734516263008, 0.02250797674059868, 0.0232832171022892, 0.02405845932662487, 0.02483370155096054, 0.025608941912651062, 0.026384184136986732, 0.027159426361322403, 0.027934666723012924, 0.028709908947348595, 0.029485149309039116, 0.030260391533374786, 0.031035633757710457, 0.03181087598204613, 0.03258611634373665, 0.03336135670542717, 0.03413660079240799, 0.03491184115409851, 0.03568708151578903, 0.03646232187747955]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 8.0, 5.0, 6.0, 14.0, 17.0, 35.0, 32.0, 30.0, 34.0, 41.0, 46.0, 69.0, 78.0, 132.0, 211.0, 295.0, 423.0, 607.0, 823.0, 1133.0, 1793.0, 2944.0, 5829.0, 1342.0, 744.0, 470.0, 286.0, 167.0, 134.0, 126.0, 103.0, 76.0, 62.0, 53.0, 43.0, 30.0, 19.0, 16.0, 12.0, 12.0, 19.0, 18.0, 12.0, 11.0, 13.0, 7.0, 4.0, 8.0, 1.0, 4.0, 4.0, 1.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.008973461575806141, -0.00861599761992693, -0.008258534595370293, -0.007901070639491081, -0.007543607614934444, -0.007186143659055233, -0.006828680168837309, -0.006471216678619385, -0.006113753188401461, -0.0057562896981835365, -0.005398826207965612, -0.005041362717747688, -0.004683898761868477, -0.004326435271650553, -0.003968971781432629, -0.0036115082912147045, -0.0032540448009967804, -0.0028965813107788563, -0.002539117820560932, -0.0021816540975123644, -0.0018241906072944403, -0.0014667271170765162, -0.0011092635104432702, -0.0007517999620176852, -0.00039433641359210014, -3.687286516651511e-05, 0.0003205906832590699, 0.000678054231684655, 0.00103551778011024, 0.001392981270328164, 0.00175044487696141, 0.002107908483594656, 0.00246537197381258, 0.0028228354640305042, 0.0031802989542484283, 0.003537762677296996, 0.0038952261675149202, 0.004252689890563488, 0.004610153380781412, 0.004967616870999336, 0.00532508036121726, 0.0056825438514351845, 0.006040007341653109, 0.006397470831871033, 0.006754934787750244, 0.007112398277968168, 0.007469861768186092, 0.00782732479274273, 0.00818478874862194, 0.008542252704501152, 0.008899715729057789, 0.009257179684937, 0.009614642709493637, 0.009972106665372849, 0.010329569689929485, 0.010687033645808697, 0.011044496670365334, 0.011401960626244545, 0.011759424582123756, 0.012116887606680393, 0.012474351562559605, 0.012831814587116241, 0.013189278542995453, 0.01354674156755209, 0.013904205523431301]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11516276001930237, -0.11222263425588608, -0.10928250849246979, -0.1063423827290535, -0.10340225696563721, -0.10046213120222092, -0.09752200543880463, -0.09458187967538834, -0.09164175391197205, -0.08870162814855576, -0.08576150238513947, -0.08282137662172318, -0.07988125085830688, -0.0769411250948906, -0.0740009993314743, -0.07106087356805801, -0.06812074780464172, -0.06518062204122543, -0.06224049627780914, -0.05930037051439285, -0.05636024475097656, -0.05342011898756027, -0.05047999322414398, -0.04753986746072769, -0.0445997416973114, -0.04165961593389511, -0.03871949017047882, -0.03577936440706253, -0.03283923864364624, -0.02989911288022995, -0.02695898711681366, -0.02401886135339737, -0.02107873558998108, -0.01813860982656479, -0.015198484063148499, -0.012258358299732208, -0.009318232536315918, -0.006378106772899628, -0.0034379810094833374, -0.0004978552460670471, 0.002442270517349243, 0.0053823962807655334, 0.008322522044181824, 0.011262647807598114, 0.014202773571014404, 0.017142899334430695, 0.020083025097846985, 0.023023150861263275, 0.025963276624679565, 0.028903402388095856, 0.031843528151512146, 0.034783653914928436, 0.03772377967834473, 0.04066390544176102, 0.04360403120517731, 0.0465441569685936, 0.04948428273200989, 0.05242440849542618, 0.05536453425884247, 0.05830466002225876, 0.06124478578567505, 0.06418491154909134, 0.06712503731250763, 0.07006516307592392, 0.07300528883934021]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 3.0, 3.0, 4.0, 7.0, 10.0, 11.0, 11.0, 32.0, 15.0, 63.0, 46.0, 19.0, 7.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.08692910522222519, -0.0846799910068512, -0.0824308767914772, -0.08018176257610321, -0.07793264836072922, -0.07568353414535522, -0.07343441247940063, -0.07118529826402664, -0.06893618404865265, -0.06668706983327866, -0.06443795561790466, -0.06218884140253067, -0.05993972718715668, -0.057690612971782684, -0.05544149503111839, -0.0531923808157444, -0.05094326660037041, -0.048694152384996414, -0.04644503816962242, -0.04419592022895813, -0.04194680601358414, -0.039697691798210144, -0.03744857758283615, -0.03519946336746216, -0.032950349152088165, -0.030701233074069023, -0.02845211699604988, -0.026203002780675888, -0.023953888565301895, -0.021704772487282753, -0.01945565827190876, -0.017206542193889618, -0.014957427978515625, -0.012708312831819057, -0.01045919768512249, -0.008210083469748497, -0.0059609683230519295, -0.0037118534091860056, -0.0014627384953200817, 0.0007863764185458422, 0.003035491332411766, 0.005284606479108334, 0.007533721160143614, 0.009782835841178894, 0.012031950987875462, 0.014281066134572029, 0.016530180349946022, 0.018779296427965164, 0.021028410643339157, 0.02327752485871315, 0.025526640936732292, 0.027775755152106285, 0.030024871230125427, 0.03227398544549942, 0.03452309966087341, 0.036772213876247406, 0.0390213280916214, 0.04127044603228569, 0.04351956024765968, 0.045768674463033676, 0.04801778867840767, 0.05026690289378166, 0.05251602083444595, 0.054765135049819946, 0.05701424926519394]}, "_runtime": 55.92100191116333, "_timestamp": 1596211645.6921108, "_step": 67}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 8.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009055525064468384, -0.008757486008107662, -0.00845944695174694, -0.008161407895386219, -0.007863368839025497, -0.007565330248326063, -0.007267291657626629, -0.006969252601265907, -0.006671213544905186, -0.006373174488544464, -0.0060751354321837425, -0.005777096841484308, -0.005479057785123587, -0.005181018728762865, -0.004882980138063431, -0.004584941081702709, -0.004286902025341988, -0.003988862968981266, -0.003690824145451188, -0.00339278532192111, -0.0030947462655603886, -0.002796707209199667, -0.002498668385669589, -0.002200629562139511, -0.0019025905057787895, -0.0016045515658333898, -0.00130651262588799, -0.0010084736859425902, -0.0007104347459971905, -0.0004123958060517907, -0.00011435686610639095, 0.0001836820738390088, 0.00048172101378440857, 0.0007797599537298083, 0.001077798893675208, 0.0013758378336206079, 0.0016738767735660076, 0.001971915829926729, 0.002269954653456807, 0.002567993476986885, 0.0028660325333476067, 0.0031640715897083282, 0.003462110413238406, 0.003760149236768484, 0.004058188293129206, 0.004356227349489927, 0.004654265940189362, 0.004952304996550083, 0.005250344052910805, 0.005548383109271526, 0.005846422165632248, 0.006144460756331682, 0.006442499812692404, 0.006740538869053125, 0.00703857745975256, 0.007336616516113281, 0.007634655572474003, 0.007932694628834724, 0.008230733685195446, 0.008528772741556168, 0.008826810866594315, 0.009124849922955036, 0.009422888979315758, 0.00972092803567648, 0.010018967092037201]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 4.0, 6.0, 1.0, 7.0, 7.0, 4.0, 9.0, 12.0, 10.0, 10.0, 19.0, 27.0, 26.0, 38.0, 39.0, 45.0, 61.0, 94.0, 124.0, 168.0, 213.0, 381.0, 4492.0, 1063.0, 327.0, 199.0, 126.0, 93.0, 55.0, 65.0, 47.0, 26.0, 29.0, 20.0, 15.0, 10.0, 10.0, 11.0, 8.0, 5.0, 6.0, 2.0, 3.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.14407648146152496, -0.1396721601486206, -0.13526783883571625, -0.1308635175228119, -0.12645919620990753, -0.12205486744642258, -0.11765054613351822, -0.11324622482061386, -0.1088419035077095, -0.10443758219480515, -0.10003326088190079, -0.09562893956899643, -0.09122461080551147, -0.08682028949260712, -0.08241596817970276, -0.0780116468667984, -0.07360732555389404, -0.06920300424098969, -0.06479868292808533, -0.06039435788989067, -0.05599003657698631, -0.051585715264081955, -0.0471813902258873, -0.04277706891298294, -0.03837274760007858, -0.033968426287174225, -0.029564103111624718, -0.02515977993607521, -0.020755458623170853, -0.016351137310266495, -0.011946814134716988, -0.007542491890490055, -0.0031381696462631226, 0.00126615259796381, 0.0056704748421907425, 0.010074797086417675, 0.014479119330644608, 0.018883440643548965, 0.023287763819098473, 0.02769208699464798, 0.03209640830755234, 0.036500729620456696, 0.04090505093336105, 0.04530937597155571, 0.04971369728446007, 0.054118018597364426, 0.05852234363555908, 0.06292666494846344, 0.0673309862613678, 0.07173530757427216, 0.07613962888717651, 0.08054395020008087, 0.08494827151298523, 0.08935260027647018, 0.09375692158937454, 0.0981612429022789, 0.10256556421518326, 0.10696988552808762, 0.11137420684099197, 0.11577852815389633, 0.12018285691738129, 0.12458717823028564, 0.12899149954319, 0.13339582085609436, 0.13780014216899872]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 4.0, 2.0, 2.0, 4.0, 2.0, 22.0, 10.0, 5.0, 3.0, 6.0, 4.0, 3.0, 3.0, 4.0, 3.0, 5.0, 3.0, 6.0, 0.0, 4.0, 7.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022760904394090176, -0.002161592012271285, -0.0020470935851335526, -0.00193259515799582, -0.0018180967308580875, -0.001703598303720355, -0.0015890998765826225, -0.00147460144944489, -0.0013601030223071575, -0.0012456047115847468, -0.0011311062844470143, -0.0010166078573092818, -0.0009021094301715493, -0.0007876110030338168, -0.0006731125758960843, -0.0005586141487583518, -0.0004441157216206193, -0.0003296172944828868, -0.00021511888189706951, -0.00010062046203529462, 1.387795782648027e-05, 0.00012837638496421278, 0.00024287479755003005, 0.00035737321013584733, 0.00047187163727357984, 0.0005863700644113123, 0.0007008684915490448, 0.0008153669186867774, 0.0009298652876168489, 0.0010443637147545815, 0.001158862141892314, 0.0012733605690300465, 0.001387858996167779, 0.0015023574233055115, 0.001616855850443244, 0.0017313542775809765, 0.001845852704718709, 0.0019603511318564415, 0.002074849558994174, 0.0021893479861319065, 0.002303846413269639, 0.0024183448404073715, 0.002532843267545104, 0.0026473416946828365, 0.002761840121820569, 0.0028763385489583015, 0.002990836976096034, 0.0031053354032337666, 0.0032198335975408554, 0.003334332024678588, 0.0034488304518163204, 0.003563328878954053, 0.0036778273060917854, 0.003792325733229518, 0.0039068241603672504, 0.004021322820335627, 0.0041358210146427155, 0.004250319674611092, 0.0043648178689181805, 0.004479316528886557, 0.0045938147231936455, 0.004708313383162022, 0.0048228115774691105, 0.004937310237437487, 0.0050518084317445755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 7.0, 15.0, 35.0, 57.0, 71.0, 123.0, 228.0, 354.0, 601.0, 995.0, 1804.0, 3451.0, 6559.0, 14090.0, 33642.0, 107563.0, 806503.0, 99262.0, 41856.0, 22937.0, 13596.0, 8618.0, 5627.0, 3636.0, 2465.0, 1709.0, 1122.0, 762.0, 556.0, 383.0, 285.0, 212.0, 141.0, 99.0, 77.0, 39.0, 34.0, 31.0, 19.0, 16.0, 12.0, 6.0, 14.0, 4.0, 5.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0066876825876533985, -0.006403180304914713, -0.00611867755651474, -0.005834175273776054, -0.005549672991037369, -0.005265170242637396, -0.00498066795989871, -0.004696165677160025, -0.004411662928760052, -0.004127160646021366, -0.0038426583632826805, -0.0035581558477133512, -0.003273653332144022, -0.0029891510494053364, -0.002704648533836007, -0.0024201462510973215, -0.0021356437355279922, -0.0018511413363739848, -0.0015666389372199774, -0.0012821364216506481, -0.0009976340224966407, -0.0007131316233426332, -0.0004286291659809649, -0.000144126737723127, 0.00014037569053471088, 0.0004248781187925488, 0.0007093805470503867, 0.000993883004412055, 0.0012783854035660625, 0.0015628878027200699, 0.0018473903182893991, 0.0021318926010280848, 0.002416395116597414, 0.0027008976321667433, 0.002985399914905429, 0.003269902430474758, 0.0035544047132134438, 0.003838907228782773, 0.004123409744352102, 0.004407912027090788, 0.004692414775490761, 0.004976917058229446, 0.005261419340968132, 0.005545921623706818, 0.0058304243721067905, 0.006114926654845476, 0.006399428937584162, 0.006683931685984135, 0.00696843396872282, 0.007252936251461506, 0.007537438999861479, 0.007821940816938877, 0.008106444031000137, 0.008390946313738823, 0.008675448596477509, 0.008959950879216194, 0.00924445316195488, 0.009528955444693565, 0.009813458658754826, 0.010097960941493511, 0.010382463224232197, 0.010666965506970882, 0.010951467789709568, 0.011235970072448254, 0.011520473286509514]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 4.0, 2.0, 4.0, 3.0, 8.0, 4.0, 3.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010526156052947044, -0.009750358760356903, -0.008974560536444187, -0.008198763243854046, -0.007422965485602617, -0.006647167727351189, -0.005871370434761047, -0.005095572676509619, -0.00431977491825819, -0.0035439771600067616, -0.0027681796345859766, -0.0019923821091651917, -0.001216584350913763, -0.00044078670907765627, 0.0003350109327584505, 0.0011108085745945573, 0.001886606216430664, 0.0026624039746820927, 0.0034382015001028776, 0.004213999025523663, 0.004989796783775091, 0.00576559454202652, 0.006541391834616661, 0.00731718959286809, 0.008092987351119518, 0.00886878464370966, 0.009644582867622375, 0.010420380160212517, 0.011196177452802658, 0.011971975676715374, 0.012747772969305515, 0.013523571193218231, 0.014299368485808372, 0.015075165778398514, 0.015850963070988655, 0.016626762226223946, 0.017402559518814087, 0.018178356811404228, 0.01895415410399437, 0.01972995139658451, 0.020505748689174652, 0.021281547844409943, 0.022057345137000084, 0.022833142429590225, 0.023608939722180367, 0.024384737014770508, 0.0251605361700058, 0.02593633346259594, 0.02671213075518608, 0.027487928047776222, 0.028263725340366364, 0.029039524495601654, 0.029815321788191795, 0.030591119080781937, 0.03136691823601723, 0.03214271366596222, 0.03291851282119751, 0.0336943082511425, 0.03447010740637779, 0.03524590656161308, 0.036021701991558075, 0.036797501146793365, 0.03757329657673836, 0.03834909573197365, 0.03912489116191864]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 5.0, 6.0, 16.0, 23.0, 31.0, 36.0, 49.0, 71.0, 88.0, 119.0, 141.0, 214.0, 360.0, 539.0, 756.0, 1251.0, 2288.0, 5939.0, 1646.0, 1114.0, 823.0, 614.0, 453.0, 356.0, 244.0, 229.0, 150.0, 129.0, 104.0, 65.0, 62.0, 71.0, 47.0, 51.0, 42.0, 33.0, 33.0, 31.0, 25.0, 12.0, 10.0, 9.0, 9.0, 10.0, 8.0, 11.0, 9.0, 7.0, 9.0, 21.0, 13.0, 6.0, 7.0, 1.0, 5.0, 5.0, 14.0, 4.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006050435360521078, -0.005734678823500872, -0.005418922286480665, -0.005103165749460459, -0.004787409212440252, -0.004471652675420046, -0.004155896138399839, -0.0038401393685489893, -0.003524382831528783, -0.0032086262945085764, -0.00289286975748837, -0.0025771132204681635, -0.0022613564506173134, -0.0019456000300124288, -0.0016298433765769005, -0.001314086839556694, -0.0009983303025364876, -0.0006825737655162811, -0.00036681717028841376, -5.1060604164376855e-05, 0.00026469596195966005, 0.0005804524989798665, 0.0008962090942077339, 0.0012119656894356012, 0.0015277222264558077, 0.0018434787634760141, 0.0021592353004962206, 0.002474991837516427, 0.002790748607367277, 0.0031065051443874836, 0.00342226168140769, 0.0037380182184278965, 0.004053774755448103, 0.004369531292468309, 0.004685287829488516, 0.005001044366508722, 0.005316800903528929, 0.005632557440549135, 0.005948313977569342, 0.006264070514589548, 0.006579827517271042, 0.006895584054291248, 0.007211340591311455, 0.007527097128331661, 0.007842853665351868, 0.008158610202372074, 0.00847436673939228, 0.008790123276412487, 0.009105879813432693, 0.0094216363504529, 0.009737392887473106, 0.010053149424493313, 0.01036890596151352, 0.010684662498533726, 0.011000419035553932, 0.011316175572574139, 0.011631932109594345, 0.011947688646614552, 0.012263445183634758, 0.012579201720654964, 0.012894958257675171, 0.013210714794695377, 0.013526471331715584, 0.01384222786873579, 0.014157984405755997]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.1885104477405548, -0.1845397651195526, -0.1805690973997116, -0.1765984147787094, -0.17262773215770721, -0.16865704953670502, -0.164686381816864, -0.16071569919586182, -0.15674501657485962, -0.15277434885501862, -0.14880366623401642, -0.14483298361301422, -0.14086230099201202, -0.13689163327217102, -0.13292095065116882, -0.12895026803016663, -0.12497959285974503, -0.12100891768932343, -0.11703823506832123, -0.11306755989789963, -0.10909687727689743, -0.10512620210647583, -0.10115551948547363, -0.09718484431505203, -0.09321416914463043, -0.08924348652362823, -0.08527281135320663, -0.08130212873220444, -0.07733145356178284, -0.07336077094078064, -0.06939009577035904, -0.06541941314935684, -0.06144873797893524, -0.05747805908322334, -0.053507380187511444, -0.049536701291799545, -0.045566022396087646, -0.041595347225666046, -0.03762466832995415, -0.03365398943424225, -0.02968331053853035, -0.02571263164281845, -0.021741952747106552, -0.017771275714039803, -0.013800596818327904, -0.009829917922616005, -0.005859239958226681, -0.0018885615281760693, 0.0020821169018745422, 0.006052795331925154, 0.010023473761975765, 0.01399415172636509, 0.017964830622076988, 0.021935509517788887, 0.025906186550855637, 0.029876865446567535, 0.033847544342279434, 0.03781822323799133, 0.04178890213370323, 0.04575958102941513, 0.04973025619983673, 0.05370093509554863, 0.05767161399126053, 0.06164229288697243, 0.06561297178268433]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 6.0, 5.0, 8.0, 3.0, 12.0, 28.0, 19.0, 10.0, 8.0, 6.0, 6.0, 7.0, 17.0, 7.0, 9.0, 9.0, 9.0, 9.0, 15.0, 4.0, 5.0, 10.0, 4.0, 1.0, 2.0, 4.0], "bins": [-0.06605494022369385, -0.06455044448375702, -0.06304595619440079, -0.06154146045446396, -0.06003696843981743, -0.0585324764251709, -0.05702798068523407, -0.05552348867058754, -0.05401899665594101, -0.05251450091600418, -0.05101000890135765, -0.04950551688671112, -0.04800102487206459, -0.04649652913212776, -0.04499203711748123, -0.0434875451028347, -0.04198305308818817, -0.04047855734825134, -0.03897406533360481, -0.03746957331895828, -0.035965077579021454, -0.034460585564374924, -0.032956093549728394, -0.03145160153508186, -0.029947105795145035, -0.028442613780498505, -0.026938119903206825, -0.025433627888560295, -0.023929134011268616, -0.022424641996622086, -0.020920148119330406, -0.019415656104683876, -0.017911162227392197, -0.016406668350100517, -0.014902176335453987, -0.013397683389484882, -0.011893190443515778, -0.010388696566224098, -0.008884203620254993, -0.007379710674285889, -0.005875217728316784, -0.004370724782347679, -0.0028662316035479307, -0.0013617385411635041, 0.00014275452122092247, 0.001647247583605349, 0.0031517406459897757, 0.004656233824789524, 0.006160726770758629, 0.007665219716727734, 0.009169712662696838, 0.010674205608665943, 0.012178698554635048, 0.013683192431926727, 0.015187685377895832, 0.016692178323864937, 0.018196672201156616, 0.019701164215803146, 0.021205658093094826, 0.022710150107741356, 0.024214643985033035, 0.025719135999679565, 0.027223629876971245, 0.028728121891617775, 0.030232615768909454]}, "_runtime": 56.65604114532471, "_timestamp": 1596211646.42715, "_step": 68}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 5.0, 3.0, 4.0, 6.0, 8.0, 4.0, 4.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014044304378330708, -0.013456947170197964, -0.012869589030742645, -0.012282231822609901, -0.011694874614477158, -0.011107517406344414, -0.01052016019821167, -0.009932802058756351, -0.009345444850623608, -0.008758087642490864, -0.008170729503035545, -0.0075833722949028015, -0.006996015086770058, -0.006408657878637314, -0.005821300204843283, -0.0052339425310492516, -0.004646585322916508, -0.004059228114783764, -0.0034718704409897327, -0.0028845130000263453, -0.0022971555590629578, -0.0017097981180995703, -0.0011224406771361828, -0.0005350832361727953, 5.2274204790592194e-05, 0.0006396316457539797, 0.0012269890867173672, 0.0018143465276807547, 0.002401703968644142, 0.0029890614096075296, 0.003576418850570917, 0.004163776524364948, 0.004751133732497692, 0.005338490940630436, 0.005925848614424467, 0.006513206288218498, 0.007100563496351242, 0.007687920704483986, 0.00827527791261673, 0.008862636052072048, 0.009449993260204792, 0.010037350468337536, 0.010624708607792854, 0.011212065815925598, 0.011799423024058342, 0.012386780232191086, 0.01297413744032383, 0.013561495579779148, 0.014148852787911892, 0.014736209996044636, 0.015323568135499954, 0.015910925343632698, 0.016498282551765442, 0.017085639759898186, 0.01767299696803093, 0.018260354176163673, 0.018847711384296417, 0.01943507045507431, 0.020022427663207054, 0.020609784871339798, 0.021197142079472542, 0.021784499287605286, 0.02237185649573803, 0.022959213703870773, 0.023546572774648666]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 5.0, 4.0, 9.0, 5.0, 9.0, 18.0, 13.0, 26.0, 47.0, 52.0, 89.0, 129.0, 256.0, 437.0, 5351.0, 804.0, 268.0, 126.0, 73.0, 65.0, 31.0, 26.0, 15.0, 9.0, 10.0, 13.0, 3.0, 2.0, 6.0, 2.0, 5.0, 4.0, 3.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21677866578102112, -0.20970961451530457, -0.202640563249588, -0.19557151198387146, -0.1885024607181549, -0.18143340945243835, -0.1743643581867218, -0.16729530692100525, -0.1602262556552887, -0.15315718948841095, -0.1460881382226944, -0.13901908695697784, -0.1319500356912613, -0.12488098442554474, -0.11781193315982819, -0.11074288189411163, -0.10367383062839508, -0.09660477936267853, -0.08953572809696198, -0.08246667683124542, -0.07539762556552887, -0.06832856684923172, -0.06125951558351517, -0.054190464317798615, -0.04712141305208206, -0.04005236178636551, -0.032983310520648956, -0.025914255529642105, -0.018845204263925552, -0.011776152066886425, -0.004707099869847298, 0.0023619523271918297, 0.009431004524230957, 0.01650005578994751, 0.02356910891830921, 0.030638162046670914, 0.037707213312387466, 0.04477626457810402, 0.05184531956911087, 0.05891437083482742, 0.06598342210054398, 0.07305247336626053, 0.08012152463197708, 0.08719057589769363, 0.09425963461399078, 0.10132868587970734, 0.10839773714542389, 0.11546678841114044, 0.122535839676857, 0.12960489094257355, 0.1366739422082901, 0.14374299347400665, 0.1508120447397232, 0.15788109600543976, 0.1649501472711563, 0.17201919853687286, 0.1790882647037506, 0.18615731596946716, 0.19322636723518372, 0.20029541850090027, 0.20736446976661682, 0.21443352103233337, 0.22150257229804993, 0.22857162356376648, 0.23564067482948303]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 1.0, 5.0, 1.0, 3.0, 2.0, 6.0, 4.0, 25.0, 8.0, 4.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020234498661011457, -0.0019460988696664572, -0.0018687477568164468, -0.0017913966439664364, -0.0017140456475317478, -0.0016366946510970592, -0.0015593435382470489, -0.0014819924253970385, -0.00140464142896235, -0.0013272904325276613, -0.001249939319677651, -0.0011725882068276405, -0.001095237210392952, -0.0010178862139582634, -0.000940535101108253, -0.0008631840464659035, -0.000785832991823554, -0.0007084819371812046, -0.0006311308825388551, -0.0005537798278965056, -0.0004764287732541561, -0.00039907771861180663, -0.00032172666396945715, -0.00024437560932710767, -0.00016702455468475819, -8.96735000424087e-05, -1.2322445400059223e-05, 6.502860924229026e-05, 0.00014237966388463974, 0.00021973071852698922, 0.0002970817731693387, 0.0003744328278116882, 0.00045178388245403767, 0.0005291349370963871, 0.0006064859917387366, 0.0006838370463810861, 0.0007611881010234356, 0.0008385391556657851, 0.0009158902103081346, 0.000993241323158145, 0.0010705923195928335, 0.001147943316027522, 0.0012252944288775325, 0.0013026455417275429, 0.0013799965381622314, 0.00145734753459692, 0.0015346986474469304, 0.0016120497602969408, 0.0016894007567316294, 0.001766751753166318, 0.0018441028660163283, 0.0019214539788663387, 0.0019988049753010273, 0.002076155971735716, 0.0021535069681704044, 0.0022308581974357367, 0.0023082091938704252, 0.002385560190305114, 0.002462911419570446, 0.0025402624160051346, 0.002617613412439823, 0.0026949644088745117, 0.0027723154053092003, 0.0028496666345745325, 0.002927017631009221]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 6.0, 8.0, 11.0, 19.0, 25.0, 24.0, 64.0, 85.0, 117.0, 182.0, 245.0, 420.0, 596.0, 952.0, 1542.0, 2652.0, 4275.0, 7635.0, 13965.0, 27876.0, 64702.0, 223503.0, 708180.0, 58997.0, 27058.0, 13722.0, 7986.0, 4887.0, 2968.0, 2010.0, 1397.0, 977.0, 689.0, 491.0, 356.0, 239.0, 208.0, 142.0, 102.0, 88.0, 57.0, 47.0, 28.0, 23.0, 13.0, 15.0, 12.0, 11.0, 10.0, 8.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00597087386995554, -0.005732961464673281, -0.005495048593729734, -0.005257136188447475, -0.0050192237831652164, -0.00478131091222167, -0.004543398506939411, -0.004305486101657152, -0.004067573696374893, -0.003829660825431347, -0.003591748420149088, -0.0033538357820361853, -0.0031159231439232826, -0.0028780107386410236, -0.002640098100528121, -0.002402185695245862, -0.0021642730571329594, -0.0019263605354353786, -0.0016884480137377977, -0.001450535375624895, -0.0012126228539273143, -0.0009747103322297335, -0.0007367977523244917, -0.00049888517241925, -0.0002609726507216692, -2.3060099920257926e-05, 0.00021485245088115335, 0.0004527650016825646, 0.0006906775524839759, 0.0009285900741815567, 0.0011665027122944593, 0.0014044152339920402, 0.001642327755689621, 0.0018802402773872018, 0.0021181527990847826, 0.0023560654371976852, 0.0025939778424799442, 0.002831890480592847, 0.0030698031187057495, 0.0033077155239880085, 0.003545628162100911, 0.0037835408002138138, 0.004021453205496073, 0.004259365610778332, 0.004497278481721878, 0.004735190887004137, 0.004973103292286396, 0.005211016163229942, 0.005448928568512201, 0.00568684097379446, 0.005924753844738007, 0.006162666250020266, 0.006400578655302525, 0.006638491526246071, 0.00687640393152833, 0.007114316336810589, 0.007352229207754135, 0.007590141613036394, 0.007828054018318653, 0.0080659668892622, 0.008303878828883171, 0.008541791699826717, 0.008779704570770264, 0.009017616510391235, 0.009255529381334782]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 8.0, 8.0, 7.0, 10.0, 4.0, 3.0, 8.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01687016151845455, -0.015600953251123428, -0.014331744983792305, -0.013062536716461182, -0.011793328449130058, -0.010524120181798935, -0.009254911914467812, -0.007985703647136688, -0.006716495379805565, -0.0054472871124744415, -0.004178078845143318, -0.002908870577812195, -0.0016396623104810715, -0.0003704540431499481, 0.0008987542241811752, 0.0021679624915122986, 0.003437170758843422, 0.004706379026174545, 0.005975587293505669, 0.007244795560836792, 0.008514003828167915, 0.009783212095499039, 0.011052420362830162, 0.012321628630161285, 0.013590836897492409, 0.014860045164823532, 0.016129253432154655, 0.01739846169948578, 0.018667669966816902, 0.019936878234148026, 0.02120608650147915, 0.022475294768810272, 0.023744503036141396, 0.02501371130347252, 0.026282919570803642, 0.027552127838134766, 0.02882133610546589, 0.030090544372797012, 0.031359754502773285, 0.03262896090745926, 0.03389816731214523, 0.035167377442121506, 0.03643658757209778, 0.03770579397678375, 0.03897500038146973, 0.040244210511446, 0.04151342064142227, 0.042782627046108246, 0.04405183345079422, 0.04532104358077049, 0.046590253710746765, 0.04785946011543274, 0.04912866652011871, 0.050397876650094986, 0.05166708678007126, 0.05293629318475723, 0.05420549958944321, 0.05547470971941948, 0.05674391984939575, 0.058013126254081726, 0.0592823326587677, 0.06055154278874397, 0.061820752918720245, 0.06308995932340622, 0.0643591657280922]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 10.0, 14.0, 27.0, 49.0, 80.0, 144.0, 236.0, 317.0, 477.0, 645.0, 853.0, 1260.0, 1917.0, 3084.0, 6440.0, 1075.0, 544.0, 331.0, 189.0, 119.0, 93.0, 83.0, 73.0, 59.0, 31.0, 23.0, 24.0, 13.0, 19.0, 33.0, 18.0, 23.0, 10.0, 24.0, 11.0, 8.0, 8.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 6.0, 5.0, 11.0, 6.0, 1.0, 0.0, 0.0, 4.0, 9.0, 5.0], "bins": [-0.011120137758553028, -0.010621780529618263, -0.010123424232006073, -0.009625067003071308, -0.009126709774136543, -0.008628352545201778, -0.008129995316267014, -0.007631639018654823, -0.0071332817897200584, -0.006634924560785294, -0.006136567797511816, -0.0056382110342383385, -0.005139853805303574, -0.004641496576368809, -0.004143139813095331, -0.00364478281699121, -0.0031464258208870888, -0.0026480688247829676, -0.0021497118286788464, -0.0016513548325747252, -0.001152997836470604, -0.0006546408403664827, -0.00015628384426236153, 0.0003420731518417597, 0.0008404301479458809, 0.001338787144050002, 0.0018371441401541233, 0.0023355011362582445, 0.0028338581323623657, 0.003332215128466487, 0.003830572124570608, 0.004328928887844086, 0.0048272861167788506, 0.005325643345713615, 0.005824000108987093, 0.0063223568722605705, 0.006820714101195335, 0.0073190713301301, 0.007817428559064865, 0.008315784856677055, 0.00881414208561182, 0.009312499314546585, 0.009810855612158775, 0.01030921284109354, 0.010807570070028305, 0.01130592729896307, 0.011804284527897835, 0.012302640825510025, 0.01280099805444479, 0.013299355283379555, 0.013797711580991745, 0.01429606880992651, 0.014794426038861275, 0.01529278326779604, 0.015791140496730804, 0.016289496794342995, 0.016787853091955185, 0.017286211252212524, 0.017784567549824715, 0.018282925710082054, 0.018781282007694244, 0.019279638305306435, 0.019777996465563774, 0.020276352763175964, 0.020774710923433304]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2042275369167328, -0.19921472668647766, -0.19420191645622253, -0.1891891211271286, -0.18417631089687347, -0.17916350066661835, -0.17415070533752441, -0.1691378951072693, -0.16412508487701416, -0.15911227464675903, -0.1540994644165039, -0.14908666908740997, -0.14407385885715485, -0.13906104862689972, -0.1340482532978058, -0.12903544306755066, -0.12402263283729553, -0.1190098226070404, -0.11399701982736588, -0.10898421704769135, -0.10397140681743622, -0.09895859658718109, -0.09394579380750656, -0.08893299102783203, -0.0839201807975769, -0.07890737056732178, -0.07389456778764725, -0.06888176500797272, -0.06386895477771759, -0.05885614827275276, -0.05384334176778793, -0.048830535262823105, -0.043817728757858276, -0.03880492225289345, -0.03379211574792862, -0.02877930924296379, -0.023766502737998962, -0.018753696233034134, -0.013740889728069305, -0.008728083223104477, -0.0037152767181396484, 0.00129752978682518, 0.0063103362917900085, 0.011323142796754837, 0.016335949301719666, 0.021348755806684494, 0.026361562311649323, 0.03137436881661415, 0.03638717532157898, 0.04139998182654381, 0.046412788331508636, 0.051425594836473465, 0.05643840134143829, 0.06145120784640312, 0.06646401435136795, 0.07147681713104248, 0.07648962736129761, 0.08150243759155273, 0.08651524037122726, 0.0915280431509018, 0.09654085338115692, 0.10155366361141205, 0.10656646639108658, 0.11157926917076111, 0.11659207940101624]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 11.0, 16.0, 16.0, 12.0, 15.0, 12.0, 35.0, 16.0, 13.0, 17.0, 5.0, 7.0, 4.0, 5.0, 8.0, 9.0, 8.0, 7.0, 4.0, 4.0, 5.0, 2.0, 3.0, 4.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.06237982213497162, -0.060710906982421875, -0.05904199555516243, -0.057373080402612686, -0.05570416525006294, -0.0540352538228035, -0.052366338670253754, -0.05069742351770401, -0.049028512090444565, -0.04735959693789482, -0.04569068178534508, -0.04402177035808563, -0.04235285520553589, -0.040683940052986145, -0.0390150286257267, -0.037346113473176956, -0.03567720204591751, -0.03400828689336777, -0.032339371740818024, -0.03067045845091343, -0.029001545161008835, -0.02733263000845909, -0.025663716718554497, -0.023994803428649902, -0.02232588827610016, -0.020656974986195564, -0.01898806169629097, -0.017319148406386375, -0.015650233253836632, -0.013981319963932037, -0.012312405742704868, -0.010643492452800274, -0.008974578231573105, -0.007305664476007223, -0.005636750720441341, -0.003967836499214172, -0.0022989227436482906, -0.0006300088716670871, 0.0010389050003141165, 0.002707818988710642, 0.004376732744276524, 0.006045646499842405, 0.007714560255408287, 0.009383474476635456, 0.011052388697862625, 0.01272130198776722, 0.014390216208994389, 0.016059130430221558, 0.017728043720126152, 0.019396957010030746, 0.02106587216258049, 0.022734785452485085, 0.02440369874238968, 0.026072613894939423, 0.027741527184844017, 0.02941044047474861, 0.031079355627298355, 0.0327482670545578, 0.034417182207107544, 0.03608609735965729, 0.03775500878691673, 0.039423923939466476, 0.04109283909201622, 0.042761750519275665, 0.04443066567182541]}, "_runtime": 57.41963005065918, "_timestamp": 1596211647.190739, "_step": 69}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007348974235355854, -0.007058200426399708, -0.0067674266174435616, -0.006476652808487415, -0.006185878999531269, -0.00589510565623641, -0.005604331847280264, -0.005313558038324118, -0.005022784229367971, -0.004732010420411825, -0.004441236611455679, -0.004150462802499533, -0.00385968922637403, -0.003568915417417884, -0.0032781418412923813, -0.002987368032336235, -0.002696594223380089, -0.0024058204144239426, -0.0021150466054677963, -0.0018242730293422937, -0.0015334992203861475, -0.0012427254114300013, -0.0009519517188891768, -0.0006611779681406915, -0.0003704042173922062, -7.963046664372087e-05, 0.00021114328410476446, 0.0005019170348532498, 0.0007926907856017351, 0.0010834645945578814, 0.0013742382870987058, 0.0016650119796395302, 0.0019557857885956764, 0.0022465595975518227, 0.002537333406507969, 0.0028281069826334715, 0.0031188807915896177, 0.003409654600545764, 0.0037004281766712666, 0.003991201985627413, 0.004281975794583559, 0.004572749603539705, 0.0048635234124958515, 0.005154297221451998, 0.005445070564746857, 0.005735844373703003, 0.006026618182659149, 0.006317391991615295, 0.006608165800571442, 0.006898939609527588, 0.007189713418483734, 0.00748048722743988, 0.007771261036396027, 0.008062034845352173, 0.008352808654308319, 0.008643582463264465, 0.008934356272220612, 0.009225129149854183, 0.00951590295881033, 0.009806676767766476, 0.010097450576722622, 0.010388224385678768, 0.010678998194634914, 0.01096977200359106, 0.011260545812547207]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 4.0, 9.0, 12.0, 10.0, 17.0, 17.0, 24.0, 23.0, 31.0, 46.0, 65.0, 67.0, 106.0, 120.0, 166.0, 221.0, 286.0, 3818.0, 1695.0, 378.0, 201.0, 131.0, 100.0, 70.0, 74.0, 45.0, 31.0, 22.0, 21.0, 21.0, 15.0, 16.0, 12.0, 11.0, 9.0, 2.0, 7.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1174202412366867, -0.1136196181178093, -0.10981900244951248, -0.10601837933063507, -0.10221775621175766, -0.09841713309288025, -0.09461651742458344, -0.09081589430570602, -0.08701527118682861, -0.0832146555185318, -0.07941403239965439, -0.07561340928077698, -0.07181278616189957, -0.06801217049360275, -0.06421154737472534, -0.06041092425584793, -0.05661030486226082, -0.052809685468673706, -0.049009062349796295, -0.04520844295620918, -0.04140781983733177, -0.03760720044374466, -0.03380657732486725, -0.030005957931280136, -0.026205336675047874, -0.022404715418815613, -0.01860409416258335, -0.014803473837673664, -0.011002852581441402, -0.007202231325209141, -0.0034016105346381664, 0.0003990104887634516, 0.00419963151216507, 0.008000252768397331, 0.011800874024629593, 0.01560149434953928, 0.019402116537094116, 0.02320273593068123, 0.02700335718691349, 0.030803978443145752, 0.03460460156202316, 0.038405220955610275, 0.04220584034919739, 0.0460064634680748, 0.04980708286166191, 0.05360770598053932, 0.057408325374126434, 0.061208948493003845, 0.06500956416130066, 0.06881018728017807, 0.07261081039905548, 0.07641143351793289, 0.0802120491862297, 0.08401267230510712, 0.08781329542398453, 0.09161391854286194, 0.09541453421115875, 0.09921515733003616, 0.10301578044891357, 0.10681639611721039, 0.1106170192360878, 0.11441764235496521, 0.11821826547384262, 0.12201888114213943, 0.12581950426101685]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 8.0, 4.0, 2.0, 6.0, 4.0, 7.0, 3.0, 26.0, 6.0, 5.0, 6.0, 3.0, 2.0, 6.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003966229502111673, -0.003850569250062108, -0.0037349092308431864, -0.003619248978793621, -0.0035035887267440557, -0.0033879284746944904, -0.0032722684554755688, -0.0031566082034260035, -0.003040947951376438, -0.0029252879321575165, -0.002809627680107951, -0.002693967428058386, -0.0025783071760088205, -0.002462647156789899, -0.0023469869047403336, -0.0022313266526907682, -0.002115666400641203, -0.0020000063814222813, -0.001884346129372716, -0.0017686859937384725, -0.0016530257416889071, -0.0015373656060546637, -0.0014217053540050983, -0.0013060452183708549, -0.0011903850827366114, -0.001074724830687046, -0.0009590646368451416, -0.0008434044430032372, -0.0007277443073689938, -0.0006120841135270894, -0.000496423919685185, -0.00038076372584328055, -0.00026510353200137615, -0.00014944333815947175, -3.378315886948258e-05, 8.187702769646421e-05, 0.000197537214262411, 0.0003131974081043154, 0.00042885757284238935, 0.0005445177666842937, 0.0006601779605261981, 0.0007758381543681026, 0.000891498348210007, 0.0010071585420519114, 0.0011228186776861548, 0.0012384789297357202, 0.0013541390653699636, 0.001469799317419529, 0.0015854594530537724, 0.001701119588688016, 0.0018167798407375813, 0.0019324399763718247, 0.0020481001120060682, 0.0021637603640556335, 0.002279420616105199, 0.002395080868154764, 0.002510740887373686, 0.002626401139423251, 0.0027420613914728165, 0.002857721410691738, 0.0029733816627413034, 0.0030890419147908688, 0.003204702166840434, 0.0033203621860593557, 0.003436022438108921]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 10.0, 7.0, 8.0, 5.0, 17.0, 20.0, 31.0, 44.0, 62.0, 91.0, 145.0, 216.0, 324.0, 548.0, 871.0, 1586.0, 2805.0, 5613.0, 11981.0, 28814.0, 89628.0, 861939.0, 103055.0, 34535.0, 15695.0, 8369.0, 4745.0, 2787.0, 1806.0, 1184.0, 778.0, 510.0, 329.0, 281.0, 206.0, 160.0, 112.0, 83.0, 61.0, 47.0, 38.0, 30.0, 21.0, 12.0, 9.0, 4.0, 2.0, 8.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.010184614919126034, -0.009872615337371826, -0.009560615755617619, -0.009248616173863411, -0.008936616592109203, -0.008624617010354996, -0.008312617428600788, -0.00800061784684658, -0.00768861873075366, -0.007376619148999453, -0.007064619567245245, -0.006752619985491037, -0.006440620869398117, -0.0061286212876439095, -0.005816621705889702, -0.005504622124135494, -0.005192622542381287, -0.004880622960627079, -0.004568623378872871, -0.004256623797118664, -0.003944624215364456, -0.0036326248664408922, -0.0033206255175173283, -0.0030086259357631207, -0.002696626354008913, -0.0023846267722547054, -0.002072627190500498, -0.0017606278415769339, -0.0014486282598227262, -0.0011366286780685186, -0.0008246292127296329, -0.0005126296891830862, -0.00020063016563653946, 0.00011136935791000724, 0.00042336888145655394, 0.0007353684050031006, 0.0010473679285496473, 0.001359367510303855, 0.0016713669756427407, 0.0019833664409816265, 0.002295366022735834, 0.0026073656044900417, 0.0029193651862442493, 0.0032313645351678133, 0.003543364116922021, 0.0038553636986762285, 0.0041673630475997925, 0.004479362629354, 0.004791362211108208, 0.005103361792862415, 0.005415361374616623, 0.0057273609563708305, 0.006039360538125038, 0.0063513596542179585, 0.006663359235972166, 0.006975358817726374, 0.007287358399480581, 0.007599357981234789, 0.00791135709732771, 0.008223356679081917, 0.008535356260836124, 0.008847355842590332, 0.00915935542434454, 0.009471355006098747, 0.009783354587852955]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 8.0, 4.0, 7.0, 3.0, 9.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015419154427945614, -0.014398972503840923, -0.013378791511058807, -0.012358609586954117, -0.011338427662849426, -0.010318245738744736, -0.009298063814640045, -0.00827788282185793, -0.007257700897753239, -0.006237518973648548, -0.005217337515205145, -0.004197156056761742, -0.003176974132657051, -0.002156792441383004, -0.0011366107501089573, -0.00011642905883491039, 0.0009037526324391365, 0.0019239343237131834, 0.0029441160149872303, 0.0039642974734306335, 0.004984479397535324, 0.006004661321640015, 0.007024842780083418, 0.008045024238526821, 0.009065206162631512, 0.010085388086736202, 0.011105569079518318, 0.012125751003623009, 0.0131459329277277, 0.01416611485183239, 0.01518629677593708, 0.01620647870004177, 0.017226658761501312, 0.018246840685606003, 0.019267022609710693, 0.020287204533815384, 0.021307386457920074, 0.022327568382024765, 0.023347750306129456, 0.024367932230234146, 0.025388114154338837, 0.026408294215798378, 0.02742847613990307, 0.02844865806400776, 0.02946883998811245, 0.03048902191221714, 0.03150920197367668, 0.03252938389778137, 0.03354956582188606, 0.03456974774599075, 0.035589929670095444, 0.036610111594200134, 0.037630293518304825, 0.038650475442409515, 0.039670657366514206, 0.040690839290618896, 0.04171102121472359, 0.04273120313882828, 0.04375138506293297, 0.04477156698703766, 0.04579174518585205, 0.04681192710995674, 0.04783210903406143, 0.04885229095816612, 0.04987247288227081]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 11.0, 4.0, 4.0, 10.0, 15.0, 14.0, 19.0, 28.0, 43.0, 72.0, 74.0, 99.0, 121.0, 147.0, 215.0, 285.0, 446.0, 575.0, 807.0, 1328.0, 2027.0, 3014.0, 6236.0, 945.0, 459.0, 295.0, 195.0, 157.0, 118.0, 93.0, 74.0, 52.0, 38.0, 36.0, 53.0, 27.0, 44.0, 30.0, 22.0, 20.0, 19.0, 12.0, 14.0, 8.0, 8.0, 8.0, 8.0, 8.0, 4.0, 10.0, 3.0, 6.0, 6.0, 7.0, 9.0, 16.0, 7.0, 3.0, 1.0, 3.0, 6.0, 6.0, 5.0], "bins": [-0.009322023950517178, -0.008924020454287529, -0.008526017889380455, -0.008128014393150806, -0.007730010896921158, -0.007332007400691509, -0.006934004370123148, -0.006536001339554787, -0.006137997843325138, -0.0057399943470954895, -0.005341991316527128, -0.004943988285958767, -0.004545984789729118, -0.00414798129349947, -0.0037499782629311085, -0.0033519749995321035, -0.0029539717361330986, -0.0025559684727340937, -0.0021579652093350887, -0.0017599619459360838, -0.0013619586825370789, -0.0009639554191380739, -0.000565952155739069, -0.00016794889234006405, 0.0002300543710589409, 0.0006280576344579458, 0.0010260608978569508, 0.0014240641612559557, 0.0018220674246549606, 0.0022200706880539656, 0.0026180739514529705, 0.0030160772148519754, 0.0034140804782509804, 0.0038120837416499853, 0.00421008700504899, 0.0046080900356173515, 0.005006093531847, 0.005404097028076649, 0.00580210005864501, 0.006200103089213371, 0.00659810658544302, 0.0069961100816726685, 0.00739411311224103, 0.007792116142809391, 0.00819011963903904, 0.008588123135268688, 0.008986126631498337, 0.00938412919640541, 0.00978213269263506, 0.010180136188864708, 0.010578138753771782, 0.01097614225000143, 0.011374145746231079, 0.011772149242460728, 0.012170152738690376, 0.01256815530359745, 0.012966158799827099, 0.013364162296056747, 0.013762164860963821, 0.01416016835719347, 0.014558171853423119, 0.014956175349652767, 0.015354178845882416, 0.01575218141078949, 0.016150183975696564]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.2425478845834732, -0.23693780601024628, -0.23132774233818054, -0.2257176637649536, -0.22010758519172668, -0.21449750661849976, -0.20888744294643402, -0.2032773643732071, -0.19766728579998016, -0.19205722212791443, -0.1864471435546875, -0.18083706498146057, -0.17522698640823364, -0.1696169227361679, -0.16400684416294098, -0.15839676558971405, -0.15278670191764832, -0.1471766233444214, -0.14156654477119446, -0.13595646619796753, -0.1303464025259018, -0.12473632395267487, -0.11912624537944794, -0.1135161742568016, -0.10790610313415527, -0.10229602456092834, -0.09668595343828201, -0.09107587486505508, -0.08546580374240875, -0.07985572516918182, -0.07424565404653549, -0.06863557547330856, -0.06302550435066223, -0.0574154295027256, -0.05180535465478897, -0.04619527980685234, -0.04058520495891571, -0.03497513383626938, -0.02936505898833275, -0.023754984140396118, -0.018144909292459488, -0.012534834444522858, -0.006924760527908802, -0.001314686145633459, 0.004295388236641884, 0.009905463084578514, 0.01551553700119257, 0.021125610917806625, 0.026735685765743256, 0.032345760613679886, 0.037955835461616516, 0.043565910309553146, 0.04917598515748978, 0.05478605628013611, 0.06039613112807274, 0.06600620597600937, 0.0716162770986557, 0.07722635567188263, 0.08283642679452896, 0.08844650536775589, 0.09405657649040222, 0.09966665506362915, 0.10527672618627548, 0.11088680475950241, 0.11649687588214874]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 4.0, 12.0, 6.0, 9.0, 12.0, 9.0, 12.0, 23.0, 26.0, 41.0, 17.0, 9.0, 7.0, 8.0, 3.0, 14.0, 1.0, 2.0, 2.0, 4.0, 6.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07637469470500946, -0.07351114600896835, -0.07064759731292725, -0.06778404116630554, -0.06492049247026443, -0.06205694377422333, -0.05919339135289192, -0.056329838931560516, -0.05346629023551941, -0.0506027415394783, -0.047739189118146896, -0.04487563669681549, -0.042012088000774384, -0.039148539304733276, -0.03628498688340187, -0.033421434462070465, -0.030557885766029358, -0.0276943352073431, -0.024830784648656845, -0.02196723408997059, -0.019103683531284332, -0.016240132972598076, -0.01337658241391182, -0.010513031855225563, -0.007649481296539307, -0.00478593073785305, -0.0019223801791667938, 0.0009411703795194626, 0.003804720938205719, 0.006668271496891975, 0.009531822055578232, 0.012395372614264488, 0.015258923172950745, 0.018122473731637, 0.020986024290323257, 0.023849574849009514, 0.02671312540769577, 0.029576675966382027, 0.03244022652506828, 0.03530377894639969, 0.038167327642440796, 0.0410308763384819, 0.04389442875981331, 0.046757981181144714, 0.04962152987718582, 0.05248507857322693, 0.055348630994558334, 0.05821218341588974, 0.06107573211193085, 0.06393928080797195, 0.06680282950401306, 0.06966638565063477, 0.07252993434667587, 0.07539348304271698, 0.07825703918933868, 0.08112058788537979, 0.0839841365814209, 0.086847685277462, 0.08971123397350311, 0.09257479012012482, 0.09543833881616592, 0.09830188751220703, 0.10116544365882874, 0.10402899235486984, 0.10689254105091095]}, "_runtime": 58.19620132446289, "_timestamp": 1596211647.9673102, "_step": 70}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 5.0, 6.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0200739074498415, -0.019494250416755676, -0.018914591521024704, -0.01833493448793888, -0.017755277454853058, -0.017175618559122086, -0.016595961526036263, -0.01601630449295044, -0.015436646528542042, -0.014856988564133644, -0.014277331531047821, -0.013697673566639423, -0.013118015602231026, -0.012538358569145203, -0.011958700604736805, -0.011379043571650982, -0.010799385607242584, -0.010219727642834187, -0.009640070609748363, -0.009060412645339966, -0.008480755612254143, -0.007901097647845745, -0.007321439683437347, -0.006741782184690237, -0.006162124685943127, -0.005582467187196016, -0.005002809688448906, -0.004423151724040508, -0.003843494225293398, -0.0032638367265462875, -0.0026841789949685335, -0.0021045212633907795, -0.0015248637646436691, -0.0009452061494812369, -0.00036554853431880474, 0.00021410908084362745, 0.0007937666960060596, 0.0013734243111684918, 0.001953081926330924, 0.002532739657908678, 0.0031123971566557884, 0.003692054655402899, 0.004271712154150009, 0.004851370118558407, 0.005431027617305517, 0.0060106851160526276, 0.006590343080461025, 0.007170000579208136, 0.007749658077955246, 0.008329316042363644, 0.008908973075449467, 0.009488631039857864, 0.010068288072943687, 0.010647946037352085, 0.011227604001760483, 0.011807261034846306, 0.012386918999254704, 0.012966576963663101, 0.013546233996748924, 0.014125891961157322, 0.01470554992556572, 0.015285206958651543, 0.015864863991737366, 0.016444522887468338, 0.01702417992055416]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 3.0, 2.0, 4.0, 3.0, 15.0, 9.0, 7.0, 18.0, 18.0, 28.0, 29.0, 28.0, 47.0, 51.0, 62.0, 85.0, 101.0, 140.0, 188.0, 256.0, 581.0, 4735.0, 527.0, 299.0, 160.0, 107.0, 89.0, 70.0, 56.0, 36.0, 32.0, 23.0, 12.0, 14.0, 13.0, 12.0, 6.0, 9.0, 12.0, 4.0, 3.0, 9.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.14266745746135712, -0.1384953260421753, -0.13432320952415466, -0.13015107810497284, -0.12597894668579102, -0.12180682271718979, -0.11763469129800797, -0.11346256732940674, -0.10929043591022491, -0.10511831194162369, -0.10094618797302246, -0.09677405655384064, -0.09260193258523941, -0.08842980116605759, -0.08425767719745636, -0.08008554577827454, -0.07591342180967331, -0.07174129784107208, -0.06756916642189026, -0.06339704245328903, -0.05922491103410721, -0.05505278706550598, -0.050880659371614456, -0.04670853167772293, -0.042536403983831406, -0.03836427628993988, -0.034192148596048355, -0.03002002276480198, -0.025847895070910454, -0.02167576737701893, -0.017503641545772552, -0.013331513851881027, -0.009159386157989502, -0.004987258929759264, -0.000815131701529026, 0.003356995526701212, 0.00752912275493145, 0.011701250448822975, 0.01587337628006935, 0.020045503973960876, 0.0242176316678524, 0.028389759361743927, 0.03256188705563545, 0.03673401474952698, 0.040906138718128204, 0.04507826641201973, 0.049250394105911255, 0.05342252179980278, 0.057594649493694305, 0.06176677718758583, 0.06593890488147736, 0.07011102885007858, 0.0742831602692604, 0.07845528423786163, 0.08262741565704346, 0.08679953962564468, 0.09097166359424591, 0.09514379501342773, 0.09931591898202896, 0.10348805040121078, 0.10766017436981201, 0.11183230578899384, 0.11600442975759506, 0.12017656117677689, 0.12434868514537811]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 2.0, 2.0, 7.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 6.0, 3.0, 28.0, 5.0, 6.0, 5.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037983041256666183, -0.003668501041829586, -0.00353869772516191, -0.0034088946413248777, -0.0032790913246572018, -0.0031492882408201694, -0.0030194849241524935, -0.002889681840315461, -0.002759878523647785, -0.002630075439810753, -0.0025002723559737206, -0.0023704690393060446, -0.0022406659554690123, -0.0021108626388013363, -0.001981059554964304, -0.0018512563547119498, -0.0017214531544595957, -0.0015916499542072415, -0.0014618467539548874, -0.0013320435537025332, -0.001202240353450179, -0.0010724372696131468, -0.0009426340693607926, -0.0008128308691084385, -0.0006830276688560843, -0.0005532244686037302, -0.0004234212974552065, -0.0002936181263066828, -0.00016381492605432868, -3.401174035388976e-05, 9.579144534654915e-05, 0.00022559463104698807, 0.000355397816747427, 0.00048520101699978113, 0.0006150042172521353, 0.0007448073592968285, 0.0008746105595491827, 0.0010044137015938759, 0.00113421690184623, 0.0012640201020985842, 0.0013938233023509383, 0.0015236265026032925, 0.0016534297028556466, 0.0017832329031080008, 0.001913035986945033, 0.002042839303612709, 0.0021726423874497414, 0.0023024457041174173, 0.0024322487879544497, 0.002562051871791482, 0.002691855188459158, 0.0028216582722961903, 0.0029514615889638662, 0.0030812646728008986, 0.0032110679894685745, 0.003340871073305607, 0.003470674157142639, 0.003600477473810315, 0.0037302805576473475, 0.0038600838743150234, 0.003989886958152056, 0.004119690041989088, 0.004249493591487408, 0.00437929667532444, 0.004509099759161472]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 9.0, 8.0, 6.0, 16.0, 25.0, 28.0, 32.0, 52.0, 88.0, 125.0, 171.0, 237.0, 372.0, 602.0, 863.0, 1351.0, 2076.0, 3377.0, 5908.0, 10055.0, 18351.0, 35513.0, 80050.0, 727788.0, 178164.0, 51808.0, 24778.0, 13479.0, 7926.0, 4975.0, 3322.0, 2144.0, 1511.0, 1152.0, 787.0, 590.0, 438.0, 333.0, 257.0, 216.0, 161.0, 115.0, 89.0, 71.0, 55.0, 42.0, 28.0, 26.0, 17.0, 13.0, 7.0, 10.0, 5.0, 6.0, 7.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.006531903520226479, -0.00630628177896142, -0.006080659572035074, -0.005855037830770016, -0.00562941562384367, -0.005403793882578611, -0.005178172141313553, -0.004952549934387207, -0.0047269281931221485, -0.00450130645185709, -0.004275684244930744, -0.004050062503665686, -0.0038244405295699835, -0.0035988185554742813, -0.003373196814209223, -0.0031475748401135206, -0.0029219528660178185, -0.0026963308919221163, -0.002470708917826414, -0.0022450871765613556, -0.0020194652024656534, -0.0017938432283699512, -0.001568221370689571, -0.0013425995130091906, -0.0011169775389134884, -0.0008913556230254471, -0.0006657337071374059, -0.0004401117912493646, -0.00021448987536132336, 1.1132040526717901e-05, 0.00023675395641475916, 0.0004623758723028004, 0.0006879977881908417, 0.0009136197040788829, 0.0011392416199669242, 0.0013648634776473045, 0.0015904854517430067, 0.0018161074258387089, 0.0020417291671037674, 0.0022673511411994696, 0.0024929731152951717, 0.002718595089390874, 0.002944217063486576, 0.0031698388047516346, 0.0033954607788473368, 0.003621082752943039, 0.0038467044942080975, 0.004072326701134443, 0.004297948442399502, 0.00452357018366456, 0.004749192390590906, 0.004974814131855965, 0.0052004363387823105, 0.005426058080047369, 0.0056516798213124275, 0.005877302028238773, 0.006102923769503832, 0.00632854551076889, 0.006554167717695236, 0.006779789458960295, 0.007005411200225353, 0.007231033407151699, 0.007456655148416758, 0.007682277355343103, 0.007907899096608162]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 4.0, 9.0, 7.0, 4.0, 4.0, 4.0, 1.0, 4.0, 1.0, 1.0, 6.0, 0.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.10363415628671646, -0.10156095772981644, -0.09948775917291641, -0.09741456061601639, -0.09534135460853577, -0.09326815605163574, -0.09119495749473572, -0.0891217589378357, -0.08704856038093567, -0.08497536182403564, -0.08290216326713562, -0.0808289647102356, -0.07875576615333557, -0.07668256014585495, -0.07460936158895493, -0.0725361630320549, -0.07046296447515488, -0.06838976591825485, -0.06631656736135483, -0.0642433688044548, -0.06217016652226448, -0.060096967965364456, -0.05802376568317413, -0.05595056712627411, -0.053877368569374084, -0.05180417001247406, -0.049730971455574036, -0.04765776917338371, -0.04558457061648369, -0.043511372059583664, -0.04143816977739334, -0.03936497122049332, -0.03729177266359329, -0.03521857410669327, -0.03314537554979324, -0.03107217326760292, -0.028998974710702896, -0.02692577615380287, -0.024852575734257698, -0.022779375314712524, -0.0207061767578125, -0.018632978200912476, -0.016559777781367302, -0.014486578293144703, -0.012413378804922104, -0.010340179316699505, -0.008266979828476906, -0.006193780340254307, -0.004120580852031708, -0.0020473813638091087, 2.5818124413490295e-05, 0.0020990176126360893, 0.004172217100858688, 0.006245416589081287, 0.008318616077303886, 0.010391815565526485, 0.012465015053749084, 0.014538214541971684, 0.016611414030194283, 0.018684614449739456, 0.02075781300663948, 0.022831011563539505, 0.02490421198308468, 0.026977412402629852, 0.029050610959529877]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 9.0, 2.0, 0.0, 0.0, 3.0, 10.0, 12.0, 9.0, 6.0, 8.0, 4.0, 5.0, 8.0, 5.0, 7.0, 7.0, 4.0, 6.0, 5.0, 18.0, 20.0, 18.0, 13.0, 11.0, 17.0, 27.0, 32.0, 29.0, 31.0, 38.0, 51.0, 66.0, 88.0, 110.0, 148.0, 282.0, 471.0, 649.0, 1214.0, 6336.0, 3106.0, 1794.0, 1107.0, 668.0, 513.0, 383.0, 279.0, 170.0, 152.0, 103.0, 101.0, 58.0, 54.0, 46.0, 36.0, 23.0, 13.0, 10.0, 11.0, 8.0, 4.0, 5.0, 2.0], "bins": [-0.03284507244825363, -0.03203997388482094, -0.031234871596097946, -0.030429771170020103, -0.02962467074394226, -0.028819570317864418, -0.028014469891786575, -0.027209369465708733, -0.02640426903963089, -0.025599170476198196, -0.024794070050120354, -0.02398896962404251, -0.02318386919796467, -0.022378768771886826, -0.021573668345808983, -0.02076856791973114, -0.019963467493653297, -0.019158367067575455, -0.018353266641497612, -0.01754816621541977, -0.016743065789341927, -0.015937965363264084, -0.015132865868508816, -0.014327765442430973, -0.01352266501635313, -0.012717564590275288, -0.011912464164197445, -0.011107363738119602, -0.010302264243364334, -0.009497163817286491, -0.008692063391208649, -0.007886962965130806, -0.007081862539052963, -0.0062767621129751205, -0.005471661686897278, -0.004666561726480722, -0.0038614613004028797, -0.003056360874325037, -0.002251260681077838, -0.001446160371415317, -0.0006410600617527962, 0.0001640402479097247, 0.0009691405575722456, 0.0017742408672347665, 0.0025793411768972874, 0.00338444160297513, 0.0041895415633916855, 0.004994641989469528, 0.005799742415547371, 0.006604842841625214, 0.007409943267703056, 0.008215043693780899, 0.009020144119858742, 0.00982524361461401, 0.010630344040691853, 0.011435444466769695, 0.012240544892847538, 0.01304564531892538, 0.013850745745003223, 0.014655846171081066, 0.015460945665836334, 0.016266046091914177, 0.01707114651799202, 0.017876246944069862, 0.018681347370147705]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.23121967911720276, -0.2219247817993164, -0.21262988448143005, -0.2033350020647049, -0.19404010474681854, -0.1847452074289322, -0.17545032501220703, -0.16615542769432068, -0.15686053037643433, -0.14756563305854797, -0.13827073574066162, -0.12897585332393646, -0.11968095600605011, -0.11038605868816376, -0.101091168820858, -0.09179627895355225, -0.0825013816356659, -0.07320648431777954, -0.06391159445047379, -0.05461670085787773, -0.04532180726528168, -0.03602691367268562, -0.02673202008008957, -0.017437126487493515, -0.008142232894897461, 0.0011526606976985931, 0.010447554290294647, 0.0197424478828907, 0.029037341475486755, 0.03833223506808281, 0.047627128660678864, 0.05692202225327492, 0.06621691584587097, 0.07551181316375732, 0.08480670303106308, 0.09410159289836884, 0.10339649021625519, 0.11269138753414154, 0.1219862774014473, 0.13128116726875305, 0.1405760645866394, 0.14987096190452576, 0.1591658592224121, 0.16846074163913727, 0.17775563895702362, 0.18705053627490997, 0.19634541869163513, 0.20564031600952148, 0.21493521332740784, 0.2242301106452942, 0.23352500796318054, 0.2428198903799057, 0.25211477279663086, 0.2614096701145172, 0.27070456743240356, 0.2799994647502899, 0.28929436206817627, 0.2985892593860626, 0.307884156703949, 0.3171790540218353, 0.3264739513397217, 0.33576881885528564, 0.345063716173172, 0.35435861349105835, 0.3636535108089447]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 8.0, 2.0, 11.0, 5.0, 4.0, 7.0, 3.0, 6.0, 9.0, 18.0, 45.0, 52.0, 34.0, 21.0, 11.0, 5.0, 5.0, 0.0, 4.0, 2.0, 0.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.2085985392332077, -0.2016962617635727, -0.19479398429393768, -0.18789170682430267, -0.18098942935466766, -0.17408715188503265, -0.16718487441539764, -0.16028259694576263, -0.15338033437728882, -0.1464780569076538, -0.1395757794380188, -0.1326735019683838, -0.12577122449874878, -0.11886894702911377, -0.11196666955947876, -0.10506439208984375, -0.09816211462020874, -0.09125983715057373, -0.08435755968093872, -0.07745528221130371, -0.0705530047416687, -0.06365073472261429, -0.05674845725297928, -0.04984617978334427, -0.04294390231370926, -0.03604162484407425, -0.02913934923708439, -0.022237073630094528, -0.015334796160459518, -0.008432519622147083, -0.0015302430838346481, 0.005372033454477787, 0.012274309992790222, 0.019176587462425232, 0.026078863069415092, 0.03298113867640495, 0.03988341614603996, 0.04678569361567497, 0.053687967360019684, 0.060590244829654694, 0.0674925222992897, 0.07439479976892471, 0.08129707723855972, 0.08819935470819473, 0.09510162472724915, 0.10200390219688416, 0.10890617966651917, 0.11580845713615417, 0.12271073460578918, 0.1296130120754242, 0.1365152895450592, 0.1434175670146942, 0.15031984448432922, 0.15722212195396423, 0.16412439942359924, 0.17102667689323425, 0.17792895436286926, 0.18483121693134308, 0.1917334944009781, 0.1986357718706131, 0.2055380493402481, 0.21244032680988312, 0.21934260427951813, 0.22624488174915314, 0.23314715921878815]}, "_runtime": 58.96748375892639, "_timestamp": 1596211648.7385926, "_step": 71}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.011019470170140266, -0.010657223872840405, -0.010294976644217968, -0.009932730346918106, -0.00957048311829567, -0.009208236820995808, -0.008845990523695946, -0.00848374329507351, -0.008121496997773647, -0.007759250234812498, -0.007397003471851349, -0.007034757174551487, -0.006672510411590338, -0.0063102636486291885, -0.005948017351329327, -0.005585770588368177, -0.005223523825407028, -0.004861277062445879, -0.00449903029948473, -0.004136784002184868, -0.0037745372392237186, -0.0034122904762625694, -0.003050043946132064, -0.0026877974160015583, -0.002325550653040409, -0.00196330389007926, -0.0016010573599487543, -0.001238810713402927, -0.0008765640668570995, -0.0005143174203112721, -0.00015207077376544476, 0.00021017587278038263, 0.00057242251932621, 0.0009346691658720374, 0.0012969158124178648, 0.0016591624589636922, 0.0020214091055095196, 0.002383655868470669, 0.0027459023986011744, 0.00310814892873168, 0.003470395691692829, 0.0038326424546539783, 0.0041948892176151276, 0.0045571355149149895, 0.004919382277876139, 0.005281629040837288, 0.00564387533813715, 0.006006122101098299, 0.006368368864059448, 0.0067306156270205975, 0.007092862389981747, 0.007455108687281609, 0.007817355915904045, 0.008179602213203907, 0.008541848510503769, 0.008904095739126205, 0.009266342036426067, 0.00962858833372593, 0.009990835562348366, 0.010353081859648228, 0.01071532815694809, 0.011077575385570526, 0.011439821682870388, 0.011802068911492825, 0.012164315208792686]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 5.0, 5.0, 3.0, 15.0, 12.0, 13.0, 20.0, 21.0, 44.0, 37.0, 50.0, 85.0, 117.0, 116.0, 194.0, 330.0, 2161.0, 3587.0, 411.0, 215.0, 123.0, 86.0, 63.0, 62.0, 32.0, 24.0, 17.0, 15.0, 10.0, 13.0, 6.0, 7.0, 5.0, 4.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.15803022682666779, -0.1529323309659958, -0.1478344351053238, -0.1427365392446518, -0.1376386433839798, -0.1325407475233078, -0.1274428516626358, -0.1223449558019638, -0.11724705994129181, -0.11214916408061981, -0.10705126821994781, -0.10195337235927582, -0.09685547649860382, -0.09175758063793182, -0.08665968477725983, -0.08156178891658783, -0.07646389305591583, -0.07136599719524384, -0.06626810133457184, -0.06117020547389984, -0.056072309613227844, -0.05097441375255585, -0.04587651789188385, -0.04077862203121185, -0.035680726170539856, -0.03058283030986786, -0.025484934449195862, -0.020387038588523865, -0.015289142727851868, -0.01019124686717987, -0.0050933510065078735, 4.544854164123535e-06, 0.005102440714836121, 0.010200336575508118, 0.015298232436180115, 0.020396128296852112, 0.02549402415752411, 0.030591920018196106, 0.0356898158788681, 0.0407877117395401, 0.0458856076002121, 0.050983503460884094, 0.05608139932155609, 0.06117929518222809, 0.06627719104290009, 0.07137508690357208, 0.07647298276424408, 0.08157087862491608, 0.08666877448558807, 0.09176667034626007, 0.09686456620693207, 0.10196246206760406, 0.10706035792827606, 0.11215825378894806, 0.11725614964962006, 0.12235404551029205, 0.12745194137096405, 0.13254983723163605, 0.13764773309230804, 0.14274562895298004, 0.14784352481365204, 0.15294142067432404, 0.15803931653499603, 0.16313721239566803, 0.16823510825634003]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 2.0, 8.0, 1.0, 6.0, 4.0, 24.0, 7.0, 5.0, 4.0, 5.0, 0.0, 1.0, 3.0, 5.0, 5.0, 4.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037924558855593204, -0.0036839828826487064, -0.0035755098797380924, -0.0034670368768274784, -0.0033585638739168644, -0.0032500908710062504, -0.0031416178680956364, -0.0030331448651850224, -0.0029246718622744083, -0.002816199092194438, -0.002707726089283824, -0.00259925308637321, -0.002490780083462596, -0.002382307080551982, -0.002273834077641368, -0.002165361074730754, -0.00205688807182014, -0.0019484150689095259, -0.0018399420659989119, -0.0017314690630882978, -0.0016229960601776838, -0.0015145231736823916, -0.0014060501707717776, -0.0012975771678611636, -0.0011891041649505496, -0.0010806311620399356, -0.0009721581591293216, -0.0008636852144263685, -0.0007552122115157545, -0.0006467392086051404, -0.0005382662639021873, -0.00042979326099157333, -0.0003213202580809593, -0.00021284726972226053, -0.00010437428136356175, 4.098706995137036e-06, 0.00011257169535383582, 0.0002210446837125346, 0.0003295176720712334, 0.00043799064587801695, 0.000546463648788631, 0.000654936651699245, 0.000763409654609859, 0.0008718825993128121, 0.0009803555440157652, 0.0010888285469263792, 0.0011973015498369932, 0.0013057745527476072, 0.0014142475556582212, 0.0015227205585688353, 0.0016311935614794493, 0.0017396665643900633, 0.0018481395673006773, 0.0019566125702112913, 0.0020650855731219053, 0.0021735585760325193, 0.0022820313461124897, 0.0023905043490231037, 0.0024989773519337177, 0.0026074503548443317, 0.0027159233577549458, 0.0028243963606655598, 0.0029328693635761738, 0.003041342366486788, 0.003149815369397402]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 4.0, 1.0, 1.0, 4.0, 3.0, 7.0, 10.0, 19.0, 26.0, 40.0, 50.0, 63.0, 120.0, 183.0, 303.0, 385.0, 704.0, 1122.0, 1877.0, 3192.0, 6231.0, 12154.0, 26249.0, 68640.0, 782521.0, 167436.0, 51362.0, 24338.0, 12880.0, 7496.0, 4397.0, 2733.0, 1675.0, 1140.0, 696.0, 466.0, 327.0, 216.0, 140.0, 105.0, 85.0, 69.0, 55.0, 29.0, 28.0, 18.0, 13.0, 8.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.008917709812521935, -0.00863814540207386, -0.008358580991625786, -0.008079015649855137, -0.0077994512394070625, -0.007519886828958988, -0.0072403219528496265, -0.006960757076740265, -0.0066811926662921906, -0.006401628255844116, -0.0061220633797347546, -0.005842498503625393, -0.005562934093177319, -0.005283369682729244, -0.005003804806619883, -0.004724239930510521, -0.004444675520062447, -0.004165111109614372, -0.0038855462335050106, -0.0036059815902262926, -0.0033264169469475746, -0.0030468523036688566, -0.0027672876603901386, -0.0024877230171114206, -0.0022081583738327026, -0.0019285937305539846, -0.0016490290872752666, -0.0013694644439965487, -0.0010898998007178307, -0.0008103351574391127, -0.0005307705141603947, -0.0002512058708816767, 2.835877239704132e-05, 0.0003079234156757593, 0.0005874880589544773, 0.0008670527022331953, 0.0011466173455119133, 0.0014261819887906313, 0.0017057466320693493, 0.0019853112753480673, 0.0022648759186267853, 0.0025444405619055033, 0.0028240052051842213, 0.0031035698484629393, 0.0033831344917416573, 0.0036626991350203753, 0.003942263778299093, 0.004221828654408455, 0.004501393064856529, 0.004780957475304604, 0.005060522351413965, 0.005340087227523327, 0.005619651637971401, 0.0058992160484194756, 0.006178780924528837, 0.006458345800638199, 0.006737910211086273, 0.0070174746215343475, 0.007297039497643709, 0.007576604373753071, 0.007856168784201145, 0.00813573319464922, 0.008415298536419868, 0.008694862946867943, 0.008974427357316017]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 5.0, 3.0, 1.0, 9.0, 1.0, 1.0, 1.0, 7.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010782628320157528, -0.010275976732373238, -0.009769324213266373, -0.009262672625482082, -0.008756020106375217, -0.008249368518590927, -0.0077427164651453495, -0.007236064411699772, -0.006729412358254194, -0.006222760304808617, -0.005716108251363039, -0.005209456197917461, -0.004702804610133171, -0.0041961525566875935, -0.003689500503242016, -0.0031828484497964382, -0.0026761963963508606, -0.002169544342905283, -0.0016628924058750272, -0.0011562404688447714, -0.0006495884153991938, -0.00014293642016127706, 0.00036371557507663965, 0.0008703675703145564, 0.001377019565552473, 0.0018836716189980507, 0.0023903236724436283, 0.0028969754930585623, 0.00340362754650414, 0.003910279367119074, 0.0044169314205646515, 0.004923583474010229, 0.005430235527455807, 0.005936887580901384, 0.006443539634346962, 0.00695019168779254, 0.007456843741238117, 0.007963495329022408, 0.008470147848129272, 0.008976799435913563, 0.009483451023697853, 0.009990103542804718, 0.010496755130589008, 0.011003407649695873, 0.011510059237480164, 0.012016711756587029, 0.012523363344371319, 0.013030015863478184, 0.013536667451262474, 0.014043319039046764, 0.01454997155815363, 0.01505662314593792, 0.015563275665044785, 0.01606992818415165, 0.016576578840613365, 0.01708323135972023, 0.017589883878827095, 0.01809653453528881, 0.018603187054395676, 0.01910983957350254, 0.019616492092609406, 0.02012314274907112, 0.020629795268177986, 0.02113644778728485, 0.021643098443746567]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 5.0, 9.0, 3.0, 7.0, 8.0, 14.0, 23.0, 36.0, 39.0, 52.0, 85.0, 119.0, 172.0, 188.0, 260.0, 357.0, 467.0, 668.0, 1107.0, 1858.0, 5860.0, 2034.0, 1269.0, 879.0, 695.0, 486.0, 363.0, 271.0, 233.0, 162.0, 130.0, 96.0, 102.0, 66.0, 62.0, 47.0, 39.0, 27.0, 29.0, 22.0, 17.0, 15.0, 10.0, 14.0, 7.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.006132997572422028, -0.005872303619980812, -0.005611609201878309, -0.005350915249437094, -0.005090220831334591, -0.004829526878893375, -0.00456883292645216, -0.004308138508349657, -0.0040474445559084415, -0.0037867503706365824, -0.003526056185364723, -0.0032653622329235077, -0.0030046680476516485, -0.0027439738623797894, -0.002483279909938574, -0.0022225857246667147, -0.0019618915393948555, -0.0017011973541229963, -0.001440503285266459, -0.0011798092164099216, -0.0009191150311380625, -0.0006584209040738642, -0.00039772677700966597, -0.0001370326499454677, 0.00012366147711873055, 0.0003843556041829288, 0.0006450497312471271, 0.0009057438583113253, 0.0011664379853755236, 0.0014271321706473827, 0.00168782623950392, 0.0019485203083604574, 0.0022092144936323166, 0.0024699086789041758, 0.002730602864176035, 0.0029912968166172504, 0.0032519910018891096, 0.0035126851871609688, 0.0037733791396021843, 0.004034073557704687, 0.004294767510145903, 0.004555461462587118, 0.004816155880689621, 0.0050768498331308365, 0.005337543785572052, 0.005598238203674555, 0.00585893215611577, 0.006119626574218273, 0.006380320526659489, 0.006641014479100704, 0.006901708897203207, 0.0071624028496444225, 0.007423097267746925, 0.007683791220188141, 0.007944485172629356, 0.008205179125070572, 0.008465873077511787, 0.008726567961275578, 0.008987261913716793, 0.009247955866158009, 0.009508649818599224, 0.00976934377104044, 0.01003003865480423, 0.010290732607245445, 0.01055142655968666]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10980746895074844, -0.10566482692956924, -0.10152218490839005, -0.09737954288721085, -0.09323690086603165, -0.08909425884485245, -0.08495161682367325, -0.08080897480249405, -0.07666633278131485, -0.07252369076013565, -0.06838104873895645, -0.06423840671777725, -0.06009576469659805, -0.055953122675418854, -0.051810480654239655, -0.047667838633060455, -0.043525196611881256, -0.03938255459070206, -0.03523991256952286, -0.03109727054834366, -0.02695462852716446, -0.02281198650598526, -0.01866934448480606, -0.014526702463626862, -0.010384060442447662, -0.006241418421268463, -0.002098776400089264, 0.0020438656210899353, 0.0061865076422691345, 0.010329149663448334, 0.014471791684627533, 0.018614433705806732, 0.02275707572698593, 0.02689971774816513, 0.03104235976934433, 0.03518500179052353, 0.03932764381170273, 0.04347028583288193, 0.04761292785406113, 0.051755569875240326, 0.055898211896419525, 0.060040853917598724, 0.06418349593877792, 0.06832613795995712, 0.07246877998113632, 0.07661142200231552, 0.08075406402349472, 0.08489670604467392, 0.08903934806585312, 0.09318199008703232, 0.09732463210821152, 0.10146727412939072, 0.10560991615056992, 0.10975255817174911, 0.11389520019292831, 0.11803784221410751, 0.12218048423528671, 0.1263231337070465, 0.1304657757282257, 0.1346084177494049, 0.1387510597705841, 0.1428937017917633, 0.1470363438129425, 0.1511789858341217, 0.1553216278553009]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 6.0, 2.0, 7.0, 5.0, 8.0, 15.0, 10.0, 27.0, 36.0, 64.0, 42.0, 19.0, 7.0, 2.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08689283579587936, -0.08342775702476501, -0.07996267825365067, -0.07649759203195572, -0.07303251326084137, -0.06956743448972702, -0.06610235571861267, -0.06263727694749832, -0.059172194451093674, -0.055707115679979324, -0.052242033183574677, -0.04877695441246033, -0.04531187564134598, -0.04184679314494133, -0.03838171437382698, -0.03491663187742233, -0.03145155310630798, -0.027986472472548485, -0.024521391838788986, -0.021056313067674637, -0.017591232433915138, -0.01412615180015564, -0.010661072097718716, -0.007195991929620504, -0.003730911761522293, -0.0002658315934240818, 0.0031992485746741295, 0.006664328742772341, 0.010129408910870552, 0.01359448954463005, 0.0170595683157444, 0.0205246489495039, 0.023989729583263397, 0.027454810217022896, 0.030919890850782394, 0.034384969621896744, 0.03785005211830139, 0.04131513088941574, 0.04478020966053009, 0.04824529215693474, 0.05171037092804909, 0.05517544969916344, 0.058640532195568085, 0.062105610966682434, 0.06557068973779678, 0.06903576850891113, 0.07250085473060608, 0.07596593350172043, 0.07943101227283478, 0.08289609104394913, 0.08636116981506348, 0.08982625603675842, 0.09329133480787277, 0.09675641357898712, 0.10022149235010147, 0.10368657112121582, 0.10715165734291077, 0.11061673611402512, 0.11408181488513947, 0.11754689365625381, 0.12101197242736816, 0.12447705119848251, 0.12794212996959686, 0.1314072161912918, 0.13487228751182556]}, "_runtime": 59.7543830871582, "_timestamp": 1596211649.525492, "_step": 72}
+{"val_accuracy": 0.8055201198630138, "val_loss": 0.5029037881931758, "_runtime": 61.72308945655823, "_timestamp": 1596211651.4941983, "_step": 73}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: T Confidence: 0.3665325939655304 Truth: v", "Prediction: P Confidence: 0.5699436068534851 Truth: 5", "Prediction: U Confidence: 0.6633589863777161 Truth: 2", "Prediction: O Confidence: 0.4335922300815582 Truth: 0"]}, "_runtime": 62.02131104469299, "_timestamp": 1596211651.79242, "_step": 74}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017028557136654854, -0.0165704432874918, -0.016112329438328743, -0.015654217451810837, -0.015196103602647781, -0.014737989753484726, -0.01427987590432167, -0.01382176298648119, -0.013363649137318134, -0.012905536219477654, -0.012447422370314598, -0.011989308521151543, -0.011531195603311062, -0.011073081754148006, -0.010614968836307526, -0.01015685498714447, -0.009698741137981415, -0.009240628220140934, -0.008782514370977879, -0.008324401453137398, -0.007866287603974342, -0.007408174220472574, -0.006950060836970806, -0.006491947453469038, -0.00603383406996727, -0.0055757202208042145, -0.005117606837302446, -0.004659493453800678, -0.00420138007029891, -0.0037432664539664984, -0.0032851530704647303, -0.0028270394541323185, -0.0023689260706305504, -0.0019108125707134604, -0.0014526990707963705, -0.0009945856872946024, -0.0005364721873775125, -7.835871656425297e-05, 0.0003797547542490065, 0.0008378681959584355, 0.0012959816958755255, 0.0017540951957926154, 0.0022122086957097054, 0.0026703220792114735, 0.0031284354627132416, 0.0035865490790456533, 0.004044662695378065, 0.004502776078879833, 0.004960889462381601, 0.0054190028458833694, 0.0058771162293851376, 0.006335230078548193, 0.006793343462049961, 0.007251456845551729, 0.007709570229053497, 0.008167684078216553, 0.008625796996057034, 0.009083910845220089, 0.00954202376306057, 0.010000137612223625, 0.01045825146138668, 0.010916364379227161, 0.011374478228390217, 0.011832591146230698, 0.012290704995393753]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 3.0, 4.0, 6.0, 4.0, 6.0, 8.0, 11.0, 16.0, 20.0, 22.0, 32.0, 42.0, 62.0, 101.0, 120.0, 173.0, 290.0, 508.0, 4993.0, 647.0, 288.0, 195.0, 91.0, 74.0, 52.0, 34.0, 30.0, 15.0, 16.0, 11.0, 7.0, 4.0, 4.0, 2.0, 9.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.21311093866825104, -0.20708529651165009, -0.20105965435504913, -0.19503401219844818, -0.18900837004184723, -0.18298272788524628, -0.17695708572864532, -0.17093144357204437, -0.16490581631660461, -0.15888017416000366, -0.1528545320034027, -0.14682888984680176, -0.1408032476902008, -0.13477760553359985, -0.1287519633769989, -0.12272632122039795, -0.116700679063797, -0.11067503690719604, -0.10464939475059509, -0.09862375259399414, -0.09259811043739319, -0.08657247573137283, -0.08054683357477188, -0.07452119141817093, -0.06849554926156998, -0.062469907104969025, -0.05644426494836807, -0.05041862651705742, -0.04439298436045647, -0.038367342203855515, -0.03234170377254486, -0.02631606161594391, -0.020290419459342957, -0.014264778234064579, -0.008239137008786201, -0.002213495783507824, 0.0038121454417705536, 0.009837786667048931, 0.01586342789232731, 0.02188906818628311, 0.027914710342884064, 0.033940352499485016, 0.03996599465608597, 0.04599163308739662, 0.052017275243997574, 0.058042917400598526, 0.06406855583190918, 0.07009419798851013, 0.07611984014511108, 0.08214548230171204, 0.08817112445831299, 0.09419676661491394, 0.10022240877151489, 0.10624804347753525, 0.1122736856341362, 0.11829932779073715, 0.1243249699473381, 0.13035060465335846, 0.1363762468099594, 0.14240188896656036, 0.14842753112316132, 0.15445317327976227, 0.16047881543636322, 0.16650445759296417, 0.17253009974956512]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 3.0, 4.0, 4.0, 2.0, 2.0, 2.0, 24.0, 5.0, 1.0, 3.0, 2.0, 5.0, 3.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0035277646966278553, -0.0034342114813625813, -0.003340658266097307, -0.003247105050832033, -0.003153551835566759, -0.003059998620301485, -0.002966445405036211, -0.002872892189770937, -0.002779338974505663, -0.002685785759240389, -0.002592232543975115, -0.0024986793287098408, -0.0024051261134445667, -0.0023115728981792927, -0.0022180196829140186, -0.0021244664676487446, -0.0020309132523834705, -0.0019373600371181965, -0.0018438068218529224, -0.0017502536065876484, -0.0016567003913223743, -0.0015631471760571003, -0.0014695939607918262, -0.0013760407455265522, -0.0012824875302612782, -0.001188934314996004, -0.00109538109973073, -0.001001827884465456, -0.000908274669200182, -0.0008147214539349079, -0.0007211682386696339, -0.0006276150234043598, -0.0005340618081390858, -0.0004405085928738117, -0.0003469553776085377, -0.0002534021623432636, -0.00015984894707798958, -6.629573181271553e-05, 2.7257483452558517e-05, 0.00012081069871783257, 0.0002143639139831066, 0.00030791712924838066, 0.0004014703445136547, 0.0004950235597789288, 0.0005885767750442028, 0.0006821299903094769, 0.0007756832055747509, 0.000869236420840025, 0.000962789636105299, 0.001056342851370573, 0.001149896066635847, 0.0012434492819011211, 0.0013370024971663952, 0.0014305557124316692, 0.0015241089276969433, 0.0016176621429622173, 0.0017112153582274914, 0.0018047685734927654, 0.0018983217887580395, 0.0019918750040233135, 0.0020854282192885876, 0.0021789814345538616, 0.0022725346498191357, 0.0023660878650844097, 0.0024596410803496838]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 8.0, 6.0, 2.0, 7.0, 27.0, 26.0, 47.0, 67.0, 126.0, 157.0, 264.0, 410.0, 654.0, 1015.0, 1654.0, 2813.0, 5218.0, 9618.0, 18864.0, 40971.0, 111225.0, 810982.0, 93491.0, 36732.0, 18239.0, 10387.0, 5958.0, 3741.0, 2265.0, 1527.0, 979.0, 678.0, 460.0, 308.0, 218.0, 130.0, 125.0, 69.0, 39.0, 45.0, 29.0, 20.0, 14.0, 7.0, 4.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008826985023915768, -0.008537787944078445, -0.008248591795563698, -0.007959394715726376, -0.007670198567211628, -0.007381001487374306, -0.007091804873198271, -0.006802608259022236, -0.006513411644846201, -0.006224215030670166, -0.005935018416494131, -0.005645821802318096, -0.005356624722480774, -0.005067428108304739, -0.004778231494128704, -0.004489034879952669, -0.004199838265776634, -0.003910641651600599, -0.0036214450374245644, -0.0033322481904178858, -0.003043051576241851, -0.002753854962065816, -0.0024646581150591373, -0.0021754615008831024, -0.0018862648867070675, -0.0015970682725310326, -0.0013078715419396758, -0.001018674811348319, -0.0007294781971722841, -0.0004402815247885883, -0.00015108485240489244, 0.0001381118199788034, 0.00042730849236249924, 0.0007165051647461951, 0.001005701837129891, 0.0012948985677212477, 0.0015840951818972826, 0.0018732917960733175, 0.002162488643079996, 0.002451685257256031, 0.002740881871432066, 0.003030078485608101, 0.003319275099784136, 0.0036084719467908144, 0.0038976685609668493, 0.004186865407973528, 0.004476062022149563, 0.004765258636325598, 0.005054455250501633, 0.005343651864677668, 0.0056328484788537025, 0.0059220450930297375, 0.006211241707205772, 0.006500438787043095, 0.0067896354012191296, 0.0070788320153951645, 0.007368028629571199, 0.007657225243747234, 0.007946422323584557, 0.008235618472099304, 0.008524815551936626, 0.008814011700451374, 0.009103208780288696, 0.009392404928803444, 0.009681602008640766]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 3.0, 3.0, 3.0, 0.0, 4.0, 6.0, 3.0, 10.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011372278444468975, -0.010587274096906185, -0.009802269749343395, -0.009017265401780605, -0.00823226012289524, -0.007447256240993738, -0.006662251427769661, -0.005877247080206871, -0.005092242732644081, -0.004307238385081291, -0.0035222338046878576, -0.002737229224294424, -0.0019522248767316341, -0.0011672204127535224, -0.00038221594877541065, 0.0004027885152027011, 0.0011877929791808128, 0.0019727973267436028, 0.0027578019071370363, 0.00354280648753047, 0.00432781083509326, 0.00511281518265605, 0.005897819995880127, 0.006682824343442917, 0.007467828691005707, 0.008252833038568497, 0.009037837386131287, 0.009822841733694077, 0.010607846081256866, 0.011392851360142231, 0.012177855707705021, 0.01296286005526781, 0.0137478644028306, 0.01453286875039339, 0.01531787309795618, 0.016102878376841545, 0.016887882724404335, 0.017672887071967125, 0.018457891419529915, 0.019242895767092705, 0.020027900114655495, 0.020812904462218285, 0.021597908809781075, 0.022382913157343864, 0.023167917504906654, 0.023952921852469444, 0.024737926200032234, 0.025522930547595024, 0.026307936757802963, 0.027092941105365753, 0.027877945452928543, 0.028662949800491333, 0.029447954148054123, 0.030232958495616913, 0.031017962843179703, 0.03180296719074249, 0.03258797153830528, 0.03337297588586807, 0.03415798023343086, 0.03494298458099365, 0.03572798892855644, 0.03651299327611923, 0.03729799762368202, 0.03808300197124481, 0.0388680063188076]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 7.0, 13.0, 15.0, 28.0, 45.0, 47.0, 80.0, 96.0, 134.0, 218.0, 258.0, 326.0, 433.0, 525.0, 751.0, 1098.0, 1553.0, 5916.0, 2404.0, 1250.0, 797.0, 537.0, 382.0, 325.0, 265.0, 173.0, 139.0, 119.0, 105.0, 74.0, 41.0, 47.0, 34.0, 27.0, 22.0, 28.0, 14.0, 7.0, 8.0, 3.0, 8.0, 4.0, 8.0, 7.0, 7.0, 5.0, 6.0, 6.0, 8.0, 6.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.007977711968123913, -0.0076439534313976765, -0.007310195360332727, -0.006976436823606491, -0.006642678752541542, -0.006308920215815306, -0.005975161679089069, -0.00564140360802412, -0.005307645071297884, -0.004973886534571648, -0.004640128463506699, -0.004306369926780462, -0.003972611390054226, -0.003638853318989277, -0.0033050947822630405, -0.002971336478367448, -0.002637578174471855, -0.0023038198705762625, -0.00197006156668067, -0.0016363030299544334, -0.0013025447260588408, -0.0009687863639555871, -0.0006350280018523335, -0.00030126963974907994, 3.248872235417366e-05, 0.00036624708445742726, 0.0007000054465606809, 0.0010337638668715954, 0.001367522170767188, 0.0017012804746627808, 0.002035039011389017, 0.00236879731528461, 0.0027025556191802025, 0.003036313923075795, 0.003370072226971388, 0.003703830763697624, 0.004037588834762573, 0.00437134737148881, 0.004705105908215046, 0.005038863979279995, 0.005372622516006231, 0.005706381052732468, 0.006040139123797417, 0.006373897660523653, 0.006707656197249889, 0.007041414268314838, 0.007375172805041075, 0.007708930876106024, 0.00804268941283226, 0.00837644748389721, 0.008710206486284733, 0.009043964557349682, 0.009377722628414631, 0.009711481630802155, 0.010045239701867104, 0.010378997772932053, 0.010712755843997002, 0.011046514846384525, 0.011380272917449474, 0.011714030988514423, 0.012047789990901947, 0.012381548061966896, 0.012715306133031845, 0.013049065135419369, 0.013382823206484318]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1061258465051651, -0.10322374850511551, -0.10032165050506592, -0.09741955250501633, -0.09451744705438614, -0.09161534905433655, -0.08871325105428696, -0.08581115305423737, -0.08290905505418777, -0.08000695705413818, -0.077104851603508, -0.0742027536034584, -0.07130065560340881, -0.06839855760335922, -0.06549645960330963, -0.06259436160326004, -0.05969225987792015, -0.05679016187787056, -0.05388806015253067, -0.05098596215248108, -0.04808386415243149, -0.0451817624270916, -0.04227966442704201, -0.039377566426992416, -0.03647546470165253, -0.033573366701602936, -0.030671268701553345, -0.027769168838858604, -0.024867068976163864, -0.021964970976114273, -0.019062871113419533, -0.01616077311336994, -0.013258673250675201, -0.010356574319303036, -0.007454474922269583, -0.00455237552523613, -0.001650276593863964, 0.0012518225703388453, 0.004153921734541655, 0.007056021131575108, 0.009958120062947273, 0.012860218994319439, 0.015762317925691605, 0.018664417788386345, 0.021566517651081085, 0.024468615651130676, 0.027370715513825417, 0.030272813513875008, 0.03317491337656975, 0.03607701137661934, 0.03897911310195923, 0.04188121110200882, 0.04478330910205841, 0.0476854108273983, 0.05058750882744789, 0.05348960682749748, 0.05639170855283737, 0.05929380655288696, 0.062195904552936554, 0.06509800255298615, 0.06800010055303574, 0.07090220600366592, 0.07380430400371552, 0.0767064020037651, 0.0796085000038147]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 8.0, 18.0, 16.0, 18.0, 22.0, 20.0, 44.0, 38.0, 13.0, 3.0, 8.0, 7.0, 4.0, 2.0, 3.0, 7.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.06535650044679642, -0.06302095204591751, -0.06068539619445801, -0.0583498477935791, -0.0560142956674099, -0.05367874354124069, -0.051343195140361786, -0.04900764301419258, -0.046672090888023376, -0.04433653876185417, -0.04200098663568497, -0.03966543823480606, -0.037329886108636856, -0.03499433398246765, -0.032658785581588745, -0.03032323345541954, -0.027987681329250336, -0.02565212920308113, -0.023316578939557076, -0.02098102867603302, -0.018645476549863815, -0.01630992442369461, -0.013974374160170555, -0.011638822965323925, -0.009303271770477295, -0.006967720575630665, -0.004632169380784035, -0.0022966181859374046, 3.8933008909225464e-05, 0.0023744842037558556, 0.004710035398602486, 0.007045586593449116, 0.009381137788295746, 0.011716688983142376, 0.014052240177989006, 0.01638779044151306, 0.018723342567682266, 0.02105889469385147, 0.023394444957375526, 0.025729995220899582, 0.028065547347068787, 0.03040109947323799, 0.032736651599407196, 0.0350722000002861, 0.03740775212645531, 0.03974330425262451, 0.04207885265350342, 0.04441440477967262, 0.04674995690584183, 0.04908550903201103, 0.05142106115818024, 0.05375660955905914, 0.05609216168522835, 0.05842771381139755, 0.06076326221227646, 0.06309881806373596, 0.06543436646461487, 0.06776991486549377, 0.07010547071695328, 0.07244101911783218, 0.07477657496929169, 0.0771121233701706, 0.0794476717710495, 0.081783227622509, 0.08411877602338791]}, "_runtime": 62.298869609832764, "_timestamp": 1596211652.0699785, "_step": 75}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 7.0, 5.0, 3.0, 7.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01060029212385416, -0.010249922052025795, -0.009899552911520004, -0.009549182839691639, -0.009198812767863274, -0.008848442696034908, -0.008498072624206543, -0.008147703483700752, -0.007797333411872387, -0.007446963340044022, -0.007096593733876944, -0.006746224127709866, -0.0063958540558815, -0.006045483984053135, -0.005695114377886057, -0.005344744771718979, -0.0049943746998906136, -0.004644004628062248, -0.00429363502189517, -0.003943265415728092, -0.003592895343899727, -0.003242525504902005, -0.0028921556659042835, -0.002541785826906562, -0.00219141598790884, -0.0018410461489111185, -0.0014906763099133968, -0.0011403064709156752, -0.0007899366319179535, -0.0004395667929202318, -8.919695392251015e-05, 0.0002611728850752115, 0.0006115427240729332, 0.0009619125630706549, 0.0013122824020683765, 0.0016626522410660982, 0.00201302208006382, 0.0023633919190615416, 0.0027137617580592632, 0.003064131597056985, 0.0034145014360547066, 0.0037648712750524282, 0.00411524111405015, 0.004465610720217228, 0.004815980792045593, 0.005166350863873959, 0.005516720470041037, 0.005867090076208115, 0.00621746014803648, 0.006567830219864845, 0.006918199826031923, 0.007268569432199001, 0.007618939504027367, 0.007969309575855732, 0.008319679647684097, 0.008670048788189888, 0.009020418860018253, 0.009370788931846619, 0.00972115807235241, 0.010071528144180775, 0.01042189821600914, 0.010772268287837505, 0.01112263835966587, 0.011473007500171661, 0.011823377572000027]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 7.0, 4.0, 7.0, 10.0, 5.0, 9.0, 16.0, 18.0, 25.0, 21.0, 23.0, 50.0, 57.0, 68.0, 118.0, 167.0, 243.0, 438.0, 4790.0, 903.0, 321.0, 169.0, 103.0, 96.0, 59.0, 44.0, 19.0, 30.0, 20.0, 17.0, 11.0, 9.0, 7.0, 4.0, 6.0, 6.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13799600303173065, -0.1334943026304245, -0.12899260222911835, -0.12449090927839279, -0.11998921632766724, -0.11548751592636108, -0.11098581552505493, -0.10648412257432938, -0.10198242217302322, -0.09748072177171707, -0.09297902882099152, -0.08847732841968536, -0.08397562801837921, -0.07947393506765366, -0.0749722346663475, -0.07047054171562195, -0.0659688413143158, -0.06146714463829994, -0.05696544796228409, -0.052463747560977936, -0.04796205088496208, -0.04346035420894623, -0.038958653807640076, -0.03445695713162422, -0.029955260455608368, -0.025453563779592514, -0.02095186524093151, -0.016450166702270508, -0.011948470026254654, -0.007446772418916225, -0.002945074811577797, 0.0015566227957606316, 0.00605832040309906, 0.010560018010437489, 0.015061715617775917, 0.01956341415643692, 0.024065110832452774, 0.028566807508468628, 0.03306850790977478, 0.037570204585790634, 0.04207190126180649, 0.04657359793782234, 0.051075294613838196, 0.05557699501514435, 0.0600786916911602, 0.06458038836717606, 0.06908208876848221, 0.07358378171920776, 0.07808548212051392, 0.08258718252182007, 0.08708887547254562, 0.09159057587385178, 0.09609226882457733, 0.10059396922588348, 0.10509566962718964, 0.10959736257791519, 0.11409906297922134, 0.1186007633805275, 0.12310245633125305, 0.1276041567325592, 0.13210585713386536, 0.1366075575351715, 0.14110924303531647, 0.14561094343662262, 0.15011264383792877]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 7.0, 5.0, 3.0, 0.0, 28.0, 6.0, 5.0, 4.0, 2.0, 6.0, 2.0, 3.0, 6.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00283560948446393, -0.002748384140431881, -0.0026611587963998318, -0.0025739336851984262, -0.002486708341166377, -0.002399482997134328, -0.0023122576531022787, -0.0022250323090702295, -0.002137807197868824, -0.002050581853836775, -0.0019633565098047256, -0.0018761311657726765, -0.0017889058217406273, -0.0017016805941239, -0.0016144552500918508, -0.0015272300224751234, -0.0014400046784430742, -0.001352779334411025, -0.0012655541067942977, -0.0011783287627622485, -0.0010911035351455212, -0.001003878191113472, -0.0009166528470814228, -0.0008294275612570345, -0.0007422022754326463, -0.000654976989608258, -0.0005677517037838697, -0.00048052635975182056, -0.0003933010739274323, -0.00030607578810304403, -0.0002188504731748253, -0.00013162517279852182, -4.439987242221832e-05, 4.282542795408517e-05, 0.00013005072833038867, 0.00021727602870669216, 0.00030450132908299565, 0.0003917266149073839, 0.00047895192983560264, 0.0005661772447638214, 0.0006534025305882096, 0.0007406278164125979, 0.0008278531022369862, 0.0009150784462690353, 0.0010023037903010845, 0.0010895290179178119, 0.001176754361949861, 0.0012639795895665884, 0.0013512049335986376, 0.0014384302776306868, 0.0015256555052474141, 0.0016128808492794633, 0.0017001060768961906, 0.0017873314209282398, 0.001874556764960289, 0.001961782108992338, 0.0020490074530243874, 0.002136232564225793, 0.002223457908257842, 0.0023106832522898912, 0.0023979085963219404, 0.0024851339403539896, 0.002572359051555395, 0.0026595843955874443, 0.0027468097396194935]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 4.0, 15.0, 16.0, 18.0, 24.0, 36.0, 50.0, 69.0, 95.0, 172.0, 220.0, 370.0, 526.0, 988.0, 1649.0, 2544.0, 4448.0, 8468.0, 17107.0, 38170.0, 103061.0, 807333.0, 109612.0, 39984.0, 18830.0, 10387.0, 5923.0, 3551.0, 2092.0, 1399.0, 858.0, 555.0, 340.0, 243.0, 159.0, 114.0, 64.0, 50.0, 31.0, 10.0, 13.0, 9.0, 11.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.007814117707312107, -0.007581625133752823, -0.007349132094532251, -0.00711663905531168, -0.006884146481752396, -0.006651653908193111, -0.00641916086897254, -0.006186667829751968, -0.005954175256192684, -0.0057216826826334, -0.0054891896434128284, -0.005256696604192257, -0.005024204030632973, -0.0047917114570736885, -0.004559218417853117, -0.0043267253786325455, -0.004094232805073261, -0.0038617399986833334, -0.0036292471922934055, -0.0033967543859034777, -0.00316426157951355, -0.002931768773123622, -0.002699275966733694, -0.002466783160343766, -0.0022342903539538383, -0.0020017975475639105, -0.0017693047411739826, -0.0015368119347840548, -0.001304319128394127, -0.001071826322004199, -0.0008393335156142712, -0.0006068407092243433, -0.00037434790283441544, -0.00014185509644448757, 9.063770994544029e-05, 0.00032313051633536816, 0.000555623322725296, 0.0007881161291152239, 0.0010206089355051517, 0.0012531017418950796, 0.0014855945482850075, 0.0017180873546749353, 0.0019505801610648632, 0.002183072967454791, 0.002415565773844719, 0.002648058580234647, 0.0028805513866245747, 0.0031130441930145025, 0.0033455369994044304, 0.0035780298057943583, 0.003810522612184286, 0.004043015651404858, 0.004275508224964142, 0.004508000798523426, 0.004740493837743998, 0.004972986876964569, 0.005205479450523853, 0.0054379720240831375, 0.005670465063303709, 0.0059029581025242805, 0.006135450676083565, 0.006367943249642849, 0.0066004362888634205, 0.006832929328083992, 0.007065421901643276]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 9.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019634323194622993, -0.01905975304543972, -0.018485184758901596, -0.017910614609718323, -0.01733604446053505, -0.016761474311351776, -0.016186904162168503, -0.015612335875630379, -0.015037765726447105, -0.014463195577263832, -0.013888626359403133, -0.013314057141542435, -0.012739486992359161, -0.012164916843175888, -0.01159034762531519, -0.01101577840745449, -0.010441208258271217, -0.009866638109087944, -0.009292068891227245, -0.008717499673366547, -0.008142929524183273, -0.007568359840661287, -0.006993790157139301, -0.006419220473617315, -0.005844650790095329, -0.005270081106573343, -0.004695511423051357, -0.004120941739529371, -0.0035463720560073853, -0.0029718023724853992, -0.0023972326889634132, -0.0018226630054414272, -0.0012480933219194412, -0.0006735236383974552, -9.895395487546921e-05, 0.0004756157286465168, 0.0010501854121685028, 0.0016247550956904888, 0.002199324779212475, 0.002773894462734461, 0.003348464146256447, 0.003923033829778433, 0.004497603513300419, 0.005072173196822405, 0.005646742880344391, 0.006221312563866377, 0.006795882247388363, 0.007370451930910349, 0.007945021614432335, 0.008519591763615608, 0.009094160981476307, 0.009668730199337006, 0.010243300348520279, 0.010817870497703552, 0.011392439715564251, 0.01196700893342495, 0.012541579082608223, 0.013116149231791496, 0.013690718449652195, 0.014265287667512894, 0.014839857816696167, 0.01541442796587944, 0.015988998115062714, 0.016563566401600838, 0.01713813655078411]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 7.0, 2.0, 2.0, 5.0, 8.0, 6.0, 8.0, 21.0, 18.0, 35.0, 31.0, 41.0, 42.0, 44.0, 85.0, 153.0, 201.0, 360.0, 441.0, 671.0, 1054.0, 1556.0, 5961.0, 2617.0, 1600.0, 1047.0, 660.0, 488.0, 386.0, 243.0, 173.0, 137.0, 91.0, 68.0, 41.0, 22.0, 18.0, 20.0, 12.0, 6.0, 10.0, 4.0, 4.0, 4.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.012245645746588707, -0.011873282492160797, -0.011500919237732887, -0.011128555983304977, -0.010756192728877068, -0.010383829474449158, -0.010011466220021248, -0.009639102965593338, -0.009266739711165428, -0.008894375525414944, -0.008522012270987034, -0.008149649016559124, -0.007777285762131214, -0.007404922507703304, -0.0070325592532753944, -0.006660195998847485, -0.006287832744419575, -0.005915469489991665, -0.005543106235563755, -0.005170742981135845, -0.004798379726707935, -0.004426016006618738, -0.004053652752190828, -0.0036812894977629185, -0.0033089262433350086, -0.0029365629889070988, -0.002564199734479189, -0.0021918362472206354, -0.0018194729927927256, -0.0014471097383648157, -0.001074746367521584, -0.0007023830548860133, -0.0003300197422504425, 4.234357038512826e-05, 0.000414706883020699, 0.0007870701956562698, 0.0011594335082918406, 0.0015317967627197504, 0.001904160133562982, 0.0022765235044062138, 0.0026488867588341236, 0.0030212500132620335, 0.0033936132676899433, 0.003765976754948497, 0.00413834024220705, 0.00451070349663496, 0.00488306675106287, 0.00525543000549078, 0.00562779325991869, 0.0060001565143466, 0.006372519768774509, 0.006744883023202419, 0.007117246277630329, 0.007489609997719526, 0.007861972786486149, 0.008234336040914059, 0.008606700226664543, 0.008979063481092453, 0.009351426735520363, 0.009723789989948273, 0.010096153244376183, 0.010468516498804092, 0.010840879753232002, 0.011213243007659912, 0.011585606262087822]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05608883127570152, -0.052513424307107925, -0.04893801733851433, -0.04536261036992073, -0.04178720712661743, -0.038211800158023834, -0.03463639318943024, -0.03106098622083664, -0.027485579252243042, -0.023910172283649445, -0.020334765315055847, -0.0167593602091074, -0.013183953240513802, -0.009608546271920204, -0.006033140234649181, -0.0024577337317168713, 0.0011176727712154388, 0.004693079274147749, 0.008268485777080059, 0.011843891814351082, 0.01541929878294468, 0.018994705751538277, 0.022570110857486725, 0.026145517826080322, 0.02972092479467392, 0.03329633176326752, 0.036871738731861115, 0.04044714570045471, 0.04402255266904831, 0.04759795591235161, 0.051173362880945206, 0.0547487698495388, 0.0583241768181324, 0.061899583786726, 0.0654749870300293, 0.0690503939986229, 0.07262580096721649, 0.07620120793581009, 0.07977661490440369, 0.08335202187299728, 0.08692742884159088, 0.09050283581018448, 0.09407824277877808, 0.09765364974737167, 0.10122905671596527, 0.10480446368455887, 0.10837987065315247, 0.11195527762174606, 0.11553068459033966, 0.11910608410835266, 0.12268149107694626, 0.12625689804553986, 0.12983231246471405, 0.13340771198272705, 0.13698312640190125, 0.14055852591991425, 0.14413392543792725, 0.14770933985710144, 0.15128473937511444, 0.15486015379428864, 0.15843555331230164, 0.16201096773147583, 0.16558636724948883, 0.16916178166866302, 0.17273718118667603]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 4.0, 2.0, 5.0, 7.0, 9.0, 9.0, 12.0, 16.0, 21.0, 17.0, 14.0, 29.0, 45.0, 22.0, 11.0, 8.0, 4.0, 5.0, 5.0, 2.0, 2.0, 2.0, 5.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04245604947209358, -0.03969637677073479, -0.03693670406937599, -0.0341770313680172, -0.0314173586666584, -0.028657685965299606, -0.02589801326394081, -0.023138340562582016, -0.02037866786122322, -0.017618995159864426, -0.01485932245850563, -0.012099649757146835, -0.00933997705578804, -0.006580304354429245, -0.00382063165307045, -0.0010609589517116547, 0.0016987137496471405, 0.004458386451005936, 0.007218059152364731, 0.009977731853723526, 0.012737404555082321, 0.015497077256441116, 0.01825674995779991, 0.021016422659158707, 0.023776095360517502, 0.026535768061876297, 0.029295440763235092, 0.03205511346459389, 0.03481478616595268, 0.03757445886731148, 0.04033413156867027, 0.04309380427002907, 0.04585347697138786, 0.04861314967274666, 0.051372822374105453, 0.05413249507546425, 0.056892167776823044, 0.05965184047818184, 0.062411513179540634, 0.06517118215560913, 0.06793086230754852, 0.07069052755832672, 0.07345020771026611, 0.07620987296104431, 0.0789695531129837, 0.0817292183637619, 0.0844888985157013, 0.08724856376647949, 0.09000824391841888, 0.09276790916919708, 0.09552758932113647, 0.09828725457191467, 0.10104693472385406, 0.10380659997463226, 0.10656628012657166, 0.10932594537734985, 0.11208562552928925, 0.11484529078006744, 0.11760497093200684, 0.12036463618278503, 0.12312431633472443, 0.12588398158550262, 0.12864366173744202, 0.13140332698822021, 0.1341630071401596]}, "_runtime": 63.13535022735596, "_timestamp": 1596211652.906459, "_step": 76}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 3.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.011046500876545906, -0.010743166320025921, -0.010439831763505936, -0.01013649720698595, -0.009833162650465965, -0.00952982809394598, -0.009226493537425995, -0.00892315898090601, -0.008619824424386024, -0.008316490799188614, -0.008013156242668629, -0.007709821220487356, -0.007406487129628658, -0.007103152573108673, -0.006799818016588688, -0.006496483460068703, -0.0061931489035487175, -0.005889814347028732, -0.005586479790508747, -0.005283145233988762, -0.004979810677468777, -0.004676476586610079, -0.004373142030090094, -0.004069807473570108, -0.003766472917050123, -0.003463138360530138, -0.003159803804010153, -0.0028564694803208113, -0.002553134923800826, -0.002249800367280841, -0.0019464659271761775, -0.0016431314870715141, -0.001339796930551529, -0.0010364623740315437, -0.0007331279339268804, -0.0004297934356145561, -0.0001264589373022318, 0.0001768755610100925, 0.0004802100593224168, 0.0007835445576347411, 0.0010868790559470654, 0.0013902136124670506, 0.001693548052571714, 0.0019968824926763773, 0.0023002170491963625, 0.0026035516057163477, 0.0029068859294056892, 0.0032102204859256744, 0.0035135550424456596, 0.003816889598965645, 0.00412022415548563, 0.004423558712005615, 0.0047268932685256, 0.005030227359384298, 0.0053335619159042835, 0.005636896472424269, 0.005940231028944254, 0.006243565585464239, 0.006546900141984224, 0.0068502346985042095, 0.007153568789362907, 0.007456903345882893, 0.007760237902402878, 0.008063572458922863, 0.008366907015442848]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 6.0, 1.0, 10.0, 3.0, 1.0, 13.0, 16.0, 14.0, 11.0, 12.0, 19.0, 30.0, 31.0, 42.0, 53.0, 54.0, 68.0, 106.0, 121.0, 157.0, 212.0, 308.0, 3370.0, 1864.0, 497.0, 224.0, 156.0, 96.0, 100.0, 63.0, 43.0, 49.0, 26.0, 26.0, 26.0, 10.0, 12.0, 13.0, 8.0, 6.0, 4.0, 14.0, 2.0, 2.0, 4.0, 4.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.12576162815093994, -0.12215811759233475, -0.11855461448431015, -0.11495110392570496, -0.11134760081768036, -0.10774409025907516, -0.10414058715105057, -0.10053707659244537, -0.09693357348442078, -0.09333006292581558, -0.08972655981779099, -0.08612304925918579, -0.0825195461511612, -0.078916035592556, -0.0753125324845314, -0.07170902192592621, -0.06810551881790161, -0.06450200825929642, -0.06089850142598152, -0.057294994592666626, -0.05369148775935173, -0.050087980926036835, -0.04648447409272194, -0.04288096725940704, -0.03927745670080185, -0.035673949867486954, -0.03207044303417206, -0.02846693806350231, -0.024863429367542267, -0.02125992253422737, -0.017656415700912476, -0.01405290886759758, -0.010449402034282684, -0.006845895200967789, -0.0032423879019916058, 0.0003611191641539335, 0.003964626230299473, 0.0075681330636143684, 0.011171640828251839, 0.014775147661566734, 0.01837865449488163, 0.021982161328196526, 0.02558566816151142, 0.029189174994826317, 0.03279268369078636, 0.03639619052410126, 0.03999969735741615, 0.04360320419073105, 0.047206711024045944, 0.05081021785736084, 0.054413724690675735, 0.05801723152399063, 0.06162073835730553, 0.06522424519062042, 0.06882775574922562, 0.07243125885725021, 0.07603476941585541, 0.07963827252388, 0.0832417830824852, 0.0868452861905098, 0.09044879674911499, 0.09405229985713959, 0.09765581041574478, 0.10125931352376938, 0.10486282408237457]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 6.0, 1.0, 5.0, 6.0, 4.0, 7.0, 5.0, 0.0, 3.0, 3.0, 27.0, 5.0, 3.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028105375822633505, -0.002716980641707778, -0.0026234237011522055, -0.0025298665277659893, -0.002436309587210417, -0.0023427526466548443, -0.0022491957060992718, -0.0021556387655436993, -0.0020620818249881268, -0.0019685246516019106, -0.001874967711046338, -0.0017814107704907656, -0.001687853829935193, -0.0015942967729642987, -0.0015007398324087262, -0.0014071827754378319, -0.0013136258348822594, -0.0012200688943266869, -0.0011265118373557925, -0.00103295489680022, -0.0009393978980369866, -0.0008458408992737532, -0.0007522839587181807, -0.0006587269599549472, -0.0005651699611917138, -0.0004716129624284804, -0.0003780559927690774, -0.00028449902310967445, -0.00019094202434644103, -9.738504013512284e-05, -3.828055923804641e-06, 8.972892828751355e-05, 0.00018328591249883175, 0.00027684291126206517, 0.00037039988092146814, 0.0004639568505808711, 0.0005575138493441045, 0.000651070848107338, 0.0007446277886629105, 0.0008381847874261439, 0.0009317417861893773, 0.0010252987267449498, 0.0011188557837158442, 0.0012124127242714167, 0.0013059696648269892, 0.0013995267217978835, 0.001493083662353456, 0.0015866407193243504, 0.0016801976598799229, 0.0017737546004354954, 0.0018673116574063897, 0.001960868714377284, 0.0020544256549328566, 0.002147982595488429, 0.0022415395360440016, 0.002335096476599574, 0.0024286536499857903, 0.0025222105905413628, 0.0026157675310969353, 0.0027093244716525078, 0.0028028814122080803, 0.002896438352763653, 0.002989995526149869, 0.0030835524667054415, 0.003177109407261014]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 7.0, 15.0, 18.0, 39.0, 46.0, 79.0, 102.0, 191.0, 299.0, 446.0, 717.0, 1143.0, 1767.0, 2875.0, 5083.0, 8827.0, 15765.0, 31573.0, 71941.0, 728240.0, 190056.0, 54110.0, 26360.0, 14611.0, 8674.0, 5484.0, 3488.0, 2302.0, 1585.0, 1101.0, 739.0, 531.0, 380.0, 292.0, 197.0, 144.0, 101.0, 83.0, 60.0, 40.0, 25.0, 20.0, 23.0, 14.0, 10.0, 9.0, 9.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.006842775270342827, -0.0066065918654203415, -0.006370408460497856, -0.006134225055575371, -0.0058980416506528854, -0.0056618582457304, -0.005425674840807915, -0.005189491435885429, -0.004953308030962944, -0.004717125091701746, -0.004480941686779261, -0.004244758281856775, -0.00400857487693429, -0.0037723914720118046, -0.0035362080670893192, -0.003300024662166834, -0.0030638412572443485, -0.002827657852321863, -0.002591474447399378, -0.0023552910424768925, -0.002119107637554407, -0.0018829243490472436, -0.00164674106054008, -0.0014105576556175947, -0.0011743742506951094, -0.000938190845772624, -0.0007020074990577996, -0.0004658241232391447, -0.0002296407474204898, 6.542628398165107e-06, 0.00024272600421682, 0.0004789093800354749, 0.0007150927558541298, 0.0009512761607766151, 0.0011874595656991005, 0.001423642854206264, 0.0016598262591287494, 0.0018960096640512347, 0.0021321929525583982, 0.0023683763574808836, 0.002604559762403369, 0.0028407431673258543, 0.0030769265722483397, 0.003313109977170825, 0.0035492931492626667, 0.003785476554185152, 0.004021659959107637, 0.004257843364030123, 0.004494026768952608, 0.0047302101738750935, 0.004966393578797579, 0.005202576983720064, 0.0054387603886425495, 0.005674943793565035, 0.00591112719848752, 0.006147310603410006, 0.006383493542671204, 0.006619676947593689, 0.006855860352516174, 0.00709204375743866, 0.007328227162361145, 0.00756441056728363, 0.007800593972206116, 0.008036777377128601, 0.008272960782051086]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 6.0, 4.0, 3.0, 1.0, 0.0, 10.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02096051722764969, -0.020267700776457787, -0.019574884325265884, -0.01888206973671913, -0.01818925328552723, -0.017496436834335327, -0.016803622245788574, -0.016110805794596672, -0.01541798934340477, -0.014725172892212868, -0.01403235737234354, -0.013339541852474213, -0.01264672540128231, -0.011953908950090408, -0.01126109343022108, -0.010568277910351753, -0.009875461459159851, -0.009182645007967949, -0.008489829488098621, -0.0077970135025680065, -0.007104197517037392, -0.006411381531506777, -0.005718565545976162, -0.005025749560445547, -0.004332933574914932, -0.0036401175893843174, -0.0029473016038537025, -0.0022544856183230877, -0.0015616696327924728, -0.000868853647261858, -0.00017603766173124313, 0.0005167783237993717, 0.0012095943093299866, 0.0019024102948606014, 0.0025952262803912163, 0.003288042265921831, 0.003980858251452446, 0.004673674236983061, 0.005366490222513676, 0.0060593062080442905, 0.006752122193574905, 0.00744493817910552, 0.008137754164636135, 0.008830569684505463, 0.009523386135697365, 0.010216202586889267, 0.010909018106758595, 0.011601833626627922, 0.012294650077819824, 0.012987466529011726, 0.013680282048881054, 0.014373097568750381, 0.015065914019942284, 0.015758730471134186, 0.01645154505968094, 0.01714436151087284, 0.017837177962064743, 0.018529994413256645, 0.019222810864448547, 0.0199156254529953, 0.020608441904187202, 0.021301258355379105, 0.021994072943925858, 0.02268688939511776, 0.023379705846309662]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 2.0, 8.0, 6.0, 9.0, 5.0, 13.0, 21.0, 27.0, 30.0, 39.0, 57.0, 73.0, 112.0, 154.0, 237.0, 372.0, 509.0, 752.0, 1122.0, 1875.0, 6496.0, 2317.0, 1136.0, 687.0, 524.0, 385.0, 332.0, 210.0, 187.0, 144.0, 129.0, 92.0, 79.0, 59.0, 31.0, 33.0, 31.0, 26.0, 13.0, 14.0, 13.0, 15.0, 10.0, 5.0, 8.0, 7.0, 3.0, 5.0, 0.0, 3.0, 2.0], "bins": [-0.01336646918207407, -0.012970601208508015, -0.012574732303619385, -0.01217886433005333, -0.0117829954251647, -0.011387127451598644, -0.010991258546710014, -0.010595390573143959, -0.010199522599577904, -0.009803653694689274, -0.009407785721123219, -0.009011916816234589, -0.008616048842668533, -0.008220179937779903, -0.007824311964213848, -0.0074284435249865055, -0.007032575085759163, -0.00663670664653182, -0.006240838207304478, -0.005844969768077135, -0.0054491013288497925, -0.005053233355283737, -0.004657364916056395, -0.004261496476829052, -0.0038656280376017094, -0.0034697595983743668, -0.003073891159147024, -0.002678022952750325, -0.0022821545135229826, -0.00188628607429564, -0.0014904177514836192, -0.0010945494286715984, -0.0006986809894442558, -0.00030281260842457414, 9.305577259510756e-05, 0.0004889241536147892, 0.0008847925346344709, 0.0012806609738618135, 0.0016765292966738343, 0.002072397619485855, 0.0024682660587131977, 0.0028641344979405403, 0.003260002937167883, 0.003655871143564582, 0.004051739349961281, 0.004447607789188623, 0.004843476228415966, 0.005239344667643309, 0.005635213106870651, 0.006031081546097994, 0.0064269499853253365, 0.006822818424552679, 0.007218686863780022, 0.007614554837346077, 0.008010423742234707, 0.008406291715800762, 0.008802160620689392, 0.009198028594255447, 0.009593896567821503, 0.009989765472710133, 0.010385633446276188, 0.010781502351164818, 0.011177370324730873, 0.011573239229619503, 0.011969107203185558]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15815627574920654, -0.1526363641023636, -0.14711645245552063, -0.14159655570983887, -0.1360766440629959, -0.13055673241615295, -0.12503682076931, -0.11951691657304764, -0.11399700492620468, -0.10847709327936172, -0.10295718908309937, -0.09743727743625641, -0.09191736578941345, -0.08639746159315109, -0.08087754994630814, -0.07535764575004578, -0.06983773410320282, -0.06431782245635986, -0.058797918260097504, -0.05327800661325455, -0.04775809869170189, -0.04223819077014923, -0.036718279123306274, -0.031198371201753616, -0.025678463280200958, -0.0201585553586483, -0.014638645574450493, -0.00911873672157526, -0.0035988278687000275, 0.0019210809841752052, 0.007440989837050438, 0.01296089868992567, 0.018480807542800903, 0.02400071546435356, 0.02952062524855137, 0.035040535032749176, 0.040560442954301834, 0.04608035087585449, 0.05160026252269745, 0.05712017044425011, 0.06264007836580276, 0.06815999001264572, 0.07367989420890808, 0.07919980585575104, 0.084719717502594, 0.09023962169885635, 0.09575953334569931, 0.10127943754196167, 0.10679934918880463, 0.11231926083564758, 0.11783916503190994, 0.1233590766787529, 0.12887898087501526, 0.13439889252185822, 0.13991880416870117, 0.14543871581554413, 0.15095862746238708, 0.15647852420806885, 0.1619984358549118, 0.16751834750175476, 0.17303825914859772, 0.17855817079544067, 0.18407806754112244, 0.1895979791879654, 0.19511789083480835]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 6.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 3.0, 16.0, 15.0, 36.0, 65.0, 20.0, 9.0, 8.0, 9.0, 4.0, 2.0, 5.0, 6.0, 5.0, 3.0, 3.0, 4.0, 3.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10649099200963974, -0.10229115188121796, -0.09809131175279617, -0.09389147907495499, -0.0896916389465332, -0.08549179881811142, -0.08129195868968964, -0.07709211856126785, -0.07289227843284607, -0.06869244575500488, -0.0644926056265831, -0.060292765498161316, -0.05609292536973953, -0.05189308896660805, -0.047693248838186264, -0.04349341243505478, -0.039293572306632996, -0.03509373217821121, -0.030893895775079727, -0.026694055646657944, -0.02249421738088131, -0.018294379115104675, -0.014094539918005466, -0.009894700720906258, -0.005694862455129623, -0.0014950237236917019, 0.0027048150077462196, 0.006904653739184141, 0.011104492470622063, 0.015304330736398697, 0.01950417086482048, 0.023704009130597115, 0.02790384739637375, 0.03210368752479553, 0.03630352392792702, 0.0405033640563488, 0.044703200459480286, 0.04890304058790207, 0.05310288071632385, 0.05730271711945534, 0.06150255724787712, 0.0657023936510086, 0.06990223377943039, 0.07410207390785217, 0.07830191403627396, 0.08250175416469574, 0.08670158684253693, 0.09090142697095871, 0.0951012670993805, 0.09930110722780228, 0.10350094735622406, 0.10770078003406525, 0.11190062016248703, 0.11610046029090881, 0.1203003004193306, 0.12450014054775238, 0.12869997322559357, 0.13289982080459595, 0.13709965348243713, 0.14129948616027832, 0.1454993337392807, 0.1496991664171219, 0.15389901399612427, 0.15809884667396545, 0.16229867935180664]}, "_runtime": 63.91419315338135, "_timestamp": 1596211653.685302, "_step": 77}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.0101774288341403, -0.009919642470777035, -0.009661857038736343, -0.009404070675373077, -0.009146284312009811, -0.00888849887996912, -0.008630712516605854, -0.008372927084565163, -0.008115140721201897, -0.00785735435783863, -0.007599568925797939, -0.007341782562434673, -0.007083996664732695, -0.006826210767030716, -0.00656842440366745, -0.006310638505965471, -0.006052852608263493, -0.005795066710561514, -0.005537280812859535, -0.005279494449496269, -0.0050217085517942905, -0.004763922654092312, -0.004506136290729046, -0.004248350393027067, -0.0039905644953250885, -0.00373277859762311, -0.0034749924670904875, -0.003217206336557865, -0.0029594204388558865, -0.0027016345411539078, -0.0024438484106212854, -0.002186062280088663, -0.0019282763823866844, -0.001670490368269384, -0.0014127043541520834, -0.0011549183400347829, -0.0008971323259174824, -0.0006393463118001819, -0.00038156029768288136, -0.00012377428356558084, 0.00013401173055171967, 0.0003917977446690202, 0.0006495837587863207, 0.0009073697729036212, 0.0011651557870209217, 0.0014229418011382222, 0.0016807278152555227, 0.0019385138293728232, 0.0021962998434901237, 0.0024540857411921024, 0.0027118718717247248, 0.002969658002257347, 0.003227443899959326, 0.0034852297976613045, 0.003743015928193927, 0.004000802058726549, 0.004258587956428528, 0.0045163738541305065, 0.004774159751832485, 0.005031946115195751, 0.00528973201289773, 0.0055475179105997086, 0.0058053042739629745, 0.006063090171664953, 0.006320876069366932]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 3.0, 10.0, 6.0, 6.0, 10.0, 10.0, 19.0, 19.0, 18.0, 35.0, 27.0, 46.0, 61.0, 83.0, 136.0, 176.0, 255.0, 580.0, 5165.0, 464.0, 238.0, 161.0, 97.0, 77.0, 53.0, 40.0, 32.0, 17.0, 21.0, 14.0, 13.0, 5.0, 4.0, 5.0, 0.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14363954961299896, -0.13944265246391296, -0.13524575531482697, -0.13104885816574097, -0.12685194611549377, -0.12265504896640778, -0.11845815181732178, -0.11426125466823578, -0.11006435751914978, -0.10586745291948318, -0.10167055577039719, -0.09747365862131119, -0.09327675402164459, -0.0890798568725586, -0.0848829597234726, -0.080686055123806, -0.07648915797472, -0.072292260825634, -0.06809535622596741, -0.06389845907688141, -0.05970156192779541, -0.05550466105341911, -0.051307760179042816, -0.04711086302995682, -0.04291396215558052, -0.038717061281204224, -0.034520164132118225, -0.030323263257741928, -0.02612636424601078, -0.021929465234279633, -0.017732564359903336, -0.013535665348172188, -0.00933876633644104, -0.005141866859048605, -0.0009449673816561699, 0.003251932095736265, 0.0074488315731287, 0.011645730584859848, 0.015842631459236145, 0.020039530470967293, 0.02423642948269844, 0.02843332849442959, 0.032630227506160736, 0.03682712838053703, 0.04102402925491333, 0.04522092640399933, 0.049417827278375626, 0.053614724427461624, 0.05781162530183792, 0.06200852617621422, 0.06620542705059052, 0.07040232419967651, 0.07459922134876251, 0.07879612594842911, 0.0829930230975151, 0.0871899202466011, 0.0913868248462677, 0.0955837219953537, 0.0997806191444397, 0.1039775162935257, 0.10817442089319229, 0.11237131804227829, 0.11656821519136429, 0.12076511979103088, 0.12496201694011688]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 6.0, 2.0, 3.0, 2.0, 4.0, 5.0, 4.0, 5.0, 8.0, 24.0, 6.0, 5.0, 3.0, 6.0, 1.0, 3.0, 3.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022890730760991573, -0.0021995988208800554, -0.002110124798491597, -0.0020206505432724953, -0.001931176520884037, -0.0018417022656649351, -0.001752228126861155, -0.001662753988057375, -0.0015732798492535949, -0.0014838057104498148, -0.0013943315716460347, -0.0013048574328422546, -0.0012153831776231527, -0.0011259090388193727, -0.0010364349000155926, -0.0009469607612118125, -0.0008574866224080324, -0.0007680124836042523, -0.0006785383448004723, -0.0005890641477890313, -0.0004995900089852512, -0.0004101158701814711, -0.0003206417022738606, -0.00023116754891816527, -0.00014169339556246996, -5.221924220677465e-05, 3.7254911148920655e-05, 0.00012672906450461596, 0.00021620321786031127, 0.00030567735666409135, 0.0003951515245717019, 0.0004846256924793124, 0.0005740998312830925, 0.0006635739700868726, 0.0007530481088906527, 0.0008425223059020936, 0.0009319964447058737, 0.0010214706417173147, 0.0011109447805210948, 0.0012004189193248749, 0.001289893058128655, 0.001379367196932435, 0.0014688413357362151, 0.0015583154745399952, 0.001647789729759097, 0.0017372638685628772, 0.0018267380073666573, 0.0019162121461704373, 0.0020056862849742174, 0.0020951605401933193, 0.0021846345625817776, 0.0022741088178008795, 0.0023635828401893377, 0.0024530570954084396, 0.002542531117796898, 0.002632005373016, 0.0027214796282351017, 0.00281095365062356, 0.002900427905842662, 0.00298990192823112, 0.003079376183450222, 0.0031688502058386803, 0.003258324461057782, 0.0033477984834462404, 0.0034372727386653423]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 1.0, 6.0, 7.0, 2.0, 12.0, 9.0, 21.0, 21.0, 30.0, 71.0, 98.0, 132.0, 183.0, 304.0, 461.0, 737.0, 1128.0, 2038.0, 3653.0, 7033.0, 14651.0, 34709.0, 106277.0, 854943.0, 87419.0, 30043.0, 14416.0, 7951.0, 4536.0, 2997.0, 1954.0, 1216.0, 869.0, 567.0, 347.0, 266.0, 165.0, 127.0, 72.0, 51.0, 44.0, 18.0, 20.0, 13.0, 5.0, 3.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006925793364644051, -0.006674746982753277, -0.006423700135201216, -0.006172653753310442, -0.005921606905758381, -0.005670560523867607, -0.005419514141976833, -0.005168467294424772, -0.0049174209125339985, -0.004666374530643225, -0.004415327683091164, -0.00416428130120039, -0.003913234919309616, -0.003662188071757555, -0.0034111416898667812, -0.003160095075145364, -0.0029090484604239464, -0.002658001845702529, -0.0024069552309811115, -0.0021559088490903378, -0.0019048622343689203, -0.001653815619647503, -0.0014027691213414073, -0.0011517226230353117, -0.0009006760083138943, -0.0006496294518001378, -0.00039858289528638124, -0.00014753633877262473, 0.00010351021774113178, 0.0003545567742548883, 0.0006056033307686448, 0.0008566498872824013, 0.0011076964437961578, 0.0013587430585175753, 0.0016097895568236709, 0.0018608360551297665, 0.002111882669851184, 0.0023629292845726013, 0.002613975666463375, 0.0028650222811847925, 0.00311606889590621, 0.0033671155106276274, 0.003618162125349045, 0.0038692085072398186, 0.004120254889130592, 0.004371301736682653, 0.004622348118573427, 0.004873394966125488, 0.005124441348016262, 0.005375487729907036, 0.005626534577459097, 0.005877580959349871, 0.006128627806901932, 0.0063796741887927055, 0.006630720570683479, 0.00688176741823554, 0.007132813800126314, 0.007383860182017088, 0.007634907029569149, 0.007885953411459923, 0.008136999793350697, 0.00838804617524147, 0.008639093488454819, 0.008890139870345592, 0.009141186252236366]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 2.0, 4.0, 3.0, 10.0, 2.0, 3.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027292847633361816, -0.02663235180079937, -0.025971855968236923, -0.025311360135674477, -0.02465086430311203, -0.023990368470549583, -0.023329872637987137, -0.02266937680542469, -0.022008880972862244, -0.021348385140299797, -0.02068788930773735, -0.020027393475174904, -0.019366897642612457, -0.01870640181005001, -0.018045905977487564, -0.017385410144925117, -0.01672491431236267, -0.016064418479800224, -0.015403922647237778, -0.014743426814675331, -0.014082930982112885, -0.013422435149550438, -0.012761939316987991, -0.012101443484425545, -0.011440947651863098, -0.010780451819300652, -0.010119955986738205, -0.009459460154175758, -0.008798964321613312, -0.008138468489050865, -0.007477972656488419, -0.006817476823925972, -0.006156980991363525, -0.005496485158801079, -0.004835989326238632, -0.004175493493676186, -0.003514997661113739, -0.0028545018285512924, -0.002194005995988846, -0.0015335101634263992, -0.0008730143308639526, -0.00021251849830150604, 0.00044797733426094055, 0.0011084731668233871, 0.0017689689993858337, 0.0024294648319482803, 0.003089960664510727, 0.0037504564970731735, 0.00441095232963562, 0.005071448162198067, 0.005731943994760513, 0.00639243982732296, 0.0070529356598854065, 0.007713431492447853, 0.0083739273250103, 0.009034423157572746, 0.009694918990135193, 0.01035541482269764, 0.011015910655260086, 0.011676406487822533, 0.01233690232038498, 0.012997398152947426, 0.013657893985509872, 0.014318389818072319, 0.014978885650634766]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 8.0, 6.0, 4.0, 2.0, 4.0, 13.0, 16.0, 17.0, 10.0, 5.0, 26.0, 18.0, 13.0, 17.0, 6.0, 18.0, 31.0, 38.0, 37.0, 49.0, 75.0, 94.0, 121.0, 174.0, 223.0, 277.0, 358.0, 517.0, 724.0, 1091.0, 1715.0, 5623.0, 2647.0, 1424.0, 915.0, 645.0, 483.0, 305.0, 226.0, 139.0, 109.0, 57.0, 34.0, 26.0, 18.0, 12.0, 11.0, 6.0, 1.0, 7.0, 5.0, 5.0, 2.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0], "bins": [-0.009093744680285454, -0.008833681233227253, -0.008573617786169052, -0.008313554339110851, -0.00805349089205265, -0.007793427910655737, -0.007533364463597536, -0.007273301016539335, -0.007013237569481134, -0.006753174122422934, -0.006493110675364733, -0.006233047228306532, -0.005972984246909618, -0.0057129207998514175, -0.005452857352793217, -0.005192793905735016, -0.004932730458676815, -0.004672667011618614, -0.004412603564560413, -0.0041525401175022125, -0.0038924769032746553, -0.0036324134562164545, -0.0033723502419888973, -0.0031122867949306965, -0.0028522233478724957, -0.002592159900814295, -0.002332096453756094, -0.002072033239528537, -0.001811969792470336, -0.0015519063454121351, -0.0012918430147692561, -0.001031779684126377, -0.0007717162370681763, -0.0005116528482176363, -0.0002515894593670964, 8.473929483443499e-06, 0.0002685373183339834, 0.0005286007071845233, 0.0007886640960350633, 0.0010487274266779423, 0.0013087908737361431, 0.001568854320794344, 0.001828917651437223, 0.002088980982080102, 0.002349044429138303, 0.0026091078761965036, 0.002869171090424061, 0.0031292345374822617, 0.0033892979845404625, 0.0036493614315986633, 0.003909424878656864, 0.004169488325715065, 0.004429551772773266, 0.004689614754170179, 0.00494967820122838, 0.005209741648286581, 0.005469805095344782, 0.005729868542402983, 0.0059899319894611835, 0.006249995436519384, 0.006510058417916298, 0.006770121864974499, 0.0070301853120327, 0.0072902487590909, 0.007550312206149101]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05527273938059807, -0.05210572108626366, -0.04893869906663895, -0.045771680772304535, -0.04260466247797012, -0.03943764045834541, -0.036270622164011, -0.03310360386967659, -0.02993658371269703, -0.026769563555717468, -0.023602545261383057, -0.020435525104403496, -0.017268504947423935, -0.014101486653089523, -0.010934466496109962, -0.007767447270452976, -0.00460042804479599, -0.00143340858630836, 0.0017336108721792698, 0.004900630563497543, 0.00806764978915453, 0.011234669014811516, 0.014401689171791077, 0.01756870746612549, 0.02073572762310505, 0.02390274778008461, 0.02706976607441902, 0.030236786231398582, 0.03340380638837814, 0.036570824682712555, 0.03973784297704697, 0.04290486499667168, 0.04607188329100609, 0.0492389015853405, 0.05240592360496521, 0.05557294189929962, 0.05873996019363403, 0.06190698221325874, 0.06507399678230286, 0.06824102252721786, 0.07140804082155228, 0.07457505911588669, 0.0777420774102211, 0.08090909570455551, 0.08407611399888992, 0.08724313974380493, 0.09041015803813934, 0.09357717633247375, 0.09674419462680817, 0.09991121292114258, 0.10307823121547699, 0.1062452495098114, 0.10941227525472641, 0.11257929354906082, 0.11574631184339523, 0.11891333013772964, 0.12208034843206406, 0.12524737417697906, 0.12841439247131348, 0.1315814107656479, 0.1347484290599823, 0.1379154473543167, 0.14108246564865112, 0.14424948394298553, 0.14741650223731995]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 16.0, 12.0, 23.0, 18.0, 18.0, 20.0, 30.0, 56.0, 10.0, 8.0, 7.0, 10.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.05222983658313751, -0.04998304694890976, -0.04773625731468201, -0.045489467680454254, -0.0432426780462265, -0.04099588841199875, -0.038749098777770996, -0.03650230914354324, -0.03425551950931549, -0.03200872987508774, -0.029761940240859985, -0.027515150606632233, -0.02526836097240448, -0.023021571338176727, -0.020774781703948975, -0.018527992069721222, -0.01628120243549347, -0.014034412801265717, -0.011787623167037964, -0.009540833532810211, -0.0072940438985824585, -0.005047254264354706, -0.002800464630126953, -0.0005536749958992004, 0.0016931146383285522, 0.003939904272556305, 0.006186693906784058, 0.00843348354101181, 0.010680273175239563, 0.012927062809467316, 0.015173852443695068, 0.01742064207792282, 0.019667431712150574, 0.021914221346378326, 0.02416101098060608, 0.026407800614833832, 0.028654590249061584, 0.030901379883289337, 0.03314816951751709, 0.03539495915174484, 0.037641748785972595, 0.03988853842020035, 0.0421353280544281, 0.04438211768865585, 0.046628907322883606, 0.04887569695711136, 0.05112248659133911, 0.053369276225566864, 0.05561606585979462, 0.05786285549402237, 0.06010964512825012, 0.062356434762477875, 0.06460322439670563, 0.06685001403093338, 0.06909680366516113, 0.07134359329938889, 0.07359038293361664, 0.07583717256784439, 0.07808396220207214, 0.0803307518362999, 0.08257754147052765, 0.0848243311047554, 0.08707112073898315, 0.08931791037321091, 0.09156470000743866]}, "_runtime": 64.68064761161804, "_timestamp": 1596211654.4517565, "_step": 78}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01644856296479702, -0.01604168862104416, -0.015634816139936447, -0.01522794272750616, -0.014821069315075874, -0.014414194971323013, -0.014007321558892727, -0.01360044814646244, -0.013193574734032154, -0.012786701321601868, -0.012379827909171581, -0.011972954496741295, -0.011566080152988434, -0.011159206740558147, -0.010752333328127861, -0.010345459915697575, -0.009938586503267288, -0.009531713090837002, -0.009124839678406715, -0.008717966265976429, -0.008311092853546143, -0.007904218509793282, -0.007497345097362995, -0.007090471684932709, -0.006683598272502422, -0.006276724860072136, -0.0058698514476418495, -0.005462977569550276, -0.005056104157119989, -0.004649230744689703, -0.004242356866598129, -0.003835483454167843, -0.0034286100417375565, -0.00302173662930727, -0.00261486298404634, -0.00220798933878541, -0.0018011159263551235, -0.0013942423975095153, -0.000987368868663907, -0.0005804953398182988, -0.00017362181097269058, 0.00023325171787291765, 0.0006401252467185259, 0.0010469987755641341, 0.0014538723044097424, 0.0018607458332553506, 0.002267619362100959, 0.002674493007361889, 0.0030813664197921753, 0.0034882398322224617, 0.0038951134774833918, 0.004301987122744322, 0.004708860535174608, 0.005115733947604895, 0.005522607825696468, 0.005929481238126755, 0.006336354650557041, 0.006743228062987328, 0.007150101475417614, 0.007556975353509188, 0.007963849231600761, 0.008370722644031048, 0.008777596056461334, 0.00918446946889162, 0.009591342881321907]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 6.0, 5.0, 2.0, 10.0, 4.0, 5.0, 23.0, 15.0, 32.0, 42.0, 55.0, 90.0, 136.0, 208.0, 303.0, 779.0, 5241.0, 374.0, 192.0, 131.0, 74.0, 59.0, 50.0, 16.0, 21.0, 20.0, 8.0, 8.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19677318632602692, -0.19098787009716034, -0.18520253896713257, -0.179417222738266, -0.17363190650939941, -0.16784659028053284, -0.16206127405166626, -0.1562759429216385, -0.1504906266927719, -0.14470531046390533, -0.13891997933387756, -0.133134663105011, -0.1273493468761444, -0.12156403064727783, -0.11577870696783066, -0.10999338328838348, -0.1042080670595169, -0.09842275083065033, -0.09263742715120316, -0.08685210347175598, -0.0810667872428894, -0.07528147101402283, -0.06949614733457565, -0.06371082365512848, -0.0579255074262619, -0.052140187472105026, -0.04635486751794815, -0.040569547563791275, -0.0347842276096344, -0.028998907655477524, -0.023213587701320648, -0.017428267747163773, -0.011642947793006897, -0.005857627838850021, -7.230788469314575e-05, 0.00571301206946373, 0.011498332023620605, 0.01728365197777748, 0.023068971931934357, 0.028854291886091232, 0.03463961184024811, 0.040424931794404984, 0.04621025174856186, 0.051995571702718735, 0.05778089165687561, 0.06356620788574219, 0.06935153156518936, 0.07513685524463654, 0.08092217147350311, 0.08670748770236969, 0.09249281138181686, 0.09827813506126404, 0.10406345129013062, 0.10984876751899719, 0.11563409119844437, 0.12141941487789154, 0.12720473110675812, 0.1329900473356247, 0.13877537846565247, 0.14456069469451904, 0.15034601092338562, 0.1561313271522522, 0.16191664338111877, 0.16770197451114655, 0.17348729074001312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 5.0, 3.0, 6.0, 2.0, 6.0, 4.0, 2.0, 27.0, 6.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001914503751322627, -0.0018459679558873177, -0.0017774321604520082, -0.0017088964814320207, -0.0016403606859967113, -0.0015718248905614018, -0.0015032892115414143, -0.0014347534161061049, -0.0013662176206707954, -0.001297681825235486, -0.0012291460298001766, -0.001160610350780189, -0.0010920745553448796, -0.0010235387599095702, -0.0009550030226819217, -0.0008864672854542732, -0.0008179314900189638, -0.0007493956945836544, -0.0006808599573560059, -0.0006123242201283574, -0.000543788424693048, -0.00047525265836156905, -0.0004067168920300901, -0.00033818112569861114, -0.0002696453593671322, -0.00020110959303565323, -0.00013257382670417428, -6.403806037269533e-05, 4.4977059587836266e-06, 7.303347229026258e-05, 0.00014156923862174153, 0.0002101050049532205, 0.00027864077128469944, 0.0003471765376161784, 0.00041571230394765735, 0.0004842480702791363, 0.0005527838366106153, 0.0006213196320459247, 0.0006898553692735732, 0.0007583911065012217, 0.0008269269019365311, 0.0008954626973718405, 0.000963998434599489, 0.0010325341718271375, 0.0011010699672624469, 0.0011696057626977563, 0.0012381414417177439, 0.0013066772371530533, 0.0013752130325883627, 0.001443748828023672, 0.0015122846234589815, 0.001580820302478969, 0.0016493560979142785, 0.001717891893349588, 0.0017864275723695755, 0.001854963367804885, 0.0019234991632401943, 0.0019920349586755037, 0.002060570754110813, 0.0021291065495461226, 0.002197642344981432, 0.0022661779075860977, 0.002334713703021407, 0.0024032494984567165, 0.002471785293892026]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 6.0, 3.0, 11.0, 7.0, 17.0, 17.0, 18.0, 13.0, 37.0, 40.0, 52.0, 75.0, 102.0, 157.0, 225.0, 288.0, 473.0, 646.0, 966.0, 1435.0, 2287.0, 3457.0, 5530.0, 9328.0, 15822.0, 29255.0, 61587.0, 193074.0, 715119.0, 62933.0, 30574.0, 17124.0, 10186.0, 6247.0, 4068.0, 2619.0, 1758.0, 1209.0, 823.0, 586.0, 423.0, 294.0, 195.0, 124.0, 127.0, 85.0, 55.0, 38.0, 33.0, 21.0, 14.0, 10.0, 9.0, 7.0, 16.0, 6.0, 1.0, 5.0, 2.0, 5.0], "bins": [-0.0053526354022324085, -0.0051860930398106575, -0.0050195506773889065, -0.004853008780628443, -0.004686466418206692, -0.004519924055784941, -0.00435338169336319, -0.004186839330941439, -0.004020296968519688, -0.0038537548389285803, -0.003687212709337473, -0.003520670346915722, -0.003354127984493971, -0.0031875858549028635, -0.0030210434924811125, -0.002854501362890005, -0.002687959000468254, -0.002521416638046503, -0.0023548745084553957, -0.0021883321460336447, -0.0020217900164425373, -0.0018552476540207863, -0.0016887052915990353, -0.001522163045592606, -0.0013556207995861769, -0.0011890785535797477, -0.0010225363075733185, -0.0008559939451515675, -0.0006894516991451383, -0.0005229094531387091, -0.00035636714892461896, -0.0001898248738143593, -2.3282598704099655e-05, 0.00014325967640616, 0.00030980195151641965, 0.0004763442266266793, 0.000642886501736939, 0.0008094287477433681, 0.0009759710519574583, 0.0011425133561715484, 0.0013090556021779776, 0.0014755978481844068, 0.001642140094190836, 0.001808682456612587, 0.001975224819034338, 0.0021417669486254454, 0.0023083093110471964, 0.0024748514406383038, 0.0026413938030600548, 0.002807936165481806, 0.002974478295072913, 0.003141020657494664, 0.0033075627870857716, 0.0034741051495075226, 0.0036406475119292736, 0.003807189641520381, 0.003973731771111488, 0.004140274133533239, 0.00430681649595499, 0.004473358858376741, 0.004639901220798492, 0.0048064435832202435, 0.004972985479980707, 0.005139527842402458, 0.005306070204824209]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 5.0, 8.0, 6.0, 5.0, 5.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.038303911685943604, -0.0374152809381485, -0.036526646465063095, -0.03563801571726799, -0.034749384969472885, -0.03386075422167778, -0.03297211974859238, -0.03208348900079727, -0.031194858253002167, -0.030306225642561913, -0.029417594894766808, -0.028528962284326553, -0.02764033153653145, -0.026751698926091194, -0.02586306817829609, -0.024974435567855835, -0.02408580482006073, -0.023197172209620476, -0.02230853959918022, -0.021419908851385117, -0.020531276240944862, -0.019642645493149757, -0.018754012882709503, -0.017865382134914398, -0.016976749524474144, -0.01608811877667904, -0.015199486166238785, -0.014310854487121105, -0.013422222808003426, -0.012533591128885746, -0.011644959449768066, -0.010756327770650387, -0.009867696091532707, -0.008979064412415028, -0.008090432733297348, -0.007201801054179668, -0.006313169375061989, -0.005424537230283022, -0.004535905551165342, -0.0036472738720476627, -0.002758642192929983, -0.0018700105138123035, -0.0009813787182793021, -9.274698095396161e-05, 0.0007958847563713789, 0.0016845164354890585, 0.0025731483474373817, 0.0034617800265550613, 0.004350411705672741, 0.0052390433847904205, 0.0061276750639081, 0.00701630674302578, 0.00790493842214346, 0.008793570101261139, 0.009682201780378819, 0.010570833459496498, 0.011459466069936752, 0.012348097749054432, 0.013236729428172112, 0.014125361107289791, 0.01501399278640747, 0.015902623534202576, 0.01679125614464283, 0.017679886892437935, 0.01856851950287819]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [11.0, 6.0, 1.0, 2.0, 6.0, 10.0, 9.0, 19.0, 14.0, 10.0, 15.0, 19.0, 7.0, 15.0, 12.0, 16.0, 17.0, 20.0, 18.0, 18.0, 37.0, 32.0, 41.0, 59.0, 79.0, 85.0, 89.0, 124.0, 198.0, 222.0, 297.0, 407.0, 700.0, 1285.0, 6128.0, 2670.0, 1749.0, 1185.0, 754.0, 534.0, 385.0, 268.0, 183.0, 131.0, 128.0, 92.0, 58.0, 53.0, 40.0, 27.0, 30.0, 24.0, 15.0, 14.0, 9.0, 8.0, 8.0, 9.0, 12.0, 8.0, 4.0, 1.0, 2.0, 3.0], "bins": [-0.011946731247007847, -0.011603194288909435, -0.011259657330811024, -0.010916120372712612, -0.010572582483291626, -0.010229045525193214, -0.009885508567094803, -0.009541971608996391, -0.00919843465089798, -0.008854897692799568, -0.008511359803378582, -0.00816782284528017, -0.007824285887181759, -0.007480748929083347, -0.007137211970984936, -0.006793674547225237, -0.006450137589126825, -0.006106600631028414, -0.005763063207268715, -0.005419526249170303, -0.005075989291071892, -0.004732451867312193, -0.004388914909213781, -0.00404537795111537, -0.0037018407601863146, -0.0033583035692572594, -0.003014766611158848, -0.0026712294202297926, -0.0023276922293007374, -0.001984155271202326, -0.0016406180802732706, -0.0012970810057595372, -0.0009535439312458038, -0.0006100068567320704, -0.00026646972401067615, 7.70673796068877e-05, 0.00042060448322445154, 0.0007641415577381849, 0.0011076787486672401, 0.0014512158231809735, 0.001794752897694707, 0.002138290088623762, 0.0024818270467221737, 0.002825364237651229, 0.003168901428580284, 0.0035124383866786957, 0.003855975577607751, 0.004199512768536806, 0.004543049726635218, 0.004886586684733629, 0.005230124108493328, 0.00557366106659174, 0.005917198024690151, 0.00626073544844985, 0.006604272406548262, 0.006947809364646673, 0.007291346788406372, 0.007634883746504784, 0.007978420704603195, 0.008321957662701607, 0.008665494620800018, 0.009009032510221004, 0.009352569468319416, 0.009696106426417828, 0.01003964338451624]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06329263001680374, -0.05908237025141716, -0.05487211421132088, -0.050661854445934296, -0.04645159840583801, -0.04224133864045143, -0.03803107887506485, -0.03382082283496857, -0.029610563069581985, -0.025400305166840553, -0.02119004726409912, -0.01697978749871254, -0.012769529595971107, -0.008559271693229675, -0.0043490128591656685, -0.000138754490762949, 0.0040715038776397705, 0.008281761780381203, 0.01249202061444521, 0.016702279448509216, 0.02091253735125065, 0.02512279525399208, 0.029333055019378662, 0.033543311059474945, 0.037753570824861526, 0.04196383059024811, 0.04617408663034439, 0.05038434639573097, 0.054594606161117554, 0.05880486220121384, 0.06301511824131012, 0.067225381731987, 0.07143563777208328, 0.07564589381217957, 0.07985615730285645, 0.08406641334295273, 0.08827666938304901, 0.09248693287372589, 0.09669718891382217, 0.10090744495391846, 0.10511770844459534, 0.10932796448469162, 0.1135382205247879, 0.11774847656488419, 0.12195874005556107, 0.12616899609565735, 0.13037925958633423, 0.13458950817584991, 0.1387997716665268, 0.14301003515720367, 0.14722028374671936, 0.15143054723739624, 0.15564081072807312, 0.1598510593175888, 0.16406132280826569, 0.16827158629894257, 0.17248183488845825, 0.17669209837913513, 0.180902361869812, 0.1851126104593277, 0.18932287395000458, 0.19353313744068146, 0.19774338603019714, 0.20195364952087402, 0.2061639130115509]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 8.0, 6.0, 6.0, 9.0, 6.0, 7.0, 17.0, 20.0, 13.0, 18.0, 25.0, 47.0, 13.0, 17.0, 7.0, 8.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.04961829259991646, -0.04706655442714691, -0.044514819979667664, -0.04196308180689812, -0.03941134735941887, -0.03685960918664932, -0.034307874739170074, -0.03175613656640053, -0.02920440025627613, -0.026652663946151733, -0.024100927636027336, -0.02154919132590294, -0.018997453153133392, -0.016445716843008995, -0.013893980532884598, -0.0113422442227602, -0.008790507912635803, -0.006238771602511406, -0.0036870348267257214, -0.0011352982837706804, 0.0014164382591843605, 0.003968174569308758, 0.006519911345094442, 0.009071648120880127, 0.011623384431004524, 0.014175120741128922, 0.01672685705125332, 0.019278593361377716, 0.021830331534147263, 0.02438206784427166, 0.026933804154396057, 0.029485540464520454, 0.03203727677464485, 0.0345890149474144, 0.037140749394893646, 0.03969248756766319, 0.04224422201514244, 0.04479596018791199, 0.047347694635391235, 0.04989943280816078, 0.05245117098093033, 0.055002905428409576, 0.05755464360117912, 0.06010637804865837, 0.06265811622142792, 0.06520985066890717, 0.06776158511638641, 0.07031332701444626, 0.0728650614619255, 0.07541679590940475, 0.0779685378074646, 0.08052027225494385, 0.0830720067024231, 0.08562374114990234, 0.08817548304796219, 0.09072721749544144, 0.09327895194292068, 0.09583069384098053, 0.09838242828845978, 0.10093416273593903, 0.10348589718341827, 0.10603763908147812, 0.10858937352895737, 0.11114110797643661, 0.11369284987449646]}, "_runtime": 65.42669367790222, "_timestamp": 1596211655.1978025, "_step": 79}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 5.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010087063536047935, -0.009820790961384773, -0.009554518386721611, -0.009288245812058449, -0.009021972306072712, -0.00875569973140955, -0.008489427156746387, -0.008223154582083225, -0.007956882007420063, -0.0076906089670956135, -0.007424336392432451, -0.007158063817769289, -0.0068917907774448395, -0.006625518202781677, -0.006359245628118515, -0.0060929725877940655, -0.005826700013130903, -0.005560427438467741, -0.0052941543981432915, -0.005027881823480129, -0.004761609248816967, -0.0044953362084925175, -0.004229063633829355, -0.003962791059166193, -0.003696518251672387, -0.0034302454441785812, -0.003163972869515419, -0.002897700062021613, -0.0026314272545278072, -0.002365154679864645, -0.002098881872370839, -0.001832609181292355, -0.001566336490213871, -0.001300063799135387, -0.0010337911080569029, -0.000767518300563097, -0.0005012456094846129, -0.00023497288930229843, 3.129983088001609e-05, 0.0002975725510623306, 0.0005638452712446451, 0.0008301179623231292, 0.0010963906534016132, 0.0013626634608954191, 0.0016289361519739032, 0.0018952088430523872, 0.002161481650546193, 0.0024277542252093554, 0.0026940270327031612, 0.002960299840196967, 0.0032265724148601294, 0.0034928452223539352, 0.0037591177970170975, 0.004025390837341547, 0.004291663412004709, 0.0045579359866678715, 0.004824209026992321, 0.005090481601655483, 0.0053567541763186455, 0.005623026750981808, 0.005889299791306257, 0.0061555723659694195, 0.006421844940632582, 0.006688117980957031, 0.0069543905556201935]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 4.0, 2.0, 4.0, 4.0, 6.0, 8.0, 5.0, 12.0, 8.0, 10.0, 8.0, 15.0, 21.0, 26.0, 28.0, 24.0, 37.0, 45.0, 54.0, 76.0, 90.0, 117.0, 146.0, 229.0, 342.0, 3919.0, 1333.0, 412.0, 237.0, 150.0, 112.0, 92.0, 65.0, 50.0, 43.0, 34.0, 26.0, 19.0, 21.0, 13.0, 16.0, 11.0, 8.0, 7.0, 8.0, 7.0, 6.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.09814227372407913, -0.09524420648813248, -0.09234614670276642, -0.08944807946681976, -0.0865500196814537, -0.08365195244550705, -0.08075389266014099, -0.07785582542419434, -0.07495775818824768, -0.07205969840288162, -0.06916163116693497, -0.06626357138156891, -0.06336550414562225, -0.0604674406349659, -0.05756937712430954, -0.05467131361365318, -0.051773250102996826, -0.04887518659234047, -0.04597712308168411, -0.043079059571027756, -0.0401809960603714, -0.037282928824424744, -0.03438486531376839, -0.03148680180311203, -0.028588738292455673, -0.025690674781799316, -0.02279261127114296, -0.019894545897841454, -0.016996482387185097, -0.01409841887652874, -0.011200354434549809, -0.008302289992570877, -0.00540422648191452, -0.002506162505596876, 0.000391901470720768, 0.003289965447038412, 0.006188029423356056, 0.009086092934012413, 0.011984157375991344, 0.014882221817970276, 0.017780285328626633, 0.02067834883928299, 0.023576412349939346, 0.026474477723240852, 0.02937254123389721, 0.032270606607198715, 0.03516867011785507, 0.03806673362851143, 0.040964797139167786, 0.04386286064982414, 0.0467609241604805, 0.049658987671136856, 0.05255705118179321, 0.05545511841773987, 0.058353181928396225, 0.06125124543905258, 0.06414930522441864, 0.0670473724603653, 0.06994543969631195, 0.07284349948167801, 0.07574156671762466, 0.07863962650299072, 0.08153769373893738, 0.08443575352430344, 0.08733382076025009]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 4.0, 1.0, 4.0, 2.0, 2.0, 4.0, 2.0, 7.0, 4.0, 2.0, 6.0, 1.0, 3.0, 24.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 6.0, 2.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002265169285237789, -0.0021857216488569975, -0.002106274012476206, -0.002026826376095414, -0.0019473787397146225, -0.0018679311033338308, -0.0017884834669530392, -0.0017090358305722475, -0.0016295881941914558, -0.001550140674225986, -0.0014706930378451943, -0.0013912454014644027, -0.001311797765083611, -0.0012323501287028193, -0.0011529024923220277, -0.001073454855941236, -0.0009940072195604444, -0.0009145595831796527, -0.000835111946798861, -0.0007556643104180694, -0.0006762166740372777, -0.000596769095864147, -0.0005173214594833553, -0.0004378738231025636, -0.00035842618672177196, -0.0002789785503409803, -0.00019953092851210386, -0.0001200832994072698, -4.0635670302435756e-05, 3.8811958802398294e-05, 0.00011825958790723234, 0.00019770720973610878, 0.00027715484611690044, 0.0003566024824976921, 0.00043605011887848377, 0.0005154977552592754, 0.0005949453916400671, 0.0006743929698131979, 0.0007538406061939895, 0.0008332882425747812, 0.0009127358789555728, 0.0009921834571287036, 0.0010716310935094953, 0.001151078729890287, 0.0012305263662710786, 0.0013099740026518703, 0.001389421639032662, 0.0014688692754134536, 0.0015483169117942452, 0.001627764548175037, 0.0017072121845558286, 0.0017866598209366202, 0.001866107457317412, 0.0019455550936982036, 0.0020250026136636734, 0.002104450250044465, 0.0021838978864252567, 0.0022633455228060484, 0.00234279315918684, 0.0024222407955676317, 0.0025016884319484234, 0.002581136068329215, 0.0026605837047100067, 0.0027400313410907984, 0.00281947897747159]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 10.0, 12.0, 13.0, 21.0, 24.0, 30.0, 52.0, 80.0, 103.0, 150.0, 239.0, 365.0, 514.0, 838.0, 1310.0, 2170.0, 3553.0, 6105.0, 11290.0, 22208.0, 51269.0, 177864.0, 773502.0, 58869.0, 26906.0, 14812.0, 9052.0, 5811.0, 3934.0, 2706.0, 1783.0, 1202.0, 816.0, 538.0, 430.0, 306.0, 222.0, 133.0, 121.0, 78.0, 59.0, 39.0, 34.0, 17.0, 12.0, 12.0, 9.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006910433527082205, -0.006688912399113178, -0.006467390805482864, -0.0062458692118525505, -0.006024348083883524, -0.005802826955914497, -0.0055813053622841835, -0.00535978376865387, -0.005138262640684843, -0.0049167415127158165, -0.004695219919085503, -0.004473698325455189, -0.004252177197486162, -0.004030656069517136, -0.0038091344758868217, -0.0035876131150871515, -0.0033660917542874813, -0.003144570393487811, -0.002923049032688141, -0.0027015276718884706, -0.0024800063110888004, -0.00225848495028913, -0.00203696358948946, -0.0018154422286897898, -0.0015939208678901196, -0.0013723995070904493, -0.0011508781462907791, -0.0009293567854911089, -0.0007078354246914387, -0.00048631406389176846, -0.00026479270309209824, -4.327134229242802e-05, 0.0001782500185072422, 0.0003997713793069124, 0.0006212927401065826, 0.0008428141009062529, 0.001064335461705923, 0.0012858568225055933, 0.0015073781833052635, 0.0017288995441049337, 0.001950420904904604, 0.002171942265704274, 0.0023934636265039444, 0.0026149849873036146, 0.002836506348103285, 0.003058027708902955, 0.0032795490697026253, 0.0035010704305022955, 0.0037225917913019657, 0.003944112919270992, 0.004165634512901306, 0.00438715610653162, 0.004608677234500647, 0.004830198362469673, 0.005051719956099987, 0.005273241549730301, 0.0054947626776993275, 0.005716283805668354, 0.005937805399298668, 0.006159326992928982, 0.006380848120898008, 0.006602369248867035, 0.006823890842497349, 0.007045412436127663, 0.007266933564096689]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 8.0, 8.0, 3.0, 9.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031190834939479828, -0.0294197928160429, -0.027648750692605972, -0.025877708569169044, -0.024106666445732117, -0.02233562432229519, -0.02056458219885826, -0.018793540075421333, -0.017022497951984406, -0.015251455828547478, -0.01348041370511055, -0.011709371581673622, -0.009938329458236694, -0.008167287334799767, -0.006396245211362839, -0.004625203087925911, -0.002854160964488983, -0.0010831188410520554, 0.0006879232823848724, 0.0024589654058218002, 0.004230007529258728, 0.006001049652695656, 0.007772091776132584, 0.009543133899569511, 0.01131417602300644, 0.013085218146443367, 0.014856260269880295, 0.016627302393317223, 0.01839834451675415, 0.020169386640191078, 0.021940428763628006, 0.023711470887064934, 0.02548251301050186, 0.02725355513393879, 0.029024597257375717, 0.030795639380812645, 0.03256668150424957, 0.03433772176504135, 0.03610876575112343, 0.037879809737205505, 0.039650849997997284, 0.04142189025878906, 0.04319293424487114, 0.04496397823095322, 0.046735018491744995, 0.048506058752536774, 0.05027710273861885, 0.05204814672470093, 0.053819186985492706, 0.055590227246284485, 0.05736127123236656, 0.05913231521844864, 0.06090335547924042, 0.0626743957400322, 0.06444543600082397, 0.06621648371219635, 0.06798752397298813, 0.06975856423377991, 0.07152961194515228, 0.07330065220594406, 0.07507169246673584, 0.07684273272752762, 0.0786137729883194, 0.08038482069969177, 0.08215586096048355]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 6.0, 9.0, 11.0, 18.0, 25.0, 33.0, 39.0, 52.0, 68.0, 105.0, 174.0, 250.0, 377.0, 568.0, 877.0, 1350.0, 2092.0, 7038.0, 2708.0, 991.0, 512.0, 278.0, 198.0, 130.0, 94.0, 61.0, 49.0, 26.0, 27.0, 34.0, 34.0, 24.0, 21.0, 8.0, 7.0, 9.0, 19.0, 11.0, 11.0, 7.0, 7.0, 6.0, 5.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 6.0, 9.0, 6.0, 3.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 5.0], "bins": [-0.010882851667702198, -0.010307752527296543, -0.009732652455568314, -0.009157553315162659, -0.00858245324343443, -0.008007354103028774, -0.007432254496961832, -0.00685715489089489, -0.006282055284827948, -0.005706955678761005, -0.005131856072694063, -0.004556756466627121, -0.003981657326221466, -0.00340655748732388, -0.0028314581140875816, -0.0022563585080206394, -0.0016812589019536972, -0.001106159295886755, -0.0005310598062351346, 4.40397416241467e-05, 0.000619139289483428, 0.0011942388955503702, 0.0017693383852019906, 0.002344437874853611, 0.002919537480920553, 0.0034946370869874954, 0.004069736693054438, 0.00464483629912138, 0.005219935439527035, 0.005795035045593977, 0.006370134651660919, 0.006945234257727861, 0.007520333863794804, 0.008095433004200459, 0.008670533075928688, 0.009245632216334343, 0.009820732288062572, 0.010395831428468227, 0.010970931500196457, 0.011546030640602112, 0.012121129781007767, 0.012696229852735996, 0.013271328993141651, 0.01384642906486988, 0.014421528205275536, 0.014996628277003765, 0.01557172741740942, 0.01614682748913765, 0.016721926629543304, 0.01729702576994896, 0.017872124910354614, 0.01844722591340542, 0.019022325053811073, 0.019597424194216728, 0.020172523334622383, 0.020747624337673187, 0.021322723478078842, 0.021897822618484497, 0.022472921758890152, 0.023048020899295807, 0.02362312190234661, 0.024198221042752266, 0.02477332018315792, 0.025348419323563576, 0.02592352032661438]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2942453622817993, -0.28706881403923035, -0.2798922657966614, -0.2727157175540924, -0.26553916931152344, -0.2583625912666321, -0.2511860430240631, -0.24400949478149414, -0.23683294653892517, -0.2296563982963562, -0.22247985005378723, -0.21530330181121826, -0.2081267386674881, -0.20095019042491913, -0.19377364218235016, -0.1865970939397812, -0.17942053079605103, -0.17224398255348206, -0.16506743431091309, -0.15789088606834412, -0.15071433782577515, -0.14353777468204498, -0.136361226439476, -0.12918467819690704, -0.12200812995433807, -0.11483157426118851, -0.10765502601861954, -0.10047847032546997, -0.093301922082901, -0.08612536638975143, -0.07894881814718246, -0.0717722624540329, -0.06459571421146393, -0.05741916224360466, -0.05024261027574539, -0.043066058307886124, -0.035889506340026855, -0.028712956234812737, -0.021536406129598618, -0.01435985416173935, -0.007183302193880081, -6.750691682100296e-06, 0.007169800810515881, 0.014346351847052574, 0.021522903814911842, 0.02869945578277111, 0.03587600588798523, 0.0430525578558445, 0.050229109823703766, 0.057405661791563034, 0.0645822137594223, 0.07175876200199127, 0.07893531769514084, 0.08611186593770981, 0.09328842163085938, 0.10046496987342834, 0.10764151811599731, 0.11481807380914688, 0.12199462205171585, 0.12917117774486542, 0.1363477259874344, 0.14352427423000336, 0.15070083737373352, 0.1578773856163025, 0.16505393385887146]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 5.0, 2.0, 5.0, 6.0, 1.0, 2.0, 3.0, 7.0, 14.0, 47.0, 69.0, 33.0, 14.0, 8.0, 8.0, 3.0, 4.0, 4.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1457546353340149, -0.14151115715503693, -0.13726766407489777, -0.1330241858959198, -0.12878069281578064, -0.12453720718622208, -0.12029372155666351, -0.11605023592710495, -0.11180675029754639, -0.10756327211856842, -0.10331978648900986, -0.0990763008594513, -0.09483281522989273, -0.09058932960033417, -0.0863458439707756, -0.08210235834121704, -0.07785887271165848, -0.07361538708209991, -0.06937190145254135, -0.06512841582298279, -0.060884930193424225, -0.05664144828915596, -0.0523979626595974, -0.048154477030038834, -0.04391099140048027, -0.03966750577092171, -0.035424020141363144, -0.03118053637444973, -0.026937050744891167, -0.022693565115332603, -0.01845008134841919, -0.014206595718860626, -0.009963110089302063, -0.005719624925404787, -0.0014761397615075111, 0.002767345402389765, 0.007010830566287041, 0.011254316195845604, 0.015497800894081593, 0.01974128559231758, 0.023984771221876144, 0.028228256851434708, 0.03247174248099327, 0.036715228110551834, 0.0409587100148201, 0.04520219564437866, 0.049445681273937225, 0.05368916690349579, 0.05793265253305435, 0.062176138162612915, 0.06641962379217148, 0.07066310942173004, 0.0749065950512886, 0.07915008068084717, 0.08339356631040573, 0.0876370519399643, 0.09188053011894226, 0.09612401574850082, 0.10036750137805939, 0.10461098700761795, 0.10885447263717651, 0.11309795826673508, 0.11734144389629364, 0.1215849295258522, 0.12582841515541077]}, "_runtime": 66.17991495132446, "_timestamp": 1596211655.9510238, "_step": 80}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 5.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0124107226729393, -0.01203683391213417, -0.011662944220006466, -0.011289054527878761, -0.010915165767073631, -0.010541277006268501, -0.010167387314140797, -0.009793497622013092, -0.009419608861207962, -0.009045720100402832, -0.008671830408275127, -0.008297940716147423, -0.007924051955342293, -0.0075501627288758755, -0.007176273502409458, -0.006802384275943041, -0.0064284950494766235, -0.006054605823010206, -0.005680716596543789, -0.005306827370077372, -0.004932938143610954, -0.004559048917144537, -0.00418515969067812, -0.0038112704642117023, -0.003437381237745285, -0.0030634920112788677, -0.0026896027848124504, -0.002315713558346033, -0.0019418243318796158, -0.0015679351054131985, -0.0011940458789467812, -0.0008201566524803638, -0.00044626742601394653, -7.237819954752922e-05, 0.0003015110269188881, 0.0006754002533853054, 0.0010492894798517227, 0.00142317870631814, 0.0017970679327845573, 0.0021709571592509747, 0.002544846385717392, 0.0029187356121838093, 0.0032926248386502266, 0.003666514065116644, 0.004040403291583061, 0.0044142925180494785, 0.004788181744515896, 0.005162070970982313, 0.0055359601974487305, 0.005909849423915148, 0.006283738650381565, 0.006657627876847982, 0.0070315171033144, 0.007405406329780817, 0.007779295556247234, 0.008153185248374939, 0.008527074009180069, 0.008900962769985199, 0.009274852462112904, 0.009648742154240608, 0.010022630915045738, 0.010396519675850868, 0.010770409367978573, 0.011144299060106277, 0.011518187820911407]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 1.0, 2.0, 5.0, 9.0, 6.0, 11.0, 15.0, 16.0, 25.0, 13.0, 24.0, 39.0, 39.0, 64.0, 57.0, 88.0, 98.0, 117.0, 181.0, 291.0, 3905.0, 1735.0, 380.0, 207.0, 142.0, 92.0, 65.0, 55.0, 48.0, 33.0, 25.0, 24.0, 18.0, 16.0, 18.0, 7.0, 6.0, 6.0, 7.0, 6.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11751552671194077, -0.11371468007564545, -0.10991384088993073, -0.1061129942536354, -0.10231214761734009, -0.09851130843162537, -0.09471046179533005, -0.09090961515903473, -0.08710877597332001, -0.08330792933702469, -0.07950708270072937, -0.07570623606443405, -0.07190539687871933, -0.06810455024242401, -0.06430370360612869, -0.06050286069512367, -0.05670201778411865, -0.05290117487311363, -0.049100328236818314, -0.04529948532581329, -0.041498638689517975, -0.037697795778512955, -0.033896952867507935, -0.030096108093857765, -0.026295263320207596, -0.022494418546557426, -0.018693573772907257, -0.014892730861902237, -0.011091886088252068, -0.0072910417802631855, -0.0034901974722743034, 0.00031064683571457863, 0.004111491143703461, 0.00791233591735363, 0.011713179759681225, 0.01551402360200882, 0.01931486837565899, 0.02311571314930916, 0.02691655606031418, 0.030717400833964348, 0.03451824560761452, 0.03831908851861954, 0.042119935154914856, 0.045920778065919876, 0.049721620976924896, 0.053522467613220215, 0.057323310524225235, 0.061124157160520554, 0.06492500007152557, 0.06872584670782089, 0.07252668589353561, 0.07632753252983093, 0.08012837916612625, 0.08392921835184097, 0.08773006498813629, 0.09153091162443161, 0.09533175826072693, 0.09913259744644165, 0.10293344408273697, 0.10673429071903229, 0.11053512990474701, 0.11433597654104233, 0.11813682317733765, 0.12193766236305237, 0.1257385015487671]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 4.0, 4.0, 1.0, 2.0, 1.0, 4.0, 2.0, 7.0, 7.0, 4.0, 5.0, 2.0, 3.0, 25.0, 3.0, 5.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 0.0, 0.0, 3.0, 2.0, 2.0, 8.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028142882511019707, -0.002713549416512251, -0.002612810581922531, -0.0025120717473328114, -0.0024113329127430916, -0.002310594078153372, -0.0022098550107330084, -0.0021091161761432886, -0.002008377341553569, -0.001907638506963849, -0.0018068996723741293, -0.0017061608377844095, -0.0016054220031946898, -0.00150468316860497, -0.0014039442175999284, -0.0013032053830102086, -0.0012024665484204888, -0.001101727713830769, -0.0010009888792410493, -0.0009002499864436686, -0.0007995110936462879, -0.0006987722590565681, -0.0005980334244668484, -0.0004972945316694677, -0.0003965556970797479, -0.0002958168333861977, -0.00019507798424456269, -9.433912782697007e-05, 6.399728590622544e-06, 0.00010713858500821516, 0.00020787744142580777, 0.0003086162905674428, 0.000409355154260993, 0.0005100939888507128, 0.0006108328816480935, 0.0007115717162378132, 0.0008123106090351939, 0.0009130494436249137, 0.0010137882782146335, 0.0011145271128043532, 0.0012152660638093948, 0.0013160048983991146, 0.0014167437329888344, 0.0015174825675785542, 0.001618221402168274, 0.0017189602367579937, 0.0018196991877630353, 0.001920438022352755, 0.002021176740527153, 0.0021219158079475164, 0.002222654642537236, 0.002323393477126956, 0.0024241323117166758, 0.0025248711463063955, 0.0026256099808961153, 0.002726348815485835, 0.002827087650075555, 0.0029278264846652746, 0.0030285653192549944, 0.003129304386675358, 0.0032300432212650776, 0.0033307820558547974, 0.003431520890444517, 0.003532259725034237, 0.0036329985596239567]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 6.0, 6.0, 10.0, 7.0, 14.0, 22.0, 35.0, 50.0, 68.0, 96.0, 129.0, 221.0, 312.0, 440.0, 645.0, 920.0, 1398.0, 2016.0, 3217.0, 5221.0, 8528.0, 15093.0, 29147.0, 65064.0, 735573.0, 194861.0, 49445.0, 24798.0, 14243.0, 8941.0, 5917.0, 3857.0, 2659.0, 1947.0, 1347.0, 981.0, 642.0, 468.0, 331.0, 260.0, 194.0, 124.0, 102.0, 66.0, 61.0, 45.0, 26.0, 21.0, 14.0, 19.0, 12.0, 6.0, 6.0, 3.0, 7.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.005987388547509909, -0.005787716247141361, -0.005588044412434101, -0.005388372112065554, -0.0051887002773582935, -0.004989027976989746, -0.004789355676621199, -0.0045896838419139385, -0.004390011541545391, -0.004190339706838131, -0.0039906674064695835, -0.0037909953389316797, -0.003591323271393776, -0.003391651203855872, -0.0031919789034873247, -0.002992306835949421, -0.002792634768411517, -0.0025929627008736134, -0.0023932906333357096, -0.002193618332967162, -0.0019939462654292583, -0.0017942741978913546, -0.0015946021303534508, -0.0013949299464002252, -0.0011952578788623214, -0.0009955858113244176, -0.000795913627371192, -0.0005962415598332882, -0.0003965694340877235, -0.00019689732289407402, 2.774788299575448e-06, 0.00020244689949322492, 0.0004021190106868744, 0.0006017911364324391, 0.0008014632621780038, 0.0010011353297159076, 0.0012008075136691332, 0.001400479581207037, 0.0016001516487449408, 0.0017998238326981664, 0.001999496016651392, 0.0021991680841892958, 0.0023988401517271996, 0.0025985122192651033, 0.002798184286803007, 0.002997856354340911, 0.0031975286547094584, 0.003397200722247362, 0.003596872789785266, 0.0037965448573231697, 0.003996217157691717, 0.004195888992398977, 0.004395561292767525, 0.004595233127474785, 0.004794905427843332, 0.00499457772821188, 0.00519424956291914, 0.005393921863287687, 0.005593593697994947, 0.005793265998363495, 0.005992938298732042, 0.0061926101334393024, 0.00639228243380785, 0.00659195426851511, 0.0067916265688836575]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 15.0, 4.0, 3.0, 1.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04702350124716759, -0.04600357636809349, -0.044983647763729095, -0.043963722884655, -0.0429437980055809, -0.04192386940121651, -0.04090394452214241, -0.039884019643068314, -0.03886409103870392, -0.03784416615962982, -0.036824241280555725, -0.03580431640148163, -0.03478438779711723, -0.03376446291804314, -0.03274453803896904, -0.031724609434604645, -0.030704684555530548, -0.029684757813811302, -0.028664832934737206, -0.02764490619301796, -0.026624981313943863, -0.025605054572224617, -0.02458512783050537, -0.023565202951431274, -0.02254527620971203, -0.021525349467992783, -0.020505424588918686, -0.01948549784719944, -0.018465571105480194, -0.017445646226406097, -0.01642571948468685, -0.01540579367429018, -0.014385867863893509, -0.013365942053496838, -0.012346016243100166, -0.01132608950138092, -0.010306163690984249, -0.009286237880587578, -0.008266311138868332, -0.007246385328471661, -0.006226459518074989, -0.005206533707678318, -0.004186607431620359, -0.0031666813883930445, -0.0021467553451657295, -0.0011268293019384146, -0.00010690325871109962, 0.0009130227845162153, 0.0019329488277435303, 0.0029528748709708452, 0.00397280091419816, 0.004992727190256119, 0.00601265300065279, 0.007032578811049461, 0.008052505552768707, 0.009072431363165379, 0.01009235717356205, 0.011112282983958721, 0.012132208794355392, 0.013152135536074638, 0.01417206134647131, 0.015191987156867981, 0.016211913898587227, 0.017231838777661324, 0.01825176551938057]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 7.0, 3.0, 1.0, 0.0, 1.0, 6.0, 10.0, 8.0, 5.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 6.0, 11.0, 4.0, 7.0, 13.0, 22.0, 10.0, 12.0, 16.0, 27.0, 26.0, 33.0, 54.0, 99.0, 155.0, 199.0, 315.0, 460.0, 738.0, 1378.0, 6711.0, 3047.0, 1606.0, 977.0, 626.0, 479.0, 340.0, 289.0, 200.0, 133.0, 87.0, 74.0, 54.0, 37.0, 33.0, 23.0, 19.0, 14.0, 12.0, 3.0, 8.0, 8.0, 3.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.014686983078718185, -0.01429770328104496, -0.01390842255204916, -0.013519142754375935, -0.01312986295670271, -0.01274058222770691, -0.012351302430033684, -0.011962022632360458, -0.011572742834687233, -0.011183462105691433, -0.010794182308018208, -0.010404902510344982, -0.010015621781349182, -0.009626341983675957, -0.009237062186002731, -0.008847781457006931, -0.008458501659333706, -0.00806922186166048, -0.007679941598325968, -0.007290661334991455, -0.00690138153731823, -0.006512101273983717, -0.006122821010649204, -0.005733541212975979, -0.005344260949641466, -0.004954980686306953, -0.004565700888633728, -0.004176420625299215, -0.0037871405947953463, -0.003397860564291477, -0.0030085803009569645, -0.0026193002704530954, -0.0022300202399492264, -0.0018407402094453573, -0.0014514600625261664, -0.0010621799156069756, -0.0006728998851031065, -0.00028361979639157653, 0.00010566029231995344, 0.0004949403810314834, 0.0008842204697430134, 0.0012735005002468824, 0.0016627806471660733, 0.002052060794085264, 0.0024413408245891333, 0.0028306208550930023, 0.003219901118427515, 0.003609181148931384, 0.003998461179435253, 0.004387741442769766, 0.004777021240442991, 0.005166301503777504, 0.005555581301450729, 0.005944861564785242, 0.006334141828119755, 0.00672342162579298, 0.007112701889127493, 0.007501982152462006, 0.007891261950135231, 0.008280541747808456, 0.008669822476804256, 0.009059102274477482, 0.009448382072150707, 0.009837662801146507, 0.010226942598819733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11363784968852997, -0.10963185876607895, -0.10562587529420853, -0.10161988437175751, -0.09761390089988708, -0.09360790997743607, -0.08960191905498505, -0.08559593558311462, -0.0815899446606636, -0.07758395373821259, -0.07357797026634216, -0.06957197934389114, -0.06556598842144012, -0.0615600049495697, -0.05755401402711868, -0.05354802682995796, -0.04954203963279724, -0.04553605243563652, -0.0415300652384758, -0.03752407431602478, -0.03351808711886406, -0.02951209992170334, -0.02550611086189747, -0.0215001218020916, -0.017494134604930878, -0.013488146476447582, -0.009482158347964287, -0.005476170219480991, -0.001470182090997696, 0.0025358060374855995, 0.006541794165968895, 0.01054778229445219, 0.014553770422935486, 0.018559757620096207, 0.022565746679902077, 0.026571735739707947, 0.030577722936868668, 0.03458371013402939, 0.03858970105648041, 0.04259568825364113, 0.04660167545080185, 0.05060766264796257, 0.05461364984512329, 0.05861964076757431, 0.06262563169002533, 0.06663161516189575, 0.07063760608434677, 0.0746435895562172, 0.07864958047866821, 0.08265557140111923, 0.08666155487298965, 0.09066754579544067, 0.0946735292673111, 0.09867952018976212, 0.10268551111221313, 0.10669149458408356, 0.11069748550653458, 0.1147034764289856, 0.11870945990085602, 0.12271545082330704, 0.12672144174575806, 0.13072742521762848, 0.1347334086894989, 0.13873940706253052, 0.14274539053440094]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 3.0, 6.0, 2.0, 3.0, 3.0, 4.0, 8.0, 8.0, 13.0, 35.0, 56.0, 43.0, 15.0, 18.0, 11.0, 8.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10770731419324875, -0.10510069876909256, -0.10249408334493637, -0.09988747537136078, -0.09728085994720459, -0.0946742445230484, -0.09206762909889221, -0.08946101367473602, -0.08685439825057983, -0.08424779027700424, -0.08164117485284805, -0.07903455942869186, -0.07642794400453568, -0.07382132858037949, -0.0712147206068039, -0.0686081051826477, -0.06600148975849152, -0.06339487433433533, -0.06078826263546944, -0.05818164721131325, -0.05557503551244736, -0.05296842008829117, -0.05036180466413498, -0.04775519296526909, -0.0451485775411129, -0.04254196211695671, -0.03993535041809082, -0.03732873499393463, -0.03472211956977844, -0.03211550787091255, -0.029508892446756363, -0.026902278885245323, -0.024295665323734283, -0.021689051762223244, -0.019082438200712204, -0.016475822776556015, -0.013869209215044975, -0.011262595653533936, -0.008655981160700321, -0.006049367133527994, -0.003442753106355667, -0.0008361390791833401, 0.001770474947988987, 0.004377088975161314, 0.006983703002333641, 0.00959031656384468, 0.012196931056678295, 0.01480354554951191, 0.01741015911102295, 0.02001677267253399, 0.02262338623404503, 0.025230001658201218, 0.027836615219712257, 0.030443228781223297, 0.033049844205379486, 0.03565645590424538, 0.038263071328401566, 0.040869686752557755, 0.043476298451423645, 0.046082913875579834, 0.04868952929973602, 0.05129614099860191, 0.0539027564227581, 0.05650936812162399, 0.05911598354578018]}, "_runtime": 66.93494510650635, "_timestamp": 1596211656.706054, "_step": 81}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 7.0, 1.0, 4.0, 4.0, 3.0, 4.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013650819659233093, -0.013207387179136276, -0.01276395469903946, -0.012320522218942642, -0.011877089738845825, -0.011433656327426434, -0.010990223847329617, -0.0105467913672328, -0.010103358887135983, -0.009659926407039165, -0.009216493926942348, -0.008773061446845531, -0.00832962803542614, -0.007886195555329323, -0.007442763075232506, -0.006999330595135689, -0.006555898115038872, -0.006112465634942055, -0.005669033154845238, -0.005225600209087133, -0.004782167728990316, -0.004338735248893499, -0.0038953025359660387, -0.003451869823038578, -0.003008437342941761, -0.002565004862844944, -0.0021215721499174833, -0.0016781395534053445, -0.0012347069568932056, -0.0007912743603810668, -0.00034784176386892796, 9.559083264321089e-05, 0.0005390234291553497, 0.0009824560256674886, 0.0014258886221796274, 0.0018693212186917663, 0.002312753815203905, 0.002756186295300722, 0.003199619008228183, 0.0036430517211556435, 0.0040864842012524605, 0.0045299166813492775, 0.0049733491614460945, 0.005416782107204199, 0.005860214587301016, 0.006303647067397833, 0.006747080013155937, 0.007190512493252754, 0.007633944973349571, 0.008077377453446388, 0.008520809933543205, 0.008964242413640022, 0.00940767489373684, 0.009851108305156231, 0.010294540785253048, 0.010737973265349865, 0.011181405745446682, 0.011624838225543499, 0.012068270705640316, 0.012511703185737133, 0.012955136597156525, 0.013398569077253342, 0.013842001557350159, 0.014285434037446976, 0.014728866517543793]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 6.0, 6.0, 6.0, 9.0, 4.0, 9.0, 8.0, 17.0, 16.0, 19.0, 30.0, 45.0, 33.0, 54.0, 95.0, 121.0, 158.0, 196.0, 408.0, 4794.0, 943.0, 317.0, 158.0, 118.0, 91.0, 66.0, 50.0, 33.0, 29.0, 15.0, 13.0, 13.0, 7.0, 4.0, 3.0, 4.0, 5.0, 2.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.131791889667511, -0.1271950602531433, -0.12259822338819504, -0.11800138652324677, -0.11340455710887909, -0.10880772769451141, -0.10421089082956314, -0.09961405396461487, -0.09501722455024719, -0.09042039513587952, -0.08582355827093124, -0.08122672140598297, -0.0766298919916153, -0.07203306257724762, -0.06743622571229935, -0.06283938884735107, -0.0582425594329834, -0.053645726293325424, -0.04904889315366745, -0.044452060014009476, -0.0398552268743515, -0.03525839373469353, -0.030661560595035553, -0.02606472745537758, -0.021467894315719604, -0.01687106117606163, -0.012274228036403656, -0.007677394896745682, -0.0030805617570877075, 0.0015162713825702667, 0.006113104522228241, 0.010709937661886215, 0.01530677080154419, 0.019903603941202164, 0.024500437080860138, 0.029097270220518112, 0.033694103360176086, 0.03829093649983406, 0.042887769639492035, 0.04748460277915001, 0.05208143591880798, 0.05667826905846596, 0.06127510219812393, 0.0658719390630722, 0.07046876847743988, 0.07506559789180756, 0.07966243475675583, 0.0842592716217041, 0.08885610103607178, 0.09345293045043945, 0.09804976731538773, 0.102646604180336, 0.10724343359470367, 0.11184026300907135, 0.11643709987401962, 0.1210339367389679, 0.12563076615333557, 0.13022759556770325, 0.13482442498207092, 0.1394212692975998, 0.14401809871196747, 0.14861492812633514, 0.153211772441864, 0.1578086018562317, 0.16240543127059937]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 5.0, 2.0, 0.0, 4.0, 1.0, 4.0, 5.0, 25.0, 3.0, 4.0, 4.0, 6.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0023711668327450752, -0.002288867486640811, -0.002206567907705903, -0.002124268561601639, -0.002041968982666731, -0.0019596696365624666, -0.0018773700576275587, -0.0017950705951079726, -0.0017127711325883865, -0.0016304717864841223, -0.0015481723239645362, -0.00146587286144495, -0.001383573398925364, -0.001301273936405778, -0.0012189744738861918, -0.0011366750113666058, -0.0010543755488470197, -0.0009720760863274336, -0.0008897766238078475, -0.0008074771612882614, -0.0007251776987686753, -0.0006428782944567502, -0.0005605788319371641, -0.000478279369417578, -0.0003959799068979919, -0.0003136804443784058, -0.00023138099641073495, -0.0001490815484430641, -6.678208592347801e-05, 1.5517369320150465e-05, 9.781682456377894e-05, 0.0001801162725314498, 0.0002624157350510359, 0.00034471519757062197, 0.00042701466009020805, 0.0005093141226097941, 0.0005916135851293802, 0.0006739129894413054, 0.0007562124519608915, 0.0008385119144804776, 0.0009208113770000637, 0.0010031107813119888, 0.001085410243831575, 0.001167709706351161, 0.001250009168870747, 0.0013323086313903332, 0.0014146080939099193, 0.0014969075564295053, 0.0015792070189490914, 0.0016615064814686775, 0.0017438059439882636, 0.0018261054065078497, 0.0019084048690274358, 0.001990704331547022, 0.002073003677651286, 0.002155303256586194, 0.0022376026026904583, 0.002319902181625366, 0.0024022015277296305, 0.0024845011066645384, 0.0025668004527688026, 0.0026491000317037106, 0.002731399377807975, 0.0028136989567428827, 0.002895998302847147]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 5.0, 9.0, 12.0, 18.0, 24.0, 45.0, 64.0, 98.0, 141.0, 219.0, 362.0, 590.0, 880.0, 1320.0, 2264.0, 3602.0, 6127.0, 11189.0, 21336.0, 46919.0, 137691.0, 806627.0, 71302.0, 30546.0, 15495.0, 8734.0, 4978.0, 3157.0, 1999.0, 1242.0, 799.0, 560.0, 413.0, 263.0, 141.0, 109.0, 96.0, 67.0, 47.0, 42.0, 31.0, 25.0, 9.0, 9.0, 5.0, 7.0, 5.0, 3.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.007853809744119644, -0.007618179079145193, -0.007382548879832029, -0.007146918214857578, -0.006911287549883127, -0.0066756573505699635, -0.006440026685595512, -0.006204396020621061, -0.00596876535564661, -0.0057331351563334465, -0.0054975044913589954, -0.005261873826384544, -0.005026243627071381, -0.0047906129620969296, -0.0045549822971224785, -0.004319352097809315, -0.004083721432834864, -0.0038480910006910563, -0.003612460335716605, -0.0033768299035727978, -0.0031411992385983467, -0.0029055688064545393, -0.002669938374310732, -0.002434307709336281, -0.0021986772771924734, -0.001963046845048666, -0.001727416180074215, -0.0014917857479304075, -0.0012561551993712783, -0.001020524650812149, -0.0007848941604606807, -0.0005492636701092124, -0.00031363312155008316, -7.800260209478438e-05, 0.0001576279173605144, 0.0003932584368158132, 0.000628888956271112, 0.0008645195048302412, 0.0011001499369740486, 0.0013357804855331779, 0.001571411034092307, 0.0018070415826514363, 0.0020426721312105656, 0.002278302563354373, 0.0025139329954981804, 0.0027495636604726315, 0.002985194092616439, 0.00322082475759089, 0.0034564551897346973, 0.0036920856218785048, 0.003927716054022312, 0.004163346718996763, 0.004398977383971214, 0.004634607583284378, 0.004870238248258829, 0.00510586891323328, 0.005341499112546444, 0.005577129777520895, 0.005812760442495346, 0.006048391107469797, 0.006284021306782961, 0.006519651971757412, 0.006755282636731863, 0.006990912836045027, 0.007226543501019478]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 1.0, 5.0, 14.0, 7.0, 6.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04509880766272545, -0.04409407824277878, -0.04308934882283211, -0.04208461940288544, -0.041079889982938766, -0.040075160562992096, -0.039070431143045425, -0.038065701723098755, -0.03706097602844238, -0.03605624660849571, -0.03505151718854904, -0.03404678776860237, -0.0330420583486557, -0.03203732892870903, -0.03103259950876236, -0.03002787008881569, -0.02902314066886902, -0.028018411248922348, -0.027013681828975677, -0.026008952409029007, -0.025004222989082336, -0.023999495431780815, -0.022994766011834145, -0.021990036591887474, -0.020985307171940804, -0.019980577751994133, -0.018975848332047462, -0.017971118912100792, -0.01696639135479927, -0.0159616619348526, -0.01495693251490593, -0.013952203094959259, -0.012947473675012589, -0.011942744255065918, -0.010938014835119247, -0.009933286346495152, -0.008928556926548481, -0.00792382750660181, -0.006919098552316427, -0.005914369598031044, -0.0049096401780843735, -0.0039049109909683466, -0.0029001818038523197, -0.0018954526167362928, -0.000890723429620266, 0.00011400575749576092, 0.0011187349446117878, 0.0021234641317278147, 0.0031281933188438416, 0.004132922738790512, 0.005137651693075895, 0.0061423806473612785, 0.007147110067307949, 0.00815183948725462, 0.009156567975878716, 0.010161297395825386, 0.011166026815772057, 0.012170756235718727, 0.013175485655665398, 0.014180214144289494, 0.015184943564236164, 0.01618967205286026, 0.01719440147280693, 0.0181991308927536, 0.01920386031270027]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [10.0, 4.0, 3.0, 1.0, 0.0, 9.0, 5.0, 12.0, 8.0, 3.0, 5.0, 4.0, 10.0, 6.0, 8.0, 8.0, 14.0, 16.0, 11.0, 13.0, 11.0, 17.0, 15.0, 16.0, 28.0, 34.0, 34.0, 58.0, 84.0, 159.0, 219.0, 282.0, 424.0, 831.0, 1540.0, 6680.0, 3212.0, 1675.0, 1009.0, 645.0, 392.0, 275.0, 191.0, 128.0, 92.0, 65.0, 34.0, 29.0, 19.0, 18.0, 10.0, 15.0, 9.0, 3.0, 4.0, 8.0, 5.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.013958214782178402, -0.013569505885243416, -0.013180797919631004, -0.012792089022696018, -0.012403380125761032, -0.01201467216014862, -0.011625963263213634, -0.011237254366278648, -0.010848546400666237, -0.01045983750373125, -0.010071128606796265, -0.009682420641183853, -0.009293711744248867, -0.008905002847313881, -0.00851629488170147, -0.008127585984766483, -0.0077388775534927845, -0.007350169122219086, -0.0069614602252841, -0.006572751794010401, -0.006184043362736702, -0.005795334465801716, -0.005406626034528017, -0.005017917603254318, -0.004629208706319332, -0.004240500275045633, -0.0038517918437719345, -0.003463083179667592, -0.0030743745155632496, -0.0026856660842895508, -0.0022969574201852083, -0.0019082488724961877, -0.001519540324807167, -0.0011308317771181464, -0.0007421231712214649, -0.0003534145944286138, 3.529398236423731e-05, 0.0004240025591570884, 0.0008127111359499395, 0.001201419741846621, 0.0015901282895356417, 0.001978836953639984, 0.002367545384913683, 0.0027562540490180254, 0.003144962713122368, 0.0035336711443960667, 0.0039223795756697655, 0.004311088472604752, 0.00469979690387845, 0.005088505335152149, 0.005477214232087135, 0.005865922663360834, 0.006254631094634533, 0.006643339991569519, 0.007032048422843218, 0.007420756854116917, 0.007809465751051903, 0.008198173716664314, 0.0085868826135993, 0.008975591510534286, 0.009364299476146698, 0.009753008373081684, 0.01014171727001667, 0.010530425235629082, 0.010919134132564068]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06609559059143066, -0.06307731568813324, -0.06005903333425522, -0.057040758430957794, -0.05402247980237007, -0.05100420117378235, -0.047985922545194626, -0.0449676439166069, -0.04194936901330948, -0.038931090384721756, -0.03591281175613403, -0.03289453312754631, -0.029876254498958588, -0.026857977733016014, -0.02383969910442829, -0.020821422338485718, -0.017803143709897995, -0.014784866012632847, -0.011766588315367699, -0.008748309686779976, -0.005730031989514828, -0.002711754059419036, 0.0003065238706767559, 0.0033248018007725477, 0.0063430797308683395, 0.009361357428133488, 0.012379635125398636, 0.015397913753986359, 0.01841619238257408, 0.021434469148516655, 0.024452747777104378, 0.02747102454304695, 0.030489303171634674, 0.0335075818002224, 0.03652586042881012, 0.039544135332107544, 0.04256241396069527, 0.04558069258928299, 0.04859897121787071, 0.051617249846458435, 0.05463552474975586, 0.05765380337834358, 0.060672082006931305, 0.06369035691022873, 0.06670863926410675, 0.06972691416740417, 0.0727451965212822, 0.07576347142457962, 0.07878175377845764, 0.08180002868175507, 0.08481830358505249, 0.08783658593893051, 0.09085486084222794, 0.09387314319610596, 0.09689141809940338, 0.0999096930027008, 0.10292797535657883, 0.10594625025987625, 0.10896453261375427, 0.1119828075170517, 0.11500108242034912, 0.11801936477422714, 0.12103763967752457, 0.12405592203140259, 0.1270741969347]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 3.0, 3.0, 2.0, 6.0, 6.0, 5.0, 10.0, 8.0, 13.0, 15.0, 11.0, 15.0, 14.0, 35.0, 19.0, 20.0, 13.0, 15.0, 11.0, 7.0, 6.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03649333864450455, -0.03520603105425835, -0.03391871973872185, -0.03263141214847565, -0.03134410083293915, -0.030056793242692947, -0.028769483789801598, -0.027482174336910248, -0.026194864884018898, -0.024907555431127548, -0.0236202459782362, -0.02233293652534485, -0.021045628935098648, -0.0197583194822073, -0.01847101002931595, -0.0171837005764246, -0.01589639112353325, -0.014609081670641899, -0.01332177221775055, -0.012034463696181774, -0.010747154243290424, -0.009459844790399075, -0.0081725362688303, -0.00688522681593895, -0.0055979173630476, -0.00431060791015625, -0.0030232989229261875, -0.0017359897028654814, -0.00044868048280477524, 0.0008386287372559309, 0.002125937957316637, 0.003413247177377343, 0.004700556397438049, 0.005987865850329399, 0.007275174837559462, 0.008562483824789524, 0.009849793277680874, 0.011137102730572224, 0.012424411252140999, 0.013711720705032349, 0.014999030157923698, 0.016286339610815048, 0.017573649063706398, 0.018860958516597748, 0.02014826610684395, 0.021435575559735298, 0.022722885012626648, 0.024010194465517998, 0.025297503918409348, 0.026584813371300697, 0.027872122824192047, 0.029159432277083397, 0.030446741729974747, 0.03173404932022095, 0.033021360635757446, 0.03430866822600365, 0.03559597581624985, 0.036883287131786346, 0.03817059472203255, 0.039457906037569046, 0.04074521362781525, 0.042032524943351746, 0.043319832533597946, 0.044607143849134445, 0.045894451439380646]}, "_runtime": 67.69361972808838, "_timestamp": 1596211657.4647286, "_step": 82}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007480630185455084, -0.007253772113472223, -0.007026914041489363, -0.006800055969506502, -0.006573198363184929, -0.006346340291202068, -0.006119482219219208, -0.005892624147236347, -0.005665766075253487, -0.005438908003270626, -0.0052120499312877655, -0.004985191859304905, -0.004758333787322044, -0.004531476181000471, -0.0043046181090176105, -0.00407776003703475, -0.0038509019650518894, -0.003624043893069029, -0.0033971858210861683, -0.0031703279819339514, -0.002943469909951091, -0.0027166118379682302, -0.0024897539988160133, -0.0022628959268331528, -0.002036037854850292, -0.0018091797828674316, -0.001582321827299893, -0.0013554638717323542, -0.0011286057997494936, -0.000901747785974294, -0.0006748897721990943, -0.00044803175842389464, -0.000221173744648695, 5.68426912650466e-06, 0.0002325422829017043, 0.00045940029667690396, 0.0006862583104521036, 0.0009131163242273033, 0.001139974338002503, 0.0013668322935700417, 0.0015936903655529022, 0.0018205484375357628, 0.0020474065095186234, 0.0022742643486708403, 0.002501122420653701, 0.0027279804926365614, 0.0029548383317887783, 0.003181696403771639, 0.0034085544757544994, 0.00363541254773736, 0.0038622706197202206, 0.004089128691703081, 0.004315986298024654, 0.004542844370007515, 0.0047697024419903755, 0.004996560513973236, 0.005223418585956097, 0.005450276657938957, 0.005677134729921818, 0.005903992801904678, 0.006130850873887539, 0.006357708480209112, 0.006584566552191973, 0.006811424624174833, 0.007038282696157694]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 5.0, 0.0, 4.0, 4.0, 3.0, 11.0, 16.0, 14.0, 18.0, 17.0, 17.0, 36.0, 38.0, 51.0, 66.0, 104.0, 105.0, 162.0, 222.0, 368.0, 5071.0, 660.0, 286.0, 165.0, 101.0, 92.0, 62.0, 51.0, 37.0, 31.0, 24.0, 22.0, 8.0, 7.0, 10.0, 11.0, 5.0, 3.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.10145372152328491, -0.09813548624515533, -0.09481725841760635, -0.09149902313947678, -0.0881807878613472, -0.08486256003379822, -0.08154432475566864, -0.07822608947753906, -0.07490785419940948, -0.0715896263718605, -0.06827139109373093, -0.06495315581560135, -0.06163492798805237, -0.05831669270992279, -0.05499846115708351, -0.051680225878953934, -0.048361994326114655, -0.045043762773275375, -0.0417255274951458, -0.03840729594230652, -0.03508906066417694, -0.03177082911133766, -0.028452597558498383, -0.025134364143013954, -0.021816130727529526, -0.018497897312045097, -0.015179664827883244, -0.01186143234372139, -0.008543198928236961, -0.00522496597841382, -0.0019067330285906792, 0.001411499921232462, 0.004729732871055603, 0.008047966286540031, 0.011366198770701885, 0.014684431254863739, 0.018002664670348167, 0.021320898085832596, 0.024639129638671875, 0.027957363054156303, 0.03127559646964073, 0.03459382802248001, 0.03791206330060959, 0.04123029485344887, 0.04454852640628815, 0.047866761684417725, 0.051184993237257004, 0.05450322851538658, 0.05782146006822586, 0.06113969162106514, 0.06445792317390442, 0.067776158452034, 0.07109439373016357, 0.07441262155771255, 0.07773085683584213, 0.08104909211397171, 0.08436731994152069, 0.08768555521965027, 0.09100379049777985, 0.09432202577590942, 0.0976402536034584, 0.10095848888158798, 0.10427672415971756, 0.10759495198726654, 0.11091318726539612]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 6.0, 1.0, 3.0, 9.0, 3.0, 4.0, 4.0, 3.0, 7.0, 3.0, 4.0, 4.0, 28.0, 4.0, 0.0, 2.0, 5.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003045039251446724, -0.00296128005720675, -0.002877520862966776, -0.002793761668726802, -0.0027100027073174715, -0.0026262435130774975, -0.0025424843188375235, -0.0024587251245975494, -0.0023749659303575754, -0.0022912067361176014, -0.002207447774708271, -0.002123688580468297, -0.002039929386228323, -0.001956170191988349, -0.001872410997748375, -0.0017886519199237227, -0.0017048927256837487, -0.0016211335314437747, -0.0015373744536191225, -0.0014536152593791485, -0.0013698560651391745, -0.0012860969873145223, -0.0012023377930745482, -0.0011185785988345742, -0.001034819521009922, -0.000951060326769948, -0.000867301132529974, -0.0007835419964976609, -0.0006997828604653478, -0.0006160236662253737, -0.0005322645301930606, -0.00044850536505691707, -0.0003647461999207735, -0.00028098703478462994, -0.0001972278842004016, -0.00011346872634021565, -2.9709568480029702e-05, 5.404958938015625e-05, 0.0001378087472403422, 0.00022156789782457054, 0.0003053270629607141, 0.00038908622809685767, 0.00047284539323300123, 0.0005566045292653143, 0.0006403636652976274, 0.0007241228595376015, 0.0008078819955699146, 0.0008916411898098886, 0.0009754003258422017, 0.0010591595200821757, 0.001142918597906828, 0.001226677792146802, 0.001310436986386776, 0.0013941960642114282, 0.0014779552584514022, 0.0015617144526913762, 0.0016454735305160284, 0.0017292327247560024, 0.0018129919189959764, 0.0018967511132359505, 0.0019805103074759245, 0.002064269268885255, 0.002148028463125229, 0.002231787657365203, 0.002315546851605177]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 8.0, 6.0, 8.0, 10.0, 13.0, 24.0, 37.0, 40.0, 53.0, 92.0, 151.0, 213.0, 329.0, 429.0, 658.0, 1068.0, 1752.0, 2879.0, 4727.0, 8670.0, 16648.0, 37088.0, 115889.0, 864618.0, 68632.0, 25192.0, 12244.0, 6676.0, 4056.0, 2438.0, 1552.0, 1017.0, 663.0, 518.0, 306.0, 245.0, 148.0, 135.0, 97.0, 69.0, 48.0, 45.0, 29.0, 19.0, 15.0, 23.0, 13.0, 14.0, 11.0, 5.0, 7.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005733667407184839, -0.0055390032939612865, -0.0053443387150764465, -0.005149674601852894, -0.004955010488629341, -0.004760346375405788, -0.004565682262182236, -0.004371017683297396, -0.004176353570073843, -0.00398168945685029, -0.003787025110796094, -0.0035923607647418976, -0.003397696651518345, -0.003203032538294792, -0.003008368192240596, -0.0028137038461863995, -0.0026190397329628468, -0.002424375619739294, -0.0022297112736850977, -0.0020350469276309013, -0.0018403828144073486, -0.001645718584768474, -0.0014510543551295996, -0.001256390125490725, -0.0010617258958518505, -0.000867061666212976, -0.0006723974365741014, -0.0004777332069352269, -0.0002830689772963524, -8.840474765747786e-05, 0.00010625948198139668, 0.0003009237116202712, 0.0004955879412591457, 0.0006902521708980203, 0.0008849164005368948, 0.0010795806301757693, 0.0012742448598146439, 0.0014689090894535184, 0.001663573319092393, 0.0018582375487312675, 0.002052901778370142, 0.0022475658915936947, 0.002442230237647891, 0.0026368945837020874, 0.00283155869692564, 0.003026222810149193, 0.003220887156203389, 0.0034155515022575855, 0.0036102156154811382, 0.003804879728704691, 0.003999544307589531, 0.004194208420813084, 0.004388872534036636, 0.004583536647260189, 0.004778200760483742, 0.004972865339368582, 0.0051675294525921345, 0.005362193565815687, 0.005556858144700527, 0.00575152225792408, 0.005946186371147633, 0.006140850484371185, 0.006335514597594738, 0.006530179176479578, 0.006724843289703131]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 5.0, 8.0, 2.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 6.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018004097044467926, -0.01741805300116539, -0.016832010820508003, -0.016245966777205467, -0.01565992273390293, -0.01507387962192297, -0.014487836509943008, -0.013901793397963047, -0.013315750285983086, -0.01272970624268055, -0.012143663130700588, -0.011557620018720627, -0.01097157597541809, -0.01038553286343813, -0.009799489751458168, -0.009213445708155632, -0.00862740259617567, -0.00804135948419571, -0.0074553159065544605, -0.006869272328913212, -0.00628322921693325, -0.005697185639292002, -0.005111142061650753, -0.004525098949670792, -0.003939055372029543, -0.003353012027218938, -0.002766968682408333, -0.002180925104767084, -0.001594881759956479, -0.001008838415145874, -0.00042279495391994715, 0.00016324844909831882, 0.0007492918521165848, 0.0013353351969271898, 0.0019213786581531167, 0.0025074221193790436, 0.0030934654641896486, 0.0036795088090002537, 0.004265552386641502, 0.004851595498621464, 0.0054376390762627125, 0.006023682653903961, 0.006609725765883923, 0.007195769343525171, 0.00778181292116642, 0.008367856033146381, 0.008953899145126343, 0.009539943188428879, 0.01012598630040884, 0.010712029412388802, 0.011298073455691338, 0.011884116567671299, 0.01247015967965126, 0.013056203722953796, 0.013642246834933758, 0.01422828994691372, 0.014814333990216255, 0.015400377102196217, 0.015986420214176178, 0.016572464257478714, 0.0171585064381361, 0.017744550481438637, 0.018330594524741173, 0.01891663670539856, 0.019502680748701096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 2.0, 4.0, 1.0, 4.0, 4.0, 4.0, 6.0, 4.0, 10.0, 6.0, 11.0, 6.0, 8.0, 7.0, 13.0, 21.0, 22.0, 46.0, 65.0, 110.0, 133.0, 167.0, 196.0, 257.0, 367.0, 577.0, 946.0, 1875.0, 7132.0, 2110.0, 1326.0, 843.0, 566.0, 379.0, 306.0, 221.0, 164.0, 130.0, 96.0, 67.0, 46.0, 36.0, 36.0, 17.0, 19.0, 14.0, 5.0, 8.0, 5.0, 5.0, 6.0, 2.0, 2.0, 1.0], "bins": [-0.012226404622197151, -0.011908670887351036, -0.011590937152504921, -0.011273202486336231, -0.010955468751490116, -0.010637735016644001, -0.010320001281797886, -0.010002266615629196, -0.009684532880783081, -0.009366799145936966, -0.00904906541109085, -0.008731331676244736, -0.008413597010076046, -0.008095863275229931, -0.007778129540383816, -0.007460395339876413, -0.007142661605030298, -0.006824927870184183, -0.006507193669676781, -0.006189459934830666, -0.005871725734323263, -0.005553991999477148, -0.005236257798969746, -0.0049185240641236305, -0.004600790329277515, -0.004283056128770113, -0.003965322393923998, -0.0036475881934165955, -0.0033298544585704803, -0.0030121204908937216, -0.002694386523216963, -0.002376652555540204, -0.0020589185878634453, -0.0017411846201866865, -0.0014234506525099277, -0.0011057168012484908, -0.000787982833571732, -0.00047024889499880373, -0.00015251495642587543, 0.00016521898214705288, 0.0004829529207199812, 0.00080068688839674, 0.0011184208560734987, 0.0014361547073349357, 0.0017538886750116944, 0.0020716225262731314, 0.00238935649394989, 0.002707090461626649, 0.0030248244293034077, 0.0033425583969801664, 0.003660292364656925, 0.00397802609950304, 0.004295760300010443, 0.004613494034856558, 0.00493122823536396, 0.005248961970210075, 0.0055666957050561905, 0.005884429905563593, 0.006202163640409708, 0.0065198978409171104, 0.0068376315757632256, 0.007155365776270628, 0.007473099511116743, 0.0077908337116241455, 0.00810856744647026]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1406082808971405, -0.1357910931110382, -0.1309739053249359, -0.12615671753883362, -0.12133953720331192, -0.11652234941720963, -0.11170516908168793, -0.10688798129558563, -0.10207079350948334, -0.09725360572338104, -0.09243641793727875, -0.08761923760175705, -0.08280204981565475, -0.07798486202955246, -0.07316768169403076, -0.06835049390792847, -0.06353330612182617, -0.05871611833572388, -0.05389893427491188, -0.049081750214099884, -0.04426456242799759, -0.039447374641895294, -0.0346301905810833, -0.029813004657626152, -0.024995818734169006, -0.02017863281071186, -0.015361446887254715, -0.01054426096379757, -0.005727075040340424, -0.0009098891168832779, 0.003907296806573868, 0.008724482730031013, 0.01354166865348816, 0.018358854576945305, 0.02317604050040245, 0.027993226423859596, 0.03281041234731674, 0.03762760013341904, 0.04244478419423103, 0.04726196825504303, 0.052079156041145325, 0.05689634382724762, 0.061713527888059616, 0.06653071194887161, 0.07134789973497391, 0.0761650875210762, 0.0809822678565979, 0.0857994556427002, 0.09061664342880249, 0.09543383121490479, 0.10025101900100708, 0.10506819933652878, 0.10988538712263107, 0.11470257490873337, 0.11951975524425507, 0.12433694303035736, 0.12915413081645966, 0.13397131860256195, 0.13878850638866425, 0.14360569417476654, 0.14842286705970764, 0.15324005484580994, 0.15805724263191223, 0.16287443041801453, 0.16769161820411682]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 18.0, 24.0, 40.0, 68.0, 35.0, 14.0, 10.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11530668288469315, -0.11190973222255707, -0.1085127741098404, -0.10511581599712372, -0.10171886533498764, -0.09832191467285156, -0.09492495656013489, -0.09152799844741821, -0.08813104778528214, -0.08473409712314606, -0.08133713901042938, -0.07794018089771271, -0.07454323023557663, -0.07114627957344055, -0.06774932146072388, -0.0643523633480072, -0.060955412685871124, -0.05755845829844475, -0.05416150391101837, -0.050764549523591995, -0.04736759513616562, -0.04397064074873924, -0.040573686361312866, -0.03717673197388649, -0.033779777586460114, -0.030382823199033737, -0.02698586881160736, -0.023588914424180984, -0.020191960036754608, -0.016795005649328232, -0.013398051261901855, -0.010001096874475479, -0.006604142487049103, -0.0032071880996227264, 0.0001897662878036499, 0.0035867206752300262, 0.006983675062656403, 0.010380629450082779, 0.013777583837509155, 0.01717453822493553, 0.020571492612361908, 0.023968446999788284, 0.02736540138721466, 0.030762355774641037, 0.03415931016206741, 0.03755626454949379, 0.040953218936920166, 0.04435017332434654, 0.04774712771177292, 0.051144082099199295, 0.05454103648662567, 0.05793799087405205, 0.061334945261478424, 0.0647318959236145, 0.06812885403633118, 0.07152581214904785, 0.07492276281118393, 0.07831971347332001, 0.08171667158603668, 0.08511362969875336, 0.08851058036088943, 0.09190753102302551, 0.09530448913574219, 0.09870144724845886, 0.10209839791059494]}, "_runtime": 68.44974780082703, "_timestamp": 1596211658.2208567, "_step": 83}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.009185473434627056, -0.008906698785722256, -0.008627924136817455, -0.008349149487912655, -0.008070374839007854, -0.007791599724441767, -0.007512825075536966, -0.007234050426632166, -0.0069552757777273655, -0.006676501128822565, -0.006397726479917765, -0.006118951831012964, -0.0058401767164468765, -0.005561402067542076, -0.005282627418637276, -0.005003852769732475, -0.004725078120827675, -0.0044463034719228745, -0.004167528823018074, -0.00388875394128263, -0.0036099792923778296, -0.003331204643473029, -0.003052429761737585, -0.0027736551128327847, -0.0024948804639279842, -0.002216105815023184, -0.0019373310497030616, -0.0016585562843829393, -0.001379781635478139, -0.0011010069865733385, -0.0008222322212532163, -0.0005434575141407549, -0.0002646828070282936, 1.4091900084167719e-05, 0.00029286660719662905, 0.0005716413143090904, 0.0008504160214215517, 0.0011291906703263521, 0.0014079654356464744, 0.0016867402009665966, 0.001965514849871397, 0.0022442894987761974, 0.002523064147680998, 0.002801839029416442, 0.0030806136783212423, 0.0033593883272260427, 0.003638163208961487, 0.003916937857866287, 0.004195712506771088, 0.004474487155675888, 0.0047532618045806885, 0.005032036453485489, 0.005310811102390289, 0.005589586216956377, 0.0058683608658611774, 0.006147135514765978, 0.006425910163670778, 0.006704684812575579, 0.006983459461480379, 0.0072622341103851795, 0.007541009224951267, 0.007819783873856068, 0.008098558522760868, 0.008377333171665668, 0.008656107820570469]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 2.0, 3.0, 6.0, 7.0, 17.0, 11.0, 11.0, 26.0, 19.0, 42.0, 39.0, 60.0, 78.0, 108.0, 152.0, 218.0, 359.0, 3859.0, 1736.0, 445.0, 223.0, 134.0, 90.0, 66.0, 41.0, 27.0, 27.0, 21.0, 17.0, 17.0, 13.0, 12.0, 4.0, 7.0, 3.0, 3.0, 5.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14569365978240967, -0.1411314308643341, -0.13656918704509735, -0.1320069581270218, -0.12744472920894623, -0.12288249284029007, -0.11832025647163391, -0.11375802755355835, -0.10919579118490219, -0.10463355481624603, -0.10007132589817047, -0.09550908952951431, -0.09094685316085815, -0.08638462424278259, -0.08182238787412643, -0.07726015895605087, -0.07269792258739471, -0.06813568621873856, -0.063573457300663, -0.059011220932006836, -0.054448988288640976, -0.049886755645275116, -0.04532451927661896, -0.0407622866332531, -0.03620005398988724, -0.03163782134652138, -0.02707558684051037, -0.02251335233449936, -0.0179511196911335, -0.013388886116445065, -0.00882665254175663, -0.004264418967068195, 0.00029781460762023926, 0.004860048182308674, 0.009422281756997108, 0.013984515331685543, 0.018546748906373978, 0.023108981549739838, 0.027671216055750847, 0.032233450561761856, 0.036795683205127716, 0.041357915848493576, 0.045920148491859436, 0.050482384860515594, 0.055044617503881454, 0.059606850147247314, 0.06416908651590347, 0.06873131543397903, 0.07329355180263519, 0.07785578817129135, 0.08241801708936691, 0.08698025345802307, 0.09154248237609863, 0.09610471874475479, 0.10066695511341095, 0.10522918403148651, 0.10979142040014267, 0.11435365676879883, 0.11891588568687439, 0.12347812205553055, 0.1280403584241867, 0.13260258734226227, 0.13716481626033783, 0.14172706007957458, 0.14628928899765015]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 3.0, 3.0, 2.0, 4.0, 1.0, 6.0, 4.0, 1.0, 3.0, 5.0, 5.0, 3.0, 21.0, 3.0, 1.0, 6.0, 5.0, 3.0, 2.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002533338498324156, -0.0024480458814650774, -0.002362753264605999, -0.0022774606477469206, -0.002192168030887842, -0.0021068754140287638, -0.0020215825643390417, -0.0019362900638952851, -0.001850997330620885, -0.0017657047137618065, -0.001680412096902728, -0.0015951194800436497, -0.0015098268631845713, -0.0014245342463254929, -0.0013392415130510926, -0.0012539488961920142, -0.0011686562793329358, -0.0010833636624738574, -0.000998071045614779, -0.0009127783705480397, -0.0008274856954813004, -0.000742193078622222, -0.0006569004617631435, -0.0005716077866964042, -0.0004863151698373258, -0.00040102252387441695, -0.0003157298779115081, -0.00023043726105242968, -0.0001451446150895208, -5.985197640256956e-05, 2.5440662284381688e-05, 0.00011073330097133294, 0.0001960259396582842, 0.00028131858562119305, 0.0003666112315841019, 0.0004519038484431803, 0.0005371965235099196, 0.000622489140368998, 0.0007077817572280765, 0.0007930744322948158, 0.0008783670491538942, 0.0009636596660129726, 0.001048952341079712, 0.0011342449579387903, 0.0012195375747978687, 0.0013048301916569471, 0.0013901229249313474, 0.0014754155417904258, 0.0015607081586495042, 0.0016460007755085826, 0.001731293392367661, 0.0018165861256420612, 0.0019018787425011396, 0.001987171359360218, 0.0020724639762192965, 0.002157756593078375, 0.0022430492099374533, 0.0023283418267965317, 0.00241363444365561, 0.002498927293345332, 0.0025842199102044106, 0.002669512527063489, 0.0027548051439225674, 0.0028400977607816458, 0.002925390377640724]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 6.0, 11.0, 18.0, 17.0, 28.0, 32.0, 77.0, 83.0, 114.0, 149.0, 260.0, 384.0, 617.0, 901.0, 1490.0, 2543.0, 4188.0, 7403.0, 13746.0, 27181.0, 61345.0, 213356.0, 724217.0, 58210.0, 27059.0, 14308.0, 8315.0, 4897.0, 3142.0, 1942.0, 1252.0, 769.0, 511.0, 325.0, 228.0, 154.0, 102.0, 69.0, 59.0, 35.0, 35.0, 12.0, 12.0, 12.0, 8.0, 2.0, 5.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0071732900105416775, -0.006956585682928562, -0.006739881820976734, -0.006523177493363619, -0.0063064731657505035, -0.0060897693037986755, -0.00587306497618556, -0.005656361114233732, -0.005439656786620617, -0.005222952459007502, -0.005006248597055674, -0.004789544269442558, -0.00457284040749073, -0.004356136079877615, -0.0041394317522645, -0.003922727890312672, -0.0037060235626995564, -0.0034893194679170847, -0.003272615373134613, -0.0030559110455214977, -0.002839206950739026, -0.0026225028559565544, -0.002405798528343439, -0.0021890944335609674, -0.001972390338778496, -0.0017556862439960241, -0.0015389820327982306, -0.0013222778216004372, -0.0011055737268179655, -0.0008888695738278329, -0.0006721654208377004, -0.0004554612678475678, -0.00023875711485743523, -2.2052961867302656e-05, 0.00019465119112282991, 0.0004113553441129625, 0.0006280594971030951, 0.0008447636500932276, 0.0010614678030833602, 0.0012781720142811537, 0.0014948761090636253, 0.001711580203846097, 0.0019282844150438905, 0.002144988626241684, 0.0023616927210241556, 0.0025783968158066273, 0.0027951011434197426, 0.0030118052382022142, 0.003228509332984686, 0.0034452134277671576, 0.003661917522549629, 0.0038786218501627445, 0.00409532617777586, 0.004312030039727688, 0.004528734367340803, 0.004745438229292631, 0.0049621425569057465, 0.005178846884518862, 0.00539555074647069, 0.005612255074083805, 0.005828958936035633, 0.006045663263648748, 0.006262367591261864, 0.006479071453213692, 0.006695775780826807]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 2.0, 2.0, 2.0, 0.0, 2.0, 10.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00999451894313097, -0.009466942399740219, -0.008939364925026894, -0.008411787450313568, -0.007884210906922817, -0.007356633897870779, -0.006829056888818741, -0.006301479879766703, -0.0057739028707146645, -0.005246325861662626, -0.004718748852610588, -0.00419117184355855, -0.0036635948345065117, -0.0031360178254544735, -0.0026084408164024353, -0.002080863807350397, -0.001553286798298359, -0.0010257097892463207, -0.0004981327801942825, 2.944422885775566e-05, 0.0005570212379097939, 0.001084598246961832, 0.0016121752560138702, 0.0021397522650659084, 0.0026673292741179466, 0.003194906283169985, 0.003722483292222023, 0.004250060301274061, 0.004777637310326099, 0.005305214319378138, 0.005832791328430176, 0.006360368337482214, 0.006887945346534252, 0.00741552235558629, 0.007943099364638329, 0.008470676839351654, 0.008998253382742405, 0.009525829926133156, 0.010053407400846481, 0.010580984875559807, 0.011108561418950558, 0.011636137962341309, 0.012163715437054634, 0.01269129291176796, 0.01321886945515871, 0.013746445998549461, 0.014274023473262787, 0.014801600947976112, 0.015329177491366863, 0.015856754034757614, 0.01638433150947094, 0.016911908984184265, 0.01743948459625244, 0.017967062070965767, 0.018494639545679092, 0.019022217020392418, 0.019549794495105743, 0.02007737010717392, 0.020604947581887245, 0.02113252505660057, 0.021660100668668747, 0.022187678143382072, 0.022715255618095398, 0.023242833092808723, 0.02377041056752205]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 6.0, 5.0, 4.0, 11.0, 21.0, 31.0, 39.0, 68.0, 77.0, 119.0, 122.0, 151.0, 175.0, 224.0, 259.0, 369.0, 469.0, 612.0, 793.0, 1093.0, 1473.0, 1979.0, 5758.0, 1767.0, 977.0, 584.0, 343.0, 247.0, 159.0, 109.0, 89.0, 70.0, 41.0, 15.0, 20.0, 17.0, 8.0, 10.0, 5.0, 4.0, 5.0, 9.0, 6.0, 9.0, 17.0, 16.0, 6.0, 4.0, 7.0, 9.0, 4.0, 8.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00677312258630991, -0.006519997492432594, -0.006266872864216566, -0.0060137477703392506, -0.005760623142123222, -0.005507498048245907, -0.005254372954368591, -0.005001248326152563, -0.004748123232275248, -0.004494998138397932, -0.004241873510181904, -0.003988748416304588, -0.0037356235552579165, -0.0034824986942112446, -0.003229373600333929, -0.002976248739287257, -0.0027231238782405853, -0.0024699990171939135, -0.0022168741561472416, -0.001963749062269926, -0.0017106242012232542, -0.0014574993401765823, -0.0012043743627145886, -0.0009512494434602559, -0.0006981245242059231, -0.0004449996049515903, -0.00019187468569725752, 6.125023355707526e-05, 0.00031437515281140804, 0.0005675000720657408, 0.0008206249913200736, 0.0010737499687820673, 0.0013268748298287392, 0.001579999690875411, 0.0018331246683374047, 0.0020862496457993984, 0.0023393745068460703, 0.002592499367892742, 0.0028456244617700577, 0.0030987493228167295, 0.0033518741838634014, 0.0036049990449100733, 0.003858123905956745, 0.004111248999834061, 0.004364374093711376, 0.004617498721927404, 0.00487062381580472, 0.005123748444020748, 0.005376873537898064, 0.005629998631775379, 0.005883123259991407, 0.006136248353868723, 0.006389372982084751, 0.006642498075962067, 0.006895623169839382, 0.00714874779805541, 0.007401872891932726, 0.007654997985810041, 0.00790812261402607, 0.008161247707903385, 0.0084143728017807, 0.008667497895658016, 0.008920622058212757, 0.009173747152090073, 0.009426872245967388]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.0663583055138588, -0.06469957530498505, -0.0630408450961113, -0.06138211861252785, -0.0597233921289444, -0.05806466192007065, -0.0564059317111969, -0.05474720522761345, -0.0530884750187397, -0.05142974853515625, -0.0497710183262825, -0.04811228811740875, -0.0464535616338253, -0.04479483142495155, -0.0431361049413681, -0.041477374732494354, -0.039818644523620605, -0.038159918040037155, -0.036501187831163406, -0.034842461347579956, -0.03318373113870621, -0.03152500465512276, -0.029866274446249008, -0.02820754610002041, -0.02654881775379181, -0.02489008754491806, -0.02323135919868946, -0.02157263085246086, -0.01991390250623226, -0.018255174160003662, -0.016596443951129913, -0.014937715604901314, -0.013278987258672714, -0.011620258912444115, -0.00996152963489294, -0.008302801288664341, -0.006644072476774454, -0.004985343664884567, -0.003326615085825324, -0.001667886390350759, -9.157694876194e-06, 0.001649571000598371, 0.003308299696072936, 0.004967028275132179, 0.006625757087022066, 0.008284485898911953, 0.009943214245140553, 0.011601943522691727, 0.013260671868920326, 0.014919400215148926, 0.016578128561377525, 0.018236858770251274, 0.019895587116479874, 0.021554315462708473, 0.023213043808937073, 0.024871772155165672, 0.026530500501394272, 0.02818923071026802, 0.02984795905649662, 0.03150668740272522, 0.03316541761159897, 0.03482414409518242, 0.03648287430405617, 0.03814160078763962, 0.03980033099651337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 7.0, 17.0, 14.0, 9.0, 13.0, 8.0, 11.0, 7.0, 20.0, 40.0, 15.0, 11.0, 16.0, 10.0, 7.0, 6.0, 3.0, 7.0, 4.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 2.0], "bins": [-0.052296578884124756, -0.05081280320882797, -0.04932902753353119, -0.047845251858234406, -0.04636147618293762, -0.04487770423293114, -0.043393928557634354, -0.04191015288233757, -0.04042637720704079, -0.038942601531744, -0.03745882585644722, -0.035975050181150436, -0.03449127823114395, -0.03300750255584717, -0.031523726880550385, -0.0300399512052536, -0.028556175529956818, -0.027072399854660034, -0.02558862417936325, -0.024104850366711617, -0.022621074691414833, -0.02113729901611805, -0.019653525203466415, -0.018169749528169632, -0.01668597385287285, -0.015202198177576065, -0.013718423433601856, -0.012234648689627647, -0.010750873014330864, -0.00926709733903408, -0.007783322595059872, -0.0062995473854243755, -0.004815772175788879, -0.0033319969661533833, -0.0018482217565178871, -0.000364446546882391, 0.0011193286627531052, 0.0026031038723886013, 0.0040868790820240974, 0.005570654291659594, 0.00705442950129509, 0.008538205176591873, 0.010021979920566082, 0.01150575466454029, 0.012989530339837074, 0.014473306015133858, 0.015957079827785492, 0.017440855503082275, 0.01892463117837906, 0.020408406853675842, 0.021892182528972626, 0.02337595634162426, 0.024859732016921043, 0.026343507692217827, 0.02782728150486946, 0.029311057180166245, 0.030794832855463028, 0.03227860853075981, 0.033762384206056595, 0.03524615988135338, 0.03672993183135986, 0.03821370750665665, 0.03969748318195343, 0.041181258857250214, 0.042665034532547]}, "_runtime": 69.2044780254364, "_timestamp": 1596211658.975587, "_step": 84}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 0.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009940842166543007, -0.009627066552639008, -0.009313290938735008, -0.008999515324831009, -0.008685738779604435, -0.008371963165700436, -0.008058187551796436, -0.007744411937892437, -0.007430636323988438, -0.007116860244423151, -0.006803084630519152, -0.006489309016615152, -0.006175532937049866, -0.005861757323145866, -0.005547981709241867, -0.00523420562967658, -0.004920430015772581, -0.004606654401868582, -0.004292878322303295, -0.003979102708399296, -0.0036653270944952965, -0.0033515512477606535, -0.0030377754010260105, -0.002723999787122011, -0.002410223940387368, -0.0020964480936527252, -0.0017826724797487259, -0.001468896633014083, -0.0011551209026947618, -0.0008413451723754406, -0.0005275693838484585, -0.00021379362442530692, 9.99821349978447e-05, 0.0004137578944209963, 0.0007275336538441479, 0.00104130944237113, 0.0013550851726904511, 0.0016688609030097723, 0.0019826367497444153, 0.0022964123636484146, 0.0026101882103830576, 0.0029239640571177006, 0.0032377396710217, 0.003551515517756343, 0.003865291364490986, 0.004179066978394985, 0.0044928425922989845, 0.004806618671864271, 0.0051203942857682705, 0.00543416989967227, 0.0057479459792375565, 0.006061721593141556, 0.006375497207045555, 0.006689273286610842, 0.007003048900514841, 0.00731682451441884, 0.007630600593984127, 0.007944376207888126, 0.008258151821792126, 0.008571927435696125, 0.008885703049600124, 0.009199479594826698, 0.009513255208730698, 0.009827030822634697, 0.010140806436538696]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 6.0, 5.0, 16.0, 10.0, 10.0, 14.0, 16.0, 26.0, 25.0, 22.0, 41.0, 35.0, 52.0, 68.0, 84.0, 110.0, 143.0, 216.0, 281.0, 561.0, 4801.0, 466.0, 227.0, 157.0, 108.0, 80.0, 61.0, 49.0, 41.0, 33.0, 24.0, 16.0, 20.0, 14.0, 10.0, 12.0, 9.0, 10.0, 9.0, 8.0, 4.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0], "bins": [-0.11201560497283936, -0.10873600095510483, -0.1054564043879509, -0.10217680037021637, -0.09889719635248184, -0.09561759233474731, -0.09233799576759338, -0.08905839174985886, -0.08577878773212433, -0.0824991911649704, -0.07921958714723587, -0.07593998312950134, -0.07266037911176682, -0.06938078254461288, -0.06610117852687836, -0.06282157450914383, -0.0595419742166996, -0.05626237392425537, -0.052982769906520844, -0.049703169614076614, -0.04642356559634209, -0.04314396530389786, -0.03986436128616333, -0.0365847609937191, -0.03330516070127487, -0.030025556683540344, -0.026745954528450966, -0.023466352373361588, -0.02018675208091736, -0.01690714992582798, -0.013627547770738602, -0.010347945615649223, -0.007068343460559845, -0.0037887415383011103, -0.0005091396160423756, 0.002770462306216359, 0.006050064228475094, 0.009329666383564472, 0.012609267607331276, 0.015888869762420654, 0.019168471917510033, 0.02244807407259941, 0.02572767622768879, 0.029007278382778168, 0.0322868786752224, 0.035566482692956924, 0.038846082985401154, 0.04212568700313568, 0.04540528729557991, 0.04868488758802414, 0.05196449160575867, 0.055244091898202896, 0.058523695915937424, 0.06180329620838165, 0.06508290022611618, 0.06836250424385071, 0.07164210081100464, 0.07492170482873917, 0.0782013088464737, 0.08148090541362762, 0.08476050943136215, 0.08804011344909668, 0.09131971746683121, 0.09459931403398514, 0.09787891805171967]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 26.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018147800583392382, -0.0017527573509141803, -0.0016907346434891224, -0.0016287119360640645, -0.0015666892286390066, -0.0015046665212139487, -0.0014426438137888908, -0.001380621106363833, -0.001318598398938775, -0.0012565756915137172, -0.0011945529840886593, -0.0011325302766636014, -0.0010705075692385435, -0.0010084848618134856, -0.0009464621543884277, -0.0008844394469633698, -0.000822416739538312, -0.0007603940321132541, -0.0006983713246881962, -0.0006363486172631383, -0.0005743259098380804, -0.0005123032024130225, -0.00045028049498796463, -0.00038825778756290674, -0.00032623508013784885, -0.00026421237271279097, -0.00020218966528773308, -0.0001401669578626752, -7.81442504376173e-05, -1.6121543012559414e-05, 4.5901164412498474e-05, 0.00010792387183755636, 0.00016994657926261425, 0.00023196928668767214, 0.00029399199411273, 0.0003560147015377879, 0.0004180374089628458, 0.0004800601163879037, 0.0005420828238129616, 0.0006041055312380195, 0.0006661282386630774, 0.0007281509460881352, 0.0007901736535131931, 0.000852196360938251, 0.0009142190683633089, 0.0009762417757883668, 0.0010382644832134247, 0.0011002871906384826, 0.0011623098980635405, 0.0012243326054885983, 0.0012863553129136562, 0.0013483780203387141, 0.001410400727763772, 0.00147242343518883, 0.0015344461426138878, 0.0015964688500389457, 0.0016584915574640036, 0.0017205142648890615, 0.0017825369723141193, 0.0018445596797391772, 0.0019065823871642351, 0.001968604978173971, 0.002030627802014351, 0.0020926506258547306, 0.0021546732168644667]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 3.0, 5.0, 10.0, 18.0, 31.0, 40.0, 66.0, 105.0, 171.0, 285.0, 485.0, 791.0, 1323.0, 2366.0, 4116.0, 7574.0, 14500.0, 30966.0, 82933.0, 822131.0, 118668.0, 42005.0, 21083.0, 11599.0, 6880.0, 4147.0, 2623.0, 1606.0, 1048.0, 729.0, 464.0, 289.0, 174.0, 129.0, 84.0, 65.0, 43.0, 29.0, 18.0, 13.0, 11.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005505359265953302, -0.005306720267981291, -0.005108080804347992, -0.00490944180637598, -0.0047108023427426815, -0.00451216334477067, -0.004313523881137371, -0.0041148848831653595, -0.003916245419532061, -0.003717606421560049, -0.003518967190757394, -0.0033203279599547386, -0.0031216887291520834, -0.002923049498349428, -0.002724410267546773, -0.0025257710367441177, -0.0023271318059414625, -0.0021284925751388073, -0.001929853344336152, -0.0017312141135334969, -0.0015325748827308416, -0.0013339357683435082, -0.001135296537540853, -0.0009366573067381978, -0.0007380180759355426, -0.0005393788451328874, -0.0003407396434340626, -0.0001421004271833226, 5.653878906741738e-05, 0.0002551780198700726, 0.00045381722156889737, 0.0006524564232677221, 0.0008510956540703773, 0.0010497348848730326, 0.0012483741156756878, 0.001447013346478343, 0.0016456525772809982, 0.0018442916916683316, 0.0020429310388863087, 0.002241570269688964, 0.002440209500491619, 0.0026388484984636307, 0.002837487729266286, 0.003036126960068941, 0.0032347661908715963, 0.0034334054216742516, 0.0036320446524769068, 0.003830683883279562, 0.004029323346912861, 0.0042279623448848724, 0.004426601342856884, 0.004625240806490183, 0.0048238798044621944, 0.005022519268095493, 0.005221158266067505, 0.005419797729700804, 0.005618436727672815, 0.005817076191306114, 0.006015715189278126, 0.006214354652911425, 0.006412993650883436, 0.006611633114516735, 0.006810272112488747, 0.0070089115761220455, 0.007207550574094057]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 4.0, 9.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.019731976091861725, -0.019244784489274025, -0.018757594749331474, -0.018270403146743774, -0.017783211544156075, -0.017296019941568375, -0.016808830201625824, -0.016321638599038124, -0.015834446996450424, -0.015347256325185299, -0.014860065653920174, -0.014372874051332474, -0.013885683380067348, -0.013398491777479649, -0.012911301106214523, -0.012424109503626823, -0.011936918832361698, -0.011449728161096573, -0.010962536558508873, -0.010475345887243748, -0.009988154284656048, -0.009500963613390923, -0.009013772010803223, -0.008526581339538097, -0.008039390668272972, -0.007552199065685272, -0.00706500792875886, -0.006577816791832447, -0.006090626120567322, -0.005603434983640909, -0.005116243846714497, -0.004629052709788084, -0.0041418615728616714, -0.003654670435935259, -0.0031674792990088463, -0.0026802883949130774, -0.0021930972579866648, -0.0017059061210602522, -0.0012187151005491614, -0.0007315240218304098, -0.0002443329431116581, 0.00024285813560709357, 0.0007300492143258452, 0.001217240234836936, 0.0017044313717633486, 0.002191622508689761, 0.00267881341278553, 0.0031660045497119427, 0.0036531956866383553, 0.004140386823564768, 0.00462757796049118, 0.005114769097417593, 0.005601960234344006, 0.006089150905609131, 0.0065763420425355434, 0.007063533179461956, 0.007550724316388369, 0.008037915453314781, 0.008525106124579906, 0.009012297727167606, 0.009499488398432732, 0.009986680001020432, 0.010473870672285557, 0.010961062274873257, 0.011448252946138382]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 6.0, 6.0, 3.0, 4.0, 17.0, 25.0, 20.0, 23.0, 29.0, 40.0, 26.0, 38.0, 51.0, 56.0, 82.0, 105.0, 117.0, 175.0, 228.0, 297.0, 387.0, 484.0, 666.0, 984.0, 1395.0, 2791.0, 5281.0, 1473.0, 901.0, 675.0, 519.0, 409.0, 281.0, 209.0, 144.0, 108.0, 90.0, 76.0, 47.0, 35.0, 27.0, 20.0, 25.0, 13.0, 8.0, 8.0, 5.0, 2.0, 3.0], "bins": [-0.009919553063809872, -0.009677683934569359, -0.009435813874006271, -0.009193944744765759, -0.008952075615525246, -0.008710206486284733, -0.008468336425721645, -0.008226467296481133, -0.00798459816724062, -0.0077427285723388195, -0.007500859443098307, -0.0072589898481965065, -0.007017120718955994, -0.0067752511240541935, -0.006533381994813681, -0.0062915123999118805, -0.006049643270671368, -0.0058077736757695675, -0.005565904080867767, -0.0053240349516272545, -0.005082165356725454, -0.0048402962274849415, -0.004598426632583141, -0.0043565575033426285, -0.004114687908440828, -0.003872818546369672, -0.0036309491842985153, -0.003389079822227359, -0.0031472104601562023, -0.002905341098085046, -0.0026634717360138893, -0.002421602373942733, -0.0021797330118715763, -0.0019378636498004198, -0.0016959942877292633, -0.0014541249256581068, -0.0012122555635869503, -0.0009703861433081329, -0.0007285167230293155, -0.00048664736095815897, -0.00024477799888700247, -2.908622263930738e-06, 0.000238960754359141, 0.00048083014553412795, 0.0007226995076052845, 0.000964568869676441, 0.0012064382899552584, 0.0014483076520264149, 0.0016901770140975714, 0.0019320463761687279, 0.0021739157382398844, 0.002415785100311041, 0.0026576544623821974, 0.002899523824453354, 0.0031413931865245104, 0.003383262548595667, 0.003625132143497467, 0.0038670015055686235, 0.00410887086763978, 0.004350739996880293, 0.004592609591782093, 0.004834478721022606, 0.005076348315924406, 0.005318217445164919, 0.005560087040066719]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06474630534648895, -0.060482483357191086, -0.05621866136789322, -0.05195484310388565, -0.047691021114587784, -0.04342719912528992, -0.03916338086128235, -0.03489955887198448, -0.030635736882686615, -0.026371914893388748, -0.02210809476673603, -0.017844274640083313, -0.013580452650785446, -0.009316631592810154, -0.005052810534834862, -0.0007889894768595695, 0.0034748315811157227, 0.007738652639091015, 0.012002473697066307, 0.016266293823719025, 0.02053011581301689, 0.02479393780231476, 0.029057757928967476, 0.033321578055620193, 0.03758540004491806, 0.04184922203421593, 0.046113044023513794, 0.05037686228752136, 0.05464068427681923, 0.058904506266117096, 0.06316832453012466, 0.06743215024471283, 0.0716959685087204, 0.07595978677272797, 0.08022361248731613, 0.0844874307513237, 0.08875125646591187, 0.09301507472991943, 0.097278892993927, 0.10154271870851517, 0.10580653697252274, 0.1100703552365303, 0.11433418095111847, 0.11859799921512604, 0.1228618174791336, 0.12712563574314117, 0.13138946890830994, 0.1356532871723175, 0.13991710543632507, 0.14418092370033264, 0.1484447419643402, 0.15270857512950897, 0.15697239339351654, 0.1612362116575241, 0.16550002992153168, 0.16976384818553925, 0.174027681350708, 0.17829149961471558, 0.18255531787872314, 0.1868191361427307, 0.19108295440673828, 0.19534677267074585, 0.1996106058359146, 0.20387442409992218, 0.20813824236392975]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 8.0, 4.0, 8.0, 13.0, 18.0, 13.0, 9.0, 8.0, 14.0, 45.0, 32.0, 14.0, 9.0, 2.0, 5.0, 4.0, 5.0, 4.0, 3.0, 5.0, 7.0, 5.0, 4.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.044982969760894775, -0.04247375950217247, -0.039964549243450165, -0.03745533898472786, -0.034946128726005554, -0.03243691474199295, -0.029927704483270645, -0.02741849422454834, -0.024909283965826035, -0.02240007370710373, -0.019890863448381424, -0.01738165132701397, -0.014872441068291664, -0.012363230809569359, -0.009854019619524479, -0.007344808895140886, -0.004835598170757294, -0.002326387446373701, 0.0001828232780098915, 0.002692034002393484, 0.005201244726777077, 0.007710455451160669, 0.010219666175544262, 0.012728877365589142, 0.015238087624311447, 0.017747297883033752, 0.020256508141756058, 0.022765720263123512, 0.025274930521845818, 0.027784140780568123, 0.030293352901935577, 0.03280256316065788, 0.03531177341938019, 0.03782098367810249, 0.0403301939368248, 0.042839404195547104, 0.04534861445426941, 0.04785782843828201, 0.05036703869700432, 0.052876248955726624, 0.05538545921444893, 0.057894669473171234, 0.06040387973189354, 0.06291308999061584, 0.06542230397462845, 0.06793151050806046, 0.07044072449207306, 0.07294993102550507, 0.07545914500951767, 0.07796835899353027, 0.08047756552696228, 0.08298677951097488, 0.08549598604440689, 0.0880052000284195, 0.0905144065618515, 0.0930236205458641, 0.09553283452987671, 0.09804204106330872, 0.10055125504732132, 0.10306046158075333, 0.10556967556476593, 0.10807888209819794, 0.11058809608221054, 0.11309730261564255, 0.11560651659965515]}, "_runtime": 69.95267629623413, "_timestamp": 1596211659.7237852, "_step": 85}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00942954607307911, -0.009058448486030102, -0.008687351830303669, -0.008316254243254662, -0.007945157587528229, -0.007574060000479221, -0.007202962879091501, -0.006831865757703781, -0.006460768636316061, -0.006089671514928341, -0.005718574393540621, -0.005347477272152901, -0.004976379685103893, -0.004605282563716173, -0.004234185442328453, -0.003863088320940733, -0.003491991199553013, -0.0031208940781652927, -0.0027497969567775726, -0.002378699602559209, -0.0020076024811714888, -0.0016365053597837687, -0.0012654081219807267, -0.0008943109423853457, -0.0005232137627899647, -0.00015211658319458365, 0.00021898059640079737, 0.0005900777759961784, 0.0009611749555915594, 0.0013322720769792795, 0.0017033693147823215, 0.0020744665525853634, 0.0024455636739730835, 0.0028166607953608036, 0.0031877579167485237, 0.0035588552709668875, 0.003929952159523964, 0.004301049746572971, 0.0046721468679606915, 0.0050432439893484116, 0.005414341110736132, 0.005785438232123852, 0.006156535353511572, 0.006527632474899292, 0.006898730061948299, 0.0072698271833360195, 0.00764092430472374, 0.008012020960450172, 0.00838311854749918, 0.008754216134548187, 0.00912531279027462, 0.009496410377323627, 0.00986750703305006, 0.010238604620099068, 0.0106097012758255, 0.010980798862874508, 0.011351896449923515, 0.011722993105649948, 0.012094090692698956, 0.012465187348425388, 0.012836284935474396, 0.013207381591200829, 0.013578479178249836, 0.013949575833976269, 0.014320673421025276]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 5.0, 11.0, 4.0, 11.0, 11.0, 11.0, 17.0, 27.0, 40.0, 34.0, 55.0, 75.0, 102.0, 156.0, 262.0, 475.0, 5306.0, 594.0, 267.0, 132.0, 90.0, 61.0, 38.0, 33.0, 15.0, 17.0, 13.0, 9.0, 7.0, 10.0, 4.0, 6.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.19532182812690735, -0.1896384209394455, -0.18395501375198364, -0.1782716065645218, -0.17258821427822113, -0.16690480709075928, -0.16122139990329742, -0.15553799271583557, -0.14985458552837372, -0.14417117834091187, -0.1384877860546112, -0.13280437886714935, -0.1271209716796875, -0.12143756449222565, -0.1157541573047638, -0.11007075756788254, -0.10438735038042068, -0.09870394319295883, -0.09302054345607758, -0.08733713626861572, -0.08165372908115387, -0.07597032934427261, -0.07028692215681076, -0.06460351496934891, -0.05892011150717735, -0.0532367080450058, -0.047553300857543945, -0.04186989739537239, -0.036186493933200836, -0.030503086745738983, -0.02481968328356743, -0.019136277958750725, -0.013452872633934021, -0.0077694677747786045, -0.002086062915623188, 0.0035973419435322285, 0.009280746802687645, 0.014964152127504349, 0.020647555589675903, 0.026330960914492607, 0.03201436623930931, 0.037697769701480865, 0.04338117688894272, 0.04906458035111427, 0.05474798381328583, 0.06043139100074768, 0.06611479818820953, 0.07179819792509079, 0.07748160511255264, 0.0831650123000145, 0.08884841203689575, 0.0945318192243576, 0.10021522641181946, 0.10589862614870071, 0.11158203333616257, 0.11726544052362442, 0.12294884026050568, 0.12863224744796753, 0.13431565463542938, 0.13999906182289124, 0.1456824690103531, 0.15136586129665375, 0.1570492684841156, 0.16273267567157745, 0.1684160828590393]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 0.0, 5.0, 4.0, 4.0, 4.0, 25.0, 5.0, 6.0, 4.0, 4.0, 7.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004127252846956253, -0.004006116650998592, -0.0038849806878715754, -0.0037638447247445583, -0.0036427087616175413, -0.0035215727984905243, -0.0034004366025328636, -0.0032793006394058466, -0.0031581646762788296, -0.003037028480321169, -0.002915892517194152, -0.002794756554067135, -0.002673620590940118, -0.002552484394982457, -0.00243134843185544, -0.002310212468728423, -0.002189076505601406, -0.0020679403096437454, -0.0019468043465167284, -0.0018256682669743896, -0.0017045323038473725, -0.0015833962243050337, -0.0014622602611780167, -0.0013411241816356778, -0.001219988102093339, -0.001098852138966322, -0.000977716059423983, -0.0008565800962969661, -0.0007354440167546272, -0.0006143079954199493, -0.0004931719740852714, -0.0003720359527505934, -0.0002508999314159155, -0.00012976391008123755, -8.627874194644392e-06, 0.00011250815441599116, 0.0002336441830266267, 0.00035478020436130464, 0.00047591625479981303, 0.000597052276134491, 0.0007181882974691689, 0.0008393243188038468, 0.0009604603401385248, 0.0010815963614732027, 0.0012027324410155416, 0.0013238684041425586, 0.0014450044836848974, 0.0015661404468119144, 0.0016872765263542533, 0.0018084126058965921, 0.0019295485690236092, 0.002050684532150626, 0.002171820728108287, 0.002292956691235304, 0.002414092654362321, 0.002535228617489338, 0.0026563648134469986, 0.0027775007765740156, 0.0028986367397010326, 0.0030197729356586933, 0.0031409088987857103, 0.0032620448619127274, 0.0033831808250397444, 0.003504317020997405, 0.003625452984124422]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 9.0, 12.0, 17.0, 16.0, 36.0, 48.0, 81.0, 113.0, 189.0, 318.0, 461.0, 715.0, 1377.0, 2271.0, 4089.0, 7458.0, 14939.0, 35833.0, 125195.0, 849849.0, 74985.0, 29829.0, 14124.0, 7297.0, 4084.0, 2382.0, 1435.0, 839.0, 585.0, 346.0, 233.0, 141.0, 90.0, 66.0, 41.0, 38.0, 22.0, 14.0, 16.0, 11.0, 8.0, 6.0, 3.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.009742270223796368, -0.009450131095945835, -0.009157991036772728, -0.008865851908922195, -0.008573712781071663, -0.00828157365322113, -0.007989433594048023, -0.007697294466197491, -0.007405155338346958, -0.007113015744835138, -0.0068208761513233185, -0.006528737023472786, -0.006236597429960966, -0.005944458302110434, -0.005652318708598614, -0.005360179580748081, -0.005068039987236261, -0.0047759003937244415, -0.004483761265873909, -0.004191621672362089, -0.0038994825445115566, -0.003607342950999737, -0.0033152035903185606, -0.0030230642296373844, -0.0027309248689562082, -0.002438785508275032, -0.002146646147593856, -0.0018545066704973578, -0.0015623673098161817, -0.0012702279491350055, -0.0009780884720385075, -0.0006859491113573313, -0.0003938097506761551, -0.00010167036089114845, 0.0001904690288938582, 0.00048260841867886484, 0.0007747478084638715, 0.0010668871691450477, 0.0013590266462415457, 0.0016511660069227219, 0.001943305367603898, 0.0022354447282850742, 0.0025275840889662504, 0.0028197234496474266, 0.0031118630431592464, 0.0034040024038404226, 0.003696141764521599, 0.003988280892372131, 0.004280420485883951, 0.004572560079395771, 0.0048646992072463036, 0.005156838800758123, 0.005448977928608656, 0.005741117522120476, 0.006033256649971008, 0.006325396243482828, 0.006617535836994648, 0.0069096749648451805, 0.007201814558357, 0.007493953686207533, 0.007786093279719353, 0.008078232407569885, 0.008370371535420418, 0.008662511594593525, 0.008954650722444057]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 5.0, 5.0, 3.0, 4.0, 1.0, 3.0, 13.0, 2.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017756672576069832, -0.01661640778183937, -0.01547614112496376, -0.014335875399410725, -0.013195609673857689, -0.012055343948304653, -0.010915078222751617, -0.009774812497198582, -0.008634546771645546, -0.00749428104609251, -0.0063540153205394745, -0.005213749594986439, -0.004073483869433403, -0.0029332181438803673, -0.0017929524183273315, -0.0006526866927742958, 0.00048757903277873993, 0.0016278447583317757, 0.0027681104838848114, 0.003908376209437847, 0.005048641934990883, 0.006188907660543919, 0.007329173386096954, 0.00846943911164999, 0.009609704837203026, 0.010749970562756062, 0.011890236288309097, 0.013030502013862133, 0.014170767739415169, 0.015311033464968204, 0.01645129919052124, 0.01759156584739685, 0.01873183064162731, 0.019872095435857773, 0.021012362092733383, 0.022152628749608994, 0.023292893543839455, 0.024433158338069916, 0.025573424994945526, 0.026713691651821136, 0.027853956446051598, 0.02899422124028206, 0.03013448789715767, 0.03127475455403328, 0.03241501748561859, 0.0335552841424942, 0.03469555079936981, 0.03583581745624542, 0.03697608411312103, 0.038116347044706345, 0.039256613701581955, 0.040396880358457565, 0.04153714329004288, 0.04267740994691849, 0.0438176766037941, 0.04495794326066971, 0.04609820991754532, 0.04723847284913063, 0.04837873950600624, 0.04951900616288185, 0.05065926909446716, 0.05179953575134277, 0.052939802408218384, 0.054080069065093994, 0.055220335721969604]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 12.0, 23.0, 23.0, 26.0, 51.0, 63.0, 81.0, 114.0, 144.0, 212.0, 289.0, 397.0, 625.0, 868.0, 1310.0, 2021.0, 6437.0, 2276.0, 1114.0, 712.0, 389.0, 281.0, 194.0, 120.0, 107.0, 69.0, 45.0, 44.0, 37.0, 49.0, 20.0, 26.0, 22.0, 14.0, 18.0, 12.0, 13.0, 14.0, 8.0, 12.0, 14.0, 4.0, 14.0, 8.0, 7.0, 12.0, 8.0, 6.0, 4.0, 5.0, 6.0, 4.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 4.0, 6.0, 5.0, 4.0], "bins": [-0.0071279811672866344, -0.0067474194802343845, -0.006366857327520847, -0.005986295640468597, -0.0056057339534163475, -0.00522517180070281, -0.00484461011365056, -0.004464047960937023, -0.004083486273884773, -0.0037029243540018797, -0.003322362434118986, -0.0029418007470667362, -0.0025612388271838427, -0.002180676907300949, -0.0018001151038333774, -0.0014195533003658056, -0.001038991380482912, -0.0006584295188076794, -0.00027786765713244677, 0.00010269420454278588, 0.00048325606621801853, 0.0008638179278932512, 0.0012443797895684838, 0.0016249415930360556, 0.002005503512918949, 0.0023860654328018427, 0.0027666273526847363, 0.003147189039736986, 0.0035277509596198797, 0.003908312879502773, 0.004288874566555023, 0.00466943671926856, 0.00504999840632081, 0.00543056009337306, 0.0058111222460865974, 0.006191683933138847, 0.006572245620191097, 0.0069528077729046345, 0.007333369459956884, 0.007713931612670422, 0.008094493299722672, 0.008475054986774921, 0.008855616673827171, 0.009236179292201996, 0.009616740979254246, 0.009997302666306496, 0.010377864353358746, 0.010758426040410995, 0.01113898865878582, 0.01151955034583807, 0.01190011203289032, 0.01228067371994257, 0.01266123540699482, 0.01304179709404707, 0.013422359712421894, 0.013802921399474144, 0.014183483086526394, 0.014564044773578644, 0.014944606460630894, 0.015325169079005718, 0.015705730766057968, 0.016086291521787643, 0.016466854140162468, 0.016847416758537292, 0.017227977514266968]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.19134794175624847, -0.18706081807613373, -0.1827736794948578, -0.17848655581474304, -0.1741994321346283, -0.16991230845451355, -0.1656251847743988, -0.16133804619312286, -0.15705092251300812, -0.15276379883289337, -0.14847666025161743, -0.14418953657150269, -0.13990241289138794, -0.1356152892112732, -0.13132816553115845, -0.1270410269498825, -0.12275390326976776, -0.11846677958965302, -0.11417964845895767, -0.10989251732826233, -0.10560539364814758, -0.10131826996803284, -0.0970311388373375, -0.09274400770664215, -0.0884568840265274, -0.08416976034641266, -0.07988262921571732, -0.07559549808502197, -0.07130837440490723, -0.06702125072479248, -0.06273411959409714, -0.05844699218869209, -0.05415986478328705, -0.049872737377882004, -0.04558560997247696, -0.041298482567071915, -0.03701135516166687, -0.032724227756261826, -0.02843710035085678, -0.024149972945451736, -0.019862845540046692, -0.015575718134641647, -0.011288590729236603, -0.007001463323831558, -0.0027143359184265137, 0.0015727914869785309, 0.0058599188923835754, 0.01014704629778862, 0.014434173703193665, 0.01872130110859871, 0.023008428514003754, 0.027295555919408798, 0.03158268332481384, 0.03586981073021889, 0.04015693813562393, 0.044444065541028976, 0.04873119294643402, 0.053018320351839066, 0.05730544775724411, 0.061592575162649155, 0.0658797025680542, 0.07016682624816895, 0.07445395737886429, 0.07874108850955963, 0.08302821218967438]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 6.0, 10.0, 16.0, 16.0, 12.0, 17.0, 56.0, 38.0, 16.0, 20.0, 9.0, 10.0, 15.0, 4.0, 10.0, 4.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10298196971416473, -0.10046204924583435, -0.09794212877750397, -0.09542220085859299, -0.0929022803902626, -0.09038235992193222, -0.08786243200302124, -0.08534251153469086, -0.08282259106636047, -0.08030267059803009, -0.07778275012969971, -0.07526282221078873, -0.07274290174245834, -0.07022298127412796, -0.06770305335521698, -0.0651831328868866, -0.06266321241855621, -0.06014329195022583, -0.05762336775660515, -0.05510344356298447, -0.05258352309465408, -0.0500636026263237, -0.04754367843270302, -0.045023754239082336, -0.04250383377075195, -0.03998391330242157, -0.03746398910880089, -0.034944064915180206, -0.03242414444684982, -0.02990422211587429, -0.027384299784898758, -0.024864377453923225, -0.022344455122947693, -0.01982453279197216, -0.017304610460996628, -0.014784688130021095, -0.012264765799045563, -0.00974484346807003, -0.007224921137094498, -0.004704998806118965, -0.0021850764751434326, 0.0003348458558320999, 0.0028547681868076324, 0.005374690517783165, 0.007894612848758698, 0.01041453517973423, 0.012934457510709763, 0.015454379841685295, 0.017974302172660828, 0.02049422450363636, 0.023014146834611893, 0.025534069165587425, 0.028053991496562958, 0.03057391382753849, 0.03309383615851402, 0.035613760352134705, 0.03813368082046509, 0.04065360128879547, 0.04317352548241615, 0.045693449676036835, 0.04821337014436722, 0.0507332906126976, 0.05325321480631828, 0.055773138999938965, 0.05829305946826935]}, "_runtime": 70.7310619354248, "_timestamp": 1596211660.5021708, "_step": 86}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 4.0, 2.0, 0.0, 3.0, 5.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.009873423725366592, -0.009584782645106316, -0.009296141564846039, -0.009007501415908337, -0.00871886033564806, -0.008430219255387783, -0.008141578175127506, -0.00785293709486723, -0.00756429648026824, -0.007275655400007963, -0.006987014785408974, -0.006698373705148697, -0.00640973262488842, -0.006121092010289431, -0.005832450930029154, -0.005543810315430164, -0.0052551692351698875, -0.004966528154909611, -0.004677887540310621, -0.0043892464600503445, -0.004100605845451355, -0.003811964765191078, -0.0035233236849308014, -0.0032346828375011683, -0.002946041990071535, -0.002657401142641902, -0.002368760295212269, -0.002080119214951992, -0.001791478367522359, -0.0015028375200927258, -0.0012141965562477708, -0.0009255556506104767, -0.0006369147449731827, -0.0003482738393358886, -5.963293369859457e-05, 0.00022900797193869948, 0.0005176488775759935, 0.0008062897832132876, 0.0010949306888505816, 0.0013835716526955366, 0.0016722125001251698, 0.001960853347554803, 0.002249494194984436, 0.002538135275244713, 0.002826776122674346, 0.003115416970103979, 0.003404058050364256, 0.003692698897793889, 0.003981339745223522, 0.004269980825483799, 0.0045586214400827885, 0.004847262520343065, 0.005135903134942055, 0.0054245442152023315, 0.005713185295462608, 0.006001825910061598, 0.006290466990321875, 0.006579108070582151, 0.006867748685181141, 0.007156389765441418, 0.0074450308457016945, 0.007733671460300684, 0.008022312074899673, 0.00831095315515995, 0.008599594235420227]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 8.0, 2.0, 6.0, 8.0, 11.0, 11.0, 9.0, 18.0, 23.0, 26.0, 35.0, 41.0, 50.0, 71.0, 90.0, 127.0, 170.0, 240.0, 441.0, 5020.0, 547.0, 288.0, 191.0, 119.0, 91.0, 61.0, 37.0, 29.0, 31.0, 23.0, 16.0, 18.0, 9.0, 10.0, 8.0, 3.0, 6.0, 3.0, 4.0, 1.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.13181079924106598, -0.1278647929430008, -0.12391878664493561, -0.11997278034687042, -0.11602677404880524, -0.11208076775074005, -0.10813476145267487, -0.10418875515460968, -0.1002427488565445, -0.09629674255847931, -0.09235073626041412, -0.08840472996234894, -0.08445872366428375, -0.08051271736621857, -0.07656671106815338, -0.0726207047700882, -0.06867469847202301, -0.06472869217395782, -0.06078268587589264, -0.056836679577827454, -0.05289067327976227, -0.04894466698169708, -0.0449986606836319, -0.04105265438556671, -0.037106648087501526, -0.03316064178943634, -0.029214635491371155, -0.02526862919330597, -0.021322622895240784, -0.017376616597175598, -0.013430610299110413, -0.009484604001045227, -0.0055385977029800415, -0.001592591404914856, 0.0023534148931503296, 0.006299421191215515, 0.0102454274892807, 0.014191433787345886, 0.018137440085411072, 0.022083446383476257, 0.026029452681541443, 0.02997545897960663, 0.033921465277671814, 0.037867471575737, 0.041813477873802185, 0.04575948417186737, 0.049705490469932556, 0.05365149676799774, 0.05759750306606293, 0.06154350936412811, 0.0654895156621933, 0.06943552196025848, 0.07338152825832367, 0.07732753455638885, 0.08127354085445404, 0.08521954715251923, 0.08916555345058441, 0.0931115597486496, 0.09705756604671478, 0.10100357234477997, 0.10494957864284515, 0.10889558494091034, 0.11284159123897552, 0.11678759753704071, 0.1207336038351059]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 3.0, 1.0, 29.0, 6.0, 1.0, 7.0, 5.0, 5.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0024409990292042494, -0.0023685642518103123, -0.0022961292415857315, -0.0022236942313611507, -0.0021512594539672136, -0.0020788246765732765, -0.0020063896663486958, -0.0019339547725394368, -0.0018615198787301779, -0.001789084984920919, -0.00171665009111166, -0.001644215197302401, -0.0015717803034931421, -0.0014993454096838832, -0.0014269105158746243, -0.0013544756220653653, -0.0012820407282561064, -0.0012096058344468474, -0.0011371709406375885, -0.0010647360468283296, -0.0009923011530190706, -0.0009198662592098117, -0.0008474313654005527, -0.0007749964715912938, -0.0007025615777820349, -0.0006301266839727759, -0.000557691790163517, -0.00048525689635425806, -0.0004128220025449991, -0.0003403871087357402, -0.00026795221492648125, -0.0001955173211172223, -0.00012308242730796337, -5.0647533498704433e-05, 2.1787360310554504e-05, 9.422225411981344e-05, 0.00016665714792907238, 0.00023909204173833132, 0.00031152693554759026, 0.0003839618293568492, 0.00045639672316610813, 0.0005288316169753671, 0.000601266510784626, 0.0006737014045938849, 0.0007461362984031439, 0.0008185711922124028, 0.0008910060860216618, 0.0009634409798309207, 0.0010358758736401796, 0.0011083107674494386, 0.0011807456612586975, 0.0012531805550679564, 0.0013256154488772154, 0.0013980503426864743, 0.0014704852364957333, 0.0015429201303049922, 0.0016153550241142511, 0.00168778991792351, 0.001760224811732769, 0.001832659705542028, 0.0019050945993512869, 0.001977529376745224, 0.0020499643869698048, 0.0021223993971943855, 0.0021948341745883226]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 7.0, 16.0, 13.0, 17.0, 29.0, 46.0, 67.0, 79.0, 134.0, 186.0, 307.0, 398.0, 609.0, 983.0, 1495.0, 2359.0, 3653.0, 6047.0, 10607.0, 19945.0, 43824.0, 133572.0, 808592.0, 72049.0, 30330.0, 15789.0, 9298.0, 5859.0, 4001.0, 2680.0, 1767.0, 1341.0, 928.0, 705.0, 502.0, 357.0, 285.0, 195.0, 144.0, 90.0, 80.0, 56.0, 44.0, 47.0, 24.0, 17.0, 20.0, 7.0, 6.0, 6.0, 6.0, 7.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.005762204062193632, -0.00556574109941721, -0.0053692776709795, -0.005172814708203077, -0.004976351745426655, -0.004779888316988945, -0.0045834253542125225, -0.0043869623914361, -0.00419049896299839, -0.003994036000221968, -0.003797573037445545, -0.003601109841838479, -0.003404646646231413, -0.0032081836834549904, -0.0030117204878479242, -0.0028152575250715017, -0.0026187943294644356, -0.0024223311338573694, -0.002225868171080947, -0.0020294049754738808, -0.0018329418962821364, -0.0016364788170903921, -0.001440015621483326, -0.0012435525422915816, -0.0010470894630998373, -0.000850626383908093, -0.0006541632465086877, -0.00045770013821311295, -0.00026123702991753817, -6.477392162196338e-05, 0.0001316891866736114, 0.0003281522949691862, 0.000524615403264761, 0.0007210784824565053, 0.0009175416198559105, 0.0011140047572553158, 0.00131046783644706, 0.0015069309156388044, 0.0017033941112458706, 0.001899857190437615, 0.0020963202696293592, 0.0022927834652364254, 0.002489246428012848, 0.002685709623619914, 0.00288217281922698, 0.0030786357820034027, 0.003275098977610469, 0.0034715619403868914, 0.0036680251359939575, 0.0038644883316010237, 0.00406095152720809, 0.004257414489984512, 0.004453877452760935, 0.004650340881198645, 0.004846803843975067, 0.00504326680675149, 0.005239729769527912, 0.005436193197965622, 0.0056326561607420444, 0.005829119123518467, 0.006025582551956177, 0.006222045514732599, 0.006418508477509022, 0.006614971905946732, 0.006811434868723154]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 10.0, 3.0, 2.0, 3.0, 4.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.01656927913427353, -0.01616390235722065, -0.01575852371752262, -0.015353146940469742, -0.014947770163416862, -0.014542392455041409, -0.014137014746665955, -0.013731637969613075, -0.013326260261237621, -0.012920882552862167, -0.012515505775809288, -0.012110128067433834, -0.01170475035905838, -0.0112993735820055, -0.010893995873630047, -0.010488619096577168, -0.010083241388201714, -0.00967786367982626, -0.00927248690277338, -0.008867109194397926, -0.008461732417345047, -0.008056354708969593, -0.007650977000594139, -0.0072455997578799725, -0.006840222515165806, -0.006434845272451639, -0.0060294680297374725, -0.005624090321362019, -0.005218713078647852, -0.004813335835933685, -0.004407958127558231, -0.004002580884844065, -0.003597203642129898, -0.0031918263994157314, -0.002786448923870921, -0.002381071448326111, -0.001975694205611944, -0.0015703168464824557, -0.0011649394873529673, -0.0007595621282234788, -0.0003541847690939903, 5.119259003549814e-05, 0.0004565699491649866, 0.0008619473082944751, 0.0012673246674239635, 0.001672702026553452, 0.0020780793856829405, 0.0024834568612277508, 0.0028888341039419174, 0.003294211346656084, 0.0036995888222008944, 0.004104966297745705, 0.004510343540459871, 0.004915720783174038, 0.005321098491549492, 0.0057264757342636585, 0.006131852976977825, 0.006537230219691992, 0.0069426074624061584, 0.007347985170781612, 0.007753362413495779, 0.008158739656209946, 0.0085641173645854, 0.008969494141638279, 0.009374871850013733]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 8.0, 10.0, 9.0, 11.0, 8.0, 11.0, 15.0, 25.0, 38.0, 47.0, 61.0, 56.0, 70.0, 89.0, 107.0, 142.0, 152.0, 220.0, 280.0, 388.0, 525.0, 771.0, 1055.0, 1625.0, 5589.0, 2163.0, 1298.0, 915.0, 661.0, 479.0, 318.0, 280.0, 199.0, 153.0, 120.0, 98.0, 82.0, 56.0, 53.0, 38.0, 28.0, 38.0, 23.0, 29.0, 18.0, 10.0, 11.0, 8.0, 6.0, 5.0, 6.0, 5.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.00685813557356596, -0.006649320479482412, -0.006440505385398865, -0.006231690291315317, -0.0060228751972317696, -0.005814060103148222, -0.005605245009064674, -0.005396429914981127, -0.005187614820897579, -0.004978799261152744, -0.004769984167069197, -0.004561169072985649, -0.0043523539789021015, -0.004143538884818554, -0.003934723790735006, -0.0037259086966514587, -0.003517093602567911, -0.0033082785084843636, -0.003099463414400816, -0.0028906483203172684, -0.0026818332262337208, -0.0024730178993195295, -0.002264202805235982, -0.0020553877111524343, -0.0018465726170688868, -0.0016377575229853392, -0.0014289424289017916, -0.0012201272184029222, -0.0010113121243193746, -0.000802497030235827, -0.0005936818779446185, -0.0003848667547572404, -0.00017605163156986237, 3.276349161751568e-05, 0.00024157861480489373, 0.0004503937379922718, 0.0006592088611796498, 0.0008680239552631974, 0.0010768391657620668, 0.0012856542598456144, 0.001494469353929162, 0.0017032844480127096, 0.0019120995420962572, 0.002120914636179805, 0.002329729963093996, 0.0025385450571775436, 0.0027473601512610912, 0.002956175245344639, 0.0031649903394281864, 0.003373805433511734, 0.0035826205275952816, 0.003791435621678829, 0.004000250715762377, 0.004209065809845924, 0.004417880903929472, 0.0046266959980130196, 0.0048355115577578545, 0.005044326651841402, 0.00525314174592495, 0.005461956840008497, 0.005670771934092045, 0.005879587028175592, 0.00608840212225914, 0.006297217216342688, 0.006506032310426235]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0459003672003746, -0.04421304538846016, -0.04252571985125542, -0.04083839803934097, -0.03915107250213623, -0.037463750690221786, -0.035776425153017044, -0.0340891033411026, -0.03240177780389786, -0.030714455991983414, -0.02902713231742382, -0.027339808642864227, -0.025652486830949783, -0.02396516315639019, -0.022277839481830597, -0.020590515807271004, -0.01890319213271141, -0.017215868458151817, -0.015528544783592224, -0.013841222040355206, -0.012153898365795612, -0.01046657469123602, -0.008779251947999, -0.007091928273439407, -0.005404604598879814, -0.0037172811571508646, -0.002029957715421915, -0.0003426342736929655, 0.001344689168035984, 0.0030320126097649336, 0.004719336051493883, 0.006406659260392189, 0.008093982934951782, 0.009781306609511375, 0.011468630284070969, 0.013155953027307987, 0.01484327670186758, 0.0165305994451046, 0.018217923119664192, 0.019905246794223785, 0.02159257046878338, 0.023279894143342972, 0.024967217817902565, 0.026654541492462158, 0.028341863304376602, 0.030029186978936195, 0.03171651065349579, 0.03340383619070053, 0.035091158002614975, 0.03677847981452942, 0.03846580535173416, 0.040153127163648605, 0.04184045270085335, 0.04352777451276779, 0.045215100049972534, 0.04690242186188698, 0.04858974367380142, 0.050277069211006165, 0.05196439102292061, 0.05365171656012535, 0.055339038372039795, 0.05702636390924454, 0.05871368572115898, 0.060401011258363724, 0.06208833307027817]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 2.0, 7.0, 4.0, 2.0, 10.0, 5.0, 8.0, 3.0, 10.0, 4.0, 9.0, 7.0, 8.0, 8.0, 11.0, 11.0, 34.0, 11.0, 5.0, 9.0, 9.0, 7.0, 10.0, 7.0, 12.0, 9.0, 7.0, 4.0, 6.0, 5.0, 3.0, 5.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.03349732607603073, -0.0326228104531765, -0.031748298555612564, -0.03087378293275833, -0.029999269172549248, -0.029124753549695015, -0.02825023978948593, -0.027375726029276848, -0.026501212269067764, -0.02562669664621353, -0.024752182886004448, -0.023877669125795364, -0.02300315350294113, -0.022128639742732048, -0.021254125982522964, -0.02037961035966873, -0.019505096599459648, -0.018630582839250565, -0.017756067216396332, -0.016881553456187248, -0.016007039695978165, -0.015132525004446507, -0.014258010312914848, -0.013383496552705765, -0.012508981861174107, -0.011634467169642448, -0.010759953409433365, -0.009885438717901707, -0.009010924026370049, -0.008136410266160965, -0.007261895574629307, -0.006387381348758936, -0.005512867122888565, -0.004638352897018194, -0.0037638384383171797, -0.002889323979616165, -0.0020148097537457943, -0.0011402954114601016, -0.0002657810691744089, 0.0006087332731112838, 0.0014832476153969765, 0.0023577618412673473, 0.003232276299968362, 0.004106790758669376, 0.004981304984539747, 0.005855819210410118, 0.006730333901941776, 0.007604848127812147, 0.008479362353682518, 0.009353877045214176, 0.01022839080542326, 0.011102905496954918, 0.011977419257164001, 0.01285193394869566, 0.013726448640227318, 0.014600962400436401, 0.01547547709196806, 0.016349991783499718, 0.0172245055437088, 0.018099019303917885, 0.018973534926772118, 0.0198480486869812, 0.020722562447190285, 0.021597078070044518, 0.0224715918302536]}, "_runtime": 71.53645634651184, "_timestamp": 1596211661.3075652, "_step": 87}
+{"val_accuracy": 0.8097638413242009, "val_loss": 0.4904057088235742, "_runtime": 73.44298481941223, "_timestamp": 1596211663.2140937, "_step": 88}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.37900418043136597 Truth: v", "Prediction: P Confidence: 0.6620866060256958 Truth: 5", "Prediction: U Confidence: 0.6615337133407593 Truth: 2", "Prediction: O Confidence: 0.3850235342979431 Truth: 0"]}, "_runtime": 73.74039006233215, "_timestamp": 1596211663.511499, "_step": 89}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 6.0, 5.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009529588744044304, -0.009264455176889896, -0.008999321609735489, -0.008734188042581081, -0.008469054475426674, -0.008203921839594841, -0.007938788272440434, -0.007673654705286026, -0.0074085211381316185, -0.007143387570977211, -0.0068782540038228035, -0.006613120902329683, -0.006347987335175276, -0.006082853768020868, -0.005817720666527748, -0.005552587099373341, -0.005287453532218933, -0.005022319965064526, -0.004757186397910118, -0.004492053296416998, -0.00422691972926259, -0.003961786162108183, -0.003696652827784419, -0.003431519493460655, -0.0031663859263062477, -0.00290125235915184, -0.0026361190248280764, -0.0023709856905043125, -0.002105852123349905, -0.0018407186726108193, -0.0015755852218717337, -0.001310451771132648, -0.0010453183203935623, -0.0007801848696544766, -0.000515051418915391, -0.0002499179681763053, 1.521548256278038e-05, 0.00028034893330186605, 0.0005454823840409517, 0.0008106158347800374, 0.001075749285519123, 0.0013408827362582088, 0.0016060161869972944, 0.00187114963773638, 0.0021362830884754658, 0.0024014166556298733, 0.002666549989953637, 0.002931683324277401, 0.0031968168914318085, 0.003461950458586216, 0.00372708379290998, 0.003992217127233744, 0.004257350694388151, 0.004522484261542559, 0.004787617363035679, 0.005052750930190086, 0.005317884497344494, 0.005583018064498901, 0.005848151631653309, 0.006113284733146429, 0.0063784183003008366, 0.006643551867455244, 0.006908684968948364, 0.007173818536102772, 0.007438952103257179]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 3.0, 7.0, 6.0, 12.0, 15.0, 20.0, 29.0, 31.0, 55.0, 53.0, 85.0, 133.0, 188.0, 294.0, 847.0, 5143.0, 400.0, 178.0, 110.0, 92.0, 61.0, 43.0, 22.0, 18.0, 18.0, 9.0, 6.0, 9.0, 5.0, 2.0, 5.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14647699892520905, -0.14190250635147095, -0.13732799887657166, -0.13275349140167236, -0.12817899882793427, -0.12360449880361557, -0.11902999877929688, -0.11445549875497818, -0.10988099873065948, -0.10530649870634079, -0.1007319986820221, -0.0961574986577034, -0.0915829986333847, -0.08700849860906601, -0.08243399858474731, -0.07785949856042862, -0.07328499853610992, -0.06871049851179123, -0.06413599848747253, -0.05956149846315384, -0.054986998438835144, -0.05041249841451645, -0.045837998390197754, -0.04126349836587906, -0.036688998341560364, -0.03211449831724167, -0.027539998292922974, -0.02296549826860428, -0.018390998244285583, -0.013816498219966888, -0.009241998195648193, -0.004667498171329498, -9.299814701080322e-05, 0.004481501877307892, 0.009056001901626587, 0.013630501925945282, 0.018205001950263977, 0.022779501974582672, 0.027354001998901367, 0.03192850202322006, 0.03650300204753876, 0.04107750207185745, 0.04565200209617615, 0.05022650212049484, 0.05480100214481354, 0.05937550216913223, 0.06395000219345093, 0.06852450221776962, 0.07309900224208832, 0.07767350226640701, 0.08224800229072571, 0.0868225023150444, 0.0913970023393631, 0.0959715023636818, 0.10054600238800049, 0.10512050241231918, 0.10969500243663788, 0.11426950246095657, 0.11884400248527527, 0.12341850250959396, 0.12799300253391266, 0.13256749510765076, 0.13714200258255005, 0.14171651005744934, 0.14629100263118744]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 5.0, 3.0, 5.0, 4.0, 27.0, 3.0, 5.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.0018815938383340836, -0.0018184552900493145, -0.0017553167417645454, -0.0016921780770644546, -0.0016290395287796855, -0.0015659009804949164, -0.0015027624322101474, -0.0014396238839253783, -0.0013764852192252874, -0.0013133466709405184, -0.0012502081226557493, -0.0011870695743709803, -0.0011239310260862112, -0.0010607924778014421, -0.0009976538131013513, -0.0009345152648165822, -0.0008713767165318131, -0.0008082381682470441, -0.0007450995617546141, -0.0006819610134698451, -0.0006188224069774151, -0.000555683858692646, -0.000492545310407877, -0.00042940673301927745, -0.00036626815563067794, -0.0003031295782420784, -0.00023999101540539414, -0.00017685245256870985, -0.00011371387518011034, -5.0575305067468435e-05, 1.2563265045173466e-05, 7.570183515781537e-05, 0.00013884040527045727, 0.00020197898265905678, 0.0002651175600476563, 0.00032825610833242536, 0.00039139468572102487, 0.0004545332631096244, 0.0005176718113943934, 0.0005808104178868234, 0.0006439489661715925, 0.0007070875144563615, 0.0007702261209487915, 0.0008333646692335606, 0.0008965032175183296, 0.0009596418240107596, 0.0010227804305031896, 0.0010859189787879586, 0.0011490575270727277, 0.0012121960753574967, 0.0012753346236422658, 0.0013384732883423567, 0.0014016118366271257, 0.0014647503849118948, 0.0015278889331966639, 0.001591027481481433, 0.001654166029766202, 0.0017173046944662929, 0.001780443242751062, 0.001843581791035831, 0.0019067203393206, 0.001969859004020691, 0.00203299755230546, 0.002096136100590229, 0.002159274648874998]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 6.0, 14.0, 17.0, 31.0, 47.0, 53.0, 101.0, 135.0, 220.0, 334.0, 562.0, 906.0, 1359.0, 2503.0, 4885.0, 10091.0, 24915.0, 79409.0, 882403.0, 106210.0, 31819.0, 14085.0, 7588.0, 4319.0, 2546.0, 1619.0, 1063.0, 728.0, 488.0, 333.0, 254.0, 150.0, 130.0, 85.0, 65.0, 51.0, 25.0, 21.0, 14.0, 13.0, 10.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006463820114731789, -0.006246127653867006, -0.006028435658663511, -0.005810743197798729, -0.005593051202595234, -0.005375358741730452, -0.0051576667465269566, -0.004939974285662174, -0.004722282290458679, -0.004504589829593897, -0.0042868973687291145, -0.0040692053735256195, -0.003851512912660837, -0.0036338206846266985, -0.00341612845659256, -0.003198436228558421, -0.0029807440005242825, -0.0027630517724901438, -0.002545359544456005, -0.0023276673164218664, -0.0021099750883877277, -0.0018922827439382672, -0.0016745903994888067, -0.001456898171454668, -0.0012392059434205294, -0.0010215137153863907, -0.0008038214291445911, -0.0005861291429027915, -0.0003684369148686528, -0.00015074465773068368, 6.694759940728545e-05, 0.0002846398565452546, 0.0005023321136832237, 0.0007200243417173624, 0.000937716627959162, 0.0011554089142009616, 0.0013731011422351003, 0.001590793370269239, 0.0018084857147186995, 0.002026177942752838, 0.002243870170786977, 0.0024615623988211155, 0.002679254626855254, 0.002896946854889393, 0.003114639315754175, 0.003332331543788314, 0.0035500237718224525, 0.0037677159998565912, 0.00398540822789073, 0.004203100688755512, 0.004420792683959007, 0.00463848514482379, 0.004856177140027285, 0.005073869600892067, 0.005291561596095562, 0.005509254056960344, 0.005726946517825127, 0.005944638513028622, 0.006162330973893404, 0.006380022969096899, 0.006597715429961681, 0.006815407425165176, 0.007033099886029959, 0.007250791881233454, 0.007468484342098236]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 6.0, 3.0, 3.0, 6.0, 2.0, 8.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008635441772639751, -0.008148843422532082, -0.007662244141101837, -0.007175645790994167, -0.00668904697522521, -0.006202448159456253, -0.005715849809348583, -0.005229250993579626, -0.004742652177810669, -0.004256053362041712, -0.0037694547791033983, -0.003282856196165085, -0.0027962573803961277, -0.0023096585646271706, -0.001823059981688857, -0.0013364612823352218, -0.0008498625829815865, -0.00036326388362795115, 0.00012333481572568417, 0.0006099335150793195, 0.0010965322144329548, 0.00158313091378659, 0.0020697296131402254, 0.002556328196078539, 0.003042927011847496, 0.003529525827616453, 0.00401612464338541, 0.00450272299349308, 0.004989321809262037, 0.005475920625030994, 0.005962518975138664, 0.006449117790907621, 0.0069357166066765785, 0.007422315422445536, 0.007908914238214493, 0.008395512588322163, 0.008882110938429832, 0.009368710219860077, 0.009855308569967747, 0.010341907851397991, 0.010828506201505661, 0.01131510455161333, 0.011801703833043575, 0.012288302183151245, 0.01277490146458149, 0.01326149981468916, 0.01374809816479683, 0.014234697446227074, 0.014721295796334743, 0.015207894146442413, 0.015694493427872658, 0.016181092709302902, 0.016667690128087997, 0.017154289409518242, 0.017640888690948486, 0.01812748610973358, 0.018614085391163826, 0.01910068467259407, 0.019587282091379166, 0.02007388137280941, 0.020560480654239655, 0.02104707807302475, 0.021533677354454994, 0.02202027663588524, 0.022506874054670334]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 5.0, 6.0, 14.0, 18.0, 31.0, 24.0, 51.0, 54.0, 60.0, 76.0, 107.0, 130.0, 155.0, 287.0, 342.0, 444.0, 647.0, 1048.0, 1392.0, 2100.0, 5972.0, 1964.0, 1104.0, 665.0, 398.0, 287.0, 220.0, 184.0, 126.0, 98.0, 78.0, 62.0, 44.0, 42.0, 27.0, 25.0, 12.0, 16.0, 9.0, 10.0, 12.0, 8.0, 2.0, 3.0, 4.0, 3.0, 5.0, 5.0, 13.0, 3.0, 6.0, 4.0, 2.0, 5.0, 6.0, 5.0, 2.0], "bins": [-0.005438628140836954, -0.0052424464374780655, -0.005046264734119177, -0.004850082565099001, -0.004653900861740112, -0.004457719158381224, -0.004261537455022335, -0.004065355286002159, -0.0038691735826432705, -0.003672991879284382, -0.0034768101759254932, -0.003280628239735961, -0.0030844465363770723, -0.00288826460018754, -0.0026920828968286514, -0.002495900960639119, -0.0022997192572802305, -0.002103537553921342, -0.0019073556177318096, -0.0017111737979575992, -0.0015149919781833887, -0.0013188102748245, -0.0011226284550502896, -0.0009264466352760792, -0.0007302648155018687, -0.0005340829957276583, -0.0003379012050572783, -0.00014171939983498305, 5.4462405387312174e-05, 0.0002506442251615226, 0.0004468260158319026, 0.0006430078065022826, 0.0008391896262764931, 0.0010353714460507035, 0.001231553265824914, 0.0014277350855991244, 0.0016239169053733349, 0.0018200986087322235, 0.002016280544921756, 0.0022124622482806444, 0.0024086441844701767, 0.0026048258878290653, 0.002801007591187954, 0.0029971895273774862, 0.003193371230736375, 0.003389553166925907, 0.0035857348702847958, 0.003781916806474328, 0.00397809874266386, 0.004174280446022749, 0.004370462149381638, 0.004566643852740526, 0.004762825556099415, 0.004959007725119591, 0.005155189428478479, 0.005351371131837368, 0.005547552835196257, 0.005743734538555145, 0.005939916707575321, 0.00613609841093421, 0.0063322801142930984, 0.006528461817651987, 0.006724643986672163, 0.006920825690031052, 0.00711700739338994]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.053848326206207275, -0.05237346887588501, -0.050898611545562744, -0.04942375421524048, -0.04794889688491821, -0.04647403955459595, -0.04499918222427368, -0.043524324893951416, -0.04204946756362915, -0.040574610233306885, -0.03909975290298462, -0.037624895572662354, -0.03615003824234009, -0.03467518091201782, -0.03320032358169556, -0.03172546625137329, -0.030250610783696175, -0.02877575345337391, -0.027300896123051643, -0.025826038792729378, -0.024351181462407112, -0.022876324132084846, -0.02140146680176258, -0.019926609471440315, -0.0184517540037632, -0.016976896673440933, -0.015502038411796093, -0.014027181081473827, -0.012552324682474136, -0.01107746735215187, -0.009602610021829605, -0.00812775269150734, -0.006652895361185074, -0.005178038030862808, -0.0037031809333711863, -0.0022283238358795643, -0.0007534665055572987, 0.0007213907083496451, 0.002196247922256589, 0.003671105019748211, 0.0051459623500704765, 0.006620819680392742, 0.008095677010715008, 0.009570534341037273, 0.011045390740036964, 0.01252024807035923, 0.013995105400681496, 0.015469962731003761, 0.016944820061326027, 0.018419677391648293, 0.019894534721970558, 0.021369392052292824, 0.02284424938261509, 0.024319106712937355, 0.02579396404325962, 0.027268821373581886, 0.028743676841259003, 0.03021853417158127, 0.031693391501903534, 0.0331682488322258, 0.034643106162548065, 0.03611796349287033, 0.037592820823192596, 0.03906767815351486, 0.04054253548383713]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 4.0, 2.0, 6.0, 3.0, 8.0, 10.0, 8.0, 14.0, 18.0, 22.0, 53.0, 23.0, 14.0, 10.0, 8.0, 8.0, 2.0, 9.0, 5.0, 4.0, 5.0, 4.0, 3.0, 4.0, 3.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.042000461369752884, -0.04087851196527481, -0.039756566286087036, -0.03863461688160896, -0.03751266747713089, -0.036390721797943115, -0.03526877239346504, -0.03414682298898697, -0.033024877309799194, -0.03190292790532112, -0.030780978500843048, -0.029659030959010124, -0.0285370834171772, -0.027415134012699127, -0.026293186470866203, -0.02517123706638813, -0.024049289524555206, -0.022927341982722282, -0.02180539257824421, -0.020683445036411285, -0.019561495631933212, -0.01843954809010029, -0.017317600548267365, -0.01619565114378929, -0.015073703601956367, -0.013951755128800869, -0.01282980665564537, -0.011707859113812447, -0.010585910640656948, -0.00946396216750145, -0.008342014625668526, -0.007220066152513027, -0.006098117679357529, -0.00497616920620203, -0.003854221198707819, -0.002732272958382964, -0.0016103247180581093, -0.0004883764777332544, 0.0006335717625916004, 0.0017555200029164553, 0.00287746824324131, 0.003999416716396809, 0.00512136472389102, 0.006243312731385231, 0.0073652612045407295, 0.008487209677696228, 0.009609157219529152, 0.01073110569268465, 0.011853054165840149, 0.012975002638995647, 0.014096951112151146, 0.01521889865398407, 0.016340848058462143, 0.017462795600295067, 0.01858474314212799, 0.019706692546606064, 0.020828640088438988, 0.02195058763027191, 0.023072537034749985, 0.02419448457658291, 0.025316432118415833, 0.026438381522893906, 0.02756032906472683, 0.028682278469204903, 0.029804226011037827]}, "_runtime": 73.90907835960388, "_timestamp": 1596211663.6801872, "_step": 90}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 5.0, 3.0, 6.0, 6.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015573358163237572, -0.015144976787269115, -0.01471659541130066, -0.014288214035332203, -0.013859832659363747, -0.01343145128339529, -0.013003069907426834, -0.012574688531458378, -0.012146307155489922, -0.011717925779521465, -0.011289544403553009, -0.010861163027584553, -0.010432781651616096, -0.01000440027564764, -0.009576018899679184, -0.009147637523710728, -0.008719256147742271, -0.008290874771773815, -0.007862493395805359, -0.007434112019836903, -0.007005730643868446, -0.00657734926789999, -0.006148967891931534, -0.0057205865159630775, -0.005292205139994621, -0.004863823764026165, -0.004435442388057709, -0.0040070610120892525, -0.003578679636120796, -0.00315029826015234, -0.0027219168841838837, -0.0022935355082154274, -0.0018651541322469711, -0.0014367727562785149, -0.0010083913803100586, -0.0005800100043416023, -0.00015162862837314606, 0.0002767527475953102, 0.0007051341235637665, 0.0011335154995322227, 0.001561896875500679, 0.0019902782514691353, 0.0024186596274375916, 0.002847041003406048, 0.003275422379374504, 0.0037038037553429604, 0.004132185131311417, 0.004560566507279873, 0.004988947883248329, 0.005417329259216785, 0.005845710635185242, 0.006274092011153698, 0.006702473387122154, 0.0071308547630906105, 0.007559236139059067, 0.007987617515027523, 0.00841599889099598, 0.008844380266964436, 0.009272761642932892, 0.009701143018901348, 0.010129524394869804, 0.01055790577083826, 0.010986287146806717, 0.011414668522775173, 0.01184304989874363]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 7.0, 8.0, 11.0, 8.0, 15.0, 30.0, 39.0, 52.0, 78.0, 116.0, 219.0, 366.0, 5040.0, 1113.0, 332.0, 185.0, 106.0, 67.0, 32.0, 25.0, 15.0, 16.0, 8.0, 8.0, 6.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20197440683841705, -0.1961754560470581, -0.19037652015686035, -0.1845775693655014, -0.17877863347530365, -0.1729796826839447, -0.16718074679374695, -0.161381796002388, -0.15558284521102905, -0.1497839093208313, -0.14398495852947235, -0.1381860226392746, -0.13238707184791565, -0.1265881359577179, -0.12078918516635895, -0.1149902418255806, -0.10919129848480225, -0.1033923551440239, -0.09759341180324554, -0.0917944684624672, -0.08599552512168884, -0.0801965743303299, -0.07439763098955154, -0.0685986876487732, -0.06279974430799484, -0.05700080096721649, -0.05120185762643814, -0.04540291056036949, -0.03960396721959114, -0.03380502387881279, -0.02800607867538929, -0.02220713347196579, -0.01640819013118744, -0.010609245859086514, -0.004810301586985588, 0.0009886426851153374, 0.006787586957216263, 0.012586531229317188, 0.018385475501418114, 0.024184420704841614, 0.029983364045619965, 0.035782307386398315, 0.041581250727176666, 0.047380197793245316, 0.053179141134023666, 0.05897808447480202, 0.06477703154087067, 0.07057597488164902, 0.07637491822242737, 0.08217386156320572, 0.08797280490398407, 0.09377174824476242, 0.09957069158554077, 0.10536964237689972, 0.11116858571767807, 0.11696752905845642, 0.12276647239923477, 0.12856541574001312, 0.13436436653137207, 0.14016330242156982, 0.14596225321292877, 0.15176118910312653, 0.15756013989448547, 0.16335907578468323, 0.16915802657604218]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 1.0, 0.0, 4.0, 22.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 5.0, 1.0, 3.0, 1.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 3.0], "bins": [-0.0026206537149846554, -0.0025585717521607876, -0.00249648978933692, -0.002434407826513052, -0.002372325863689184, -0.0023102439008653164, -0.0022481619380414486, -0.002186079975217581, -0.002123998012393713, -0.0020619158167392015, -0.0019998338539153337, -0.0019377520075067878, -0.0018756699282675982, -0.0018135879654437304, -0.0017515060026198626, -0.0016894240397959948, -0.001627342076972127, -0.0015652601141482592, -0.0015031781513243914, -0.0014410961885005236, -0.0013790142256766558, -0.0013169321464374661, -0.0012548501836135983, -0.0011927682207897305, -0.0011306862579658628, -0.001068604295141995, -0.0010065223323181272, -0.0009444403112865984, -0.0008823583484627306, -0.0008202763856388628, -0.0007581943646073341, -0.0006961124017834663, -0.0006340304389595985, -0.0005719484761357307, -0.0005098665133118629, -0.00044778449228033423, -0.00038570252945646644, -0.00032362056663259864, -0.0002615385747049004, -0.00019945659732911736, -0.00013737461995333433, -7.52926425775513e-05, -1.3210665201768279e-05, 4.887131217401475e-05, 0.00011095328954979777, 0.0001730352669255808, 0.00023511724430136383, 0.0002971992362290621, 0.0003592811990529299, 0.0004213631618767977, 0.00048344515380449593, 0.0005455271457321942, 0.000607609108556062, 0.0006696910713799298, 0.0007317730924114585, 0.0007938550552353263, 0.0008559370180591941, 0.0009180189808830619, 0.0009801009437069297, 0.0010421829065307975, 0.001104264985769987, 0.001166346948593855, 0.0012284289114177227, 0.0012905108742415905, 0.0013525928370654583]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [7.0, 2.0, 7.0, 6.0, 10.0, 23.0, 19.0, 22.0, 35.0, 75.0, 87.0, 111.0, 171.0, 252.0, 373.0, 511.0, 761.0, 1203.0, 1822.0, 2975.0, 4993.0, 8758.0, 15963.0, 31509.0, 70816.0, 296662.0, 647343.0, 45188.0, 19744.0, 10846.0, 6481.0, 4044.0, 2615.0, 1836.0, 1246.0, 868.0, 600.0, 432.0, 357.0, 237.0, 165.0, 125.0, 85.0, 56.0, 46.0, 37.0, 30.0, 23.0, 18.0, 13.0, 15.0, 5.0, 1.0, 5.0, 2.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.004048069007694721, -0.0038924203254282475, -0.00373677141033113, -0.0035811227280646563, -0.003425473812967539, -0.003269825130701065, -0.0031141764484345913, -0.002958527533337474, -0.002802878851071, -0.0026472301688045263, -0.002491581253707409, -0.002335932571440935, -0.0021802838891744614, -0.002024634974077344, -0.0018689862918108702, -0.0017133374931290746, -0.001557688694447279, -0.0014020398957654834, -0.0012463910970836878, -0.001090742414817214, -0.0009350936161354184, -0.0007794448174536228, -0.0006237960769794881, -0.000468147307401523, -0.00031249853782355785, -0.0001568497682455927, -1.200998667627573e-06, 0.00015444777091033757, 0.0003100965404883027, 0.00046574531006626785, 0.000621394079644233, 0.0007770428201183677, 0.0009326916188001633, 0.0010883404174819589, 0.0012439892161637545, 0.0013996378984302282, 0.0015552866971120238, 0.0017109354957938194, 0.0018665841780602932, 0.0020222330931574106, 0.0021778817754238844, 0.002333530457690358, 0.0024891793727874756, 0.0026448280550539494, 0.002800476737320423, 0.0029561256524175406, 0.0031117743346840143, 0.0032674232497811317, 0.0034230719320476055, 0.0035787206143140793, 0.0037343695294111967, 0.0038900182116776705, 0.004045667126774788, 0.004201315809041262, 0.0043569644913077354, 0.004512613173574209, 0.004668261855840683, 0.004823911003768444, 0.004979559686034918, 0.005135208368301392, 0.005290857050567865, 0.005446505732834339, 0.0056021548807621, 0.005757803563028574, 0.005913452245295048]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 8.0, 3.0, 8.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.018308715894818306, -0.01771758496761322, -0.017126455903053284, -0.016535324975848198, -0.015944194048643112, -0.015353064052760601, -0.01476193405687809, -0.014170804060995579, -0.013579674065113068, -0.012988543137907982, -0.01239741314202547, -0.01180628314614296, -0.011215152218937874, -0.010624022223055363, -0.010032892227172852, -0.009441761299967766, -0.008850631304085255, -0.008259501308202744, -0.007668370846658945, -0.007077240385115147, -0.0064861103892326355, -0.005894979927688837, -0.005303849466145039, -0.0047127194702625275, -0.004121589008718729, -0.0035304587800055742, -0.0029393285512924194, -0.002348198089748621, -0.0017570678610354662, -0.0011659376323223114, -0.0005748072871938348, 1.6322999726980925e-05, 0.0006074532866477966, 0.0011985835153609514, 0.001789713860489428, 0.0023808442056179047, 0.0029719744343310595, 0.0035631046630442142, 0.004154235124588013, 0.004745365120470524, 0.005336495582014322, 0.005927626043558121, 0.006518756039440632, 0.00710988650098443, 0.007701016962528229, 0.00829214695841074, 0.008883276954293251, 0.009474407881498337, 0.010065537877380848, 0.010656667873263359, 0.011247798800468445, 0.011838928796350956, 0.012430058792233467, 0.013021189719438553, 0.013612319715321064, 0.014203449711203575, 0.014794580638408661, 0.015385710634291172, 0.015976840630173683, 0.01656797155737877, 0.017159100621938705, 0.01775023154914379, 0.018341362476348877, 0.018932491540908813, 0.0195236224681139]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 8.0, 7.0, 2.0, 6.0, 20.0, 27.0, 15.0, 25.0, 30.0, 49.0, 73.0, 107.0, 164.0, 232.0, 369.0, 550.0, 769.0, 1020.0, 1571.0, 2790.0, 6188.0, 1527.0, 842.0, 561.0, 355.0, 263.0, 155.0, 129.0, 111.0, 83.0, 68.0, 60.0, 40.0, 35.0, 33.0, 20.0, 28.0, 24.0, 9.0, 20.0, 6.0, 4.0, 10.0, 4.0, 4.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006033947691321373, -0.005749449599534273, -0.005464951507747173, -0.0051804534159600735, -0.004895955324172974, -0.004611457698047161, -0.004326959606260061, -0.004042461514472961, -0.0037579634226858616, -0.0034734653308987617, -0.003188967239111662, -0.0029044693801552057, -0.002619971288368106, -0.002335473196581006, -0.00205097533762455, -0.00176647724583745, -0.0014819791540503502, -0.0011974810622632504, -0.0009129830868914723, -0.0006284850533120334, -0.0003439870197325945, -5.9488986153155565e-05, 0.00022500904742628336, 0.0005095070810057223, 0.0007940051145851612, 0.001078503206372261, 0.001363001181744039, 0.001647499157115817, 0.001931997248902917, 0.0022164953406900167, 0.002500993199646473, 0.0027854912914335728, 0.0030699893832206726, 0.0033544874750077724, 0.0036389855667948723, 0.003923483658581972, 0.004207981750369072, 0.0044924793764948845, 0.004776977468281984, 0.005061475560069084, 0.005345973651856184, 0.005630471743643284, 0.005914969835430384, 0.0061994679272174835, 0.006483965553343296, 0.006768463645130396, 0.007052961736917496, 0.0073374598287045956, 0.007621957920491695, 0.007906455546617508, 0.008190954104065895, 0.008475451730191708, 0.008759950287640095, 0.009044447913765907, 0.009328946471214294, 0.009613444097340107, 0.00989794172346592, 0.010182440280914307, 0.01046693790704012, 0.010751436464488506, 0.011035934090614319, 0.011320432648062706, 0.011604930274188519, 0.011889428831636906, 0.012173926457762718]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09167079627513885, -0.08863524347543716, -0.08559969812631607, -0.08256414532661438, -0.07952859997749329, -0.0764930471777916, -0.0734575018286705, -0.07042194902896881, -0.06738640367984772, -0.06435085088014603, -0.061315301805734634, -0.05827975273132324, -0.05524419993162155, -0.05220865085721016, -0.04917310178279877, -0.046137552708387375, -0.04310200363397598, -0.04006645455956459, -0.0370309054851532, -0.033995356410741806, -0.030959805473685265, -0.027924256399273872, -0.02488870546221733, -0.02185315638780594, -0.018817607313394547, -0.015782058238983154, -0.012746508233249187, -0.00971095822751522, -0.006675409153103828, -0.003639859613031149, -0.0006043100729584694, 0.00243123946711421, 0.00546678900718689, 0.008502338081598282, 0.011537888087332249, 0.014573438093066216, 0.017608987167477608, 0.020644536241889, 0.02368008717894554, 0.026715636253356934, 0.029751185327768326, 0.03278673440217972, 0.03582228347659111, 0.0388578325510025, 0.04189338535070419, 0.044928934425115585, 0.04796448349952698, 0.05100003257393837, 0.05403558164834976, 0.057071130722761154, 0.060106679797172546, 0.06314223259687424, 0.06617777794599533, 0.06921333074569702, 0.07224887609481812, 0.0752844288945198, 0.0783199816942215, 0.08135552704334259, 0.08439107984304428, 0.08742662519216537, 0.09046217799186707, 0.09349772334098816, 0.09653327614068985, 0.09956882148981094, 0.10260437428951263]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 6.0, 2.0, 8.0, 8.0, 7.0, 11.0, 12.0, 9.0, 13.0, 16.0, 11.0, 16.0, 38.0, 6.0, 9.0, 15.0, 12.0, 16.0, 5.0, 6.0, 4.0, 3.0, 5.0, 1.0, 5.0, 2.0, 5.0, 6.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05172336846590042, -0.05019412562251091, -0.0486648827791214, -0.047135643661022186, -0.045606400817632675, -0.044077157974243164, -0.04254791885614395, -0.04101867601275444, -0.03948943316936493, -0.03796019032597542, -0.03643094748258591, -0.034901708364486694, -0.03337246552109718, -0.03184322267770767, -0.03031398169696331, -0.02878474071621895, -0.027255497872829437, -0.025726255029439926, -0.024197014048695564, -0.022667773067951202, -0.02113853022456169, -0.01960928738117218, -0.01808004640042782, -0.016550805419683456, -0.015021562576293945, -0.013492320664227009, -0.011963078752160072, -0.010433836840093136, -0.0089045949280262, -0.007375353015959263, -0.005846111103892326, -0.00431686919182539, -0.0027876272797584534, -0.0012583853676915169, 0.0002708565443754196, 0.0018000984564423561, 0.0033293403685092926, 0.004858582280576229, 0.006387824192643166, 0.007917066104710102, 0.009446308016777039, 0.010975549928843975, 0.012504791840910912, 0.014034033752977848, 0.015563275665044785, 0.017092518508434296, 0.018621759489178658, 0.02015100046992302, 0.02168024331331253, 0.02320948615670204, 0.024738727137446404, 0.026267968118190765, 0.027797210961580276, 0.029326453804969788, 0.03085569478571415, 0.03238493576645851, 0.03391417860984802, 0.035443421453237534, 0.036972664296627045, 0.03850190341472626, 0.04003114625811577, 0.04156038910150528, 0.04308962821960449, 0.044618871062994, 0.046148113906383514]}, "_runtime": 74.65905475616455, "_timestamp": 1596211664.4301636, "_step": 91}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 8.0, 6.0, 5.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013834693469107151, -0.013470658101141453, -0.013106622733175755, -0.012742587365210056, -0.012378551997244358, -0.01201451662927866, -0.011650481261312962, -0.011286445893347263, -0.01092241145670414, -0.010558376088738441, -0.010194340720772743, -0.009830305352807045, -0.009466269984841347, -0.009102234616875648, -0.00873819924890995, -0.008374163880944252, -0.008010128512978554, -0.0076460931450128555, -0.007282057777047157, -0.006918022409081459, -0.006553987041115761, -0.00618995213881135, -0.005825916770845652, -0.005461881402879953, -0.005097846034914255, -0.004733810666948557, -0.004369775298982859, -0.00400573993101716, -0.003641704795882106, -0.0032776694279164076, -0.002913634292781353, -0.0025495989248156548, -0.0021855635568499565, -0.0018215281888842583, -0.0014574929373338819, -0.0010934576857835054, -0.0007294223178178072, -0.00036538700805976987, -1.3516983017325401e-06, 0.0003626836114563048, 0.0007267189212143421, 0.0010907542891800404, 0.0014547895407304168, 0.0018188247922807932, 0.0021828601602464914, 0.0025468955282121897, 0.0029109306633472443, 0.0032749660313129425, 0.0036390013992786407, 0.004003036767244339, 0.004367072135210037, 0.0047311075031757355, 0.005095142871141434, 0.005459177773445845, 0.005823213141411543, 0.006187248509377241, 0.006551283877342939, 0.006915319245308638, 0.007279354613274336, 0.007643389981240034, 0.008007424883544445, 0.008371460251510143, 0.008735495619475842, 0.00909953098744154, 0.009463566355407238]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 4.0, 4.0, 7.0, 6.0, 8.0, 8.0, 8.0, 11.0, 17.0, 19.0, 40.0, 39.0, 39.0, 54.0, 64.0, 99.0, 122.0, 199.0, 316.0, 4437.0, 1452.0, 326.0, 194.0, 105.0, 75.0, 53.0, 42.0, 36.0, 23.0, 28.0, 7.0, 13.0, 12.0, 6.0, 6.0, 8.0, 4.0, 5.0, 6.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11040747165679932, -0.10644849389791489, -0.10248952358961105, -0.09853054583072662, -0.0945715680718422, -0.09061259776353836, -0.08665362000465393, -0.0826946422457695, -0.07873566448688507, -0.07477669417858124, -0.07081771641969681, -0.06685873866081238, -0.06289976835250854, -0.058940790593624115, -0.054981816560029984, -0.051022838801145554, -0.04706386476755142, -0.04310489073395729, -0.03914591297507286, -0.03518693894147873, -0.03122796304523945, -0.027268987149000168, -0.023310013115406036, -0.019351037219166756, -0.015392061322927475, -0.011433085426688194, -0.007474110461771488, -0.003515135031193495, 0.0004438403993844986, 0.004402815829962492, 0.008361791260540485, 0.012320766225457191, 0.016279742121696472, 0.020238718017935753, 0.024197693914175034, 0.028156667947769165, 0.032115645706653595, 0.036074619740247726, 0.04003359377384186, 0.04399257153272629, 0.04795154556632042, 0.05191051959991455, 0.05586949735879898, 0.05982847139239311, 0.06378744542598724, 0.06774642318487167, 0.0717054009437561, 0.07566437125205994, 0.07962334901094437, 0.0835823267698288, 0.08754129707813263, 0.09150027483701706, 0.09545925259590149, 0.09941822290420532, 0.10337720066308975, 0.10733617842197418, 0.11129514873027802, 0.11525412648916245, 0.11921310424804688, 0.1231720820069313, 0.12713105976581573, 0.13109003007411957, 0.1350490003824234, 0.13900798559188843, 0.14296695590019226]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 7.0, 7.0, 3.0, 2.0, 4.0, 5.0, 26.0, 4.0, 2.0, 2.0, 5.0, 7.0, 6.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002497371518984437, -0.002409224398434162, -0.0023210770450532436, -0.002232929924502969, -0.0021447825711220503, -0.0020566354505717754, -0.001968488097190857, -0.001880340976640582, -0.0017921937396749854, -0.0017040465027093887, -0.001615899265743792, -0.0015277520287781954, -0.0014396049082279205, -0.0013514576712623239, -0.0012633104342967272, -0.0011751631973311305, -0.0010870159603655338, -0.0009988687233999372, -0.0009107214864343405, -0.0008225743076764047, -0.000734427070710808, -0.0006462798337452114, -0.0005581326549872756, -0.0004699854180216789, -0.00038183818105608225, -0.00029369094409048557, -0.00020554373622871935, -0.0001173965138150379, -2.924929140135646e-05, 5.889793101232499e-05, 0.00014704515342600644, 0.00023519237583968788, 0.00032333959825336933, 0.000411486835218966, 0.0004996340721845627, 0.0005877812509424984, 0.0006759284879080951, 0.0007640757248736918, 0.0008522229036316276, 0.0009403701405972242, 0.001028517377562821, 0.0011166646145284176, 0.0012048118514940143, 0.001292959088459611, 0.0013811062090098858, 0.0014692534459754825, 0.0015574006829410791, 0.0016455479199066758, 0.0017336951568722725, 0.0018218423938378692, 0.0019099896308034658, 0.0019981367513537407, 0.002086284104734659, 0.002174431225284934, 0.0022625785786658525, 0.0023507256992161274, 0.002438873052597046, 0.0025270201731473207, 0.0026151672936975956, 0.002703314647078514, 0.002791461767628789, 0.0028796091210097075, 0.0029677562415599823, 0.003055903594940901, 0.0031440507154911757]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 5.0, 9.0, 14.0, 30.0, 51.0, 67.0, 126.0, 260.0, 405.0, 685.0, 1247.0, 2353.0, 4282.0, 8157.0, 16855.0, 40621.0, 142110.0, 835143.0, 66038.0, 26667.0, 13459.0, 7534.0, 4719.0, 2950.0, 1909.0, 1275.0, 803.0, 551.0, 372.0, 278.0, 200.0, 118.0, 90.0, 69.0, 45.0, 31.0, 33.0, 11.0, 13.0, 11.0, 5.0, 8.0, 9.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005394774489104748, -0.005189786199480295, -0.00498479837551713, -0.004779810085892677, -0.004574822261929512, -0.004369833972305059, -0.004164845682680607, -0.0039598578587174416, -0.003754869569092989, -0.00354988151229918, -0.003344893455505371, -0.0031399051658809185, -0.0029349171090871096, -0.0027299290522933006, -0.002524940762668848, -0.002319952705875039, -0.00211496464908123, -0.0019099765922874212, -0.0017049884190782905, -0.0015000002458691597, -0.0012950121890753508, -0.0010900241322815418, -0.0008850359590724111, -0.0006800478440709412, -0.00047505972906947136, -0.0002700716140680015, -6.508349906653166e-05, 0.0001399046159349382, 0.00034489273093640804, 0.0005498808459378779, 0.0007548689609393477, 0.0009598570759408176, 0.0011648451909422874, 0.0013698332477360964, 0.0015748214209452271, 0.001779809594154358, 0.001984797650948167, 0.002189785707741976, 0.0023947739973664284, 0.0025997620541602373, 0.0028047501109540462, 0.003009738167747855, 0.003214726224541664, 0.0034197145141661167, 0.0036247025709599257, 0.0038296906277537346, 0.004034678917378187, 0.0042396667413413525, 0.004444655030965805, 0.004649643320590258, 0.004854631144553423, 0.0050596194341778755, 0.005264607258141041, 0.005469595547765493, 0.005674583837389946, 0.005879571661353111, 0.006084559950977564, 0.0062895482406020164, 0.006494536064565182, 0.006699524354189634, 0.006904512643814087, 0.007109500467777252, 0.007314488757401705, 0.00751947658136487, 0.007724464870989323]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 0.0, 3.0, 4.0, 10.0, 4.0, 1.0, 5.0, 1.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01937645673751831, -0.018641272559762, -0.01790608838200569, -0.01717090606689453, -0.016435721889138222, -0.015700537711381912, -0.014965354464948177, -0.014230170287191868, -0.013494987040758133, -0.012759802863001823, -0.012024618685245514, -0.011289435438811779, -0.01055425126105547, -0.009819068014621735, -0.009083883836865425, -0.00834870059043169, -0.007613516412675381, -0.0068783327005803585, -0.006143148988485336, -0.005407965276390314, -0.004672781564295292, -0.003937597386538982, -0.00320241367444396, -0.002467229962348938, -0.0017320462502539158, -0.0009968625381588936, -0.00026167870964854956, 0.00047350506065413356, 0.0012086888309568167, 0.0019438725430518389, 0.0026790564879775047, 0.003414240200072527, 0.004149423912167549, 0.004884607624262571, 0.0056197913363575935, 0.006354975048452616, 0.007090158760547638, 0.007825342938303947, 0.008560526184737682, 0.009295710362493992, 0.010030893608927727, 0.010766077786684036, 0.011501261964440346, 0.01223644521087408, 0.01297162938863039, 0.013706812635064125, 0.014441996812820435, 0.01517718005925417, 0.015912365168333054, 0.016647547483444214, 0.017382731661200523, 0.018117915838956833, 0.018853100016713142, 0.019588282331824303, 0.020323466509580612, 0.02105865068733692, 0.02179383486509323, 0.02252901904284954, 0.0232642013579607, 0.02399938553571701, 0.02473456971347332, 0.02546975389122963, 0.02620493620634079, 0.0269401203840971, 0.02767530456185341]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 8.0, 9.0, 5.0, 12.0, 15.0, 21.0, 9.0, 28.0, 25.0, 25.0, 34.0, 50.0, 46.0, 59.0, 92.0, 90.0, 133.0, 165.0, 196.0, 267.0, 381.0, 562.0, 776.0, 1315.0, 2077.0, 6265.0, 1961.0, 1174.0, 686.0, 494.0, 334.0, 241.0, 177.0, 135.0, 112.0, 102.0, 73.0, 44.0, 31.0, 27.0, 22.0, 13.0, 12.0, 20.0, 9.0, 12.0, 18.0, 12.0, 6.0, 2.0, 3.0, 18.0, 7.0, 0.0, 0.0, 0.0, 1.0, 9.0, 4.0, 4.0], "bins": [-0.007478674408048391, -0.007224162574857473, -0.006969650741666555, -0.006715139374136925, -0.006460627540946007, -0.006206115707755089, -0.005951603874564171, -0.005697092041373253, -0.005442580208182335, -0.005188068840652704, -0.004933557007461786, -0.004679045174270868, -0.00442453334107995, -0.004170021507889032, -0.003915510140359402, -0.0036609983071684837, -0.0034064864739775658, -0.003151974640786648, -0.0028974630404263735, -0.0026429512072354555, -0.002388439606875181, -0.0021339277736842632, -0.0018794159404933453, -0.0016249042237177491, -0.001370392506942153, -0.0011158807901665568, -0.0008613690151832998, -0.0006068572402000427, -0.0003523455234244466, -9.783377754501998e-05, 0.00015667796833440661, 0.0004111897142138332, 0.0006657014600932598, 0.000920213176868856, 0.001174724893644452, 0.00142923672683537, 0.0016837484436109662, 0.0019382601603865623, 0.0021927719935774803, 0.0024472835939377546, 0.0027017954271286726, 0.0029563072603195906, 0.003210818860679865, 0.003465330693870783, 0.003719842527061701, 0.003974354360252619, 0.0042288657277822495, 0.004483377560973167, 0.004737889394164085, 0.004992401227355003, 0.005246913060545921, 0.005501424428075552, 0.00575593626126647, 0.006010448094457388, 0.006264959927648306, 0.006519471760839224, 0.0067739831283688545, 0.0070284949615597725, 0.0072830067947506905, 0.007537518627941608, 0.007792030461132526, 0.008046542294323444, 0.008301054127514362, 0.00855556596070528, 0.008810076862573624]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06728246808052063, -0.0642058327794075, -0.06112919747829437, -0.058052558451890945, -0.05497592315077782, -0.05189928784966469, -0.04882264882326126, -0.04574601352214813, -0.042669378221035004, -0.039592742919921875, -0.036516107618808746, -0.03343946859240532, -0.03036283329129219, -0.027286197990179062, -0.024209560826420784, -0.021132923662662506, -0.018056288361549377, -0.014979652129113674, -0.011903015896677971, -0.008826379664242268, -0.005749743431806564, -0.002673107199370861, 0.0004035290330648422, 0.0034801652655005455, 0.006556801497936249, 0.009633437730371952, 0.012710073962807655, 0.015786711126565933, 0.018863346427679062, 0.02193998172879219, 0.02501661889255047, 0.028093256056308746, 0.031169891357421875, 0.034246526658535004, 0.03732316195964813, 0.04039980098605156, 0.04347643628716469, 0.04655307158827782, 0.049629710614681244, 0.05270634591579437, 0.0557829812169075, 0.05885961651802063, 0.06193625181913376, 0.06501288712024689, 0.06808952987194061, 0.07116616517305374, 0.07424280047416687, 0.07731943577528, 0.08039607107639313, 0.08347270637750626, 0.08654934167861938, 0.08962597697973251, 0.09270261228084564, 0.09577925503253937, 0.0988558903336525, 0.10193252563476562, 0.10500916093587875, 0.10808579623699188, 0.11116243153810501, 0.11423906683921814, 0.11731570959091187, 0.120392344892025, 0.12346898019313812, 0.12654560804367065, 0.12962225079536438]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 5.0, 5.0, 6.0, 3.0, 4.0, 4.0, 6.0, 9.0, 4.0, 12.0, 11.0, 46.0, 23.0, 25.0, 31.0, 14.0, 13.0, 10.0, 5.0, 9.0, 5.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.05852987989783287, -0.05618232861161232, -0.05383477732539177, -0.05148722603917122, -0.04913967475295067, -0.04679212346673012, -0.04444457218050957, -0.04209702089428902, -0.03974946588277817, -0.03740191459655762, -0.03505436331033707, -0.032706812024116516, -0.030359260737895966, -0.028011709451675415, -0.025664158165454865, -0.023316606879234314, -0.020969055593013763, -0.018621504306793213, -0.016273953020572662, -0.013926400803029537, -0.011578849516808987, -0.009231298230588436, -0.006883746478706598, -0.0045361947268247604, -0.00218864344060421, 0.0001589080784469843, 0.0025064595974981785, 0.004854011349380016, 0.007201562635600567, 0.009549113921821117, 0.011896666139364243, 0.014244217425584793, 0.016591768711805344, 0.018939319998025894, 0.021286871284246445, 0.023634422570466995, 0.025981973856687546, 0.028329527005553246, 0.030677078291773796, 0.0330246277153492, 0.035372182726860046, 0.0377197340130806, 0.04006728529930115, 0.0424148365855217, 0.04476238787174225, 0.0471099391579628, 0.04945749044418335, 0.0518050417304039, 0.05415259301662445, 0.056500144302845, 0.05884769558906555, 0.0611952468752861, 0.06354279816150665, 0.0658903494477272, 0.06823790073394775, 0.0705854520201683, 0.07293300330638885, 0.0752805545926094, 0.07762810587882996, 0.0799756571650505, 0.08232320845127106, 0.08467075973749161, 0.08701831102371216, 0.08936586230993271, 0.09171341359615326]}, "_runtime": 75.41792130470276, "_timestamp": 1596211665.1890302, "_step": 92}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.013468315824866295, -0.0131043316796422, -0.012740347534418106, -0.012376363389194012, -0.012012379243969917, -0.011648395098745823, -0.011284410022199154, -0.01092042587697506, -0.010556441731750965, -0.01019245758652687, -0.009828473441302776, -0.009464489296078682, -0.009100505150854588, -0.008736521005630493, -0.008372536860406399, -0.008008552715182304, -0.007644568104296923, -0.007280583959072828, -0.006916599813848734, -0.006552615202963352, -0.006188631057739258, -0.005824646912515163, -0.005460662767291069, -0.005096678622066975, -0.00473269447684288, -0.0043687098659574986, -0.004004725720733404, -0.0036407415755093098, -0.0032767574302852154, -0.0029127730522304773, -0.002548788907006383, -0.002184804528951645, -0.0018208203837275505, -0.0014568361220881343, -0.001092851860448718, -0.0007288677152246237, -0.00036488345358520746, -8.992210496217012e-07, 0.00036308501148596406, 0.0007270692149177194, 0.0010910534765571356, 0.0014550377381965518, 0.001819021999835968, 0.0021830061450600624, 0.002546990290284157, 0.002910974668338895, 0.0032749588135629892, 0.0036389431916177273, 0.004002927336841822, 0.004366911482065916, 0.0047308956272900105, 0.005094880238175392, 0.0054588643833994865, 0.005822848528623581, 0.006186832673847675, 0.00655081681907177, 0.006914800964295864, 0.007278785575181246, 0.00764276972040534, 0.008006754331290722, 0.008370738476514816, 0.00873472262173891, 0.009098706766963005, 0.0094626909121871, 0.009826675057411194]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 10.0, 12.0, 10.0, 11.0, 9.0, 7.0, 22.0, 21.0, 28.0, 35.0, 56.0, 69.0, 101.0, 128.0, 187.0, 313.0, 550.0, 5136.0, 445.0, 237.0, 142.0, 88.0, 68.0, 57.0, 36.0, 37.0, 22.0, 20.0, 14.0, 13.0, 10.0, 5.0, 7.0, 6.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14861081540584564, -0.14399056136608124, -0.13937032222747803, -0.13475006818771362, -0.13012981414794922, -0.125509575009346, -0.1208893209695816, -0.1162690669298172, -0.11164882034063339, -0.10702857375144958, -0.10240831971168518, -0.09778807312250137, -0.09316782653331757, -0.08854757249355316, -0.08392732590436935, -0.07930707186460495, -0.07468682527542114, -0.07006657868623734, -0.06544632464647293, -0.060826078057289124, -0.05620582774281502, -0.05158557742834091, -0.046965330839157104, -0.042345080524683, -0.03772483021020889, -0.03310457989573479, -0.02848433144390583, -0.023864082992076874, -0.019243832677602768, -0.014623583294451237, -0.010003333911299706, -0.005383084528148174, -0.0007628351449966431, 0.003857414238154888, 0.00847766362130642, 0.01309791300445795, 0.017718162387609482, 0.022338412702083588, 0.026958661153912544, 0.0315789096057415, 0.03619915992021561, 0.04081941023468971, 0.04543966054916382, 0.050059907138347626, 0.05468015745282173, 0.05930040776729584, 0.06392065435647964, 0.06854090839624405, 0.07316115498542786, 0.07778140157461166, 0.08240165561437607, 0.08702190220355988, 0.09164215624332428, 0.09626240283250809, 0.1008826494216919, 0.1055029034614563, 0.1101231500506401, 0.11474339663982391, 0.11936365067958832, 0.12398389726877213, 0.12860414385795593, 0.13322439789772034, 0.13784465193748474, 0.14246489107608795, 0.14708514511585236]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 5.0, 5.0, 6.0, 2.0, 3.0, 6.0, 4.0, 25.0, 1.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 4.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002576502040028572, -0.0024851569905877113, -0.0023938119411468506, -0.0023024671245366335, -0.0022111220750957727, -0.002119777025654912, -0.0020284319762140512, -0.0019370870431885123, -0.0018457419937476516, -0.0017543969443067908, -0.001663052011281252, -0.0015717069618403912, -0.0014803619123995304, -0.0013890169793739915, -0.0012976719299331307, -0.0012063269969075918, -0.001114981947466731, -0.0010236368980258703, -0.0009322919650003314, -0.0008409469155594707, -0.0007496019243262708, -0.000658256933093071, -0.0005669118836522102, -0.0004755668924190104, -0.00038422190118581057, -0.00029287690995261073, -0.00020153188961558044, -0.00011018688383046538, -1.8841878045350313e-05, 7.250312773976475e-05, 0.0001638481335248798, 0.0002551931538619101, 0.00034653814509510994, 0.0004378831363283098, 0.0005292281275615096, 0.0006205731770023704, 0.0007119181682355702, 0.00080326315946877, 0.0008946082089096308, 0.0009859531419351697, 0.0010772981913760304, 0.0011686432408168912, 0.0012599881738424301, 0.0013513332232832909, 0.0014426782727241516, 0.0015340232057496905, 0.0016253682551905513, 0.0017167131882160902, 0.001808058237656951, 0.0018994032870978117, 0.0019907483365386724, 0.0020820931531488895, 0.0021734382025897503, 0.002264783252030611, 0.002356128301471472, 0.0024474733509123325, 0.0025388184003531933, 0.0026301632169634104, 0.002721508266404271, 0.002812853315845132, 0.0029041983652859926, 0.0029955434147268534, 0.0030868882313370705, 0.003178233280777931, 0.003269578330218792]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 5.0, 5.0, 7.0, 19.0, 18.0, 32.0, 32.0, 61.0, 85.0, 135.0, 179.0, 279.0, 415.0, 604.0, 1041.0, 1606.0, 2537.0, 4481.0, 7595.0, 14162.0, 29012.0, 75499.0, 819473.0, 125084.0, 43640.0, 21170.0, 11609.0, 7129.0, 4350.0, 2988.0, 1957.0, 1328.0, 929.0, 610.0, 447.0, 308.0, 223.0, 163.0, 112.0, 95.0, 61.0, 38.0, 34.0, 18.0, 13.0, 24.0, 8.0, 5.0, 6.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006922855507582426, -0.006711456924676895, -0.006500058341771364, -0.006288659758865833, -0.006077261175960302, -0.005865862593054771, -0.005654464475810528, -0.005443065892904997, -0.005231667309999466, -0.005020268727093935, -0.004808870144188404, -0.004597471561282873, -0.004386072978377342, -0.004174674395471811, -0.00396327581256628, -0.003751877462491393, -0.003540478879585862, -0.0033290802966803312, -0.0031176817137748003, -0.002906283363699913, -0.002694884780794382, -0.002483486197888851, -0.0022720876149833202, -0.0020606890320777893, -0.0018492905655875802, -0.0016378919826820493, -0.0014264935161918402, -0.0012150949332863092, -0.0010036963503807783, -0.0007922978838905692, -0.0005808993009850383, -0.00036950077628716826, -0.00015810225158929825, 5.3296287660486996e-05, 0.00026469482691027224, 0.0004760933807119727, 0.0006874919054098427, 0.0008988904301077127, 0.0011102890130132437, 0.0013216874795034528, 0.0015330860624089837, 0.0017444846453145146, 0.0019558831118047237, 0.0021672816947102547, 0.0023786802776157856, 0.0025900788605213165, 0.002801477210596204, 0.0030128757935017347, 0.0032242743764072657, 0.0034356729593127966, 0.0036470715422183275, 0.003858469892293215, 0.004069868475198746, 0.004281267058104277, 0.004492665641009808, 0.0047040642239153385, 0.0049154628068208694, 0.0051268613897264, 0.005338259972631931, 0.005549658089876175, 0.005761056672781706, 0.005972455255687237, 0.006183853838592768, 0.006395252421498299, 0.00660665100440383]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 8.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.016282998025417328, -0.01583138108253479, -0.015379763208329678, -0.014928145334124565, -0.014476528391242027, -0.01402491144835949, -0.013573293574154377, -0.013121675699949265, -0.012670058757066727, -0.012218441814184189, -0.011766823939979076, -0.011315206065773964, -0.010863589122891426, -0.010411972180008888, -0.009960354305803776, -0.009508736431598663, -0.009057119488716125, -0.008605502545833588, -0.008153884671628475, -0.00770226726308465, -0.007250649854540825, -0.006799032445997, -0.006347415037453175, -0.0058957976289093494, -0.005444180220365524, -0.004992562811821699, -0.004540945403277874, -0.004089327994734049, -0.0036377105861902237, -0.0031860931776463985, -0.0027344757691025734, -0.0022828583605587482, -0.001831240952014923, -0.001379623543471098, -0.0009280061349272728, -0.00047638872638344765, -2.4771317839622498e-05, 0.00042684609070420265, 0.0008784634992480278, 0.001330080907791853, 0.001781698316335678, 0.0022333157248795033, 0.0026849331334233284, 0.0031365505419671535, 0.0035881679505109787, 0.004039785359054804, 0.004491402767598629, 0.004943020176142454, 0.005394637584686279, 0.0058462549932301044, 0.00629787240177393, 0.006749489810317755, 0.00720110721886158, 0.007652724627405405, 0.00810434203594923, 0.008555959910154343, 0.00900757685303688, 0.009459193795919418, 0.00991081167012453, 0.010362429544329643, 0.010814046487212181, 0.011265663430094719, 0.011717281304299831, 0.012168899178504944, 0.012620516121387482]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 4.0, 4.0, 5.0, 7.0, 7.0, 22.0, 18.0, 26.0, 19.0, 34.0, 45.0, 32.0, 58.0, 50.0, 71.0, 81.0, 107.0, 135.0, 192.0, 239.0, 314.0, 389.0, 525.0, 714.0, 1200.0, 2272.0, 5246.0, 1483.0, 1133.0, 776.0, 612.0, 464.0, 414.0, 336.0, 250.0, 215.0, 181.0, 139.0, 103.0, 101.0, 72.0, 64.0, 47.0, 38.0, 40.0, 25.0, 14.0, 11.0, 12.0, 10.0, 16.0, 10.0, 12.0, 5.0, 8.0, 3.0, 2.0, 6.0, 4.0, 4.0], "bins": [-0.006993659771978855, -0.006760748103260994, -0.006527836434543133, -0.006294924765825272, -0.00606201309710741, -0.005829101428389549, -0.005596189759671688, -0.005363278090953827, -0.005130366422235966, -0.0048974547535181046, -0.004664543084800243, -0.004431631416082382, -0.004198719747364521, -0.00396580807864666, -0.0037328964099287987, -0.0034999847412109375, -0.0032670730724930763, -0.003034161403775215, -0.002801249735057354, -0.002568338066339493, -0.0023354263976216316, -0.0021025147289037704, -0.0018696030601859093, -0.001636691391468048, -0.001403779722750187, -0.0011708680540323257, -0.0009379563853144646, -0.0007050447165966034, -0.0004721330478787422, -0.00023922137916088104, -6.309710443019867e-06, 0.0002266019582748413, 0.0004595136269927025, 0.0006924252957105637, 0.0009253369644284248, 0.001158248633146286, 0.0013911603018641472, 0.0016240719705820084, 0.0018569836392998695, 0.0020898953080177307, 0.002322806976735592, 0.002555718645453453, 0.0027886303141713142, 0.0030215419828891754, 0.0032544536516070366, 0.0034873653203248978, 0.003720276989042759, 0.00395318865776062, 0.004186100326478481, 0.0044190119951963425, 0.004651923663914204, 0.004884835332632065, 0.005117747001349926, 0.005350658670067787, 0.005583570338785648, 0.0058164820075035095, 0.006049393676221371, 0.006282305344939232, 0.006515217013657093, 0.006748128682374954, 0.006981040351092815, 0.007213952019810677, 0.007446863688528538, 0.007679775357246399, 0.00791268702596426]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.08411422371864319, -0.08201613277196884, -0.0799180418252945, -0.07781995087862015, -0.0757218599319458, -0.07362376898527145, -0.0715256854891777, -0.06942759454250336, -0.06732950359582901, -0.06523141264915466, -0.06313332170248032, -0.06103523075580597, -0.05893713980913162, -0.056839048862457275, -0.05474096164107323, -0.05264287069439888, -0.05054477974772453, -0.048446688801050186, -0.04634859785437584, -0.04425051063299179, -0.042152419686317444, -0.0400543287396431, -0.03795623779296875, -0.0358581468462944, -0.033760055899620056, -0.03166196867823601, -0.02956387773156166, -0.027465786784887314, -0.025367695838212967, -0.02326960675418377, -0.021171515807509422, -0.019073426723480225, -0.016975335776805878, -0.014877245761454105, -0.012779155746102333, -0.010681064799427986, -0.008582974784076214, -0.0064848847687244415, -0.004386794287711382, -0.002288704039528966, -0.00019061379134655, 0.001907476456835866, 0.004005566705018282, 0.0061036571860313416, 0.008201747201383114, 0.010299837216734886, 0.012397928163409233, 0.014496018178761005, 0.016594108194112778, 0.018692199140787125, 0.020790288224816322, 0.02288837917149067, 0.024986468255519867, 0.027084559202194214, 0.02918265014886856, 0.03128074109554291, 0.033378832042217255, 0.0354769192636013, 0.03757501021027565, 0.03967310115695, 0.041771192103624344, 0.04386928305029869, 0.04596737027168274, 0.048065461218357086, 0.05016355216503143]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 4.0, 3.0, 3.0, 3.0, 7.0, 9.0, 4.0, 8.0, 17.0, 9.0, 33.0, 15.0, 23.0, 18.0, 11.0, 12.0, 11.0, 18.0, 11.0, 9.0, 6.0, 7.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.0780029371380806, -0.07631823420524597, -0.07463353872299194, -0.07294883579015732, -0.07126414030790329, -0.06957943737506866, -0.06789474189281464, -0.06621003895998001, -0.06452534347772598, -0.06284064054489136, -0.06115594133734703, -0.059471242129802704, -0.05778654292225838, -0.05610184371471405, -0.054417144507169724, -0.0527324452996254, -0.05104774609208107, -0.04936304688453674, -0.047678347676992416, -0.04599364846944809, -0.04430894926190376, -0.042624250054359436, -0.04093955084681511, -0.03925485163927078, -0.03757014870643616, -0.03588544949889183, -0.034200750291347504, -0.03251605108380318, -0.03083135187625885, -0.029146652668714523, -0.027461953461170197, -0.02577725425362587, -0.024092555046081543, -0.022407855838537216, -0.02072315663099289, -0.019038457423448563, -0.017353758215904236, -0.01566905714571476, -0.013984357938170433, -0.012299658730626106, -0.01061495952308178, -0.008930260315537453, -0.007245560642331839, -0.0055608609691262245, -0.0038761617615818977, -0.0021914623212069273, -0.0005067628808319569, 0.0011779365595430136, 0.002862635999917984, 0.004547335207462311, 0.006232034880667925, 0.007916734553873539, 0.009601433761417866, 0.011286132968962193, 0.012970833107829094, 0.01465553231537342, 0.016340231522917747, 0.018024930730462074, 0.0197096299380064, 0.021394329145550728, 0.023079030215740204, 0.02476372942328453, 0.026448428630828857, 0.028133127838373184, 0.02981782704591751]}, "_runtime": 76.16358876228333, "_timestamp": 1596211665.9346976, "_step": 93}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 3.0, 2.0, 9.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010195847600698471, -0.009898451156914234, -0.009601055644452572, -0.009303659200668335, -0.009006263688206673, -0.008708867244422436, -0.008411471731960773, -0.008114075288176537, -0.007816679775714874, -0.007519283331930637, -0.007221887353807688, -0.006924491375684738, -0.006627094931900501, -0.006329698953777552, -0.006032302975654602, -0.0057349069975316525, -0.005437511019408703, -0.005140115041285753, -0.004842719063162804, -0.004545323085039854, -0.0042479271069169044, -0.0039505306631326675, -0.003653134685009718, -0.0033557387068867683, -0.0030583427287638187, -0.002760946750640869, -0.0024635507725179195, -0.0021661545615643263, -0.0018687585834413767, -0.001571362605318427, -0.0012739665107801557, -0.0009765704162418842, -0.0006791744381189346, -0.0003817784017883241, -8.43823654577136e-05, 0.0002130136708728969, 0.0005104097072035074, 0.0008078057435341179, 0.0011052017798647285, 0.0014025978744029999, 0.0016999938525259495, 0.001997389830648899, 0.0022947858087718487, 0.002592182019725442, 0.0028895779978483915, 0.003186973975971341, 0.0034843701869249344, 0.003781766165047884, 0.004079162143170834, 0.004376558121293783, 0.004673954099416733, 0.004971350077539682, 0.005268746055662632, 0.005566142499446869, 0.0058635384775698185, 0.006160934455692768, 0.006458330433815718, 0.006755726411938667, 0.007053122390061617, 0.0073505183681845665, 0.007647914811968803, 0.007945310324430466, 0.008242706768214703, 0.008540102280676365, 0.008837498724460602]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 4.0, 4.0, 7.0, 9.0, 9.0, 13.0, 20.0, 20.0, 31.0, 33.0, 32.0, 49.0, 65.0, 111.0, 137.0, 223.0, 418.0, 4919.0, 902.0, 308.0, 169.0, 105.0, 84.0, 48.0, 53.0, 26.0, 26.0, 17.0, 17.0, 19.0, 6.0, 9.0, 6.0, 4.0, 7.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.13754931092262268, -0.13390198349952698, -0.13025467097759247, -0.12660734355449677, -0.12296002358198166, -0.11931270360946655, -0.11566537618637085, -0.11201805621385574, -0.10837073624134064, -0.10472341626882553, -0.10107609629631042, -0.09742876887321472, -0.09378144890069962, -0.09013412892818451, -0.0864868015050888, -0.0828394815325737, -0.0791921615600586, -0.07554484158754349, -0.07189752161502838, -0.06825019419193268, -0.06460287421941757, -0.060955554246902466, -0.05730823054909706, -0.053660906851291656, -0.05001358687877655, -0.046366266906261444, -0.04271894320845604, -0.039071619510650635, -0.03542429953813553, -0.03177697956562042, -0.028129655867815018, -0.024482334032654762, -0.020835012197494507, -0.01718769036233425, -0.013540368527173996, -0.00989304669201374, -0.006245724856853485, -0.0025984030216932297, 0.0010489188134670258, 0.004696240648627281, 0.008343562483787537, 0.011990884318947792, 0.015638206154108047, 0.019285527989268303, 0.02293284982442856, 0.026580171659588814, 0.03022749349474907, 0.033874817192554474, 0.03752213716506958, 0.041169457137584686, 0.04481678083539009, 0.048464104533195496, 0.0521114245057106, 0.05575874447822571, 0.05940606817603111, 0.06305339187383652, 0.06670071184635162, 0.07034803181886673, 0.07399535179138184, 0.07764267921447754, 0.08128999918699265, 0.08493731915950775, 0.08858464658260345, 0.09223196655511856, 0.09587928652763367]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 0.0, 1.0, 3.0, 2.0, 8.0, 2.0, 3.0, 5.0, 6.0, 2.0, 4.0, 7.0, 4.0, 25.0, 7.0, 7.0, 2.0, 1.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002387512940913439, -0.0023000191431492567, -0.0022125253453850746, -0.0021250315476208925, -0.0020375377498567104, -0.0019500439520925283, -0.0018625501543283463, -0.0017750563565641642, -0.001687562558799982, -0.0016000686446204782, -0.001512574846856296, -0.001425081049092114, -0.0013375872513279319, -0.0012500934535637498, -0.0011625996557995677, -0.0010751058580353856, -0.0009876120602712035, -0.0009001182625070214, -0.0008126244647428393, -0.0007251306669786572, -0.0006376368692144752, -0.0005501430132426322, -0.00046264921547845006, -0.00037515541771426797, -0.0002876616199500859, -0.0002001678221859038, -0.00011267400986980647, -2.5180204829666764e-05, 6.231360021047294e-05, 0.00014980739797465503, 0.00023730121029075235, 0.00032479502260684967, 0.00041228882037103176, 0.0004997826181352139, 0.0005872764158993959, 0.000674770213663578, 0.0007622640114277601, 0.0008497578673996031, 0.0009372516651637852, 0.0010247454047203064, 0.0011122392024844885, 0.0011997331166639924, 0.0012872269144281745, 0.0013747207121923566, 0.0014622145099565387, 0.0015497083077207208, 0.0016372021054849029, 0.001724695903249085, 0.001812189701013267, 0.0018996834987774491, 0.001987177412956953, 0.002074671210721135, 0.0021621650084853172, 0.0022496588062494993, 0.0023371526040136814, 0.0024246464017778635, 0.0025121401995420456, 0.0025996339973062277, 0.0026871277950704098, 0.002774621592834592, 0.002862115390598774, 0.002949609188362956, 0.003037102986127138, 0.0031245967838913202, 0.0032120905816555023]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 4.0, 6.0, 10.0, 10.0, 21.0, 23.0, 26.0, 45.0, 56.0, 64.0, 99.0, 114.0, 184.0, 217.0, 345.0, 475.0, 690.0, 973.0, 1599.0, 2497.0, 4065.0, 7197.0, 13810.0, 29433.0, 83107.0, 857565.0, 104949.0, 33036.0, 15602.0, 8518.0, 5006.0, 3112.0, 2104.0, 1426.0, 955.0, 703.0, 465.0, 341.0, 227.0, 141.0, 113.0, 104.0, 70.0, 28.0, 27.0, 20.0, 10.0, 12.0, 14.0, 7.0, 8.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005433470942080021, -0.005250696558505297, -0.0050679221749305725, -0.004885147791355848, -0.004702373407781124, -0.0045195990242064, -0.004336824640631676, -0.0041540502570569515, -0.003971275873482227, -0.0037885012570768595, -0.0036057268735021353, -0.003422952489927411, -0.0032401778735220432, -0.003057403489947319, -0.002874629106372595, -0.0026918547227978706, -0.0025090803392231464, -0.0023263059556484222, -0.002143531572073698, -0.001960757188498974, -0.0017779826885089278, -0.0015952083049342036, -0.0014124338049441576, -0.0012296594213694334, -0.0010468850377947092, -0.000864110654219985, -0.0006813362124375999, -0.0004985617706552148, -0.0003157873870804906, -0.00013301297440193594, 4.976143827661872e-05, 0.00023253585095517337, 0.00041531026363372803, 0.0005980846472084522, 0.0007808590889908373, 0.0009636335307732224, 0.0011464079143479466, 0.0013291822979226708, 0.0015119567979127169, 0.001694731181487441, 0.0018775055650621653, 0.0020602799486368895, 0.0022430543322116137, 0.002425828715786338, 0.0026086033321917057, 0.00279137771576643, 0.002974152099341154, 0.0031569264829158783, 0.0033397008664906025, 0.0035224752500653267, 0.003705249633640051, 0.003888024017214775, 0.004070798400789499, 0.0042535727843642235, 0.004436347167938948, 0.004619121551513672, 0.004801896400749683, 0.004984670784324408, 0.005167445167899132, 0.005350219551473856, 0.00553299393504858, 0.005715768318623304, 0.0058985427021980286, 0.006081317085772753, 0.006264091469347477]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 17.0, 2.0, 7.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06437484920024872, -0.06305209547281265, -0.061729345470666885, -0.06040659546852112, -0.05908384174108505, -0.05776108801364899, -0.05643833801150322, -0.05511558800935745, -0.05379283428192139, -0.05247008055448532, -0.051147330552339554, -0.04982458055019379, -0.04850182682275772, -0.047179073095321655, -0.04585632309317589, -0.04453357309103012, -0.043210819363594055, -0.04188806563615799, -0.04056531563401222, -0.039242565631866455, -0.03791981190443039, -0.036597058176994324, -0.035274308174848557, -0.03395155817270279, -0.032628804445266724, -0.03130605071783066, -0.02998330071568489, -0.028660548850893974, -0.027337796986103058, -0.02601504512131214, -0.024692293256521225, -0.02336954139173031, -0.022046789526939392, -0.020724037662148476, -0.01940128579735756, -0.018078533932566643, -0.016755782067775726, -0.01543303020298481, -0.014110278338193893, -0.012787526473402977, -0.01146477460861206, -0.010142022743821144, -0.008819270879030228, -0.007496519014239311, -0.006173767149448395, -0.004851015284657478, -0.003528263419866562, -0.0022055115550756454, -0.000882759690284729, 0.00043999217450618744, 0.0017627440392971039, 0.0030854959040880203, 0.004408247768878937, 0.005730999633669853, 0.00705375149846077, 0.008376503363251686, 0.009699255228042603, 0.011022007092833519, 0.012344758957624435, 0.013667510822415352, 0.014990262687206268, 0.016313014551997185, 0.0176357664167881, 0.018958518281579018, 0.020281270146369934]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 4.0, 4.0, 10.0, 8.0, 0.0, 1.0, 2.0, 5.0, 5.0, 1.0, 9.0, 5.0, 6.0, 5.0, 8.0, 8.0, 9.0, 13.0, 20.0, 25.0, 13.0, 31.0, 21.0, 38.0, 48.0, 48.0, 64.0, 89.0, 124.0, 160.0, 243.0, 393.0, 512.0, 776.0, 1501.0, 6478.0, 3626.0, 1555.0, 870.0, 547.0, 335.0, 230.0, 165.0, 108.0, 64.0, 63.0, 51.0, 29.0, 30.0, 20.0, 11.0, 13.0, 2.0, 3.0, 2.0, 2.0, 1.0], "bins": [-0.019897479563951492, -0.019434407353401184, -0.018971335142850876, -0.018508262932300568, -0.01804518885910511, -0.017582116648554802, -0.017119044438004494, -0.016655972227454185, -0.016192900016903877, -0.01572982780635357, -0.015266754664480686, -0.014803682453930378, -0.014340609312057495, -0.013877537101507187, -0.013414464890956879, -0.012951391749083996, -0.012488319538533688, -0.01202524732798338, -0.011562174186110497, -0.011099101975560188, -0.01063602976500988, -0.010172956623136997, -0.009709884412586689, -0.00924681220203638, -0.008783739060163498, -0.00832066684961319, -0.007857594639062881, -0.007394521962851286, -0.00693144928663969, -0.006468377076089382, -0.006005304399877787, -0.005542232189327478, -0.005079159513115883, -0.004616086836904287, -0.004153014626353979, -0.0036899419501423836, -0.0032268695067614317, -0.00276379706338048, -0.0023007243871688843, -0.0018376519437879324, -0.0013745795004069805, -0.0009115069988183677, -0.0004484344972297549, 1.463800435885787e-05, 0.00047771050594747066, 0.0009407830075360835, 0.0014038555091246963, 0.00186692806892097, 0.002330000512301922, 0.0027930729556828737, 0.0032561453990638256, 0.003719218075275421, 0.004182290285825729, 0.004645362962037325, 0.0051084356382489204, 0.005571507848799229, 0.006034580525010824, 0.00649765320122242, 0.006960725411772728, 0.0074237980879843235, 0.007886870764195919, 0.008349942974746227, 0.008813015185296535, 0.009276088327169418, 0.009739160537719727]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07821056246757507, -0.07259924709796906, -0.06698793172836304, -0.06137661635875702, -0.055765300989151, -0.050153981894254684, -0.044542666524648666, -0.03893135115504265, -0.03332003578543663, -0.027708720415830612, -0.022097405046224594, -0.016486087813973427, -0.010874772444367409, -0.005263456609100103, 0.000347859226167202, 0.005959175061434507, 0.011570490896701813, 0.01718180626630783, 0.02279312163591385, 0.028404438868165016, 0.034015752375125885, 0.0396270714700222, 0.04523838683962822, 0.05084970220923424, 0.056461017578840256, 0.062072332948446274, 0.06768365204334259, 0.07329496741294861, 0.07890628278255463, 0.08451759815216064, 0.09012891352176666, 0.09574022889137268, 0.1013515442609787, 0.10696285963058472, 0.11257417500019073, 0.11818549036979675, 0.12379680573940277, 0.1294081211090088, 0.1350194364786148, 0.14063075184822083, 0.14624206721782684, 0.15185338258743286, 0.15746469795703888, 0.1630760133266449, 0.16868732869625092, 0.17429864406585693, 0.17990995943546295, 0.18552127480506897, 0.19113260507583618, 0.1967439204454422, 0.20235523581504822, 0.20796655118465424, 0.21357786655426025, 0.21918918192386627, 0.2248004972934723, 0.2304118126630783, 0.23602312803268433, 0.24163444340229034, 0.24724575877189636, 0.2528570592403412, 0.2584683895111084, 0.2640796899795532, 0.26969102025032043, 0.27530232071876526, 0.28091365098953247]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 1.0, 4.0, 3.0, 1.0, 5.0, 2.0, 5.0, 5.0, 4.0, 9.0, 28.0, 30.0, 40.0, 65.0, 20.0, 11.0, 6.0, 4.0, 0.0, 7.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07192772626876831, -0.06748843938112259, -0.06304915249347687, -0.05860985815525055, -0.05417057126760483, -0.049731284379959106, -0.04529199376702309, -0.04085270315408707, -0.036413416266441345, -0.031974129378795624, -0.027534838765859604, -0.023095550015568733, -0.018656261265277863, -0.014216972514986992, -0.009777683764696121, -0.0053383950144052505, -0.0008991062641143799, 0.003540182486176491, 0.007979471236467361, 0.012418759986758232, 0.016858048737049103, 0.021297337487339973, 0.025736626237630844, 0.030175914987921715, 0.034615203738212585, 0.03905449062585831, 0.04349378123879433, 0.04793307185173035, 0.05237235873937607, 0.05681164562702179, 0.06125093623995781, 0.06569022685289383, 0.07012951374053955, 0.07456880062818527, 0.079008087515831, 0.08344738185405731, 0.08788666874170303, 0.09232595562934875, 0.09676524996757507, 0.1012045368552208, 0.10564382374286652, 0.11008311063051224, 0.11452239751815796, 0.11896169185638428, 0.12340097874403, 0.12784026563167572, 0.13227955996990204, 0.13671883940696716, 0.14115813374519348, 0.1455974280834198, 0.15003670752048492, 0.15447600185871124, 0.15891528129577637, 0.16335457563400269, 0.167793869972229, 0.17223314940929413, 0.17667244374752045, 0.18111173808574677, 0.1855510175228119, 0.1899903118610382, 0.19442960619926453, 0.19886888563632965, 0.20330817997455597, 0.2077474594116211, 0.2121867537498474]}, "_runtime": 76.9165620803833, "_timestamp": 1596211666.687671, "_step": 94}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 6.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009096124209463596, -0.00875287689268589, -0.008409630507230759, -0.008066383190453053, -0.007723136804997921, -0.007379889488220215, -0.007036642637103796, -0.006693395785987377, -0.006350148934870958, -0.0060069020837545395, -0.005663655232638121, -0.005320408381521702, -0.004977161064743996, -0.004633914213627577, -0.004290667362511158, -0.003947420511394739, -0.0036041736602783203, -0.0032609268091619015, -0.0029176799580454826, -0.00257443287409842, -0.0022311860229820013, -0.0018879391718655825, -0.0015446922043338418, -0.0012014452368021011, -0.0008581983856856823, -0.0005149514763616025, -0.0001717045670375228, 0.00017154234228655696, 0.0005147892516106367, 0.0008580361609347165, 0.0012012830702587962, 0.0015445300377905369, 0.0018877768889069557, 0.0022310237400233746, 0.0025742705911397934, 0.002917517675086856, 0.0032607645262032747, 0.0036040113773196936, 0.003947258461266756, 0.004290505312383175, 0.004633752163499594, 0.004976999014616013, 0.005320245865732431, 0.00566349271684885, 0.006006740033626556, 0.006349986884742975, 0.006693233735859394, 0.007036480586975813, 0.007379727438092232, 0.007722974289208651, 0.00806622114032507, 0.008409468457102776, 0.008752714842557907, 0.009095962159335613, 0.009439208544790745, 0.009782455861568451, 0.010125702247023582, 0.010468949563801289, 0.010812196880578995, 0.011155443266034126, 0.011498690582811832, 0.011841936968266964, 0.01218518428504467, 0.012528430670499802, 0.012871677987277508]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 3.0, 5.0, 4.0, 7.0, 9.0, 9.0, 17.0, 18.0, 24.0, 26.0, 36.0, 45.0, 47.0, 67.0, 81.0, 97.0, 147.0, 229.0, 363.0, 4515.0, 1082.0, 352.0, 189.0, 140.0, 79.0, 73.0, 45.0, 46.0, 24.0, 26.0, 16.0, 16.0, 9.0, 5.0, 12.0, 5.0, 5.0, 5.0, 6.0, 5.0, 3.0, 5.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.11300541460514069, -0.10944485664367676, -0.10588429868221283, -0.1023237407207489, -0.09876318275928497, -0.09520262479782104, -0.09164206683635712, -0.08808150887489319, -0.08452095091342926, -0.08096040040254593, -0.077399842441082, -0.07383928447961807, -0.07027872651815414, -0.06671816855669022, -0.06315761059522629, -0.05959705263376236, -0.05603649467229843, -0.0524759367108345, -0.048915378749370575, -0.04535482078790665, -0.04179426282644272, -0.03823370859026909, -0.03467315062880516, -0.031112592667341232, -0.027552034705877304, -0.023991476744413376, -0.020430918782949448, -0.01687036268413067, -0.01330980472266674, -0.009749246761202812, -0.006188689731061459, -0.0026281322352588177, 0.0009324252605438232, 0.004492982756346464, 0.008053540252149105, 0.011614097282290459, 0.015174655243754387, 0.018735213205218315, 0.022295769304037094, 0.025856327265501022, 0.02941688522696495, 0.03297744318842888, 0.03653800114989281, 0.040098559111356735, 0.043659113347530365, 0.04721967130899429, 0.05078022927045822, 0.05434078723192215, 0.05790134519338608, 0.061461903154850006, 0.06502246111631393, 0.06858301907777786, 0.07214357703924179, 0.07570413500070572, 0.07926469296216965, 0.08282525092363358, 0.0863858014345169, 0.08994635939598083, 0.09350691735744476, 0.09706747531890869, 0.10062803328037262, 0.10418859124183655, 0.10774914920330048, 0.1113097071647644, 0.11487026512622833]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 6.0, 5.0, 0.0, 0.0, 3.0, 26.0, 2.0, 3.0, 4.0, 3.0, 3.0, 2.0, 3.0, 6.0, 3.0, 4.0, 3.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0019505680538713932, -0.0018765325658023357, -0.0018024971941486, -0.0017284617060795426, -0.001654426334425807, -0.0015803908463567495, -0.001506355474703014, -0.0014323199866339564, -0.0013582846149802208, -0.0012842491269111633, -0.0012102136388421059, -0.0011361782671883702, -0.0010621427791193128, -0.0009881074074655771, -0.0009140719193965197, -0.0008400364895351231, -0.0007660010596737266, -0.00069196562981233, -0.0006179301999509335, -0.0005438947700895369, -0.0004698593111243099, -0.00039582388126291335, -0.00032178842229768634, -0.0002477529924362898, -0.00017371756257489324, -9.968212543753907e-05, -2.5646688300184906e-05, 4.838874883716926e-05, 0.00012242418597452343, 0.00019645961583591998, 0.000270495074801147, 0.00034453050466254354, 0.0004185659345239401, 0.0004926013643853366, 0.0005666367942467332, 0.0006406722241081297, 0.0007147076539695263, 0.0007887431420385838, 0.0008627785718999803, 0.0009368140017613769, 0.0010108493734151125, 0.00108488486148417, 0.0011589203495532274, 0.001232955721206963, 0.0013069912092760205, 0.0013810265809297562, 0.0014550620689988136, 0.0015290974406525493, 0.0016031329287216067, 0.0016771684167906642, 0.0017512037884443998, 0.0018252392765134573, 0.001899274648167193, 0.0019733100198209286, 0.002047345507889986, 0.0021213809959590435, 0.002195416484028101, 0.0022694519720971584, 0.0023434872273355722, 0.0024175227154046297, 0.002491558203473687, 0.0025655936915427446, 0.0026396289467811584, 0.002713664434850216, 0.0027876999229192734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 4.0, 4.0, 13.0, 16.0, 25.0, 33.0, 33.0, 53.0, 73.0, 100.0, 160.0, 206.0, 300.0, 445.0, 677.0, 1066.0, 1729.0, 2948.0, 5100.0, 9129.0, 17354.0, 37848.0, 109361.0, 826109.0, 81522.0, 34075.0, 17927.0, 11050.0, 6931.0, 4560.0, 3056.0, 2160.0, 1514.0, 1039.0, 755.0, 541.0, 421.0, 325.0, 235.0, 188.0, 145.0, 92.0, 91.0, 58.0, 45.0, 27.0, 22.0, 26.0, 13.0, 5.0, 6.0, 9.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.005833596922457218, -0.005635649431496859, -0.005437701474875212, -0.005239753983914852, -0.005041806027293205, -0.004843858536332846, -0.004645911045372486, -0.004447963088750839, -0.00425001559779048, -0.004052067641168833, -0.003854120150208473, -0.00365617242641747, -0.0034582247026264668, -0.0032602769788354635, -0.003062329487875104, -0.0028643817640841007, -0.0026664340402930975, -0.0024684863165020943, -0.002270538592711091, -0.0020725911017507315, -0.0018746433779597282, -0.001676695654168725, -0.0014787479303777218, -0.0012808003230020404, -0.0010828525992110372, -0.0008849049336276948, -0.0006869572680443525, -0.0004890095442533493, -0.000291061878670007, -9.311419853474945e-05, 0.0001048334816005081, 0.00030278117628768086, 0.0005007288418710232, 0.0006986765074543655, 0.0008966241730377078, 0.001094571896828711, 0.0012925195042043924, 0.0014904672279953957, 0.0016884149517863989, 0.0018863625591620803, 0.0020843101665377617, 0.002282257890328765, 0.002480205614119768, 0.0026781533379107714, 0.0028761010617017746, 0.003074048785492778, 0.0032719962764531374, 0.0034699440002441406, 0.003667891724035144, 0.003865839447826147, 0.004063786938786507, 0.0042617348954081535, 0.004459682386368513, 0.00465763034299016, 0.0048555778339505196, 0.005053525324910879, 0.005251473281532526, 0.005449420772492886, 0.0056473687291145325, 0.005845316220074892, 0.006043263711035252, 0.0062412116676568985, 0.006439159158617258, 0.006637107115238905, 0.0068350546061992645]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 4.0, 10.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 7.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033204905688762665, -0.03239217400550842, -0.03157943859696388, -0.03076670691370964, -0.0299539752304554, -0.029141241684556007, -0.028328510001301765, -0.027515776455402374, -0.026703044772148132, -0.02589031122624874, -0.0250775795429945, -0.024264845997095108, -0.023452114313840866, -0.022639380767941475, -0.021826649084687233, -0.021013915538787842, -0.0202011838555336, -0.01938845030963421, -0.018575716763734818, -0.017762985080480576, -0.016950251534581184, -0.016137519851326942, -0.015324787236750126, -0.01451205462217331, -0.013699321076273918, -0.012886588461697102, -0.012073855847120285, -0.011261123232543468, -0.010448390617966652, -0.009635658003389835, -0.008822925388813019, -0.008010192774236202, -0.007197460159659386, -0.006384727545082569, -0.0055719949305057526, -0.004759262315928936, -0.0039465297013521194, -0.0031337968539446592, -0.002321064006537199, -0.0015083313919603825, -0.0006955987773835659, 0.00011713389540091157, 0.000929866568185389, 0.0017425992991775274, 0.002555331913754344, 0.0033680645283311605, 0.004180797375738621, 0.004993529990315437, 0.005806262604892254, 0.0066189952194690704, 0.007431727834045887, 0.008244460448622704, 0.00905719306319952, 0.009869925677776337, 0.010682658292353153, 0.01149539090692997, 0.012308124452829361, 0.013120857067406178, 0.013933589681982994, 0.01474632229655981, 0.015559054911136627, 0.01637178659439087, 0.01718452014029026, 0.017997251823544502, 0.018809985369443893]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 6.0, 1.0, 4.0, 3.0, 2.0, 4.0, 7.0, 8.0, 8.0, 4.0, 1.0, 3.0, 5.0, 15.0, 8.0, 9.0, 5.0, 18.0, 18.0, 23.0, 22.0, 34.0, 38.0, 48.0, 67.0, 84.0, 119.0, 170.0, 258.0, 310.0, 387.0, 545.0, 788.0, 1164.0, 2050.0, 5915.0, 1845.0, 1136.0, 787.0, 617.0, 503.0, 369.0, 254.0, 208.0, 133.0, 113.0, 79.0, 60.0, 44.0, 32.0, 28.0, 20.0, 11.0, 9.0, 6.0, 10.0, 8.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010679660364985466, -0.010385354980826378, -0.01009104959666729, -0.009796744212508202, -0.009502438828349113, -0.009208133444190025, -0.008913828060030937, -0.008619522675871849, -0.008325217291712761, -0.008030911907553673, -0.007736606057733297, -0.007442300673574209, -0.007147995289415121, -0.006853689905256033, -0.006559384521096945, -0.006265079136937857, -0.0059707737527787685, -0.00567646836861968, -0.005382162984460592, -0.005087857600301504, -0.004793552216142416, -0.004499246831983328, -0.00420494144782424, -0.003910636063665152, -0.00361633044667542, -0.0033220250625163317, -0.0030277196783572435, -0.0027334142941981554, -0.0024391086772084236, -0.0021448032930493355, -0.0018504979088902473, -0.0015561925247311592, -0.001261887140572071, -0.0009675817564129829, -0.0006732763140462339, -0.0003789709007833153, -8.466548752039671e-05, 0.00020963992574252188, 0.0005039453390054405, 0.0007982507813721895, 0.0010925561655312777, 0.0013868615496903658, 0.001681166933849454, 0.001975472318008542, 0.002269777934998274, 0.002564083319157362, 0.00285838870331645, 0.0031526940874755383, 0.0034469994716346264, 0.0037413048557937145, 0.004035610239952803, 0.004329915624111891, 0.004624221008270979, 0.004918526392430067, 0.005212831776589155, 0.005507137160748243, 0.005801443010568619, 0.006095748394727707, 0.006390053778886795, 0.006684359163045883, 0.006978664547204971, 0.0072729699313640594, 0.007567275315523148, 0.007861580699682236, 0.008155886083841324]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0944518893957138, -0.09001768380403519, -0.08558348566293716, -0.08114928007125854, -0.07671508193016052, -0.0722808763384819, -0.06784667074680328, -0.06341247260570526, -0.05897826701402664, -0.05454406514763832, -0.05010986328125, -0.04567565768957138, -0.04124145582318306, -0.03680725395679474, -0.03237304836511612, -0.0279388464987278, -0.023504644632339478, -0.019070442765951157, -0.014636239036917686, -0.010202036239206791, -0.005767833441495895, -0.0013336306437849998, 0.0031005721539258957, 0.007534774951636791, 0.011968977749347687, 0.016403179615736008, 0.020837383344769478, 0.025271587073802948, 0.02970578894019127, 0.03413999080657959, 0.03857419639825821, 0.04300839826464653, 0.04744260013103485, 0.05187680199742317, 0.05631100386381149, 0.06074520945549011, 0.06517940759658813, 0.06961361318826675, 0.07404781877994537, 0.0784820169210434, 0.08291622251272202, 0.08735042810440063, 0.09178462624549866, 0.09621883183717728, 0.1006530374288559, 0.10508723556995392, 0.10952144116163254, 0.11395563930273056, 0.11838984489440918, 0.1228240504860878, 0.12725825607776642, 0.13169245421886444, 0.13612665235996246, 0.14056086540222168, 0.1449950635433197, 0.14942926168441772, 0.15386345982551575, 0.15829767286777496, 0.16273187100887299, 0.167166069149971, 0.17160028219223022, 0.17603448033332825, 0.18046867847442627, 0.18490289151668549, 0.1893370896577835]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 4.0, 3.0, 5.0, 1.0, 5.0, 3.0, 2.0, 3.0, 4.0, 5.0, 9.0, 3.0, 10.0, 7.0, 13.0, 21.0, 23.0, 48.0, 26.0, 9.0, 9.0, 6.0, 4.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 5.0, 2.0, 0.0, 4.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.04573943465948105, -0.04413176327943802, -0.04252408817410469, -0.04091641306877136, -0.03930874168872833, -0.0377010703086853, -0.036093395203351974, -0.034485720098018646, -0.032878048717975616, -0.03127037733793259, -0.02966270223259926, -0.02805502898991108, -0.0264473557472229, -0.02483968250453472, -0.023232009261846542, -0.021624336019158363, -0.020016662776470184, -0.018408989533782005, -0.016801316291093826, -0.015193643048405647, -0.013585969805717468, -0.01197829656302929, -0.01037062332034111, -0.008762950077652931, -0.007155276834964752, -0.005547603592276573, -0.003939930349588394, -0.002332257106900215, -0.0007245838642120361, 0.0008830893784761429, 0.002490762621164322, 0.004098435863852501, 0.00570610910654068, 0.007313782349228859, 0.008921455591917038, 0.010529128834605217, 0.012136802077293396, 0.013744475319981575, 0.015352148562669754, 0.016959821805357933, 0.018567495048046112, 0.02017516829073429, 0.02178284153342247, 0.02339051477611065, 0.024998188018798828, 0.026605861261487007, 0.028213534504175186, 0.029821207746863365, 0.031428880989551544, 0.033036552369594574, 0.0346442274749279, 0.03625190258026123, 0.03785957396030426, 0.03946724534034729, 0.04107492044568062, 0.04268259555101395, 0.044290266931056976, 0.045897938311100006, 0.047505613416433334, 0.04911328852176666, 0.05072095990180969, 0.05232863128185272, 0.05393630638718605, 0.05554398149251938, 0.05715165287256241]}, "_runtime": 77.75007200241089, "_timestamp": 1596211667.5211809, "_step": 95}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 3.0, 5.0, 0.0, 4.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010505148209631443, -0.010205404832959175, -0.009905660524964333, -0.009605917148292065, -0.009306173771619797, -0.009006429463624954, -0.008706686086952686, -0.008406942710280418, -0.008107198402285576, -0.007807455025613308, -0.007507711183279753, -0.0072079673409461975, -0.00690822396427393, -0.006608480121940374, -0.006308736279606819, -0.006008992902934551, -0.005709249060600996, -0.005409505218267441, -0.005109761841595173, -0.004810017999261618, -0.0045102741569280624, -0.0042105307802557945, -0.003910786937922239, -0.003611043095588684, -0.0033112994860857725, -0.003011555876582861, -0.0027118120342493057, -0.002412068424746394, -0.0021123248152434826, -0.0018125809729099274, -0.0015128373634070158, -0.0012130936374887824, -0.000913349911570549, -0.0006136061856523156, -0.00031386251794174314, -1.4118821127340198e-05, 0.00028562487568706274, 0.0005853686016052961, 0.0008851122693158686, 0.001184855937026441, 0.0014845996629446745, 0.0017843433888629079, 0.0020840871147811413, 0.002383830724284053, 0.0026835743337869644, 0.0029833181761205196, 0.003283061785623431, 0.0035828056279569864, 0.003882549237459898, 0.004182293079793453, 0.004482036456465721, 0.004781780298799276, 0.005081524141132832, 0.0053812675178050995, 0.005681011360138655, 0.00598075520247221, 0.006280498579144478, 0.006580242421478033, 0.006879986263811588, 0.0071797301061451435, 0.007479473482817411, 0.007779217325150967, 0.008078960701823235, 0.008378705009818077, 0.008678448386490345]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 6.0, 6.0, 5.0, 9.0, 14.0, 18.0, 14.0, 37.0, 29.0, 29.0, 47.0, 59.0, 91.0, 131.0, 170.0, 284.0, 577.0, 5171.0, 469.0, 236.0, 143.0, 89.0, 70.0, 67.0, 35.0, 37.0, 19.0, 15.0, 15.0, 8.0, 8.0, 6.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12988503277301788, -0.1261865496635437, -0.12248807400465012, -0.11878959834575653, -0.11509112268686295, -0.11139263957738876, -0.10769416391849518, -0.10399568825960159, -0.10029720515012741, -0.09659872949123383, -0.09290025383234024, -0.08920177072286606, -0.08550329506397247, -0.08180481940507889, -0.0781063362956047, -0.07440786063671112, -0.07070937752723694, -0.06701090186834335, -0.06331242620944977, -0.059613946825265884, -0.055915467441082, -0.052216991782188416, -0.04851851239800453, -0.04482003301382065, -0.04112155735492706, -0.03742307797074318, -0.033724598586559296, -0.03002612106502056, -0.026327643543481827, -0.022629164159297943, -0.01893068663775921, -0.0152322081848979, -0.01153372973203659, -0.007835251279175282, -0.00413677329197526, -0.0004382950719445944, 0.003260183148086071, 0.00695866160094738, 0.010657139122486115, 0.014355617575347424, 0.018054096028208733, 0.021752573549747467, 0.02545105293393135, 0.029149530455470085, 0.03284800797700882, 0.0365464873611927, 0.04024496674537659, 0.04394344240427017, 0.047641921788454056, 0.05134040117263794, 0.055038876831531525, 0.05873735621571541, 0.06243583559989929, 0.06613431125879288, 0.06983279436826706, 0.07353127002716064, 0.07722974568605423, 0.08092822879552841, 0.084626704454422, 0.08832518011331558, 0.09202366322278976, 0.09572213888168335, 0.09942061454057693, 0.10311909765005112, 0.1068175733089447]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 3.0, 2.0, 6.0, 5.0, 2.0, 4.0, 1.0, 6.0, 3.0, 3.0, 5.0, 2.0, 27.0, 4.0, 2.0, 3.0, 1.0, 6.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019192545441910625, -0.0018411806086078286, -0.001763106556609273, -0.0016850326210260391, -0.0016069585690274835, -0.0015288846334442496, -0.001450810581445694, -0.0013727366458624601, -0.0012946627102792263, -0.0012165886582806706, -0.0011385147226974368, -0.0010604406706988811, -0.0009823667351156473, -0.0009042927413247526, -0.0008262187475338578, -0.0007481447537429631, -0.0006700707599520683, -0.0005919967661611736, -0.0005139227723702788, -0.00043584880768321455, -0.0003577748138923198, -0.00027970082010142505, -0.00020162684086244553, -0.00012355286162346601, -4.547886783257127e-05, 3.2595118682365865e-05, 0.000110669105197303, 0.00018874308443628252, 0.00026681707822717726, 0.000344891072018072, 0.0004229650367051363, 0.000501039030496031, 0.0005791130242869258, 0.0006571870180778205, 0.0007352610118687153, 0.00081333500565961, 0.0008914089994505048, 0.0009694829350337386, 0.0010475569870322943, 0.001125630922615528, 0.001203704858198762, 0.0012817789101973176, 0.0013598528457805514, 0.001437926897779107, 0.001516000833362341, 0.0015940748853608966, 0.0016721488209441304, 0.001750222872942686, 0.00182829680852592, 0.0019063707441091537, 0.0019844446796923876, 0.002062518848106265, 0.002140592783689499, 0.0022186667192727327, 0.0022967406548559666, 0.002374814823269844, 0.002452888758853078, 0.0025309626944363117, 0.0026090366300195456, 0.0026871105656027794, 0.002765184734016657, 0.0028432586695998907, 0.0029213326051831245, 0.0029994065407663584, 0.003077480476349592]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 9.0, 6.0, 15.0, 14.0, 24.0, 39.0, 53.0, 54.0, 87.0, 126.0, 167.0, 239.0, 418.0, 608.0, 933.0, 1505.0, 2653.0, 4663.0, 8298.0, 15708.0, 34401.0, 96401.0, 861640.0, 81664.0, 29766.0, 14866.0, 8697.0, 5308.0, 3362.0, 2266.0, 1621.0, 1117.0, 825.0, 567.0, 409.0, 281.0, 217.0, 175.0, 124.0, 88.0, 56.0, 39.0, 36.0, 23.0, 16.0, 13.0, 9.0, 8.0, 7.0, 1.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0], "bins": [-0.005509421229362488, -0.005329463630914688, -0.005149506032466888, -0.0049695479683578014, -0.004789590369910002, -0.004609632771462202, -0.004429675173014402, -0.004249717574566603, -0.004069759510457516, -0.0038898021448403597, -0.0037098443135619164, -0.0035298867151141167, -0.003349929116666317, -0.0031699712853878736, -0.002990013686940074, -0.0028100558556616306, -0.002630098257213831, -0.0024501406587660313, -0.002270182827487588, -0.0020902252290397882, -0.0019102675141766667, -0.0017303097993135452, -0.0015503522008657455, -0.001370394486002624, -0.0011904367711395025, -0.001010479056276381, -0.0008305213996209204, -0.0006505637429654598, -0.0004706060281023383, -0.00029064834234304726, -0.00011069065658375621, 6.926702917553484e-05, 0.0002492247149348259, 0.00042918240069411695, 0.000609140086453408, 0.0007890977431088686, 0.0009690554579719901, 0.0011490131728351116, 0.0013289707712829113, 0.0015089284861460328, 0.0016888862010091543, 0.0018688439158722758, 0.0020488016307353973, 0.002228759229183197, 0.0024087168276309967, 0.00258867465890944, 0.0027686322573572397, 0.002948590088635683, 0.0031285476870834827, 0.0033085052855312824, 0.0034884631168097258, 0.0036684207152575254, 0.0038483785465359688, 0.0040283361449837685, 0.004208293743431568, 0.004388251341879368, 0.0045682089403271675, 0.0047481670044362545, 0.004928124602884054, 0.005108082201331854, 0.0052880397997796535, 0.005467997398227453, 0.00564795546233654, 0.00582791306078434, 0.00600787065923214]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 5.0, 9.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019187506288290024, -0.018574964255094528, -0.017962424084544182, -0.017349882051348686, -0.01673734001815319, -0.016124799847602844, -0.015512257814407349, -0.014899715781211853, -0.014287174679338932, -0.013674633577466011, -0.013062091544270515, -0.012449550442397594, -0.011837009340524673, -0.011224467307329178, -0.010611926205456257, -0.009999384172260761, -0.00938684307038784, -0.00877430196851492, -0.008161759935319424, -0.007549218833446503, -0.006936677265912294, -0.006324135698378086, -0.005711594596505165, -0.005099053028970957, -0.0044865114614367485, -0.00387396989390254, -0.0032614285591989756, -0.002648887224495411, -0.0020363456569612026, -0.0014238042058423162, -0.0008112627547234297, -0.0001987213036045432, 0.00041382014751434326, 0.0010263615986332297, 0.0016389030497521162, 0.002251444384455681, 0.002863985951989889, 0.0034765275195240974, 0.004089068621397018, 0.004701610188931227, 0.005314151756465435, 0.005926693323999643, 0.006539234891533852, 0.007151775993406773, 0.007764317560940981, 0.00837685912847519, 0.00898940023034811, 0.009601942263543606, 0.010214483365416527, 0.010827024467289448, 0.011439566500484943, 0.012052107602357864, 0.01266464963555336, 0.013277190737426281, 0.013889731839299202, 0.014502273872494698, 0.015114814974367619, 0.01572735607624054, 0.016339898109436035, 0.01695244014263153, 0.017564980313181877, 0.018177522346377373, 0.01879006437957287, 0.019402604550123215, 0.02001514658331871]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 6.0, 3.0, 3.0, 4.0, 6.0, 7.0, 14.0, 18.0, 17.0, 26.0, 31.0, 32.0, 62.0, 72.0, 90.0, 115.0, 155.0, 221.0, 266.0, 333.0, 446.0, 718.0, 915.0, 1301.0, 2130.0, 6937.0, 1830.0, 927.0, 591.0, 354.0, 235.0, 150.0, 110.0, 73.0, 61.0, 41.0, 21.0, 29.0, 14.0, 14.0, 12.0, 7.0, 8.0, 7.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.013108531944453716, -0.012740414589643478, -0.01237229723483324, -0.012004179880023003, -0.01163606345653534, -0.011267946101725101, -0.010899828746914864, -0.010531711392104626, -0.010163594037294388, -0.00979547668248415, -0.009427359327673912, -0.009059241972863674, -0.008691124618053436, -0.008323008194565773, -0.007954890839755535, -0.007586773484945297, -0.007218656130135059, -0.0068505387753248215, -0.006482421420514584, -0.006114304531365633, -0.005746187176555395, -0.005378069821745157, -0.005009952932596207, -0.004641835577785969, -0.004273718222975731, -0.003905600868165493, -0.0035374837461858988, -0.0031693666242063046, -0.0028012492693960667, -0.0024331319145858288, -0.0020650147926062346, -0.0016968975542113185, -0.0013287803158164024, -0.0009606630774214864, -0.0005925458390265703, -0.00022442860063165426, 0.0001436886377632618, 0.0005118058761581779, 0.0008799231145530939, 0.00124804035294801, 0.001616157591342926, 0.001984274946153164, 0.002352392068132758, 0.0027205091901123524, 0.0030886265449225903, 0.003456743899732828, 0.0038248610217124224, 0.004192978143692017, 0.0045610954985022545, 0.004929212853312492, 0.00529733020812273, 0.005665447097271681, 0.006033564452081919, 0.006401681806892157, 0.006769798696041107, 0.007137916050851345, 0.007506033405661583, 0.00787415076047182, 0.008242268115282059, 0.008610385470092297, 0.008978502824902534, 0.009346619248390198, 0.009714736603200436, 0.010082853958010674, 0.010450971312820911]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 6.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20189455151557922, -0.1945900022983551, -0.18728546798229218, -0.17998091876506805, -0.17267638444900513, -0.165371835231781, -0.15806728601455688, -0.15076275169849396, -0.14345820248126984, -0.1361536681652069, -0.1288491189479828, -0.12154457718133926, -0.11424003541469574, -0.10693549364805222, -0.0996309444308281, -0.09232640266418457, -0.08502186089754105, -0.07771731913089752, -0.070412777364254, -0.06310822814702988, -0.05580368638038635, -0.04849914461374283, -0.041194602847099304, -0.03389005735516548, -0.026585515588521957, -0.019280971959233284, -0.011976429261267185, -0.004671886097639799, 0.002632657065987587, 0.00993720069527626, 0.017241742461919785, 0.024546286091208458, 0.03185082972049713, 0.039155371487140656, 0.04645991697907448, 0.053764458745718, 0.061069004237651825, 0.06837354600429535, 0.07567808777093887, 0.0829826295375824, 0.09028717875480652, 0.09759172052145004, 0.10489626228809357, 0.11220080405473709, 0.11950534582138062, 0.12680989503860474, 0.13411442935466766, 0.14141897857189178, 0.1487235128879547, 0.15602806210517883, 0.16333261132240295, 0.17063714563846588, 0.17794169485569, 0.18524622917175293, 0.19255077838897705, 0.19985532760620117, 0.2071598619222641, 0.21446441113948822, 0.22176894545555115, 0.22907349467277527, 0.2363780438899994, 0.24368257820606232, 0.25098711252212524, 0.25829166173934937, 0.2655962109565735]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 6.0, 4.0, 4.0, 4.0, 5.0, 3.0, 3.0, 2.0, 3.0, 4.0, 9.0, 3.0, 8.0, 23.0, 61.0, 37.0, 16.0, 8.0, 8.0, 7.0, 4.0, 7.0, 7.0, 2.0, 3.0, 3.0, 3.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0935608297586441, -0.09037903696298599, -0.08719723671674728, -0.08401544392108917, -0.08083364367485046, -0.07765185087919235, -0.07447005808353424, -0.07128825783729553, -0.06810646504163742, -0.06492467224597931, -0.0617428719997406, -0.05856107920408249, -0.05537928268313408, -0.05219748616218567, -0.04901569336652756, -0.04583389684557915, -0.04265210032463074, -0.03947030380368233, -0.03628850728273392, -0.033106714487075806, -0.029924917966127396, -0.026743121445178986, -0.023561326786875725, -0.020379532128572464, -0.017197735607624054, -0.014015940017998219, -0.010834144428372383, -0.007652348838746548, -0.004470553249120712, -0.0012887576594948769, 0.0018930379301309586, 0.005074833519756794, 0.00825662910938263, 0.011438424699008465, 0.0146202202886343, 0.01780201494693756, 0.02098381146788597, 0.02416560798883438, 0.027347402647137642, 0.030529197305440903, 0.03371099382638931, 0.03689279034733772, 0.04007458686828613, 0.043256379663944244, 0.046438176184892654, 0.049619972705841064, 0.052801765501499176, 0.055983562022447586, 0.059165358543395996, 0.062347155064344406, 0.06552895158529282, 0.06871074438095093, 0.07189254462718964, 0.07507433742284775, 0.07825613021850586, 0.08143793046474457, 0.08461972326040268, 0.08780151605606079, 0.0909833163022995, 0.09416510909795761, 0.09734690189361572, 0.10052870213985443, 0.10371049493551254, 0.10689229518175125, 0.11007408797740936]}, "_runtime": 78.62265348434448, "_timestamp": 1596211668.3937624, "_step": 96}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 7.0, 0.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.014582945965230465, -0.014197650365531445, -0.013812355697154999, -0.013427060097455978, -0.013041764497756958, -0.012656469829380512, -0.012271174229681492, -0.011885878629982471, -0.011500583961606026, -0.011115288361907005, -0.010729992762207985, -0.010344697162508965, -0.009959402494132519, -0.009574106894433498, -0.009188811294734478, -0.008803516626358032, -0.008418221026659012, -0.008032925426959991, -0.007647630292922258, -0.007262335158884525, -0.006877039559185505, -0.006491744425147772, -0.006106449291110039, -0.005721153691411018, -0.005335858557373285, -0.004950563423335552, -0.004565267823636532, -0.004179972689598799, -0.003794677322730422, -0.0034093819558620453, -0.003024086821824312, -0.0026387914549559355, -0.0022534960880875587, -0.001868200721219182, -0.0014829054707661271, -0.0010976102203130722, -0.0007123148534446955, -0.00032701954478397965, 5.8275763876736164e-05, 0.000443571072537452, 0.0008288663811981678, 0.0012141617480665445, 0.0015994569985195994, 0.0019847522489726543, 0.002370047615841031, 0.002755342982709408, 0.003140638116747141, 0.0035259334836155176, 0.003911228850483894, 0.004296523984521627, 0.004681819584220648, 0.005067114718258381, 0.005452410317957401, 0.005837705451995134, 0.006223000586032867, 0.006608296185731888, 0.006993591319769621, 0.007378886453807354, 0.007764182053506374, 0.008149477653205395, 0.00853477232158184, 0.008920067921280861, 0.009305363520979881, 0.009690658189356327, 0.010075953789055347]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 7.0, 8.0, 12.0, 16.0, 23.0, 12.0, 30.0, 41.0, 63.0, 79.0, 110.0, 148.0, 220.0, 412.0, 5152.0, 704.0, 305.0, 170.0, 96.0, 78.0, 72.0, 39.0, 42.0, 25.0, 14.0, 10.0, 7.0, 8.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18246187269687653, -0.1768650859594345, -0.1712682992219925, -0.16567152738571167, -0.16007474064826965, -0.15447795391082764, -0.14888116717338562, -0.1432843804359436, -0.1376875936985016, -0.13209082186222076, -0.12649403512477875, -0.12089724838733673, -0.11530046164989471, -0.1097036823630333, -0.10410689562559128, -0.09851011633872986, -0.09291332960128784, -0.08731654286384583, -0.0817197635769844, -0.07612297683954239, -0.07052619755268097, -0.06492941081523895, -0.059332624077796936, -0.05373584106564522, -0.0481390580534935, -0.04254227504134178, -0.036945492029190063, -0.03134870529174805, -0.02575192227959633, -0.02015513926744461, -0.014558354392647743, -0.00896157044917345, -0.0033647865056991577, 0.002231997437775135, 0.007828781381249428, 0.01342556532472372, 0.019022349268198013, 0.02461913228034973, 0.0302159171551466, 0.035812702029943466, 0.041409485042095184, 0.0470062680542469, 0.05260305106639862, 0.05819983780384064, 0.06379662454128265, 0.06939340382814407, 0.07499019056558609, 0.08058696985244751, 0.08618375658988953, 0.09178054332733154, 0.09737732261419296, 0.10297410935163498, 0.1085708886384964, 0.11416767537593842, 0.11976446211338043, 0.12536124885082245, 0.13095802068710327, 0.1365548074245453, 0.1421515941619873, 0.14774838089942932, 0.15334516763687134, 0.15894195437431335, 0.16453872621059418, 0.1701355129480362, 0.1757322996854782]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 6.0, 2.0, 1.0, 3.0, 3.0, 7.0, 1.0, 3.0, 25.0, 5.0, 5.0, 5.0, 6.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.004934841766953468, -0.004813704174011946, -0.004692566581070423, -0.004571429453790188, -0.004450291860848665, -0.004329154267907143, -0.004208017140626907, -0.004086879547685385, -0.003965741954743862, -0.0038446043618023396, -0.0037234670016914606, -0.0036023296415805817, -0.003481192048639059, -0.0033600544556975365, -0.0032389170955866575, -0.0031177797354757786, -0.002996642142534256, -0.0028755045495927334, -0.0027543671894818544, -0.0026332298293709755, -0.002512092236429453, -0.0023909546434879303, -0.0022698172833770514, -0.0021486799232661724, -0.00202754233032465, -0.001906404853798449, -0.0017852673772722483, -0.0016641299007460475, -0.0015429924242198467, -0.001421854947693646, -0.0013007174711674452, -0.0011795799946412444, -0.0010584425181150436, -0.0009373050415888429, -0.0008161675650626421, -0.0006950300885364413, -0.0005738926120102406, -0.0004527551354840398, -0.000331617658957839, -0.00021048018243163824, -8.934270590543747e-05, 3.17947706207633e-05, 0.00015293224714696407, 0.00027406972367316484, 0.0003952072001993656, 0.0005163446767255664, 0.0006374821532517672, 0.0007586196297779679, 0.0008797571063041687, 0.0010008945828303695, 0.0011220320593565702, 0.001243169535882771, 0.0013643070124089718, 0.0014854444889351726, 0.0016065819654613733, 0.001727719441987574, 0.0018488569185137749, 0.0019699945114552975, 0.0020911318715661764, 0.0022122692316770554, 0.002333406824618578, 0.0024545444175601006, 0.0025756817776709795, 0.0026968191377818584, 0.002817956730723381]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 7.0, 10.0, 13.0, 15.0, 16.0, 21.0, 43.0, 40.0, 54.0, 105.0, 130.0, 173.0, 259.0, 320.0, 416.0, 601.0, 878.0, 1238.0, 1685.0, 2690.0, 4068.0, 6246.0, 10409.0, 17955.0, 34272.0, 84282.0, 812390.0, 99982.0, 40283.0, 21870.0, 13138.0, 8356.0, 5442.0, 3723.0, 2497.0, 1789.0, 1203.0, 849.0, 672.0, 438.0, 305.0, 238.0, 156.0, 105.0, 75.0, 51.0, 39.0, 26.0, 21.0, 18.0, 11.0, 6.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.006436172407120466, -0.00625049090012908, -0.006064809393137693, -0.005879127886146307, -0.005693445913493633, -0.005507764406502247, -0.0053220828995108604, -0.005136401392519474, -0.004950719885528088, -0.004765038378536701, -0.004579356871545315, -0.004393675364553928, -0.004207993857562542, -0.004022311884909868, -0.003836630377918482, -0.0036509488709270954, -0.003465267363935709, -0.0032795858569443226, -0.003093904349952936, -0.002908222610130906, -0.0027225411031395197, -0.0025368595961481333, -0.002351177856326103, -0.002165496349334717, -0.0019798148423433304, -0.001794133335351944, -0.0016084517119452357, -0.0014227700885385275, -0.001237088581547141, -0.0010514070745557547, -0.0008657254511490464, -0.0006800438859499991, -0.0004943623207509518, -0.00030868075555190444, -0.0001229991903528571, 6.268237484619021e-05, 0.00024836394004523754, 0.00043404550524428487, 0.0006197270704433322, 0.0008054086356423795, 0.0009910902008414268, 0.0011767717078328133, 0.0013624533312395215, 0.0015481349546462297, 0.0017338164616376162, 0.0019194979686290026, 0.0021051797084510326, 0.002290861215442419, 0.0024765427224338055, 0.002662224229425192, 0.0028479057364165783, 0.0030335874762386084, 0.0032192689832299948, 0.003404950490221381, 0.0035906322300434113, 0.0037763137370347977, 0.003961995244026184, 0.0041476767510175705, 0.004333358258008957, 0.004519039765000343, 0.00470472127199173, 0.0048904032446444035, 0.00507608475163579, 0.005261766258627176, 0.005447447765618563]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 1.0, 7.0, 3.0, 1.0, 4.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029990429058670998, -0.029223840683698654, -0.02845725044608116, -0.027690662071108818, -0.026924073696136475, -0.02615748532116413, -0.025390896946191788, -0.024624306708574295, -0.02385771833360195, -0.023091129958629608, -0.022324539721012115, -0.021557951346039772, -0.02079136297106743, -0.020024774596095085, -0.01925818622112274, -0.01849159598350525, -0.017725007608532906, -0.016958419233560562, -0.01619182899594307, -0.015425240620970726, -0.014658652245998383, -0.013892063871026039, -0.013125474564731121, -0.012358885258436203, -0.01159229688346386, -0.010825708508491516, -0.010059119202196598, -0.00929252989590168, -0.008525941520929337, -0.007759352680295706, -0.006992763839662075, -0.006226174999028444, -0.0054595861583948135, -0.004692997317761183, -0.003926408477127552, -0.0031598196364939213, -0.0023932307958602905, -0.0016266419552266598, -0.000860053114593029, -9.346427395939827e-05, 0.0006731245666742325, 0.0014397134073078632, 0.002206302247941494, 0.0029728910885751247, 0.0037394799292087555, 0.004506068769842386, 0.005272657610476017, 0.006039246451109648, 0.0068058352917432785, 0.007572424132376909, 0.00833901297301054, 0.009105602279305458, 0.009872190654277802, 0.010638779029250145, 0.011405368335545063, 0.012171957641839981, 0.012938546016812325, 0.013705134391784668, 0.014471723698079586, 0.015238313004374504, 0.016004901379346848, 0.01677148975431919, 0.017538078129291534, 0.018304668366909027, 0.01907125674188137]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 5.0, 5.0, 8.0, 5.0, 8.0, 7.0, 14.0, 14.0, 19.0, 17.0, 28.0, 32.0, 35.0, 39.0, 55.0, 72.0, 79.0, 118.0, 144.0, 250.0, 309.0, 448.0, 688.0, 973.0, 1778.0, 6487.0, 2169.0, 1252.0, 934.0, 626.0, 448.0, 300.0, 242.0, 169.0, 155.0, 102.0, 66.0, 85.0, 50.0, 51.0, 41.0, 23.0, 14.0, 15.0, 12.0, 8.0, 1.0, 8.0, 4.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.014913435094058514, -0.014505515806376934, -0.014097596518695354, -0.013689677231013775, -0.013281757943332195, -0.012873838655650616, -0.012465919367969036, -0.012058000080287457, -0.011650081723928452, -0.011242162436246872, -0.010834243148565292, -0.010426323860883713, -0.010018404573202133, -0.009610485285520554, -0.009202565997838974, -0.008794646710157394, -0.008386727422475815, -0.007978808134794235, -0.007570888847112656, -0.007162969559431076, -0.0067550502717494965, -0.006347131449729204, -0.005939212162047625, -0.005531292874366045, -0.005123373586684465, -0.004715454299002886, -0.004307535011321306, -0.0038996159564703703, -0.0034916966687887907, -0.003083777381107211, -0.002675858326256275, -0.0022679390385746956, -0.001860019750893116, -0.0014521004632115364, -0.0010441812919452786, -0.00063626206247136, -0.0002283428329974413, 0.00017957639647647738, 0.0005874956259503961, 0.0009954147972166538, 0.0014033340848982334, 0.001811253372579813, 0.0022191726602613926, 0.0026270917151123285, 0.003035011002793908, 0.0034429302904754877, 0.0038508493453264236, 0.004258768633008003, 0.004666687920689583, 0.005074607208371162, 0.005482526496052742, 0.005890445783734322, 0.006298365071415901, 0.0067062838934361935, 0.007114203181117773, 0.007522122468799353, 0.00793004222214222, 0.008337960578501225, 0.008745879866182804, 0.009153799153864384, 0.009561718441545963, 0.009969637729227543, 0.010377557016909122, 0.010785476304590702, 0.011193395592272282]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11822083592414856, -0.11328642070293427, -0.10835201293230057, -0.10341759771108627, -0.09848318248987198, -0.09354877471923828, -0.08861435949802399, -0.08367994427680969, -0.0787455290555954, -0.0738111212849617, -0.0688767060637474, -0.06394229084253311, -0.059007883071899414, -0.05407346785068512, -0.049139056354761124, -0.04420464113354683, -0.03927022963762283, -0.03433581814169884, -0.029401402920484543, -0.024466991424560547, -0.0195325780659914, -0.014598164707422256, -0.009663752280175686, -0.004729339387267828, 0.0002050735056400299, 0.005139486398547888, 0.010073899291455746, 0.015008311718702316, 0.01994272507727146, 0.024877138435840607, 0.029811549931764603, 0.0347459651529789, 0.03968037664890289, 0.04461478814482689, 0.049549203366041183, 0.05448361486196518, 0.059418030083179474, 0.06435243785381317, 0.06928685307502747, 0.07422126829624176, 0.07915568351745605, 0.08409009128808975, 0.08902450650930405, 0.09395892173051834, 0.09889332950115204, 0.10382774472236633, 0.10876215994358063, 0.11369656771421432, 0.11863098293542862, 0.12356539815664291, 0.1284998059272766, 0.1334342211484909, 0.1383686363697052, 0.1433030515909195, 0.1482374668121338, 0.1531718671321869, 0.15810628235340118, 0.16304069757461548, 0.16797511279582977, 0.17290952801704407, 0.17784394323825836, 0.18277834355831146, 0.18771275877952576, 0.19264717400074005, 0.19758158922195435]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 8.0, 4.0, 11.0, 10.0, 21.0, 32.0, 66.0, 33.0, 19.0, 7.0, 9.0, 8.0, 5.0, 1.0, 4.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.08998563885688782, -0.08689960837364197, -0.08381358534097672, -0.08072756230831146, -0.07764153182506561, -0.07455550134181976, -0.07146947830915451, -0.06838345527648926, -0.06529742479324341, -0.06221139803528786, -0.059125371277332306, -0.056039344519376755, -0.052953317761421204, -0.04986729100346565, -0.0467812642455101, -0.04369523748755455, -0.040609210729599, -0.03752318397164345, -0.0344371572136879, -0.031351130455732346, -0.028265103697776794, -0.025179076939821243, -0.022093050181865692, -0.01900702342391014, -0.01592099666595459, -0.012834969907999039, -0.009748943150043488, -0.006662916392087936, -0.0035768896341323853, -0.0004908628761768341, 0.002595163881778717, 0.005681190639734268, 0.00876721739768982, 0.01185324415564537, 0.014939270913600922, 0.018025297671556473, 0.021111324429512024, 0.024197351187467575, 0.027283377945423126, 0.030369404703378677, 0.03345543146133423, 0.03654145821928978, 0.03962748497724533, 0.04271351173520088, 0.04579953849315643, 0.048885565251111984, 0.051971592009067535, 0.05505761876702309, 0.05814364552497864, 0.06122967228293419, 0.06431569904088974, 0.06740172207355499, 0.07048775255680084, 0.07357378304004669, 0.07665980607271194, 0.0797458291053772, 0.08283185958862305, 0.0859178900718689, 0.08900391310453415, 0.0920899361371994, 0.09517596662044525, 0.0982619971036911, 0.10134802013635635, 0.1044340431690216, 0.10752007365226746]}, "_runtime": 79.51625180244446, "_timestamp": 1596211669.2873607, "_step": 97}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 2.0, 4.0, 2.0, 0.0, 4.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.011795231141149998, -0.011478753760457039, -0.011162275448441505, -0.010845798067748547, -0.010529320687055588, -0.010212843306362629, -0.009896364994347095, -0.009579887613654137, -0.009263410232961178, -0.008946931920945644, -0.008630454540252686, -0.008313977159559727, -0.007997499778866768, -0.007681021932512522, -0.007364544086158276, -0.007048066705465317, -0.006731588859111071, -0.0064151110127568245, -0.006098633632063866, -0.0057821557857096195, -0.005465678405016661, -0.0051492005586624146, -0.004832723177969456, -0.00451624533161521, -0.0041997674852609634, -0.0038832901045680046, -0.003566812491044402, -0.0032503348775207996, -0.0029338570311665535, -0.002617379417642951, -0.0023009018041193485, -0.001984424190595746, -0.0016679465770721436, -0.001351468963548541, -0.0010349913500249386, -0.0007185136200860143, -0.0004020360065624118, -8.555836393497884e-05, 0.0002309192786924541, 0.0005473969504237175, 0.00086387456394732, 0.0011803521774709225, 0.001496829790994525, 0.0018133075209334493, 0.0021297852508723736, 0.002446262864395976, 0.0027627404779195786, 0.003079218091443181, 0.0033956957049667835, 0.003712173318490386, 0.0040286509320139885, 0.004345128778368235, 0.0046616061590611935, 0.00497808400541544, 0.0052945613861083984, 0.005611039232462645, 0.005927517078816891, 0.0062439944595098495, 0.006560472305864096, 0.0068769496865570545, 0.007193427532911301, 0.0075099049136042595, 0.007826382294297218, 0.008142860606312752, 0.00845933798700571]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 2.0, 4.0, 2.0, 6.0, 5.0, 9.0, 8.0, 15.0, 14.0, 12.0, 21.0, 31.0, 43.0, 24.0, 45.0, 53.0, 84.0, 114.0, 111.0, 157.0, 252.0, 388.0, 4836.0, 634.0, 284.0, 231.0, 134.0, 81.0, 78.0, 48.0, 43.0, 37.0, 26.0, 20.0, 7.0, 8.0, 10.0, 7.0, 12.0, 8.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.117514967918396, -0.11409962177276611, -0.11068427562713623, -0.10726892948150635, -0.10385358333587646, -0.10043823719024658, -0.0970228910446167, -0.09360754489898682, -0.09019219875335693, -0.08677685260772705, -0.08336150646209717, -0.07994616031646729, -0.0765308141708374, -0.07311546802520752, -0.06970012187957764, -0.06628477573394775, -0.06286942958831787, -0.05945407971739769, -0.05603873357176781, -0.052623387426137924, -0.04920804128050804, -0.04579269513487816, -0.042377348989248276, -0.03896200284361839, -0.03554665297269821, -0.03213130682706833, -0.028715962544083595, -0.025300616398453712, -0.02188526839017868, -0.018469922244548798, -0.015054576098918915, -0.011639229953289032, -0.00822388380765915, -0.004808537662029266, -0.0013931910507380962, 0.0020221553277224302, 0.005437501706182957, 0.00885284785181284, 0.012268194928765297, 0.01568354107439518, 0.019098887220025063, 0.022514233365654945, 0.025929579511284828, 0.02934492565691471, 0.03276027366518974, 0.036175619810819626, 0.03959096595644951, 0.04300631210207939, 0.046421658247709274, 0.04983700439333916, 0.05325235053896904, 0.05666769668459892, 0.060083042830228806, 0.06349839270114899, 0.06691373884677887, 0.07032908499240875, 0.07374443113803864, 0.07715977728366852, 0.0805751234292984, 0.08399046957492828, 0.08740581572055817, 0.09082116186618805, 0.09423650801181793, 0.09765185415744781, 0.1010672003030777]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 1.0, 5.0, 4.0, 7.0, 3.0, 3.0, 27.0, 2.0, 2.0, 4.0, 6.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0024962809402495623, -0.0024101650342345238, -0.0023240491282194853, -0.002237933222204447, -0.0021518173161894083, -0.00206570141017437, -0.0019795855041593313, -0.0018934697145596147, -0.0018073538085445762, -0.0017212379025295377, -0.0016351219965144992, -0.0015490060904994607, -0.001462890300899744, -0.0013767743948847055, -0.001290658488869667, -0.0012045425828546286, -0.00111842667683959, -0.0010323107708245516, -0.0009461948648095131, -0.0008600790170021355, -0.000773963110987097, -0.0006878472049720585, -0.000601731357164681, -0.0005156154511496425, -0.000429499545134604, -0.0003433836391195655, -0.00025726776220835745, -0.0001711518707452342, -8.503597928211093e-05, 1.0799121810123324e-06, 8.71958036441356e-05, 0.00017331169510725886, 0.0002594275865703821, 0.0003455434925854206, 0.00043165936949662864, 0.0005177752464078367, 0.0006038911524228752, 0.0006900070584379137, 0.0007761229062452912, 0.0008622388122603297, 0.0009483547182753682, 0.0010344706242904067, 0.0011205865303054452, 0.0012067024363204837, 0.0012928182259202003, 0.0013789341319352388, 0.0014650500379502773, 0.0015511659439653158, 0.0016372818499803543, 0.0017233977559953928, 0.0018095136620104313, 0.0018956295680254698, 0.0019817454740405083, 0.0020678613800555468, 0.0021539772860705853, 0.0022400931920856237, 0.0023262090981006622, 0.002412324771285057, 0.0024984406773000956, 0.002584556583315134, 0.0026706724893301725, 0.002756788395345211, 0.0028429043013602495, 0.002929020207375288, 0.0030151361133903265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 6.0, 6.0, 8.0, 19.0, 20.0, 29.0, 53.0, 75.0, 102.0, 145.0, 192.0, 269.0, 385.0, 576.0, 945.0, 1484.0, 2260.0, 3643.0, 6107.0, 10782.0, 20420.0, 43226.0, 126266.0, 817468.0, 74060.0, 30785.0, 15740.0, 8881.0, 5485.0, 3302.0, 2143.0, 1423.0, 981.0, 634.0, 459.0, 310.0, 238.0, 192.0, 135.0, 85.0, 81.0, 49.0, 48.0, 24.0, 29.0, 23.0, 15.0, 10.0, 3.0, 4.0, 5.0, 3.0, 3.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.005827348679304123, -0.005635433830320835, -0.00544351851567626, -0.005251603666692972, -0.005059688352048397, -0.004867773503065109, -0.0046758586540818214, -0.004483943339437246, -0.0042920284904539585, -0.004100113641470671, -0.003908198326826096, -0.0037162834778428078, -0.0035243683960288763, -0.003332453314214945, -0.003140538465231657, -0.0029486233834177256, -0.002756708301603794, -0.0025647932197898626, -0.002372878137975931, -0.0021809632889926434, -0.001989048207178712, -0.0017971331253647804, -0.0016052181599661708, -0.0014133031945675611, -0.0012213881127536297, -0.0010294730309396982, -0.0008375580655410886, -0.000645643041934818, -0.0004537280183285475, -0.0002618129947222769, -6.989797111600637e-05, 0.00012201705249026418, 0.00031393207609653473, 0.0005058470997028053, 0.0006977621233090758, 0.0008896771469153464, 0.001081592170521617, 0.0012735072523355484, 0.001465422217734158, 0.0016573371831327677, 0.0018492522649466991, 0.0020411673467606306, 0.002233082428574562, 0.00242499727755785, 0.0026169123593717813, 0.002808827441185713, 0.0030007422901690006, 0.003192657371982932, 0.0033845724537968636, 0.003576487535610795, 0.0037684026174247265, 0.003960317466408014, 0.004152232781052589, 0.004344147630035877, 0.004536062479019165, 0.00472797779366374, 0.004919892642647028, 0.005111807491630316, 0.005303722806274891, 0.005495637655258179, 0.0056875525042414665, 0.005879467818886042, 0.0060713826678693295, 0.006263297982513905, 0.006455212831497192]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 11.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.019908320158720016, -0.019371962174773216, -0.018835602328181267, -0.018299244344234467, -0.017762884497642517, -0.017226526513695717, -0.016690168529748917, -0.016153808683156967, -0.015617450699210167, -0.015081091783940792, -0.014544732868671417, -0.014008373953402042, -0.013472015038132668, -0.012935656122863293, -0.012399298138916492, -0.011862939223647118, -0.011326580308377743, -0.010790221393108368, -0.010253862477838993, -0.009717504493892193, -0.009181145578622818, -0.008644786663353443, -0.008108427748084068, -0.007572069298475981, -0.007035710383206606, -0.006499351467937231, -0.0059629930183291435, -0.005426634103059769, -0.004890275187790394, -0.004353916738182306, -0.0038175578229129314, -0.0032811991404742002, -0.002744840458035469, -0.002208481775596738, -0.0016721229767426848, -0.0011357641778886318, -0.0005994054954499006, -6.304675480350852e-05, 0.0004733119858428836, 0.0010096707846969366, 0.0015460294671356678, 0.002082388149574399, 0.00261874683201313, 0.003155105747282505, 0.0036914644297212362, 0.004227823112159967, 0.004764182027429342, 0.00530054047703743, 0.005836899392306805, 0.0063732583075761795, 0.006909616757184267, 0.007445975672453642, 0.00798233412206173, 0.008518693037331104, 0.009055051952600479, 0.009591410867869854, 0.010127769783139229, 0.010664127767086029, 0.011200486682355404, 0.011736845597624779, 0.012273204512894154, 0.012809563428163528, 0.013345921412110329, 0.013882280327379704, 0.014418639242649078]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 7.0, 8.0, 11.0, 13.0, 14.0, 15.0, 11.0, 14.0, 17.0, 32.0, 42.0, 36.0, 63.0, 67.0, 113.0, 122.0, 183.0, 287.0, 327.0, 550.0, 772.0, 1227.0, 1953.0, 6139.0, 1958.0, 1232.0, 825.0, 575.0, 449.0, 310.0, 256.0, 164.0, 154.0, 108.0, 77.0, 54.0, 50.0, 34.0, 32.0, 22.0, 13.0, 17.0, 14.0, 7.0, 11.0, 12.0, 8.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.008020695298910141, -0.007766089402139187, -0.007511483505368233, -0.007256877142935991, -0.007002271246165037, -0.006747665349394083, -0.006493058986961842, -0.0062384530901908875, -0.005983847193419933, -0.005729241296648979, -0.005474635399878025, -0.005220029037445784, -0.0049654231406748295, -0.004710817243903875, -0.004456210881471634, -0.00420160498470068, -0.003946999087929726, -0.0036923931911587715, -0.0034377870615571737, -0.003183180931955576, -0.002928575035184622, -0.0026739691384136677, -0.00241936300881207, -0.002164756879210472, -0.001910150982439518, -0.001655544969253242, -0.001400938956066966, -0.00114633294288069, -0.0008917269296944141, -0.0006371209165081382, -0.0003825149033218622, -0.00012790889013558626, 0.0001266971230506897, 0.00038130313623696566, 0.0006359091494232416, 0.0008905151626095176, 0.0011451211757957935, 0.0013997271889820695, 0.0016543332021683455, 0.0019089392153546214, 0.0021635452285408974, 0.0024181511253118515, 0.0026727572549134493, 0.002927363384515047, 0.003181969281286001, 0.0034365751780569553, 0.003691181307658553, 0.003945787437260151, 0.004200393334031105, 0.004454999230802059, 0.004709605127573013, 0.004964211490005255, 0.005218817386776209, 0.005473423283547163, 0.0057280296459794044, 0.005982635542750359, 0.006237241439521313, 0.006491847336292267, 0.006746453233063221, 0.007001059595495462, 0.0072556654922664165, 0.007510271389037371, 0.007764877751469612, 0.008019483648240566, 0.00827408954501152]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04600747674703598, -0.044452618807554245, -0.04289776459336281, -0.04134290665388107, -0.03978804871439934, -0.0382331945002079, -0.036678336560726166, -0.03512347862124443, -0.033568620681762695, -0.03201376646757126, -0.030458908528089523, -0.028904052451252937, -0.02734919637441635, -0.025794338434934616, -0.02423948235809803, -0.022684624418616295, -0.02112976834177971, -0.019574912264943123, -0.018020054325461388, -0.0164651982486248, -0.014910341240465641, -0.01335548423230648, -0.011800628155469894, -0.010245771147310734, -0.008690914139151573, -0.007136057130992413, -0.005581200588494539, -0.004026344045996666, -0.0024714870378375053, -0.0009166302625089884, 0.0006382265128195286, 0.0021930832881480455, 0.0037479400634765625, 0.005302797071635723, 0.006857653614133596, 0.00841251015663147, 0.00996736716479063, 0.011522224172949791, 0.013077080249786377, 0.014631937257945538, 0.016186794266104698, 0.017741650342941284, 0.01929650828242302, 0.020851364359259605, 0.02240622043609619, 0.023961078375577927, 0.025515934452414513, 0.027070792391896248, 0.028625648468732834, 0.03018050454556942, 0.031735360622406006, 0.03329021856188774, 0.034845076501369476, 0.03639993071556091, 0.03795478865504265, 0.039509646594524384, 0.04106450080871582, 0.042619358748197556, 0.04417421668767929, 0.045729074627161026, 0.04728392884135246, 0.0488387867808342, 0.05039364472031593, 0.05194849893450737, 0.053503356873989105]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 5.0, 1.0, 3.0, 4.0, 4.0, 6.0, 8.0, 5.0, 5.0, 6.0, 12.0, 6.0, 14.0, 11.0, 14.0, 15.0, 26.0, 39.0, 15.0, 6.0, 7.0, 4.0, 6.0, 9.0, 4.0, 5.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 5.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.03325941413640976, -0.0322735533118248, -0.03128769248723984, -0.030301833525300026, -0.029315972700715065, -0.028330111876130104, -0.027344252914190292, -0.02635839208960533, -0.02537253126502037, -0.02438667044043541, -0.02340080961585045, -0.022414950653910637, -0.021429089829325676, -0.020443229004740715, -0.019457370042800903, -0.018471509218215942, -0.01748564839363098, -0.01649978756904602, -0.015513927675783634, -0.014528067782521248, -0.013542206957936287, -0.012556346133351326, -0.01157048624008894, -0.010584626346826553, -0.009598765522241592, -0.008612904697656631, -0.007627044804394245, -0.0066411844454705715, -0.005655324086546898, -0.004669463727623224, -0.0036836033686995506, -0.002697743009775877, -0.0017118826508522034, -0.0007260222919285297, 0.0002598380669951439, 0.0012456984259188175, 0.002231558784842491, 0.0032174191437661648, 0.004203279502689838, 0.005189139861613512, 0.006175000220537186, 0.007160860579460859, 0.008146720938384533, 0.00913258083164692, 0.01011844165623188, 0.011104302480816841, 0.012090162374079227, 0.013076022267341614, 0.014061883091926575, 0.015047743916511536, 0.016033604741096497, 0.01701946370303631, 0.01800532452762127, 0.01899118535220623, 0.019977044314146042, 0.020962905138731003, 0.021948765963315964, 0.022934626787900925, 0.023920487612485886, 0.024906346574425697, 0.025892207399010658, 0.02687806822359562, 0.02786392718553543, 0.028849788010120392, 0.029835648834705353]}, "_runtime": 80.36040759086609, "_timestamp": 1596211670.1315165, "_step": 98}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010465468280017376, -0.010122871026396751, -0.009780272841453552, -0.009437675587832928, -0.009095078334212303, -0.008752481080591679, -0.00840988289564848, -0.008067285642027855, -0.00772468838840723, -0.0073820906691253185, -0.007039492949843407, -0.006696895696222782, -0.00635429797694087, -0.006011700723320246, -0.005669103004038334, -0.005326505750417709, -0.0049839080311357975, -0.004641310311853886, -0.004298713058233261, -0.003956115338951349, -0.0036135180853307247, -0.003270920366048813, -0.0029283228795975447, -0.0025857253931462765, -0.0022431279066950083, -0.00190053042024374, -0.0015579329337924719, -0.0012153353309258819, -0.0008727378444746137, -0.0005301403580233455, -0.00018754281336441636, 0.0001550547021906823, 0.0004976522177457809, 0.0008402497041970491, 0.0011828471906483173, 0.0015254447935149074, 0.0018680422799661756, 0.0022106398828327656, 0.0025532373692840338, 0.002895834855735302, 0.00323843234218657, 0.0035810298286378384, 0.00392362754791975, 0.004266224801540375, 0.004608822520822287, 0.004951419774442911, 0.005294017493724823, 0.0056366147473454475, 0.005979212466627359, 0.006321810185909271, 0.006664407439529896, 0.007007005158811808, 0.007349602412432432, 0.007692200131714344, 0.008034797385334969, 0.008377394638955593, 0.008719992823898792, 0.009062590077519417, 0.009405187331140041, 0.00974778551608324, 0.010090382769703865, 0.01043298002332449, 0.010775577276945114, 0.011118175461888313, 0.011460772715508938]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [5.0, 1.0, 1.0, 5.0, 2.0, 7.0, 5.0, 3.0, 9.0, 6.0, 7.0, 13.0, 16.0, 10.0, 20.0, 20.0, 35.0, 43.0, 63.0, 87.0, 122.0, 157.0, 238.0, 348.0, 4495.0, 1156.0, 366.0, 204.0, 126.0, 92.0, 66.0, 42.0, 31.0, 26.0, 23.0, 22.0, 15.0, 6.0, 5.0, 6.0, 8.0, 3.0, 4.0, 0.0, 3.0, 3.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08870072662830353, -0.08512303233146667, -0.08154533803462982, -0.07796764373779297, -0.07438994944095612, -0.07081225514411926, -0.06723456084728241, -0.06365686655044556, -0.060079172253608704, -0.05650147795677185, -0.052923783659935, -0.049346089363098145, -0.04576839506626129, -0.04219070076942444, -0.038613006472587585, -0.03503531217575073, -0.03145761787891388, -0.027879923582077026, -0.024302229285240173, -0.02072453498840332, -0.017146840691566467, -0.013569146394729614, -0.009991452097892761, -0.006413757801055908, -0.002836063504219055, 0.0007416307926177979, 0.004319325089454651, 0.007897019386291504, 0.011474713683128357, 0.01505240797996521, 0.018630102276802063, 0.022207796573638916, 0.02578549087047577, 0.029363185167312622, 0.032940879464149475, 0.03651857376098633, 0.04009626805782318, 0.043673962354660034, 0.04725165665149689, 0.05082935094833374, 0.05440704524517059, 0.057984739542007446, 0.0615624338388443, 0.06514012813568115, 0.068717822432518, 0.07229551672935486, 0.07587321102619171, 0.07945090532302856, 0.08302859961986542, 0.08660629391670227, 0.09018398821353912, 0.09376168251037598, 0.09733937680721283, 0.10091707110404968, 0.10449476540088654, 0.10807245969772339, 0.11165015399456024, 0.1152278482913971, 0.11880554258823395, 0.1223832368850708, 0.12596093118190765, 0.1295386254787445, 0.13311631977558136, 0.1366940140724182, 0.14027170836925507]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 4.0, 4.0, 5.0, 3.0, 4.0, 5.0, 1.0, 23.0, 3.0, 3.0, 5.0, 0.0, 5.0, 6.0, 3.0, 2.0, 3.0, 5.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002770108636468649, -0.0026745612267404795, -0.0025790140498429537, -0.0024834666401147842, -0.0023879194632172585, -0.002292372053489089, -0.0021968246437609196, -0.002101277466863394, -0.0020057300571352243, -0.0019101827638223767, -0.0018146354705095291, -0.0017190880607813597, -0.001623540767468512, -0.0015279934741556644, -0.001432446064427495, -0.0013368987711146474, -0.0012413514778017998, -0.0011458041844889522, -0.0010502568911761045, -0.0009547094814479351, -0.0008591621881350875, -0.0007636148948222399, -0.0006680675433017313, -0.0005725201917812228, -0.0004769728984683752, -0.00038142557605169713, -0.00028587825363501906, -0.000190330931218341, -9.478360880166292e-05, 7.637136150151491e-07, 9.631103603169322e-05, 0.0001918583584483713, 0.00028740568086504936, 0.00038295300328172743, 0.0004785003256984055, 0.000574047677218914, 0.0006695949705317616, 0.0007651422638446093, 0.0008606896153651178, 0.0009562369668856263, 0.001051784260198474, 0.0011473315535113215, 0.0012428788468241692, 0.0013384262565523386, 0.0014339735498651862, 0.0015295208431780338, 0.0016250682529062033, 0.0017206155462190509, 0.0018161628395318985, 0.0019117101328447461, 0.0020072574261575937, 0.002102804835885763, 0.002198352012783289, 0.0022938994225114584, 0.002389446832239628, 0.0024849940091371536, 0.002580541418865323, 0.0026760888285934925, 0.0027716360054910183, 0.0028671834152191877, 0.002962730824947357, 0.003058278001844883, 0.0031538254115730524, 0.003249372588470578, 0.0033449199981987476]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 5.0, 10.0, 12.0, 24.0, 29.0, 38.0, 29.0, 59.0, 72.0, 98.0, 130.0, 188.0, 315.0, 414.0, 624.0, 1033.0, 1624.0, 2623.0, 4625.0, 8258.0, 16228.0, 34460.0, 91123.0, 843257.0, 86793.0, 36001.0, 19518.0, 11567.0, 6994.0, 4629.0, 2952.0, 1966.0, 1266.0, 830.0, 517.0, 393.0, 259.0, 186.0, 131.0, 98.0, 73.0, 37.0, 40.0, 32.0, 20.0, 13.0, 11.0, 4.0, 5.0, 6.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0], "bins": [-0.006202357821166515, -0.006005943287163973, -0.005809528287500143, -0.0056131137534976006, -0.005416699219495058, -0.005220284219831228, -0.005023869685828686, -0.004827455151826143, -0.004631040617823601, -0.004434625618159771, -0.0042382110841572285, -0.004041796550154686, -0.003845381550490856, -0.0036489670164883137, -0.0034525522496551275, -0.003256137715652585, -0.003059722948819399, -0.0028633081819862127, -0.0026668936479836702, -0.002470478881150484, -0.0022740643471479416, -0.0020776495803147554, -0.0018812348134815693, -0.001684820163063705, -0.0014884055126458406, -0.0012919908622279763, -0.001095576211810112, -0.0008991614449769258, -0.0007027467945590615, -0.0005063321441411972, -0.00030991743551567197, -0.00011350275599397719, 8.291192352771759e-05, 0.00027932660304941237, 0.00047574128257110715, 0.0006721559911966324, 0.0008685706416144967, 0.001064985292032361, 0.0012614000588655472, 0.0014578147092834115, 0.0016542293597012758, 0.0018506440101191401, 0.0020470586605370045, 0.0022434734273701906, 0.0024398881942033768, 0.0026363027282059193, 0.0028327174950391054, 0.003029132029041648, 0.003225546795874834, 0.00342196156270802, 0.0036183760967105627, 0.003814790863543749, 0.004011205397546291, 0.004207620397210121, 0.004404034931212664, 0.004600449465215206, 0.004796864464879036, 0.0049932789988815784, 0.005189693532884121, 0.0053861080668866634, 0.005582523066550493, 0.005778937600553036, 0.005975352134555578, 0.006171767134219408, 0.0063681816682219505]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 10.0, 3.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.023600619286298752, -0.023108728229999542, -0.022616835311055183, -0.022124944254755974, -0.021633051335811615, -0.021141160279512405, -0.020649267360568047, -0.020157376304268837, -0.019665483385324478, -0.01917359232902527, -0.01868169941008091, -0.0181898083537817, -0.01769791543483734, -0.01720602437853813, -0.016714131459593773, -0.016222240403294563, -0.015730347484350204, -0.015238456428050995, -0.01474656444042921, -0.014254672452807426, -0.013762780465185642, -0.013270888477563858, -0.012778996489942074, -0.01228710450232029, -0.01179521344602108, -0.011303321458399296, -0.010811429470777512, -0.010319537483155727, -0.009827645495533943, -0.009335753507912159, -0.008843861520290375, -0.00835196953266859, -0.007860077545046806, -0.007368185557425022, -0.006876293569803238, -0.006384401582181454, -0.0058925095945596695, -0.005400618072599173, -0.004908726084977388, -0.004416834097355604, -0.00392494210973382, -0.0034330501221120358, -0.0029411581344902515, -0.002449266379699111, -0.0019573743920773268, -0.0014654824044555426, -0.0009735905332490802, -0.0004816986038349569, 1.0193325579166412e-05, 0.0005020852549932897, 0.000993977184407413, 0.0014858690556138754, 0.0019777610432356596, 0.002469653030857444, 0.0029615447856485844, 0.0034534367732703686, 0.003945328760892153, 0.004437220748513937, 0.004929112736135721, 0.005421004723757505, 0.005912896245718002, 0.0064047882333397865, 0.006896680220961571, 0.007388572208583355, 0.00788046419620514]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 6.0, 9.0, 11.0, 10.0, 8.0, 4.0, 17.0, 26.0, 14.0, 17.0, 20.0, 35.0, 35.0, 50.0, 50.0, 60.0, 81.0, 88.0, 145.0, 165.0, 174.0, 224.0, 290.0, 325.0, 444.0, 574.0, 787.0, 1049.0, 1460.0, 2593.0, 5232.0, 1292.0, 844.0, 588.0, 389.0, 316.0, 225.0, 191.0, 131.0, 110.0, 85.0, 66.0, 52.0, 36.0, 32.0, 23.0, 17.0, 7.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.010006311349570751, -0.009756228886544704, -0.009506145492196083, -0.009256063029170036, -0.00900598056614399, -0.008755897171795368, -0.008505814708769321, -0.008255732245743275, -0.008005648851394653, -0.007755566388368607, -0.00750548392534256, -0.007255400996655226, -0.007005318067967892, -0.006755235604941845, -0.006505152676254511, -0.006255070213228464, -0.00600498728454113, -0.005754904355853796, -0.005504821892827749, -0.005254738964140415, -0.0050046565011143684, -0.004754573572427034, -0.0045044906437397, -0.0042544081807136536, -0.0040043252520263195, -0.003754242556169629, -0.0035041598603129387, -0.0032540769316256046, -0.0030039942357689142, -0.002753911539912224, -0.0025038286112248898, -0.0022537459153681993, -0.002003663219511509, -0.0017535805236548185, -0.0015034977113828063, -0.001253414899110794, -0.0010033322032541037, -0.0007532494491897523, -0.000503166695125401, -0.0002530839410610497, -3.0011869966983795e-06, 0.00024708156706765294, 0.0004971643211320043, 0.0007472470751963556, 0.000997329829260707, 0.0012474125251173973, 0.0014974953373894095, 0.0017475781496614218, 0.001997660845518112, 0.0022477435413748026, 0.002497826237231493, 0.002747909165918827, 0.0029979918617755175, 0.003248074557632208, 0.003498157486319542, 0.0037482401821762323, 0.003998322878032923, 0.004248405806720257, 0.0044984882697463036, 0.004748571198433638, 0.004998654127120972, 0.005248736590147018, 0.0054988195188343525, 0.005748901981860399, 0.005998984910547733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06732600927352905, -0.06338458508253098, -0.059443164616823196, -0.05550174415111542, -0.05156031996011734, -0.04761889949440956, -0.04367747902870178, -0.039736054837703705, -0.035794634371995926, -0.03185321390628815, -0.02791178971529007, -0.02397036924958229, -0.020028946921229362, -0.016087524592876434, -0.01214610319584608, -0.008204681798815727, -0.004263259470462799, -0.0003218376077711582, 0.0036195842549204826, 0.0075610061176121235, 0.011502427980303764, 0.015443850308656693, 0.01938527077436447, 0.0233266931027174, 0.027268115431070328, 0.031209537759423256, 0.035150960087776184, 0.03909238055348396, 0.04303380101919174, 0.04697522521018982, 0.0509166456758976, 0.054858069866895676, 0.058799490332603455, 0.06274091452360153, 0.06668233126401901, 0.07062375545501709, 0.07456517964601517, 0.07850659638643265, 0.08244802057743073, 0.0863894447684288, 0.09033086895942688, 0.09427228569984436, 0.09821370989084244, 0.10215513408184052, 0.106096550822258, 0.11003797501325607, 0.11397939920425415, 0.11792081594467163, 0.12186224013566971, 0.12580366432666779, 0.12974508106708527, 0.13368651270866394, 0.13762792944908142, 0.1415693461894989, 0.14551077783107758, 0.14945219457149506, 0.15339361131191254, 0.1573350429534912, 0.1612764596939087, 0.16521787643432617, 0.16915930807590485, 0.17310072481632233, 0.1770421415567398, 0.18098357319831848, 0.18492498993873596]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 8.0, 6.0, 6.0, 4.0, 24.0, 21.0, 16.0, 18.0, 46.0, 25.0, 12.0, 8.0, 5.0, 4.0, 6.0, 7.0, 10.0, 2.0, 6.0, 6.0, 6.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.04647647961974144, -0.044205497950315475, -0.04193452000617981, -0.039663538336753845, -0.03739255666732788, -0.035121574997901917, -0.03285059332847595, -0.030579615384340286, -0.028308633714914322, -0.026037652045488358, -0.023766672238707542, -0.021495692431926727, -0.019224710762500763, -0.0169537290930748, -0.014682749286293983, -0.012411768548190594, -0.010140787810087204, -0.007869807071983814, -0.0055988263338804245, -0.0033278455957770348, -0.001056864857673645, 0.0012141158804297447, 0.0034850966185331345, 0.005756077356636524, 0.008027058094739914, 0.010298038832843304, 0.012569019570946693, 0.014840000309050083, 0.017110981047153473, 0.019381962716579437, 0.021652942523360252, 0.023923922330141068, 0.026194903999567032, 0.028465885668992996, 0.03073686547577381, 0.033007845282554626, 0.03527882695198059, 0.037549808621406555, 0.03982079029083252, 0.042091768234968185, 0.04436274990439415, 0.046633731573820114, 0.04890470951795578, 0.051175691187381744, 0.05344667285680771, 0.05571765452623367, 0.05798863619565964, 0.0602596141397953, 0.06253059208393097, 0.06480157375335693, 0.0670725554227829, 0.06934353709220886, 0.07161451876163483, 0.07388550043106079, 0.07615648210048676, 0.07842746376991272, 0.08069844543933868, 0.08296941965818405, 0.08524040132761002, 0.08751138299703598, 0.08978236466646194, 0.09205334633588791, 0.09432432800531387, 0.09659530967473984, 0.0988662838935852]}, "_runtime": 81.18657279014587, "_timestamp": 1596211670.9576817, "_step": 99}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 5.0, 6.0, 4.0, 6.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.021424591541290283, -0.020922720432281494, -0.020420851185917854, -0.019918981939554214, -0.019417110830545425, -0.018915239721536636, -0.018413370475172997, -0.017911501228809357, -0.017409630119800568, -0.01690775901079178, -0.01640588976442814, -0.0159040205180645, -0.01540214940905571, -0.014900279231369495, -0.014398409053683281, -0.013896538875997066, -0.013394668698310852, -0.012892798520624638, -0.012390928342938423, -0.011889058165252209, -0.011387187987565994, -0.01088531780987978, -0.010383447632193565, -0.009881577454507351, -0.009379707276821136, -0.008877837099134922, -0.008375966921448708, -0.007874096743762493, -0.007372226566076279, -0.006870356388390064, -0.00636848621070385, -0.005866616033017635, -0.005364745855331421, -0.0048628756776452065, -0.004361005499958992, -0.0038591353222727776, -0.003357265144586563, -0.0028553949669003487, -0.002353524789214134, -0.0018516546115279198, -0.0013497844338417053, -0.0008479142561554909, -0.00034604407846927643, 0.00015582609921693802, 0.0006576962769031525, 0.001159566454589367, 0.0016614366322755814, 0.002163306809961796, 0.0026651769876480103, 0.0031670471653342247, 0.003668917343020439, 0.004170787520706654, 0.004672657698392868, 0.0051745278760790825, 0.005676398053765297, 0.006178268231451511, 0.006680138409137726, 0.00718200858682394, 0.007683878764510155, 0.00818574894219637, 0.008687619119882584, 0.009189489297568798, 0.009691359475255013, 0.010193229652941227, 0.010695099830627441]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 5.0, 3.0, 1.0, 4.0, 8.0, 7.0, 11.0, 7.0, 10.0, 18.0, 12.0, 41.0, 49.0, 67.0, 87.0, 110.0, 186.0, 326.0, 663.0, 5191.0, 437.0, 213.0, 146.0, 95.0, 65.0, 48.0, 36.0, 22.0, 10.0, 13.0, 7.0, 12.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1780526340007782, -0.1731177419424057, -0.1681828647851944, -0.1632479727268219, -0.1583130955696106, -0.1533782035112381, -0.1484433114528656, -0.1435084342956543, -0.1385735422372818, -0.1336386501789093, -0.128703773021698, -0.1237688809633255, -0.1188339963555336, -0.1138991117477417, -0.1089642196893692, -0.1040293350815773, -0.0990944504737854, -0.0941595658659935, -0.0892246812582016, -0.0842897891998291, -0.0793549045920372, -0.0744200199842453, -0.0694851279258728, -0.0645502433180809, -0.059615358710289, -0.0546804741024971, -0.0497455857694149, -0.0448106974363327, -0.0398758128285408, -0.0349409282207489, -0.030006039887666702, -0.025071153417229652, -0.020136266946792603, -0.015201380476355553, -0.010266494005918503, -0.005331607535481453, -0.0003967210650444031, 0.004538165405392647, 0.009473051875829697, 0.014407938346266747, 0.019342824816703796, 0.024277711287140846, 0.029212597757577896, 0.034147486090660095, 0.039082370698451996, 0.044017255306243896, 0.048952143639326096, 0.053887031972408295, 0.058821916580200195, 0.0637568011879921, 0.068691685795784, 0.0736265778541565, 0.0785614624619484, 0.0834963470697403, 0.08843123912811279, 0.0933661237359047, 0.0983010083436966, 0.1032358929514885, 0.1081707775592804, 0.1131056696176529, 0.1180405542254448, 0.1229754388332367, 0.1279103308916092, 0.1328452080488205, 0.137780100107193]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 5.0, 5.0, 2.0, 4.0, 21.0, 1.0, 5.0, 4.0, 3.0, 6.0, 3.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 7.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0024100211448967457, -0.0023174756206572056, -0.002224929863587022, -0.002132384106516838, -0.002039838582277298, -0.001947292941622436, -0.0018547473009675741, -0.0017622016603127122, -0.0016696560196578503, -0.0015771103790029883, -0.0014845647383481264, -0.0013920190976932645, -0.0012994734570384026, -0.0012069278163835406, -0.0011143821757286787, -0.0010218365350738168, -0.0009292908944189548, -0.0008367452537640929, -0.000744199613109231, -0.0006516539724543691, -0.0005591083317995071, -0.0004665626911446452, -0.0003740170504897833, -0.00028147140983492136, -0.00018892576918005943, -9.63801285251975e-05, -3.834487870335579e-06, 8.871115278452635e-05, 0.00018125679343938828, 0.0002738024340942502, 0.00036634807474911213, 0.00045889371540397406, 0.000551439356058836, 0.0006439849967136979, 0.0007365306373685598, 0.0008290762780234218, 0.0009216219186782837, 0.0010141675593331456, 0.0011067131999880075, 0.0011992588406428695, 0.0012918044812977314, 0.0013843501219525933, 0.0014768957626074553, 0.0015694414032623172, 0.001661987043917179, 0.001754532684572041, 0.001847078325226903, 0.0019396239658817649, 0.002032169606536627, 0.002124715130776167, 0.0022172608878463507, 0.0023098066449165344, 0.0024023521691560745, 0.0024948976933956146, 0.0025874434504657984, 0.002679989207535982, 0.0027725347317755222, 0.0028650802560150623, 0.002957626013085246, 0.00305017177015543, 0.00314271729439497, 0.00323526281863451, 0.003327808575704694, 0.0034203543327748775, 0.0035128998570144176]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 6.0, 9.0, 15.0, 23.0, 16.0, 30.0, 37.0, 60.0, 97.0, 165.0, 206.0, 346.0, 471.0, 807.0, 1235.0, 2006.0, 3500.0, 5945.0, 10562.0, 19840.0, 40863.0, 113586.0, 809419.0, 79647.0, 35073.0, 18897.0, 11557.0, 7537.0, 5002.0, 3518.0, 2463.0, 1730.0, 1272.0, 898.0, 651.0, 501.0, 382.0, 284.0, 246.0, 169.0, 129.0, 88.0, 85.0, 60.0, 47.0, 32.0, 17.0, 28.0, 18.0, 13.0, 11.0, 9.0, 8.0, 5.0, 4.0, 4.0, 4.0, 4.0, 0.0, 2.0], "bins": [-0.005116242449730635, -0.0049226856790483, -0.004729129374027252, -0.004535572603344917, -0.004342015832662582, -0.0041484590619802475, -0.003954902291297913, -0.003761345986276865, -0.00356778921559453, -0.003374232444912195, -0.003180675907060504, -0.0029871193692088127, -0.002793562598526478, -0.002600005827844143, -0.0024064492899924517, -0.0022128927521407604, -0.0020193359814584255, -0.0018257793271914124, -0.0016322226729243994, -0.0014386660186573863, -0.0012451093643903732, -0.0010515527101233602, -0.0008579960558563471, -0.000664439401589334, -0.00047088274732232094, -0.00027732609305530787, -8.376943878829479e-05, 0.00010978721547871828, 0.00030334386974573135, 0.0004969005240127444, 0.0006904571782797575, 0.0008840138325467706, 0.0010775704868137836, 0.0012711271410807967, 0.0014646837953478098, 0.0016582404496148229, 0.001851797103881836, 0.002045353874564171, 0.002238910412415862, 0.0024324669502675533, 0.0026260237209498882, 0.002819580491632223, 0.0030131370294839144, 0.0032066935673356056, 0.0034002503380179405, 0.0035938071087002754, 0.0037873636465519667, 0.003980920184403658, 0.004174476955085993, 0.004368033725768328, 0.004561590030789375, 0.00475514680147171, 0.004948703572154045, 0.00514226034283638, 0.005335817113518715, 0.0055293734185397625, 0.005722930189222097, 0.005916486959904432, 0.00611004326492548, 0.006303600035607815, 0.00649715680629015, 0.006690713576972485, 0.0068842703476548195, 0.007077826652675867, 0.007271383423358202]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 8.0, 0.0, 2.0, 4.0, 2.0, 0.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02581086941063404, -0.02508421614766121, -0.024357562884688377, -0.023630909621715546, -0.022904256358742714, -0.022177603095769882, -0.02145094983279705, -0.02072429656982422, -0.019997641444206238, -0.019270988181233406, -0.018544334918260574, -0.017817681655287743, -0.01709102839231491, -0.01636437512934208, -0.015637721866369247, -0.014911068603396416, -0.014184415340423584, -0.013457762077450752, -0.01273110881447792, -0.012004455551505089, -0.011277802288532257, -0.01055114809423685, -0.009824494831264019, -0.009097841568291187, -0.008371188305318356, -0.007644535042345524, -0.006917881779372692, -0.006191228050738573, -0.005464574787765741, -0.00473792152479291, -0.004011267796158791, -0.003284614533185959, -0.002557961270213127, -0.0018313078908249736, -0.00110465451143682, -0.0003780011320486665, 0.0003486522473394871, 0.0010753056267276406, 0.0018019590061157942, 0.0025286125019192696, 0.0032552657648921013, 0.003981919027864933, 0.004708572290837765, 0.005435226019471884, 0.0061618792824447155, 0.006888532545417547, 0.007615186274051666, 0.008341839537024498, 0.00906849279999733, 0.009795146062970161, 0.010521799325942993, 0.011248452588915825, 0.011975105851888657, 0.012701760046184063, 0.013428413309156895, 0.014155066572129726, 0.014881719835102558, 0.01560837309807539, 0.016335027292370796, 0.017061680555343628, 0.01778833381831646, 0.01851498708128929, 0.019241640344262123, 0.019968293607234955, 0.020694946870207787]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 3.0, 9.0, 12.0, 17.0, 22.0, 23.0, 35.0, 21.0, 37.0, 52.0, 38.0, 69.0, 66.0, 108.0, 111.0, 143.0, 195.0, 243.0, 388.0, 563.0, 883.0, 1808.0, 6592.0, 2077.0, 1298.0, 970.0, 684.0, 511.0, 358.0, 282.0, 189.0, 156.0, 120.0, 76.0, 57.0, 47.0, 41.0, 33.0, 11.0, 16.0, 13.0, 8.0, 5.0, 2.0, 2.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.011264791712164879, -0.010882328264415264, -0.010499865747988224, -0.01011740230023861, -0.00973493978381157, -0.009352476336061954, -0.00897001288831234, -0.0085875503718853, -0.008205086924135685, -0.00782262347638607, -0.00744016095995903, -0.0070576975122094154, -0.006675234530121088, -0.006292771548032761, -0.005910308100283146, -0.0055278451181948185, -0.005145382136106491, -0.004762919154018164, -0.004380456171929836, -0.0039979927241802216, -0.003615529742091894, -0.0032330667600035667, -0.0028506035450845957, -0.0024681403301656246, -0.002085677348077297, -0.001703214249573648, -0.0013207511510699987, -0.0009382880525663495, -0.0005558249540627003, -0.00017336185555905104, 0.0002091012429445982, 0.0005915643414482474, 0.0009740274399518967, 0.001356490538455546, 0.0017389536369591951, 0.002121416851878166, 0.0025038798339664936, 0.002886342816054821, 0.003268806030973792, 0.003651269245892763, 0.0040337322279810905, 0.004416195210069418, 0.004798658192157745, 0.00518112163990736, 0.0055635846219956875, 0.005946047604084015, 0.00632851105183363, 0.006710974033921957, 0.007093437016010284, 0.007475899998098612, 0.00785836298018694, 0.008240826427936554, 0.008623288944363594, 0.009005752392113209, 0.009388215839862823, 0.009770678356289864, 0.010153141804039478, 0.010535605251789093, 0.010918067768216133, 0.011300531215965748, 0.011682994663715363, 0.012065457180142403, 0.012447920627892017, 0.012830383144319057, 0.013212846592068672]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11664615571498871, -0.11200442910194397, -0.10736270248889923, -0.10272097587585449, -0.09807924926280975, -0.09343752264976501, -0.08879579603672028, -0.08415406942367554, -0.0795123428106308, -0.07487061619758606, -0.07022888958454132, -0.06558716297149658, -0.06094543635845184, -0.056303709745407104, -0.051661983132362366, -0.04702025651931763, -0.04237852990627289, -0.03773680329322815, -0.03309507668018341, -0.028453350067138672, -0.023811623454093933, -0.019169896841049194, -0.014528170228004456, -0.009886443614959717, -0.005244717001914978, -0.0006029903888702393, 0.0040387362241744995, 0.008680462837219238, 0.013322189450263977, 0.017963916063308716, 0.022605642676353455, 0.027247369289398193, 0.03188909590244293, 0.03653082251548767, 0.04117254912853241, 0.04581427574157715, 0.05045600235462189, 0.055097728967666626, 0.059739455580711365, 0.0643811821937561, 0.06902290880680084, 0.07366463541984558, 0.07830636203289032, 0.08294808864593506, 0.0875898152589798, 0.09223154187202454, 0.09687326848506927, 0.10151499509811401, 0.10615672171115875, 0.11079844832420349, 0.11544017493724823, 0.12008190155029297, 0.12472362816333771, 0.12936535477638245, 0.13400708138942719, 0.13864880800247192, 0.14329053461551666, 0.1479322612285614, 0.15257398784160614, 0.15721571445465088, 0.16185744106769562, 0.16649916768074036, 0.1711408942937851, 0.17578262090682983, 0.18042434751987457]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 6.0, 3.0, 6.0, 13.0, 15.0, 21.0, 21.0, 35.0, 66.0, 38.0, 18.0, 8.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.10843878984451294, -0.10456830263137817, -0.10069780796766281, -0.09682732075452805, -0.09295682609081268, -0.08908633887767792, -0.08521584421396255, -0.08134535700082779, -0.07747486233711243, -0.07360437512397766, -0.0697338804602623, -0.06586339324712753, -0.06199290230870247, -0.058122411370277405, -0.05425192043185234, -0.05038142949342728, -0.04651093855500221, -0.04264044761657715, -0.038769956678152084, -0.03489946573972702, -0.031028974801301956, -0.02715848572552204, -0.023287994787096977, -0.019417503848671913, -0.015547012910246849, -0.011676521971821785, -0.007806031499058008, -0.003935541026294231, -6.505008786916733e-05, 0.003805440617725253, 0.0076759313233196735, 0.01154642179608345, 0.015416912734508514, 0.01928740367293358, 0.023157894611358643, 0.027028385549783707, 0.03089887648820877, 0.034769367426633835, 0.0386398583650589, 0.04251034930348396, 0.04638084024190903, 0.05025132745504379, 0.05412181839346886, 0.05799230933189392, 0.061862800270318985, 0.06573329120874405, 0.06960378587245941, 0.07347427308559418, 0.07734476029872894, 0.0812152549624443, 0.08508574217557907, 0.08895623683929443, 0.0928267240524292, 0.09669721871614456, 0.10056770592927933, 0.10443820059299469, 0.10830868780612946, 0.11217918246984482, 0.11604966968297958, 0.11992016434669495, 0.12379065155982971, 0.12766113877296448, 0.13153164088726044, 0.1354021281003952, 0.13927261531352997]}, "_runtime": 82.02905488014221, "_timestamp": 1596211671.8001637, "_step": 100}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 6.0, 4.0, 2.0, 7.0, 9.0, 3.0, 6.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015564914792776108, -0.015061691403388977, -0.014558468014001846, -0.014055243693292141, -0.01355202030390501, -0.01304879691451788, -0.012545573525130749, -0.012042350135743618, -0.011539125815033913, -0.011035902425646782, -0.010532679036259651, -0.01002945564687252, -0.00952623225748539, -0.009023008868098259, -0.008519784547388554, -0.008016561158001423, -0.007513337768614292, -0.007010114379227161, -0.006506890524178743, -0.006003667134791613, -0.005500443279743195, -0.004997219890356064, -0.004493996500968933, -0.003990772645920515, -0.0034875492565333843, -0.00298432563431561, -0.0024811020120978355, -0.001977878622710705, -0.0014746550004929304, -0.0009714314364828169, -0.00046820787247270346, 3.501569153741002e-05, 0.0005382392555475235, 0.0010414628777652979, 0.0015446863835677505, 0.002047909889370203, 0.0025511335115879774, 0.003054357133805752, 0.0035575805231928825, 0.004060804378241301, 0.004564027767628431, 0.005067251157015562, 0.00557047501206398, 0.006073698401451111, 0.006576921790838242, 0.00708014564588666, 0.00758336903527379, 0.008086592890322208, 0.00858981627970934, 0.00909303966909647, 0.0095962630584836, 0.010099487379193306, 0.010602710768580437, 0.011105934157967567, 0.011609157547354698, 0.012112380936741829, 0.01261560432612896, 0.013118828646838665, 0.013622052036225796, 0.014125275425612926, 0.014628498815000057, 0.015131722204387188, 0.015634946525096893, 0.016138169914484024, 0.016641393303871155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 4.0, 2.0, 6.0, 5.0, 6.0, 11.0, 7.0, 16.0, 23.0, 31.0, 40.0, 52.0, 70.0, 108.0, 165.0, 232.0, 408.0, 5261.0, 698.0, 272.0, 171.0, 87.0, 70.0, 50.0, 21.0, 17.0, 13.0, 17.0, 7.0, 9.0, 8.0, 5.0, 5.0, 6.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12081240117549896, -0.11671897023916245, -0.11262553185224533, -0.10853210091590881, -0.1044386625289917, -0.10034523159265518, -0.09625180065631866, -0.09215836226940155, -0.08806493133306503, -0.08397150039672852, -0.0798780620098114, -0.07578463107347488, -0.07169120013713837, -0.06759776175022125, -0.06350433081388474, -0.05941089615225792, -0.055317461490631104, -0.05122402682900429, -0.04713059216737747, -0.043037161231040955, -0.03894372656941414, -0.03485029190778732, -0.030756859108805656, -0.02666342630982399, -0.022569991648197174, -0.01847655698657036, -0.014383124187588692, -0.01028969045728445, -0.006196256726980209, -0.002102822996675968, 0.001990610733628273, 0.006084044463932514, 0.010177478194236755, 0.014270911924540997, 0.018364345654845238, 0.022457778453826904, 0.02655121311545372, 0.030644647777080536, 0.03473807871341705, 0.03883151337504387, 0.042924948036670685, 0.0470183826982975, 0.051111817359924316, 0.055205248296260834, 0.05929868295788765, 0.06339211761951447, 0.06748554855585098, 0.0715789869427681, 0.07567241787910461, 0.07976584881544113, 0.08385928720235825, 0.08795271813869476, 0.09204615652561188, 0.0961395874619484, 0.10023301839828491, 0.10432645678520203, 0.10841988772153854, 0.11251331865787506, 0.11660675704479218, 0.12070018798112869, 0.12479361891746521, 0.12888705730438232, 0.13298049569129944, 0.13707391917705536, 0.14116735756397247]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 4.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 1.0, 7.0, 3.0, 25.0, 2.0, 2.0, 1.0, 5.0, 1.0, 3.0, 9.0, 3.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.002610932569950819, -0.002536576008424163, -0.0024622194468975067, -0.0023878631182014942, -0.002313506556674838, -0.002239149995148182, -0.0021647936664521694, -0.0020904371049255133, -0.002016080543398857, -0.001941723981872201, -0.0018673675367608666, -0.0017930110916495323, -0.0017186545301228762, -0.00164429796859622, -0.0015699415234848857, -0.0014955850783735514, -0.0014212285168468952, -0.001346871955320239, -0.0012725155102089047, -0.0011981590650975704, -0.0011238025035709143, -0.0010494459420442581, -0.0009750894969329238, -0.0009007329936139286, -0.0008263764902949333, -0.0007520199869759381, -0.0006776634836569428, -0.0006033069803379476, -0.0005289504770189524, -0.00045459397369995713, -0.0003802374703809619, -0.00030588096706196666, -0.00023152446374297142, -0.00015716796042397618, -8.281145710498095e-05, -8.454953785985708e-06, 6.590154953300953e-05, 0.00014025805285200477, 0.000214614556171, 0.00028897105948999524, 0.0003633275628089905, 0.0004376840661279857, 0.000512040569446981, 0.0005863970727659762, 0.0006607535760849714, 0.0007351100794039667, 0.0008094665827229619, 0.0008838230860419571, 0.0009581795893609524, 0.0010325361508876085, 0.0011068925959989429, 0.0011812490411102772, 0.0012556056026369333, 0.0013299621641635895, 0.0014043186092749238, 0.0014786750543862581, 0.0015530316159129143, 0.0016273881774395704, 0.0017017446225509048, 0.001776101067662239, 0.0018504576291888952, 0.0019248141907155514, 0.001999170519411564, 0.00207352708093822, 0.002147883642464876]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 6.0, 2.0, 2.0, 10.0, 5.0, 8.0, 15.0, 17.0, 21.0, 24.0, 34.0, 64.0, 82.0, 132.0, 184.0, 231.0, 317.0, 536.0, 768.0, 1161.0, 1820.0, 2884.0, 4679.0, 7916.0, 13264.0, 25158.0, 54108.0, 176710.0, 760077.0, 60688.0, 28108.0, 15335.0, 8852.0, 5362.0, 3468.0, 2377.0, 1558.0, 1052.0, 794.0, 549.0, 358.0, 234.0, 198.0, 151.0, 104.0, 77.0, 38.0, 28.0, 21.0, 16.0, 13.0, 6.0, 7.0, 2.0, 4.0, 6.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.004819353576749563, -0.004654106684029102, -0.0044888597913086414, -0.0043236128985881805, -0.00415836600586772, -0.003993119113147259, -0.0038278724532574415, -0.0036626255605369806, -0.0034973786678165197, -0.003332131775096059, -0.003166884882375598, -0.003001637989655137, -0.00283639132976532, -0.002671144437044859, -0.002505897544324398, -0.002340650651603937, -0.0021754037588834763, -0.0020101568661630154, -0.0018449099734425545, -0.0016796631971374154, -0.0015144163044169545, -0.0013491694116964936, -0.0011839226353913546, -0.0010186757426708937, -0.0008534288499504328, -0.0006881819572299719, -0.0005229351227171719, -0.00035768825910054147, -0.00019244139548391104, -2.7194531867280602e-05, 0.00013805233174934983, 0.00030329919536598027, 0.0004685460589826107, 0.0006337929517030716, 0.0007990397862158716, 0.0009642866207286716, 0.0011295335134491324, 0.0012947804061695933, 0.0014600271824747324, 0.0016252740751951933, 0.0017905209679156542, 0.001955767860636115, 0.002121014753356576, 0.002286261646077037, 0.002451508305966854, 0.002616755198687315, 0.002782002091407776, 0.0029472489841282368, 0.0031124958768486977, 0.0032777427695691586, 0.0034429896622896194, 0.0036082365550100803, 0.0037734834477305412, 0.003938730340451002, 0.004103977233171463, 0.004269224125891924, 0.004434471018612385, 0.004599717445671558, 0.004764964338392019, 0.00493021123111248, 0.005095458123832941, 0.005260705016553402, 0.005425951909273863, 0.005591198801994324, 0.005756445694714785]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 10.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017499493435025215, -0.01689172349870205, -0.016283955425024033, -0.015676185488700867, -0.01506841741502285, -0.014460647478699684, -0.013852878473699093, -0.013245109468698502, -0.01263734046369791, -0.012029571458697319, -0.011421802453696728, -0.010814033448696136, -0.01020626351237297, -0.00959849450737238, -0.008990725502371788, -0.008382956497371197, -0.0077751874923706055, -0.007167418487370014, -0.006559649482369423, -0.005951880011707544, -0.005344111006706953, -0.004736342001706362, -0.004128572531044483, -0.003520803526043892, -0.0029130345210433006, -0.0023052655160427094, -0.0016974962782114744, -0.0010897271567955613, -0.0004819580353796482, 0.0001258110860362649, 0.000733580207452178, 0.001341349328868091, 0.0019491184502840042, 0.0025568874552845955, 0.0031646566931158304, 0.0037724259309470654, 0.004380194935947657, 0.004987963940948248, 0.0055957334116101265, 0.006203502416610718, 0.006811271421611309, 0.0074190404266119, 0.008026809431612492, 0.008634578436613083, 0.009242348372936249, 0.00985011737793684, 0.010457886382937431, 0.011065655387938023, 0.011673424392938614, 0.012281193397939205, 0.012888962402939796, 0.013496731407940388, 0.014104500412940979, 0.014712270349264145, 0.015320039354264736, 0.015927808359265327, 0.016535576432943344, 0.01714334636926651, 0.017751116305589676, 0.018358884379267693, 0.01896665431559086, 0.019574422389268875, 0.02018219232559204, 0.020789960399270058, 0.021397730335593224]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 4.0, 2.0, 3.0, 5.0, 1.0, 13.0, 16.0, 12.0, 31.0, 20.0, 29.0, 31.0, 32.0, 56.0, 62.0, 87.0, 101.0, 137.0, 139.0, 175.0, 175.0, 248.0, 307.0, 463.0, 613.0, 716.0, 1062.0, 1548.0, 6125.0, 2480.0, 1160.0, 657.0, 474.0, 315.0, 266.0, 186.0, 148.0, 111.0, 83.0, 46.0, 55.0, 41.0, 37.0, 21.0, 24.0, 30.0, 20.0, 7.0, 9.0, 8.0, 14.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010334990918636322, -0.01003875583410263, -0.00974252074956894, -0.009446284733712673, -0.009150049649178982, -0.00885381456464529, -0.008557578548789024, -0.008261343464255333, -0.007965108379721642, -0.00766887329518795, -0.007372637744992971, -0.007076402194797993, -0.006780167110264301, -0.00648393202573061, -0.006187696475535631, -0.0058914609253406525, -0.005595225840806961, -0.00529899075627327, -0.005002755206078291, -0.004706519655883312, -0.004410284571349621, -0.004114049486815929, -0.0038178139366209507, -0.0035215786192566156, -0.0032253433018922806, -0.0029291079845279455, -0.0026328726671636105, -0.0023366373497992754, -0.0020404020324349403, -0.0017441667150706053, -0.0014479313977062702, -0.0011516960803419352, -0.0008554607629776001, -0.000559225445613265, -0.00026299012824893, 3.324518911540508e-05, 0.00032948050647974014, 0.0006257158238440752, 0.0009219511412084103, 0.0012181864585727453, 0.0015144217759370804, 0.0018106570933014154, 0.0021068924106657505, 0.0024031277280300856, 0.0026993630453944206, 0.0029955983627587557, 0.0032918336801230907, 0.003588068997487426, 0.003884304314851761, 0.004180539399385452, 0.004476774949580431, 0.00477301049977541, 0.005069245584309101, 0.0053654806688427925, 0.005661716219037771, 0.00595795176923275, 0.006254186853766441, 0.006550421938300133, 0.0068466574884951115, 0.00714289303869009, 0.007439128123223782, 0.007735363207757473, 0.008031599223613739, 0.00832783430814743, 0.008624069392681122]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.11974398791790009, -0.11668727546930313, -0.11363055557012558, -0.11057384312152863, -0.10751713067293167, -0.10446041077375412, -0.10140369832515717, -0.09834698587656021, -0.09529027342796326, -0.0922335535287857, -0.08917684108018875, -0.0861201286315918, -0.08306340873241425, -0.08000669628381729, -0.07694998383522034, -0.07389326393604279, -0.07083655148744583, -0.06777983903884888, -0.06472311913967133, -0.06166640669107437, -0.05860969424247742, -0.055552978068590164, -0.05249626189470291, -0.04943954944610596, -0.046382833272218704, -0.04332611709833145, -0.0402694046497345, -0.037212688475847244, -0.03415597230195999, -0.031099259853363037, -0.028042543679475784, -0.02498582936823368, -0.021929115056991577, -0.018872400745749474, -0.01581568643450737, -0.012758970260620117, -0.009702255949378014, -0.006645541172474623, -0.003588826395571232, -0.000532111618667841, 0.00252460315823555, 0.005581317935138941, 0.008638032712042332, 0.01169474795460701, 0.014751462265849113, 0.017808176577091217, 0.02086489275097847, 0.023921607062220573, 0.026978321373462677, 0.03003503568470478, 0.033091749995946884, 0.03614846616983414, 0.03920517861843109, 0.042261894792318344, 0.0453186109662056, 0.04837532341480255, 0.051432039588689804, 0.05448875576257706, 0.05754546821117401, 0.060602184385061264, 0.06365890055894852, 0.06671561300754547, 0.06977232545614243, 0.07282904535531998, 0.07588575780391693]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 8.0, 10.0, 6.0, 17.0, 18.0, 32.0, 49.0, 22.0, 12.0, 8.0, 8.0, 7.0, 5.0, 6.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 5.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.07030501216650009, -0.06828220188617706, -0.06625939905643463, -0.0642365887761116, -0.062213778495788574, -0.060190971940755844, -0.058168165385723114, -0.056145355105400085, -0.054122548550367355, -0.052099741995334625, -0.0500769317150116, -0.04805412515997887, -0.046031318604946136, -0.04400850832462311, -0.04198570176959038, -0.03996289148926735, -0.03794008493423462, -0.03591727837920189, -0.03389446809887886, -0.03187166154384613, -0.02984885312616825, -0.02782604470849037, -0.02580323815345764, -0.023780429735779762, -0.021757621318101883, -0.019734812900424004, -0.017712004482746124, -0.015689197927713394, -0.013666389510035515, -0.011643581092357635, -0.00962077360600233, -0.007597965653985739, -0.005575157701969147, -0.0035523497499525547, -0.0015295417979359627, 0.0004932661540806293, 0.0025160741060972214, 0.004538882058113813, 0.006561690010130405, 0.00858449749648571, 0.01060730591416359, 0.012630114331841469, 0.014652921818196774, 0.016675729304552078, 0.018698537722229958, 0.020721346139907837, 0.022744152694940567, 0.024766961112618446, 0.026789769530296326, 0.028812577947974205, 0.030835386365652084, 0.032858192920684814, 0.03488100320100784, 0.03690380975604057, 0.0389266163110733, 0.04094942659139633, 0.04297223314642906, 0.04499503970146179, 0.04701784998178482, 0.04904065653681755, 0.05106346309185028, 0.05308627337217331, 0.05510907992720604, 0.05713189020752907, 0.0591546967625618]}, "_runtime": 82.82126522064209, "_timestamp": 1596211672.592374, "_step": 101}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 3.0, 5.0, 2.0, 3.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.010490302927792072, -0.010158831253647804, -0.009827359579503536, -0.009495887905359268, -0.009164417162537575, -0.008832945488393307, -0.008501473814249039, -0.00817000214010477, -0.007838530465960503, -0.007507058791816235, -0.0071755871176719666, -0.006844115909188986, -0.006512644235044718, -0.00618117256090045, -0.005849701352417469, -0.005518229678273201, -0.005186758004128933, -0.004855286329984665, -0.004523814655840397, -0.004192343447357416, -0.003860871773213148, -0.00352940009906888, -0.0031979286577552557, -0.0028664572164416313, -0.0025349855422973633, -0.0022035138681530952, -0.0018720424268394709, -0.0015405708691105247, -0.0012090993113815784, -0.0008776277536526322, -0.000546156195923686, -0.00021468463819473982, 0.00011678691953420639, 0.0004482584772631526, 0.0007797300349920988, 0.001111201592721045, 0.0014426731504499912, 0.0017741447081789374, 0.0021056162659078836, 0.002437087707221508, 0.002768559381365776, 0.003100031055510044, 0.0034315024968236685, 0.003762973938137293, 0.004094445612281561, 0.004425917286425829, 0.00475738849490881, 0.005088860169053078, 0.005420331843197346, 0.005751803517341614, 0.006083275191485882, 0.0064147463999688625, 0.006746218074113131, 0.007077689748257399, 0.007409160956740379, 0.007740632630884647, 0.008072104305028915, 0.008403575979173183, 0.008735047653317451, 0.00906651932746172, 0.009397991001605988, 0.009729461744427681, 0.010060933418571949, 0.010392405092716217, 0.010723876766860485]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 6.0, 5.0, 11.0, 12.0, 19.0, 15.0, 19.0, 31.0, 40.0, 47.0, 54.0, 78.0, 111.0, 146.0, 245.0, 528.0, 5302.0, 501.0, 235.0, 153.0, 90.0, 64.0, 51.0, 29.0, 33.0, 21.0, 21.0, 11.0, 8.0, 5.0, 9.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.13930825889110565, -0.13499583303928375, -0.13068340718746185, -0.12637098133563995, -0.12205856293439865, -0.11774613708257675, -0.11343371868133545, -0.10912129282951355, -0.10480886697769165, -0.10049644112586975, -0.09618401527404785, -0.09187159687280655, -0.08755917102098465, -0.08324674516916275, -0.07893432676792145, -0.07462190091609955, -0.07030947506427765, -0.06599704921245575, -0.06168462708592415, -0.05737220495939255, -0.05305977910757065, -0.04874735325574875, -0.04443493112921715, -0.04012250900268555, -0.03581008315086365, -0.03149765729904175, -0.027185235172510147, -0.022872811183333397, -0.018560387194156647, -0.014247963204979897, -0.009935539215803146, -0.005623115226626396, -0.001310691237449646, 0.003001732751727104, 0.007314156740903854, 0.011626580730080605, 0.015939004719257355, 0.020251428708434105, 0.024563852697610855, 0.028876276686787605, 0.033188700675964355, 0.037501126527786255, 0.041813548654317856, 0.04612597078084946, 0.050438396632671356, 0.054750822484493256, 0.05906324461102486, 0.06337566673755646, 0.06768809258937836, 0.07200051844120026, 0.07631294429302216, 0.08062536269426346, 0.08493778854608536, 0.08925021439790726, 0.09356263279914856, 0.09787505865097046, 0.10218748450279236, 0.10649991035461426, 0.11081233620643616, 0.11512475460767746, 0.11943718045949936, 0.12374960631132126, 0.12806202471256256, 0.13237445056438446, 0.13668687641620636]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 4.0, 0.0, 4.0, 2.0, 6.0, 4.0, 4.0, 4.0, 25.0, 6.0, 3.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002482566051185131, -0.002394714392721653, -0.0023068625014275312, -0.002219010842964053, -0.0021311589516699314, -0.0020433072932064533, -0.0019554554019123316, -0.0018676037434488535, -0.0017797519685700536, -0.0016919001936912537, -0.0016040484188124537, -0.0015161966439336538, -0.0014283449854701757, -0.0013404932105913758, -0.001252641435712576, -0.001164789660833776, -0.001076937885954976, -0.0009890861110761762, -0.0009012343361973763, -0.0008133826195262372, -0.0007255308446474373, -0.0006376790697686374, -0.0005498273530974984, -0.0004619755782186985, -0.0003741238033398986, -0.00028627202846109867, -0.0001984202826861292, -0.00011056852235924453, -2.271676203235984e-05, 6.513499829452485e-05, 0.00015298675862140954, 0.00024083851894829422, 0.0003286902792751789, 0.0004165420541539788, 0.0005043938290327787, 0.0005922455457039177, 0.0006800973205827177, 0.0007679490954615176, 0.0008558008121326566, 0.0009436525870114565, 0.0010315043618902564, 0.0011193561367690563, 0.0012072079116478562, 0.0012950596865266562, 0.0013829113449901342, 0.0014707631198689342, 0.001558614894747734, 0.001646466669626534, 0.001734318444505334, 0.0018221702193841338, 0.0019100219942629337, 0.001997873652726412, 0.0020857255440205336, 0.0021735772024840117, 0.0022614290937781334, 0.0023492807522416115, 0.0024371324107050896, 0.0025249843019992113, 0.0026128359604626894, 0.002700687851756811, 0.0027885395102202892, 0.002876391401514411, 0.002964243059977889, 0.003052094951272011, 0.003139946609735489]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 4.0, 8.0, 10.0, 9.0, 20.0, 27.0, 48.0, 77.0, 102.0, 134.0, 223.0, 321.0, 550.0, 832.0, 1291.0, 2210.0, 3531.0, 6130.0, 10772.0, 21096.0, 47402.0, 151718.0, 816493.0, 59217.0, 24605.0, 12563.0, 7090.0, 4239.0, 2724.0, 1823.0, 1198.0, 903.0, 608.0, 424.0, 312.0, 245.0, 164.0, 116.0, 108.0, 53.0, 38.0, 38.0, 43.0, 25.0, 16.0, 14.0, 14.0, 8.0, 10.0, 5.0, 8.0, 4.0, 5.0, 1.0, 4.0, 3.0], "bins": [-0.0054712677374482155, -0.005290606990456581, -0.005109946243464947, -0.004929285030812025, -0.004748624283820391, -0.004567963536828756, -0.004387302789837122, -0.0042066415771842, -0.004025980830192566, -0.0038453200832009315, -0.003664659336209297, -0.003483998356387019, -0.003303337609395385, -0.0031226766295731068, -0.0029420158825814724, -0.0027613549027591944, -0.00258069415576756, -0.0024000334087759256, -0.0022193724289536476, -0.0020387116819620132, -0.0018580507021397352, -0.0016773899551481009, -0.0014967290917411447, -0.0013160682283341885, -0.0011354073649272323, -0.0009547465015202761, -0.0007740856381133199, -0.0005934248329140246, -0.0004127639695070684, -0.00023210312065202743, -5.144227179698646e-05, 0.0001292185770580545, 0.0003098794259130955, 0.0004905402893200517, 0.0006712011527270079, 0.0008518619579263031, 0.0010325228795409203, 0.0012131836265325546, 0.0013938444899395108, 0.001574505353346467, 0.0017551662167534232, 0.0019358270801603794, 0.0021164878271520138, 0.002297148806974292, 0.002477809553965926, 0.002658470533788204, 0.0028391312807798386, 0.0030197922606021166, 0.003200453007593751, 0.0033811137545853853, 0.0035617747344076633, 0.0037424354813992977, 0.003923096228390932, 0.004103757441043854, 0.004284418188035488, 0.0044650789350271225, 0.004645739682018757, 0.004826400429010391, 0.005007061641663313, 0.005187722388654947, 0.005368383135646582, 0.005549043882638216, 0.005729705095291138, 0.005910365842282772, 0.006091026589274406]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 8.0, 13.0, 5.0, 7.0, 8.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.08545804768800735, -0.08389157801866531, -0.08232511579990387, -0.08075864613056183, -0.07919217646121979, -0.07762571424245834, -0.0760592445731163, -0.07449277490377426, -0.07292631268501282, -0.07135984301567078, -0.06979337334632874, -0.0682269036769867, -0.06666044145822525, -0.06509397178888321, -0.06352750211954117, -0.061961036175489426, -0.06039457023143768, -0.05882810428738594, -0.0572616346180439, -0.05569516867399216, -0.054128699004650116, -0.05256223306059837, -0.05099576711654663, -0.04942929744720459, -0.04786283150315285, -0.046296365559101105, -0.044729895889759064, -0.04316342994570732, -0.04159696400165558, -0.04003049433231354, -0.038464028388261795, -0.036897558718919754, -0.03533109277486801, -0.03376462683081627, -0.03219815716147423, -0.030631691217422485, -0.029065223410725594, -0.027498755604028702, -0.02593228965997696, -0.024365821853280067, -0.022799354046583176, -0.021232886239886284, -0.019666418433189392, -0.01809995248913765, -0.016533484682440758, -0.014967016875743866, -0.013400550000369549, -0.011834083124995232, -0.01026761531829834, -0.008701147511601448, -0.007134680636227131, -0.005568213295191526, -0.004001745954155922, -0.0024352786131203175, -0.000868811272084713, 0.0006976560689508915, 0.002264123409986496, 0.0038305907510221004, 0.005397058092057705, 0.006963525433093309, 0.008529992774128914, 0.010096460580825806, 0.011662927456200123, 0.01322939433157444, 0.014795862138271332]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 2.0, 1.0, 0.0, 5.0, 3.0, 0.0, 1.0, 0.0, 5.0, 4.0, 5.0, 10.0, 3.0, 0.0, 1.0, 0.0, 6.0, 7.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 8.0, 4.0, 3.0, 5.0, 18.0, 8.0, 5.0, 6.0, 13.0, 17.0, 27.0, 11.0, 21.0, 21.0, 45.0, 43.0, 73.0, 111.0, 146.0, 271.0, 445.0, 1049.0, 3192.0, 7972.0, 2143.0, 1125.0, 682.0, 423.0, 210.0, 118.0, 60.0, 36.0, 22.0, 11.0, 5.0, 8.0, 2.0, 2.0], "bins": [-0.026480982080101967, -0.02594139240682125, -0.025401800870895386, -0.02486221119761467, -0.024322621524333954, -0.02378302998840809, -0.023243440315127373, -0.022703850641846657, -0.02216425910592079, -0.021624669432640076, -0.02108507975935936, -0.020545490086078644, -0.02000589855015278, -0.019466308876872063, -0.018926719203591347, -0.01838712766766548, -0.017847537994384766, -0.01730794832110405, -0.016768356785178185, -0.01622876711189747, -0.015689177438616753, -0.015149586834013462, -0.014609996229410172, -0.014070406556129456, -0.013530815951526165, -0.012991225346922874, -0.012451635673642159, -0.011912045069038868, -0.011372454464435577, -0.010832864791154861, -0.010293274186551571, -0.009753684513270855, -0.009214093908667564, -0.008674503304064274, -0.008134913630783558, -0.007595323026180267, -0.007055732887238264, -0.006516142748296261, -0.00597655214369297, -0.005436962004750967, -0.004897371865808964, -0.0043577817268669605, -0.0038181913550943136, -0.0032786009833216667, -0.0027390108443796635, -0.0021994207054376602, -0.0016598303336650133, -0.0011202400783076882, -0.0005806498229503632, -4.105956759303808e-05, 0.000498530687764287, 0.001038120943121612, 0.0015777111984789371, 0.0021173013374209404, 0.0026568917091935873, 0.003196482080966234, 0.0037360722199082375, 0.004275662358850241, 0.004815252497792244, 0.0053548431023955345, 0.005894433241337538, 0.006434023380279541, 0.006973613984882832, 0.007513204123824835, 0.008052794262766838]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08239330351352692, -0.0780717208981514, -0.07375014573335648, -0.06942856311798096, -0.06510698795318604, -0.060785405337810516, -0.056463822722435, -0.05214224383234978, -0.04782066494226456, -0.04349908605217934, -0.039177507162094116, -0.0348559245467186, -0.030534345656633377, -0.026212766766548157, -0.021891186013817787, -0.017569605261087418, -0.013248026371002197, -0.008926446549594402, -0.004604866728186607, -0.0002832869067788124, 0.0040382929146289825, 0.008359872736036777, 0.012681452557444572, 0.017003033310174942, 0.021324612200260162, 0.025646191090345383, 0.029967771843075752, 0.03428935259580612, 0.03861093148589134, 0.04293251037597656, 0.04725409299135208, 0.0515756718814373, 0.05589725077152252, 0.06021882966160774, 0.06454040855169296, 0.06886199116706848, 0.0731835663318634, 0.07750514894723892, 0.08182673156261444, 0.08614830672740936, 0.09046988934278488, 0.0947914719581604, 0.09911304712295532, 0.10343462973833084, 0.10775621235370636, 0.11207778751850128, 0.1163993701338768, 0.12072094529867172, 0.12504252791404724, 0.12936410307884216, 0.13368569314479828, 0.1380072683095932, 0.14232884347438812, 0.14665043354034424, 0.15097200870513916, 0.15529358386993408, 0.159615159034729, 0.16393674910068512, 0.16825832426548004, 0.17257989943027496, 0.17690148949623108, 0.181223064661026, 0.18554463982582092, 0.18986622989177704, 0.19418780505657196]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 1.0, 5.0, 0.0, 3.0, 3.0, 3.0, 5.0, 6.0, 9.0, 3.0, 8.0, 9.0, 15.0, 22.0, 23.0, 38.0, 44.0, 17.0, 5.0, 4.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05074409022927284, -0.04894672706723213, -0.04714936390519142, -0.04535200074315071, -0.0435546413064003, -0.04175727814435959, -0.03995991498231888, -0.03816255182027817, -0.03636518865823746, -0.03456782549619675, -0.032770462334156036, -0.030973101034760475, -0.029175737872719765, -0.027378374710679054, -0.025581013411283493, -0.023783650249242783, -0.021986287087202072, -0.02018892392516136, -0.01839156076312065, -0.01659419946372509, -0.01479683630168438, -0.012999473139643669, -0.011202110908925533, -0.009404748678207397, -0.007607385516166687, -0.005810022819787264, -0.004012660123407841, -0.0022152974270284176, -0.00041793473064899445, 0.0013794279657304287, 0.003176790662109852, 0.004974153358489275, 0.006771516054868698, 0.008568879216909409, 0.010366241447627544, 0.01216360367834568, 0.01396096684038639, 0.0157583300024271, 0.017555691301822662, 0.019353054463863373, 0.021150417625904083, 0.022947780787944794, 0.024745143949985504, 0.026542505249381065, 0.028339868411421776, 0.030137231573462486, 0.03193459287285805, 0.03373195603489876, 0.03552931919693947, 0.03732668235898018, 0.03912404552102089, 0.0409214086830616, 0.04271876811981201, 0.04451613128185272, 0.04631349444389343, 0.04811085760593414, 0.049908220767974854, 0.051705583930015564, 0.053502947092056274, 0.055300310254096985, 0.057097673416137695, 0.05889503285288811, 0.06069239601492882, 0.06248975917696953, 0.06428712606430054]}, "_runtime": 83.58120274543762, "_timestamp": 1596211673.3523116, "_step": 102}
+{"val_accuracy": 0.8124172374429224, "val_loss": 0.4783210857818116, "_runtime": 85.63978362083435, "_timestamp": 1596211675.4108925, "_step": 103}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.6972271800041199 Truth: v", "Prediction: P Confidence: 0.5812722444534302 Truth: 5", "Prediction: U Confidence: 0.6907925009727478 Truth: 2", "Prediction: O Confidence: 0.43924763798713684 Truth: 0"]}, "_runtime": 85.98219132423401, "_timestamp": 1596211675.7533002, "_step": 104}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 8.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012317188084125519, -0.011908848769962788, -0.011500508524477482, -0.01109216921031475, -0.010683828964829445, -0.010275489650666714, -0.009867149405181408, -0.009458810091018677, -0.009050469845533371, -0.00864213053137064, -0.008233791217207909, -0.007825450971722603, -0.007417111657559872, -0.007008771877735853, -0.006600432097911835, -0.006192092318087816, -0.005783752538263798, -0.005375412758439779, -0.004967072978615761, -0.004558733198791742, -0.004150393418967724, -0.003742053871974349, -0.003333714324980974, -0.0029253745451569557, -0.0025170347653329372, -0.0021086949855089188, -0.0017003553221002221, -0.0012920156586915255, -0.000883675878867507, -0.0004753361572511494, -6.699643563479185e-05, 0.0003413432859815657, 0.0007496830075979233, 0.0011580227874219418, 0.0015663624508306384, 0.001974702114239335, 0.0023830418940633535, 0.002791381673887372, 0.003199721220880747, 0.0036080610007047653, 0.004016400780528784, 0.004424740560352802, 0.004833080340176821, 0.005241420120000839, 0.00564975943416357, 0.006058099213987589, 0.006466438993811607, 0.006874778773635626, 0.007283118553459644, 0.007691458333283663, 0.008099798113107681, 0.008508137427270412, 0.008916477672755718, 0.00932481698691845, 0.009733157232403755, 0.010141496546566486, 0.010549835860729218, 0.010958176106214523, 0.011366515420377254, 0.01177485566586256, 0.012183194980025291, 0.012591535225510597, 0.012999874539673328, 0.013408214785158634, 0.013816554099321365]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 5.0, 2.0, 9.0, 8.0, 7.0, 17.0, 21.0, 28.0, 30.0, 57.0, 77.0, 112.0, 163.0, 281.0, 485.0, 5281.0, 605.0, 268.0, 146.0, 99.0, 62.0, 30.0, 29.0, 14.0, 18.0, 17.0, 9.0, 7.0, 8.0, 4.0, 3.0, 6.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1766294538974762, -0.1714998334646225, -0.16637022793293, -0.1612406075000763, -0.1561109870672226, -0.1509813815355301, -0.1458517611026764, -0.1407221406698227, -0.1355925351381302, -0.1304629147052765, -0.1253332942724228, -0.12020368874073029, -0.11507406830787659, -0.10994445532560349, -0.10481484234333038, -0.09968522191047668, -0.09455560892820358, -0.08942599594593048, -0.08429637551307678, -0.07916676253080368, -0.07403714954853058, -0.06890752911567688, -0.06377791613340378, -0.058648303151130676, -0.053518686443567276, -0.048389069736003876, -0.043259456753730774, -0.038129840046167374, -0.03300022333860397, -0.02787061035633087, -0.02274099364876747, -0.01761137880384922, -0.01248176395893097, -0.007352148648351431, -0.0022225333377718925, 0.002907081972807646, 0.008036697283387184, 0.013166312128305435, 0.018295928835868835, 0.023425543680787086, 0.028555158525705338, 0.03368477523326874, 0.03881438821554184, 0.04394400492310524, 0.04907362163066864, 0.05420323461294174, 0.05933285132050514, 0.06446246802806854, 0.06959208101034164, 0.07472169399261475, 0.07985131442546844, 0.08498092740774155, 0.09011054039001465, 0.09524016082286835, 0.10036977380514145, 0.10549938678741455, 0.11062900722026825, 0.11575862020254135, 0.12088823318481445, 0.12601785361766815, 0.13114745914936066, 0.13627707958221436, 0.14140670001506805, 0.14653630554676056, 0.15166592597961426]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 3.0, 4.0, 3.0, 2.0, 4.0, 2.0, 21.0, 1.0, 3.0, 2.0, 2.0, 6.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0025260071270167828, -0.00244902609847486, -0.0023720453027635813, -0.0022950642742216587, -0.00221808347851038, -0.0021411024499684572, -0.0020641214214265347, -0.0019871406257152557, -0.0019101595971733332, -0.0018331786850467324, -0.0017561977729201317, -0.001679216860793531, -0.0016022359486669302, -0.0015252550365403295, -0.0014482740079984069, -0.0013712930958718061, -0.0012943121837452054, -0.0012173312716186047, -0.001140350359492004, -0.0010633693309500813, -0.0009863884188234806, -0.0009094075066968799, -0.0008324265945702791, -0.0007554456242360175, -0.0006784647121094167, -0.000601483799982816, -0.0005245028296485543, -0.0004475219175219536, -0.0003705409762915224, -0.0002935600350610912, -0.00021657910838257521, -0.00013959818170405924, -6.261724047362804e-05, 1.436369348084554e-05, 9.134462743531913e-05, 0.0001683255541138351, 0.0002453064953442663, 0.0003222874365746975, 0.00039926834870129824, 0.00047624928993172944, 0.0005532302311621606, 0.0006302111432887614, 0.000707192113623023, 0.0007841730257496238, 0.0008611539378762245, 0.0009381349082104862, 0.0010151158785447478, 0.0010920967906713486, 0.0011690777027979493, 0.00124605861492455, 0.0013230395270511508, 0.0014000205555930734, 0.0014770014677196741, 0.0015539823798462749, 0.0016309632919728756, 0.0017079442040994763, 0.001784925116226077, 0.0018619061447679996, 0.0019388870568946004, 0.002015867969021201, 0.0020928489975631237, 0.0021698297932744026, 0.002246810821816325, 0.002323791617527604, 0.0024007726460695267]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 14.0, 8.0, 19.0, 27.0, 40.0, 52.0, 84.0, 107.0, 166.0, 227.0, 362.0, 539.0, 855.0, 1458.0, 2446.0, 4308.0, 7882.0, 15364.0, 33406.0, 90908.0, 845082.0, 100091.0, 34883.0, 17049.0, 9293.0, 5521.0, 3376.0, 2070.0, 1335.0, 849.0, 547.0, 365.0, 273.0, 183.0, 146.0, 89.0, 53.0, 36.0, 26.0, 17.0, 25.0, 13.0, 12.0, 10.0, 10.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0057839807122945786, -0.005601204000413418, -0.005418427754193544, -0.005235651507973671, -0.00505287479609251, -0.0048700980842113495, -0.004687321837991476, -0.004504545591771603, -0.004321768879890442, -0.004138992168009281, -0.003956215921789408, -0.0037734394427388906, -0.0035906629636883736, -0.0034078864846378565, -0.0032251100055873394, -0.0030423335265368223, -0.0028595570474863052, -0.002676780568435788, -0.002494004089385271, -0.002311227610334754, -0.002128451131284237, -0.0019456746522337198, -0.0017628981731832027, -0.0015801216941326857, -0.0013973452150821686, -0.0012145687360316515, -0.0010317922569811344, -0.0008490157779306173, -0.0006662392988801003, -0.00048346281982958317, -0.0003006863407790661, -0.000117909861728549, 6.486661732196808e-05, 0.00024764309637248516, 0.00043041957542300224, 0.0006131960544735193, 0.0007959725335240364, 0.0009787490125745535, 0.0011615254916250706, 0.0013443019706755877, 0.0015270784497261047, 0.0017098549287766218, 0.001892631407827139, 0.002075407886877656, 0.002258184365928173, 0.00244096084497869, 0.0026237373240292072, 0.0028065138030797243, 0.0029892902821302414, 0.0031720667611807585, 0.0033548432402312756, 0.0035376197192817926, 0.0037203961983323097, 0.003903172677382827, 0.004085949156433344, 0.004268725402653217, 0.004451502114534378, 0.004634278826415539, 0.004817055072635412, 0.004999831318855286, 0.005182608030736446, 0.005365384742617607, 0.0055481609888374805, 0.005730937235057354, 0.005913713946938515]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 6.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01747150719165802, -0.016868241131305695, -0.01626497320830822, -0.015661707147955894, -0.015058440156280994, -0.014455173164606094, -0.013851907104253769, -0.013248640112578869, -0.012645373120903969, -0.012042106129229069, -0.011438839137554169, -0.010835573077201843, -0.010232306085526943, -0.009629039093852043, -0.009025773033499718, -0.008422506041824818, -0.007819239050149918, -0.0072159720584750175, -0.006612705532461405, -0.006009439006447792, -0.005406172014772892, -0.004802905023097992, -0.004199638497084379, -0.003596371738240123, -0.0029931049793958664, -0.00238983822055161, -0.0017865714617073536, -0.0011833047028630972, -0.0005800379440188408, 2.322881482541561e-05, 0.000626495573669672, 0.0012297623325139284, 0.0018330290913581848, 0.002436295850202441, 0.0030395626090466976, 0.003642829367890954, 0.00424609612673521, 0.0048493631184101105, 0.005452629644423723, 0.006055896170437336, 0.006659163162112236, 0.007262430153787136, 0.007865697145462036, 0.008468963205814362, 0.009072230197489262, 0.009675497189164162, 0.010278763249516487, 0.010882030241191387, 0.011485297232866287, 0.012088564224541187, 0.012691831216216087, 0.013295097276568413, 0.013898364268243313, 0.014501631259918213, 0.015104897320270538, 0.015708165243268013, 0.01631143130362034, 0.016914697363972664, 0.01751796528697014, 0.018121231347322464, 0.01872449740767479, 0.019327765330672264, 0.01993103139102459, 0.020534299314022064, 0.02113756537437439]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 5.0, 6.0, 8.0, 16.0, 11.0, 16.0, 22.0, 26.0, 32.0, 43.0, 44.0, 53.0, 75.0, 80.0, 132.0, 199.0, 257.0, 368.0, 561.0, 745.0, 1065.0, 1590.0, 6026.0, 2752.0, 1449.0, 846.0, 555.0, 425.0, 307.0, 198.0, 115.0, 103.0, 83.0, 49.0, 30.0, 32.0, 26.0, 11.0, 15.0, 10.0, 9.0, 8.0, 1.0, 5.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00874256994575262, -0.008406084030866623, -0.0080695990473032, -0.007733113132417202, -0.007396627217531204, -0.007060141768306494, -0.006723656319081783, -0.0063871704041957855, -0.006050684954971075, -0.005714199505746365, -0.005377713590860367, -0.005041228141635656, -0.004704742692410946, -0.004368256777524948, -0.004031771328300238, -0.0036952856462448835, -0.0033587999641895294, -0.0030223142821341753, -0.002685828600078821, -0.0023493431508541107, -0.0020128574687987566, -0.0016763717867434025, -0.0013398862211033702, -0.001003400655463338, -0.0006669149734079838, -0.0003304293495602906, 6.05627428740263e-06, 0.00034254189813509583, 0.000679027521982789, 0.0010155132040381432, 0.0013519987696781754, 0.0016884843353182077, 0.002024970017373562, 0.002361455699428916, 0.00269794138148427, 0.0030344268307089806, 0.0033709125127643347, 0.003707398194819689, 0.004043883644044399, 0.004380369558930397, 0.0047168550081551075, 0.005053340457379818, 0.005389826372265816, 0.005726311821490526, 0.006062797270715237, 0.0063992831856012344, 0.006735768634825945, 0.007072254549711943, 0.007408739998936653, 0.007745225448161364, 0.008081710897386074, 0.008418196812272072, 0.00875468272715807, 0.009091167710721493, 0.00942765362560749, 0.009764139540493488, 0.010100625455379486, 0.01043711043894291, 0.010773596353828907, 0.011110082268714905, 0.011446567252278328, 0.011783053167164326, 0.012119539082050323, 0.012456024065613747, 0.012792509980499744]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.21453964710235596, -0.20942509174346924, -0.20431053638458252, -0.1991959810256958, -0.19408144056797028, -0.18896688520908356, -0.18385232985019684, -0.17873777449131012, -0.1736232191324234, -0.16850866377353668, -0.16339412331581116, -0.15827956795692444, -0.15316501259803772, -0.148050457239151, -0.14293590188026428, -0.13782134652137756, -0.13270679116249084, -0.12759225070476532, -0.1224776953458786, -0.11736313998699188, -0.11224858462810516, -0.10713403671979904, -0.10201948136091232, -0.0969049260020256, -0.09179037809371948, -0.08667582273483276, -0.08156126737594604, -0.07644671201705933, -0.0713321641087532, -0.06621760874986649, -0.061103057116270065, -0.05598850175738335, -0.050873950123786926, -0.045759398490190506, -0.04064484313130379, -0.03553029149770737, -0.030415738001465797, -0.025301184505224228, -0.020186632871627808, -0.015072079375386238, -0.009957525879144669, -0.004842972848564386, 0.00027158018201589584, 0.005386133212596178, 0.01050068624317646, 0.01561523973941803, 0.02072979137301445, 0.02584434486925602, 0.03095889836549759, 0.03607344999909401, 0.04118800535798073, 0.04630255699157715, 0.05141711235046387, 0.05653166398406029, 0.06164621561765671, 0.06676077097654343, 0.07187531888484955, 0.07698987424373627, 0.08210442960262299, 0.0872189849615097, 0.09233353286981583, 0.09744808822870255, 0.10256264358758926, 0.10767719149589539, 0.1127917468547821]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 7.0, 4.0, 3.0, 7.0, 8.0, 5.0, 3.0, 4.0, 10.0, 24.0, 63.0, 36.0, 21.0, 20.0, 12.0, 8.0, 4.0, 5.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.16828282177448273, -0.16444018483161926, -0.1605975329875946, -0.15675489604473114, -0.15291224420070648, -0.14906960725784302, -0.14522697031497955, -0.1413843184709549, -0.13754168152809143, -0.13369902968406677, -0.1298563927412033, -0.12601375579833984, -0.12217111140489578, -0.11832846701145172, -0.11448582261800766, -0.1106431782245636, -0.10680054128170013, -0.10295789688825607, -0.09911525249481201, -0.09527260810136795, -0.09142996370792389, -0.08758732676506042, -0.08374468237161636, -0.0799020379781723, -0.07605939358472824, -0.07221674919128418, -0.06837411224842072, -0.06453146785497665, -0.06068882346153259, -0.05684618279337883, -0.05300353839993477, -0.049160897731781006, -0.045318253338336945, -0.04147560894489288, -0.03763296827673912, -0.03379032388329506, -0.029947683215141296, -0.026105038821697235, -0.022262396290898323, -0.01841975376009941, -0.014577111229300499, -0.010734468698501587, -0.0068918257020413876, -0.003049182938411832, 0.0007934598252177238, 0.004636102356016636, 0.008478745818138123, 0.012321388348937035, 0.016164030879735947, 0.02000667341053486, 0.02384931594133377, 0.027691958472132683, 0.031534601002931595, 0.035377245396375656, 0.03921988606452942, 0.04306253045797348, 0.04690517485141754, 0.050747815519571304, 0.054590459913015366, 0.05843310058116913, 0.06227574497461319, 0.06611838936805725, 0.06996102631092072, 0.07380367070436478, 0.07764631509780884]}, "_runtime": 86.091313123703, "_timestamp": 1596211675.862422, "_step": 105}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010046635754406452, -0.009711523540318012, -0.009376410394906998, -0.009041298180818558, -0.008706185966730118, -0.008371072821319103, -0.008035960607230663, -0.007700847927480936, -0.007365735247731209, -0.007030623033642769, -0.006695510353893042, -0.006360397674143314, -0.006025285460054874, -0.005690172780305147, -0.00535506010055542, -0.00501994788646698, -0.004684835206717253, -0.0043497225269675255, -0.0040146103128790855, -0.0036794976331293583, -0.003344384953379631, -0.0030092725064605474, -0.002674160059541464, -0.0023390473797917366, -0.002003934932872653, -0.0016688223695382476, -0.0013337098062038422, -0.0009985973592847586, -0.0006634847959503531, -0.0003283722617197782, 6.740272510796785e-06, 0.00034185280674137175, 0.0006769653409719467, 0.0010120779043063521, 0.0013471904676407576, 0.0016823029145598412, 0.0020174155943095684, 0.002352528041228652, 0.0026876404881477356, 0.003022753167897463, 0.0033578656148165464, 0.00369297806173563, 0.004028090741485357, 0.0043632034212350845, 0.0046983156353235245, 0.005033428315073252, 0.005368540994822979, 0.005703653208911419, 0.006038765888661146, 0.006373878568410873, 0.006708990782499313, 0.007044103462249041, 0.007379216141998768, 0.007714328356087208, 0.008049441501498222, 0.008384553715586662, 0.008719665929675102, 0.009054779075086117, 0.009389891289174557, 0.009725003503262997, 0.010060116648674011, 0.010395228862762451, 0.010730341076850891, 0.011065454222261906, 0.011400566436350346]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 4.0, 2.0, 5.0, 4.0, 7.0, 12.0, 16.0, 18.0, 22.0, 39.0, 44.0, 70.0, 72.0, 84.0, 128.0, 178.0, 263.0, 501.0, 5194.0, 478.0, 232.0, 149.0, 99.0, 83.0, 38.0, 28.0, 40.0, 29.0, 21.0, 23.0, 10.0, 10.0, 8.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.18152247369289398, -0.17664752900600433, -0.17177258431911469, -0.16689762473106384, -0.1620226800441742, -0.15714773535728455, -0.1522727906703949, -0.14739784598350525, -0.1425229012966156, -0.13764794170856476, -0.1327729970216751, -0.12789805233478546, -0.12302310764789581, -0.11814815551042557, -0.11327321082353592, -0.10839825868606567, -0.10352331399917603, -0.09864836931228638, -0.09377341717481613, -0.08889847248792648, -0.08402352035045624, -0.07914857566356659, -0.07427363097667694, -0.0693986788392067, -0.06452373415231705, -0.0596487857401371, -0.05477383732795715, -0.049898892641067505, -0.04502394422888756, -0.04014899581670761, -0.03527405112981796, -0.030399102717638016, -0.02552415430545807, -0.020649205893278122, -0.015774259343743324, -0.010899311862885952, -0.00602436438202858, -0.0011494169011712074, 0.003725530579686165, 0.008600478060543537, 0.01347542554140091, 0.018350373953580856, 0.023225320503115654, 0.02810026705265045, 0.0329752154648304, 0.037850163877010345, 0.042725108563899994, 0.04760005697607994, 0.05247500538825989, 0.057349953800439835, 0.06222490221261978, 0.06709984689950943, 0.07197479903697968, 0.07684974372386932, 0.08172468841075897, 0.08659964054822922, 0.09147458523511887, 0.09634952992200851, 0.10122448205947876, 0.10609942674636841, 0.11097437143325806, 0.1158493235707283, 0.12072426825761795, 0.1255992203950882, 0.13047416508197784]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 4.0, 2.0, 4.0, 4.0, 3.0, 1.0, 30.0, 6.0, 9.0, 3.0, 5.0, 3.0, 6.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037701691035181284, -0.0036246152594685555, -0.003479061182588339, -0.0033335071057081223, -0.0031879532616585493, -0.0030423994176089764, -0.0028968453407287598, -0.002751291263848543, -0.0026057374197989702, -0.0024601835757493973, -0.0023146294988691807, -0.002169075421988964, -0.002023521577939391, -0.0018779676174744964, -0.0017324136570096016, -0.0015868596965447068, -0.001441305736079812, -0.0012957517756149173, -0.0011501978151500225, -0.0010046438546851277, -0.000859089894220233, -0.0007135359337553382, -0.0005679819732904434, -0.00042242801282554865, -0.0002768740523606539, -0.0001313200918957591, 1.4233868569135666e-05, 0.00015978782903403044, 0.0003053417894989252, 0.00045089574996382, 0.0005964497104287148, 0.0007420036708936095, 0.0008875576313585043, 0.001033111591823399, 0.0011786655522882938, 0.0013242195127531886, 0.0014697734732180834, 0.0016153274336829782, 0.001760881394147873, 0.0019064353546127677, 0.0020519893150776625, 0.0021975431591272354, 0.002343097236007452, 0.0024886513128876686, 0.0026342051569372416, 0.0027797590009868145, 0.002925313077867031, 0.0030708671547472477, 0.0032164209987968206, 0.0033619748428463936, 0.00350752891972661, 0.0036530829966068268, 0.0037986368406563997, 0.003944190684705973, 0.004089744761586189, 0.004235298838466406, 0.0043808529153466225, 0.004526406526565552, 0.004671960603445768, 0.004817514680325985, 0.004963068291544914, 0.005108622368425131, 0.0052541764453053474, 0.005399730522185564, 0.005545284599065781]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 7.0, 7.0, 7.0, 10.0, 7.0, 18.0, 28.0, 24.0, 40.0, 56.0, 77.0, 110.0, 127.0, 175.0, 241.0, 351.0, 481.0, 875.0, 1238.0, 2063.0, 3562.0, 6144.0, 11670.0, 23521.0, 57064.0, 765340.0, 201398.0, 50892.0, 23157.0, 12084.0, 7033.0, 4346.0, 2577.0, 1647.0, 1059.0, 702.0, 437.0, 347.0, 224.0, 156.0, 93.0, 65.0, 50.0, 34.0, 21.0, 11.0, 13.0, 19.0, 5.0, 5.0, 3.0, 3.0, 4.0, 4.0, 2.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.00757319200783968, -0.007328589912503958, -0.0070839873515069485, -0.0068393852561712265, -0.006594782695174217, -0.006350180599838495, -0.006105578038841486, -0.005860975943505764, -0.005616373382508755, -0.005371771287173033, -0.005127169191837311, -0.0048825666308403015, -0.0046379645355045795, -0.00439336197450757, -0.004148759879171848, -0.0039041575510054827, -0.003659555222839117, -0.0034149528946727514, -0.003170350566506386, -0.00292574823834002, -0.0026811459101736546, -0.0024365438148379326, -0.002191941486671567, -0.0019473391585052013, -0.0017027368303388357, -0.00145813450217247, -0.0012135321740061045, -0.0009689299622550607, -0.000724327634088695, -0.0004797253350261599, -0.00023512303596362472, 9.479263098910451e-06, 0.0002540815621614456, 0.0004986838903278112, 0.000743286160286516, 0.0009878884302452207, 0.0012324907584115863, 0.001477093086577952, 0.0017216952983289957, 0.0019662976264953613, 0.002210899954661727, 0.0024555022828280926, 0.002700104610994458, 0.002944706939160824, 0.003189309034496546, 0.0034339113626629114, 0.003678513690829277, 0.003923116251826286, 0.004167718347162008, 0.00441232044249773, 0.0046569230034947395, 0.0049015250988304615, 0.005146127659827471, 0.005390729755163193, 0.005635332316160202, 0.005879934411495924, 0.006124536506831646, 0.006369139067828655, 0.006613741163164377, 0.0068583437241613865, 0.0071029458194971085, 0.007347548380494118, 0.00759215047582984, 0.007836752571165562, 0.008081355132162571]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 8.0, 9.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 5.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.0699915736913681, -0.06856866925954819, -0.06714577227830887, -0.06572286784648895, -0.06429997086524963, -0.06287706643342972, -0.0614541657269001, -0.06003126502037048, -0.058608364313840866, -0.05718546360731125, -0.05576256290078163, -0.054339662194252014, -0.0529167577624321, -0.05149385705590248, -0.050070956349372864, -0.048648055642843246, -0.04722515493631363, -0.04580225422978401, -0.044379353523254395, -0.04295645281672478, -0.04153355211019516, -0.040110647678375244, -0.03868774697184563, -0.03726484626531601, -0.03584194555878639, -0.034419044852256775, -0.03299614414572716, -0.03157324343919754, -0.030150340870022774, -0.028727440163493156, -0.02730453759431839, -0.025881636887788773, -0.024458736181259155, -0.023035835474729538, -0.02161293476819992, -0.020190032199025154, -0.018767131492495537, -0.01734423078596592, -0.015921328216791153, -0.014498427510261536, -0.013075526803731918, -0.011652626097202301, -0.010229724459350109, -0.008806822821497917, -0.0073839221149683, -0.005961020942777395, -0.004538119770586491, -0.003115218598395586, -0.0016923174262046814, -0.0002694162540137768, 0.0011534849181771278, 0.0025763860903680325, 0.003999287262558937, 0.005422188434749842, 0.006845089606940746, 0.008267991244792938, 0.009690891951322556, 0.011113792657852173, 0.012536694295704365, 0.013959595933556557, 0.015382496640086174, 0.01680539734661579, 0.018228299915790558, 0.019651200622320175, 0.021074101328849792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 3.0, 8.0, 7.0, 2.0, 7.0, 10.0, 10.0, 11.0, 7.0, 8.0, 5.0, 14.0, 16.0, 4.0, 8.0, 6.0, 9.0, 11.0, 7.0, 5.0, 8.0, 22.0, 19.0, 21.0, 24.0, 40.0, 51.0, 63.0, 75.0, 80.0, 136.0, 195.0, 273.0, 461.0, 784.0, 1743.0, 7325.0, 2573.0, 1433.0, 873.0, 575.0, 411.0, 289.0, 204.0, 149.0, 112.0, 90.0, 74.0, 38.0, 44.0, 25.0, 17.0, 9.0, 12.0, 7.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.021827729418873787, -0.021275538951158524, -0.02072334848344326, -0.020171158015727997, -0.019618965685367584, -0.01906677521765232, -0.018514584749937057, -0.017962394282221794, -0.01741020381450653, -0.016858013346791267, -0.016305822879076004, -0.01575363241136074, -0.015201441012322903, -0.01464925054460764, -0.014097059145569801, -0.013544868677854538, -0.012992678210139275, -0.012440487742424011, -0.011888297274708748, -0.01133610587567091, -0.010783915407955647, -0.010231724940240383, -0.009679533541202545, -0.009127343073487282, -0.008575152605772018, -0.008022962138056755, -0.007470771204680204, -0.006918580271303654, -0.00636638980358839, -0.005814199335873127, -0.005262008402496576, -0.004709817469120026, -0.004157627001404762, -0.0036054363008588552, -0.0030532456003129482, -0.002501054899767041, -0.0019488641992211342, -0.0013966734986752272, -0.0008444827981293201, -0.0002922920975834131, 0.0002598986029624939, 0.0008120893035084009, 0.001364280004054308, 0.001916470704600215, 0.002468661405146122, 0.003020852105692029, 0.003573042806237936, 0.004125233739614487, 0.00467742420732975, 0.005229614675045013, 0.005781805608421564, 0.006333996541798115, 0.006886187009513378, 0.0074383774772286415, 0.00799056887626648, 0.008542759343981743, 0.009094949811697006, 0.00964714027941227, 0.010199330747127533, 0.010751522146165371, 0.011303712613880634, 0.011855903081595898, 0.012408094480633736, 0.012960284948348999, 0.013512475416064262]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10489891469478607, -0.09979624301195145, -0.09469357132911682, -0.0895908996462822, -0.08448822796344757, -0.07938555628061295, -0.07428288459777832, -0.0691802129149437, -0.06407754123210907, -0.058974869549274445, -0.05387219786643982, -0.048769526183605194, -0.04366685450077057, -0.038564182817935944, -0.03346151113510132, -0.028358839452266693, -0.023256167769432068, -0.018153496086597443, -0.013050824403762817, -0.007948152720928192, -0.002845481038093567, 0.0022571906447410583, 0.007359862327575684, 0.012462534010410309, 0.017565205693244934, 0.02266787737607956, 0.027770549058914185, 0.03287322074174881, 0.037975892424583435, 0.04307856410741806, 0.048181235790252686, 0.05328390747308731, 0.058386579155921936, 0.06348925083875656, 0.06859192252159119, 0.07369459420442581, 0.07879726588726044, 0.08389993757009506, 0.08900260925292969, 0.09410528093576431, 0.09920795261859894, 0.10431062430143356, 0.10941329598426819, 0.11451596766710281, 0.11961863934993744, 0.12472131103277206, 0.1298239827156067, 0.13492664694786072, 0.14002932608127594, 0.14513200521469116, 0.1502346694469452, 0.15533733367919922, 0.16044001281261444, 0.16554269194602966, 0.1706453561782837, 0.17574802041053772, 0.18085069954395294, 0.18595337867736816, 0.1910560429096222, 0.19615870714187622, 0.20126138627529144, 0.20636406540870667, 0.2114667296409607, 0.21656939387321472, 0.22167207300662994]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 5.0, 4.0, 7.0, 6.0, 9.0, 9.0, 14.0, 13.0, 15.0, 33.0, 15.0, 9.0, 13.0, 9.0, 7.0, 9.0, 10.0, 9.0, 10.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.043816763907670975, -0.042437925934791565, -0.041059091687202454, -0.039680253714323044, -0.03830141946673393, -0.03692258149385452, -0.03554374724626541, -0.034164909273386, -0.03278607130050659, -0.03140723705291748, -0.03002840094268322, -0.02864956483244896, -0.02727072685956955, -0.02589189074933529, -0.02451305463910103, -0.023134218528866768, -0.021755382418632507, -0.020376546308398247, -0.018997710198163986, -0.017618874087929726, -0.016240037977695465, -0.01486120093613863, -0.013482363894581795, -0.012103527784347534, -0.010724691674113274, -0.009345855563879013, -0.007967019453644753, -0.006588182412087917, -0.005209346301853657, -0.0038305099587887526, -0.0024516736157238483, -0.0010728372726589441, 0.0003059990704059601, 0.0016848354134708643, 0.0030636717565357685, 0.004442508332431316, 0.005821344442665577, 0.0072001805528998375, 0.008579017594456673, 0.009957853704690933, 0.011336689814925194, 0.012715525925159454, 0.014094362035393715, 0.01547319907695055, 0.016852036118507385, 0.018230872228741646, 0.019609708338975906, 0.020988544449210167, 0.022367380559444427, 0.023746216669678688, 0.02512505277991295, 0.02650388889014721, 0.02788272500038147, 0.02926156297326088, 0.03064039908349514, 0.0320192351937294, 0.03339806944131851, 0.03477690741419792, 0.03615574538707733, 0.03753457963466644, 0.03891341760754585, 0.040292251855134964, 0.041671089828014374, 0.043049924075603485, 0.044428762048482895]}, "_runtime": 86.85114336013794, "_timestamp": 1596211676.6222522, "_step": 106}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 5.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008372550830245018, -0.008119172416627407, -0.007865794003009796, -0.007612415589392185, -0.007359037175774574, -0.007105658296495676, -0.006852279882878065, -0.006598901469260454, -0.006345523055642843, -0.006092144642025232, -0.005838766228407621, -0.0055853878147900105, -0.005332008935511112, -0.005078630521893501, -0.00482525210827589, -0.004571873694658279, -0.0043184952810406685, -0.0040651168674230576, -0.0038117384538054466, -0.003558359807357192, -0.003304981393739581, -0.00305160298012197, -0.0027982243336737156, -0.0025448459200561047, -0.0022914675064384937, -0.002038089092820883, -0.00178471056278795, -0.0015313320327550173, -0.0012779536191374063, -0.0010245752055197954, -0.0007711966754868627, -0.0005178182036615908, -0.00026443973183631897, -1.1061260011047125e-05, 0.00024231721181422472, 0.0004956956836394966, 0.0007490741554647684, 0.0010024525690823793, 0.001255831099115312, 0.0015092096291482449, 0.0017625880427658558, 0.0020159664563834667, 0.0022693448700010777, 0.0025227235164493322, 0.002776101930066943, 0.003029480343684554, 0.0032828589901328087, 0.0035362374037504196, 0.0037896158173680305, 0.0040429942309856415, 0.004296372644603252, 0.004549751058220863, 0.004803129471838474, 0.0050565083511173725, 0.0053098867647349834, 0.005563265178352594, 0.005816643591970205, 0.006070022005587816, 0.006323400419205427, 0.006576778832823038, 0.006830157712101936, 0.007083536125719547, 0.007336914539337158, 0.007590292952954769, 0.00784367136657238]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 6.0, 15.0, 10.0, 7.0, 11.0, 15.0, 21.0, 20.0, 28.0, 32.0, 60.0, 68.0, 85.0, 124.0, 162.0, 257.0, 419.0, 5078.0, 595.0, 249.0, 158.0, 113.0, 79.0, 63.0, 43.0, 40.0, 37.0, 23.0, 24.0, 22.0, 8.0, 9.0, 10.0, 7.0, 4.0, 6.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11392903327941895, -0.11031936854124069, -0.10670970380306244, -0.10310003906488419, -0.09949037432670593, -0.09588070958852768, -0.09227104485034943, -0.08866138011217117, -0.08505171537399292, -0.08144205063581467, -0.07783238589763641, -0.07422272115945816, -0.07061305642127991, -0.06700339168310165, -0.0633937269449234, -0.05978406220674515, -0.056174397468566895, -0.05256473273038864, -0.04895506799221039, -0.045345403254032135, -0.04173573851585388, -0.03812607377767563, -0.034516409039497375, -0.030906744301319122, -0.02729707956314087, -0.023687414824962616, -0.020077750086784363, -0.01646808534860611, -0.012858420610427856, -0.009248755872249603, -0.00563909113407135, -0.002029426395893097, 0.0015802383422851562, 0.005189903080463409, 0.008799567818641663, 0.012409232556819916, 0.01601889729499817, 0.019628562033176422, 0.023238226771354675, 0.02684789150953293, 0.03045755624771118, 0.034067220985889435, 0.03767688572406769, 0.04128655046224594, 0.044896215200424194, 0.04850587993860245, 0.0521155446767807, 0.055725209414958954, 0.05933487415313721, 0.06294453889131546, 0.06655420362949371, 0.07016386836767197, 0.07377353310585022, 0.07738319784402847, 0.08099286258220673, 0.08460252732038498, 0.08821219205856323, 0.09182185679674149, 0.09543152153491974, 0.09904118627309799, 0.10265085101127625, 0.1062605157494545, 0.10987018048763275, 0.113479845225811, 0.11708950996398926]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 7.0, 2.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 1.0, 4.0, 28.0, 3.0, 6.0, 3.0, 4.0, 9.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0030820397660136223, -0.0029941268730908632, -0.002906213980168104, -0.0028183008544147015, -0.0027303879614919424, -0.0026424750685691833, -0.0025545621756464243, -0.0024666490498930216, -0.0023787361569702625, -0.0022908232640475035, -0.0022029103711247444, -0.0021149974782019854, -0.0020270843524485826, -0.0019391714595258236, -0.0018512585666030645, -0.0017633455572649837, -0.0016754326643422246, -0.0015875197714194655, -0.0014996067620813847, -0.0014116938691586256, -0.0013237808598205447, -0.0012358679668977857, -0.0011479549575597048, -0.0010600420646369457, -0.0009721291135065258, -0.0008842161623761058, -0.0007963032112456858, -0.0007083902601152658, -0.0006204773671925068, -0.0005325644160620868, -0.00044465146493166685, -0.0003567385138012469, -0.0002688255626708269, -0.00018091261154040694, -9.29996749619022e-05, -5.086731107439846e-06, 8.282621274702251e-05, 0.00017073916387744248, 0.000258652085904032, 0.00034656503703445196, 0.00043447798816487193, 0.0005223909392952919, 0.0006103038904257119, 0.0006982168415561318, 0.0007861297344788909, 0.0008740426856093109, 0.0009619556367397308, 0.0010498686460778117, 0.0011377815390005708, 0.0012256944319233298, 0.0013136074412614107, 0.0014015203341841698, 0.0014894333435222507, 0.0015773462364450097, 0.0016652592457830906, 0.0017531721387058496, 0.0018410850316286087, 0.0019289980409666896, 0.0020169110503047705, 0.0021048239432275295, 0.0021927368361502886, 0.0022806497290730476, 0.0023685628548264503, 0.0024564757477492094, 0.0025443886406719685]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 1.0, 4.0, 4.0, 11.0, 13.0, 13.0, 15.0, 27.0, 37.0, 44.0, 54.0, 81.0, 84.0, 126.0, 150.0, 213.0, 268.0, 365.0, 521.0, 682.0, 1040.0, 1551.0, 2465.0, 3921.0, 6544.0, 12230.0, 25467.0, 65276.0, 830634.0, 135801.0, 42958.0, 20027.0, 10746.0, 6266.0, 3887.0, 2354.0, 1601.0, 1166.0, 757.0, 597.0, 450.0, 305.0, 242.0, 161.0, 135.0, 86.0, 60.0, 54.0, 37.0, 35.0, 19.0, 18.0, 10.0, 8.0, 8.0, 3.0, 2.0, 3.0], "bins": [-0.005906719248741865, -0.005737059284001589, -0.0055673997849226, -0.0053977398201823235, -0.005228079855442047, -0.005058419890701771, -0.004888760391622782, -0.004719100426882505, -0.004549440462142229, -0.00437978096306324, -0.004210120998322964, -0.004040461033582687, -0.0038708013016730547, -0.0037011413369327784, -0.0035314816050231457, -0.0033618216402828693, -0.0031921619083732367, -0.003022502176463604, -0.0028528422117233276, -0.002683182479813695, -0.0025135225150734186, -0.002343862783163786, -0.0021742028184235096, -0.002004543086513877, -0.0018348832381889224, -0.001665223389863968, -0.0014955635415390134, -0.0013259036932140589, -0.0011562439613044262, -0.0009865841129794717, -0.0008169242646545172, -0.0006472644163295627, -0.00047760456800460815, -0.00030794471967965364, -0.0001382849004585296, 3.137493331450969e-05, 0.00020103476708754897, 0.0003706946154125035, 0.0005403544055297971, 0.0007100142538547516, 0.0008796741021797061, 0.0010493339505046606, 0.0012189937988296151, 0.0013886536471545696, 0.0015583133790642023, 0.0017279732273891568, 0.0018976330757141113, 0.0020672930404543877, 0.0022369527723640203, 0.002406612504273653, 0.0025762724690139294, 0.002745932200923562, 0.0029155921656638384, 0.003085251897573471, 0.0032549118623137474, 0.00342457159422338, 0.0035942313261330128, 0.003763891290873289, 0.0039335512556135654, 0.0041032107546925545, 0.004272870719432831, 0.004442530684173107, 0.0046121906489133835, 0.0047818501479923725, 0.004951510112732649]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 6.0, 7.0, 1.0, 5.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014150314964354038, -0.013644151389598846, -0.013137987814843655, -0.012631824240088463, -0.012125660665333271, -0.01161949709057808, -0.011113333515822887, -0.010607169941067696, -0.010101007297635078, -0.009594843722879887, -0.009088680148124695, -0.008582516573369503, -0.008076352998614311, -0.007570189423859119, -0.007064025849103928, -0.006557862274348736, -0.006051698699593544, -0.005545535124838352, -0.00503937155008316, -0.004533207975327969, -0.004027044400572777, -0.0035208810586482286, -0.0030147177167236805, -0.0025085541419684887, -0.002002390567213297, -0.001496226992458105, -0.0009900635341182351, -0.0004839000175707042, 2.2263498976826668e-05, 0.0005284270155243576, 0.0010345905320718884, 0.0015407539904117584, 0.0020469175651669502, 0.002553081139922142, 0.003059244714677334, 0.003565408056601882, 0.0040715718641877174, 0.004577734973281622, 0.005083898548036814, 0.0055900621227920055, 0.006096225697547197, 0.006602389272302389, 0.007108552847057581, 0.007614716421812773, 0.008120879530906677, 0.008627043105661869, 0.00913320668041706, 0.009639370255172253, 0.010145533829927444, 0.010651697404682636, 0.011157860979437828, 0.01166402455419302, 0.012170188128948212, 0.012676351703703403, 0.013182515278458595, 0.013688678853213787, 0.014194842427968979, 0.014701005071401596, 0.015207168646156788, 0.01571333222091198, 0.016219496726989746, 0.016725659370422363, 0.01723182387650013, 0.017737986519932747, 0.018244151026010513]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 6.0, 3.0, 8.0, 10.0, 9.0, 11.0, 14.0, 28.0, 32.0, 29.0, 43.0, 67.0, 59.0, 86.0, 86.0, 91.0, 133.0, 208.0, 244.0, 317.0, 430.0, 601.0, 980.0, 1671.0, 6250.0, 2089.0, 1337.0, 875.0, 713.0, 513.0, 346.0, 286.0, 200.0, 158.0, 114.0, 68.0, 62.0, 49.0, 32.0, 28.0, 35.0, 30.0, 14.0, 11.0, 15.0, 9.0, 4.0, 5.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.006969544105231762, -0.0067178187891840935, -0.006466093938797712, -0.006214369088411331, -0.005962643772363663, -0.005710918456315994, -0.005459193605929613, -0.005207468755543232, -0.0049557434394955635, -0.004704018123447895, -0.004452293273061514, -0.004200568422675133, -0.003948843106627464, -0.0036971180234104395, -0.0034453929401934147, -0.00319366785697639, -0.002941942773759365, -0.0026902176905423403, -0.0024384926073253155, -0.0021867675241082907, -0.0019350424408912659, -0.001683317357674241, -0.0014315922744572163, -0.0011798671912401915, -0.0009281421080231667, -0.0006764170248061419, -0.00042469194158911705, -0.00017296685837209225, 7.875822484493256e-05, 0.00033048330806195736, 0.0005822083912789822, 0.000833933474496007, 0.0010856585577130318, 0.0013373836409300566, 0.0015891087241470814, 0.0018408338073641062, 0.002092558890581131, 0.002344283973798156, 0.0025960090570151806, 0.0028477341402322054, 0.00309945922344923, 0.003351184306666255, 0.00360290938988328, 0.0038546344731003046, 0.004106359556317329, 0.004358084872364998, 0.004609809722751379, 0.00486153457313776, 0.005113259889185429, 0.005364985205233097, 0.005616710055619478, 0.005868434906005859, 0.006120160222053528, 0.006371885538101196, 0.0066236103884875774, 0.006875335238873959, 0.007127060554921627, 0.0073787858709692955, 0.007630510721355677, 0.007882235571742058, 0.008133960887789726, 0.008385686203837395, 0.008637411519885063, 0.008889135904610157, 0.009140861220657825]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08850795775651932, -0.08571449667215347, -0.08292103558778763, -0.08012757450342178, -0.07733412086963654, -0.07454065978527069, -0.07174719870090485, -0.068953737616539, -0.06616027653217316, -0.06336681544780731, -0.060573358088731766, -0.05777989700436592, -0.054986439645290375, -0.05219297856092453, -0.049399517476558685, -0.04660606011748314, -0.043812599033117294, -0.04101913794875145, -0.0382256805896759, -0.03543221950531006, -0.032638758420944214, -0.02984529919922352, -0.027051839977502823, -0.024258378893136978, -0.021464919671416283, -0.018671460449695587, -0.015877999365329742, -0.013084540143609047, -0.010291079990565777, -0.007497619837522507, -0.004704160150140524, -0.0019107002299278975, 0.000882759690284729, 0.0036762196104973555, 0.006469679530709982, 0.009263139218091965, 0.012056599371135235, 0.014850059524178505, 0.0176435187458992, 0.020436979830265045, 0.02323043905198574, 0.026023898273706436, 0.02881735935807228, 0.031610820442438126, 0.03440427780151367, 0.03719773888587952, 0.03999119997024536, 0.04278465732932091, 0.04557811841368675, 0.0483715794980526, 0.05116503685712814, 0.05395849794149399, 0.05675195902585983, 0.05954541638493538, 0.062338877469301224, 0.06513233482837677, 0.06792579591274261, 0.07071925699710846, 0.0735127180814743, 0.07630617916584015, 0.079099640250206, 0.08189309388399124, 0.08468655496835709, 0.08748001605272293, 0.09027347713708878]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 4.0, 4.0, 3.0, 5.0, 6.0, 13.0, 11.0, 7.0, 46.0, 33.0, 18.0, 14.0, 12.0, 12.0, 14.0, 6.0, 2.0, 2.0, 6.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 5.0, 2.0, 0.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.05095488950610161, -0.04939384013414383, -0.04783279076218605, -0.04627173766493797, -0.044710688292980194, -0.043149638921022415, -0.041588589549064636, -0.04002754017710686, -0.03846649080514908, -0.036905437707901, -0.03534438833594322, -0.03378333896398544, -0.032222289592027664, -0.030661238357424736, -0.029100188985466957, -0.02753913775086403, -0.02597808837890625, -0.02441703900694847, -0.022855987772345543, -0.021294938400387764, -0.019733887165784836, -0.018172837793827057, -0.016611788421869278, -0.015050738118588924, -0.01348968781530857, -0.011928637512028217, -0.010367587208747864, -0.008806537836790085, -0.007245487533509731, -0.005684437230229378, -0.0041233873926103115, -0.0025623373221606016, -0.0010012872517108917, 0.0005597628187388182, 0.002120812889188528, 0.003681862959638238, 0.005242913030087948, 0.006803963333368301, 0.00836501270532608, 0.009926063008606434, 0.011487113311886787, 0.013048163615167141, 0.014609213918447495, 0.016170263290405273, 0.017731312662363052, 0.01929236389696598, 0.02085341326892376, 0.022414464503526688, 0.023975513875484467, 0.025536563247442245, 0.027097614482045174, 0.028658663854002953, 0.03021971508860588, 0.03178076446056366, 0.03334181383252144, 0.03490286320447922, 0.036463916301727295, 0.038024965673685074, 0.03958601504564285, 0.04114706441760063, 0.04270811378955841, 0.04426916316151619, 0.04583021625876427, 0.047391265630722046, 0.048952315002679825]}, "_runtime": 87.60460758209229, "_timestamp": 1596211677.3757164, "_step": 107}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.012354657053947449, -0.012073990888893604, -0.011793323792517185, -0.01151265762746334, -0.011231990531086922, -0.010951324366033077, -0.010670658200979233, -0.010389991104602814, -0.01010932493954897, -0.00982865784317255, -0.009547991678118706, -0.009267325513064861, -0.008986658416688442, -0.008705992251634598, -0.008425325155258179, -0.008144658990204334, -0.00786399282515049, -0.007583325728774071, -0.007302659098058939, -0.0070219929330050945, -0.006741326302289963, -0.006460659671574831, -0.006179993040859699, -0.0058993264101445675, -0.005618659779429436, -0.005337993614375591, -0.0050573269836604595, -0.004776660352945328, -0.004495993722230196, -0.004215327091515064, -0.00393466092646122, -0.003653994295746088, -0.0033733276650309563, -0.0030926610343158245, -0.0028119946364313364, -0.0025313280057162046, -0.0022506616078317165, -0.0019699949771165848, -0.001689328346401453, -0.001408661832101643, -0.0011279953178018332, -0.0008473288035020232, -0.0005666622309945524, -0.000285995687590912, -5.329144187271595e-06, 0.0002753373992163688, 0.0005560039426200092, 0.00083667051512748, 0.00111733702942729, 0.0013980035437271, 0.0016786700580269098, 0.0019593366887420416, 0.0022400030866265297, 0.0025206697173416615, 0.002801336348056793, 0.0030820027459412813, 0.003362669376656413, 0.003643336007371545, 0.003924002405256033, 0.004204669035971165, 0.0044853356666862965, 0.004766002297401428, 0.005046668462455273, 0.0053273350931704044, 0.005608001723885536]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 9.0, 3.0, 7.0, 5.0, 14.0, 13.0, 18.0, 18.0, 21.0, 27.0, 39.0, 46.0, 66.0, 70.0, 139.0, 195.0, 294.0, 650.0, 5072.0, 486.0, 240.0, 145.0, 101.0, 67.0, 44.0, 37.0, 24.0, 11.0, 17.0, 8.0, 10.0, 9.0, 9.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.15108560025691986, -0.14731454849243164, -0.14354348182678223, -0.139772430062294, -0.1360013782978058, -0.13223032653331757, -0.12845925986766815, -0.12468820810317993, -0.12091715633869171, -0.1171460971236229, -0.11337504535913467, -0.10960398614406586, -0.10583293437957764, -0.10206187516450882, -0.0982908234000206, -0.09451976418495178, -0.09074871242046356, -0.08697765320539474, -0.08320659399032593, -0.07943554222583771, -0.07566448301076889, -0.07189343124628067, -0.06812237203121185, -0.06435132026672363, -0.060580261051654816, -0.0568092055618763, -0.05303815007209778, -0.04926709458231926, -0.04549603909254074, -0.04172498360276222, -0.037953928112983704, -0.034182872623205185, -0.030411817133426666, -0.026640761643648148, -0.02286970615386963, -0.01909865066409111, -0.015327594242990017, -0.011556538753211498, -0.007785482797771692, -0.004014426842331886, -0.00024337135255336761, 0.0035276843700557947, 0.007298740092664957, 0.011069796048104763, 0.014840851537883282, 0.018611907958984375, 0.022382963448762894, 0.026154018938541412, 0.02992507442831993, 0.03369612991809845, 0.03746718540787697, 0.04123824089765549, 0.045009296387434006, 0.048780351877212524, 0.05255140736699104, 0.05632246285676956, 0.06009352207183838, 0.0638645738363266, 0.06763563305139542, 0.07140668481588364, 0.07517774403095245, 0.07894879579544067, 0.08271985501050949, 0.08649090677499771, 0.09026196599006653]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 6.0, 4.0, 2.0, 24.0, 5.0, 4.0, 10.0, 1.0, 5.0, 3.0, 1.0, 2.0, 7.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.003023213939741254, -0.002943180501461029, -0.0028631468303501606, -0.002783113392069936, -0.002703079953789711, -0.002623046515509486, -0.0025430130772292614, -0.002462979406118393, -0.002382945967838168, -0.0023029125295579433, -0.002222878858447075, -0.00214284542016685, -0.0020628119818866253, -0.0019827785436064005, -0.0019027449889108539, -0.0018227114342153072, -0.0017426779959350824, -0.0016626445576548576, -0.001582611002959311, -0.0015025774482637644, -0.0014225440099835396, -0.0013425105717033148, -0.0012624770170077682, -0.0011824434623122215, -0.0011024100240319967, -0.001022376585751772, -0.0009423430310562253, -0.0008623095345683396, -0.0007822760380804539, -0.0007022425415925682, -0.0006222090451046824, -0.0005421755486167967, -0.000462142052128911, -0.0003821085556410253, -0.0003020750591531396, -0.00022204156266525388, -0.00014200806617736816, -6.197456968948245e-05, 1.8058926798403263e-05, 9.809242328628898e-05, 0.0001781259197741747, 0.0002581594162620604, 0.0003381929127499461, 0.00041822640923783183, 0.0004982599057257175, 0.0005782934022136033, 0.000658326898701489, 0.0007383603951893747, 0.0008183938916772604, 0.0008984273881651461, 0.0009784608846530318, 0.0010584944393485785, 0.0011385278776288033, 0.001218561315909028, 0.0012985948706045747, 0.0013786284253001213, 0.001458661863580346, 0.001538695301860571, 0.0016187288565561175, 0.0016987624112516642, 0.001778795849531889, 0.0018588292878121138, 0.0019388628425076604, 0.002018896397203207, 0.002098929835483432]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 8.0, 11.0, 15.0, 23.0, 39.0, 66.0, 112.0, 186.0, 262.0, 432.0, 792.0, 1298.0, 2254.0, 4092.0, 7691.0, 15755.0, 35646.0, 105896.0, 857521.0, 83464.0, 30551.0, 14734.0, 7889.0, 4363.0, 2480.0, 1449.0, 879.0, 570.0, 347.0, 224.0, 200.0, 95.0, 81.0, 44.0, 41.0, 27.0, 22.0, 23.0, 14.0, 8.0, 5.0, 4.0, 6.0, 7.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0062330057844519615, -0.00602183910086751, -0.005810672417283058, -0.005599505268037319, -0.0053883385844528675, -0.005177171900868416, -0.004966005217283964, -0.0047548385336995125, -0.0045436713844537735, -0.004332504700869322, -0.00412133801728487, -0.0039101713337004185, -0.003699004650115967, -0.0034878377337008715, -0.00327667105011642, -0.0030655041337013245, -0.002854337450116873, -0.002643170766532421, -0.0024320038501173258, -0.002220837166532874, -0.0020096702501177788, -0.001798503566533327, -0.0015873368829488754, -0.001376170082949102, -0.0011650032829493284, -0.0009538364829495549, -0.0007426697411574423, -0.0005315029993653297, -0.00032033619936555624, -0.0001091694284696132, 0.00010199734242632985, 0.0003131641133222729, 0.0005243308842182159, 0.0007354976842179894, 0.000946664426010102, 0.0011578311678022146, 0.0013689979678019881, 0.0015801647678017616, 0.0017913314513862133, 0.0020024983678013086, 0.0022136650513857603, 0.002424831734970212, 0.0026359986513853073, 0.002847165334969759, 0.0030583320185542107, 0.003269498934969306, 0.0034806656185537577, 0.003691832534968853, 0.0039029992185533047, 0.004114165902137756, 0.004325332585722208, 0.004536499734967947, 0.004747666418552399, 0.00495883310213685, 0.005169999785721302, 0.005381166469305754, 0.005592333152890205, 0.005803500302135944, 0.006014666985720396, 0.006225833669304848, 0.006437000352889299, 0.006648167036473751, 0.00685933418571949, 0.007070500869303942, 0.007281667552888393]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 3.0, 3.0, 0.0, 6.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017694251611828804, -0.017196308821439743, -0.016698364168405533, -0.016200421378016472, -0.01570247672498226, -0.0152045339345932, -0.014706590212881565, -0.01420864649116993, -0.013710702769458294, -0.013212759047746658, -0.012714815326035023, -0.012216871604323387, -0.011718928813934326, -0.01122098509222269, -0.010723041370511055, -0.01022509764879942, -0.009727153927087784, -0.009229210205376148, -0.008731266483664513, -0.008233322761952877, -0.007735379505902529, -0.007237435784190893, -0.006739492528140545, -0.006241548806428909, -0.005743605084717274, -0.005245661363005638, -0.0047477176412940025, -0.004249774385243654, -0.0037518306635320187, -0.003253886941820383, -0.002755943452939391, -0.002257999964058399, -0.0017600562423467636, -0.0012621126370504498, -0.0007641690317541361, -0.0002662254264578223, 0.00023171817883849144, 0.0007296617841348052, 0.001227605389431119, 0.0017255489947274327, 0.0022234926000237465, 0.002721436321735382, 0.003219379810616374, 0.003717323299497366, 0.0042152670212090015, 0.004713210742920637, 0.005211153998970985, 0.005709097720682621, 0.006207041442394257, 0.006704985164105892, 0.007202928885817528, 0.007700872141867876, 0.008198816329240799, 0.00869675911962986, 0.009194702841341496, 0.009692646563053131, 0.010190590284764767, 0.010688534006476402, 0.011186477728188038, 0.011684421449899673, 0.012182364240288734, 0.01268030796200037, 0.013178251683712006, 0.013676195405423641, 0.014174139127135277]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 8.0, 4.0, 8.0, 4.0, 15.0, 20.0, 12.0, 21.0, 37.0, 31.0, 41.0, 70.0, 73.0, 73.0, 93.0, 116.0, 139.0, 151.0, 242.0, 246.0, 347.0, 391.0, 491.0, 640.0, 840.0, 1126.0, 1553.0, 5431.0, 1937.0, 1187.0, 782.0, 586.0, 387.0, 310.0, 228.0, 188.0, 141.0, 97.0, 79.0, 54.0, 59.0, 37.0, 22.0, 26.0, 20.0, 13.0, 17.0, 12.0, 9.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.007414286956191063, -0.007206671871244907, -0.0069990563206374645, -0.006791441235691309, -0.006583826150745153, -0.006376210600137711, -0.006168595515191555, -0.0059609804302453995, -0.005753365345299244, -0.005545749794691801, -0.0053381347097456455, -0.00513051962479949, -0.004922904074192047, -0.004715288989245892, -0.004507673904299736, -0.004300058353692293, -0.004092443268746138, -0.0038848279509693384, -0.003677212866023183, -0.0034695975482463837, -0.003261982463300228, -0.003054367145523429, -0.0028467518277466297, -0.002639136742800474, -0.002431521425023675, -0.0022239061072468758, -0.00201629102230072, -0.001808675704523921, -0.0016010605031624436, -0.0013934453018009663, -0.001185829984024167, -0.0009782147826626897, -0.0007705995813012123, -0.0005629843799397349, -0.00035536912037059665, -0.00014775388990528882, 5.9861340560019016e-05, 0.00026747657102532685, 0.0004750918014906347, 0.000682707061059773, 0.0008903222624212503, 0.0010979374637827277, 0.001305552665144205, 0.0015131679829210043, 0.0017207831842824817, 0.001928398385643959, 0.0021360137034207582, 0.002343628788366914, 0.002551244106143713, 0.002758859423920512, 0.0029664745088666677, 0.003174089826643467, 0.0033817049115896225, 0.0035893202293664217, 0.003796935547143221, 0.0040045506320893764, 0.004212166182696819, 0.004419781267642975, 0.00462739635258913, 0.004835011437535286, 0.005042626988142729, 0.005250242073088884, 0.00545785715803504, 0.005665472708642483, 0.005873087793588638]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10939302295446396, -0.10629817098379135, -0.10320332646369934, -0.10010847449302673, -0.09701362252235413, -0.09391877800226212, -0.09082392603158951, -0.0877290815114975, -0.08463422954082489, -0.08153937757015228, -0.07844453305006027, -0.07534968107938766, -0.07225483655929565, -0.06915998458862305, -0.06606513261795044, -0.06297028809785843, -0.05987543612718582, -0.05678058788180351, -0.053685739636421204, -0.050590887665748596, -0.04749603942036629, -0.04440119117498398, -0.04130633920431137, -0.03821149095892906, -0.03511664271354675, -0.032021794468164444, -0.028926944360136986, -0.025832094252109528, -0.02273724600672722, -0.01964239776134491, -0.01654754765331745, -0.013452698476612568, -0.010357849299907684, -0.007263000123202801, -0.004168150946497917, -0.0010733017697930336, 0.00202154740691185, 0.0051163965836167336, 0.008211245760321617, 0.0113060949370265, 0.014400944113731384, 0.017495792359113693, 0.02059064246714115, 0.02368549257516861, 0.02678034082055092, 0.029875189065933228, 0.032970041036605835, 0.036064889281988144, 0.03915973752737045, 0.04225458577275276, 0.04534943401813507, 0.04844428598880768, 0.05153913423418999, 0.054633982479572296, 0.057728834450244904, 0.06082368269562721, 0.06391853094100952, 0.06701338291168213, 0.07010822743177414, 0.07320307940244675, 0.07629792392253876, 0.07939277589321136, 0.08248762786388397, 0.08558247238397598, 0.08867732435464859]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 7.0, 3.0, 3.0, 4.0, 0.0, 3.0, 4.0, 2.0, 3.0, 7.0, 10.0, 14.0, 26.0, 47.0, 38.0, 21.0, 22.0, 5.0, 1.0, 1.0, 1.0, 5.0, 1.0, 2.0, 2.0, 5.0, 5.0, 5.0, 3.0, 0.0, 4.0, 7.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.09038026630878448, -0.08809100836515427, -0.08580174297094345, -0.08351248502731323, -0.08122321963310242, -0.0789339616894722, -0.07664470374584198, -0.07435543835163116, -0.07206618040800095, -0.06977692246437073, -0.06748765707015991, -0.0651983991265297, -0.06290914118289948, -0.06061987578868866, -0.05833061784505844, -0.056041356176137924, -0.05375209450721741, -0.05146283283829689, -0.04917357116937637, -0.046884313225746155, -0.04459505155682564, -0.04230578988790512, -0.0400165319442749, -0.037727270275354385, -0.03543800860643387, -0.03314874693751335, -0.030859487131237984, -0.028570227324962616, -0.0262809656560421, -0.023991703987121582, -0.021702444180846214, -0.019413184374570847, -0.01712392270565033, -0.014834661968052387, -0.012545401230454445, -0.010256140492856503, -0.00796687975525856, -0.005677619017660618, -0.0033883582800626755, -0.0010990975424647331, 0.0011901631951332092, 0.0034794239327311516, 0.005768684670329094, 0.008057945407927036, 0.010347206145524979, 0.012636466883122921, 0.014925727620720863, 0.01721498742699623, 0.019504249095916748, 0.021793510764837265, 0.024082770571112633, 0.026372030377388, 0.028661292046308517, 0.030950553715229034, 0.03323981165885925, 0.03552907332777977, 0.03781833499670029, 0.040107596665620804, 0.04239685833454132, 0.04468611627817154, 0.046975377947092056, 0.04926463961601257, 0.05155389755964279, 0.05384315922856331, 0.056132420897483826]}, "_runtime": 88.42106342315674, "_timestamp": 1596211678.1921723, "_step": 108}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 0.0, 1.0, 1.0, 5.0, 3.0, 5.0, 2.0, 0.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00855410099029541, -0.008257532492280006, -0.007960963994264603, -0.007664395496249199, -0.007367826998233795, -0.007071258034557104, -0.0067746895365417, -0.006478121038526297, -0.006181552540510893, -0.005884984042495489, -0.005588415544480085, -0.005291847046464682, -0.004995278082787991, -0.004698709584772587, -0.004402141086757183, -0.004105572588741779, -0.0038090040907263756, -0.003512435592710972, -0.003215867094695568, -0.0029192983638495207, -0.002622729865834117, -0.002326161367818713, -0.002029592636972666, -0.001733024138957262, -0.0014364556409418583, -0.0011398871429264545, -0.000843318528495729, -0.0005467499722726643, -0.00025018141604959965, 4.6387140173465014e-05, 0.0003429556963965297, 0.0006395242526195943, 0.000936092808842659, 0.0012326613068580627, 0.0015292299212887883, 0.001825798535719514, 0.0021223670337349176, 0.0024189355317503214, 0.002715504262596369, 0.0030120727606117725, 0.0033086412586271763, 0.00360520975664258, 0.0039017782546579838, 0.0041983467526733875, 0.004494915716350079, 0.004791484214365482, 0.005088052712380886, 0.00538462121039629, 0.005681189708411694, 0.005977758206427097, 0.006274326704442501, 0.006570895202457905, 0.0068674637004733086, 0.00716403266415, 0.007460601162165403, 0.007757169660180807, 0.008053738623857498, 0.008350307121872902, 0.008646875619888306, 0.00894344411790371, 0.009240012615919113, 0.009536581113934517, 0.00983314961194992, 0.010129718109965324, 0.010426286607980728]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 10.0, 7.0, 17.0, 11.0, 15.0, 21.0, 38.0, 37.0, 40.0, 94.0, 123.0, 184.0, 293.0, 668.0, 5397.0, 362.0, 195.0, 94.0, 72.0, 66.0, 39.0, 25.0, 21.0, 9.0, 17.0, 15.0, 6.0, 7.0, 4.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.14698070287704468, -0.14240534603595734, -0.13782998919487, -0.13325464725494385, -0.1286792904138565, -0.12410393357276917, -0.11952858418226242, -0.11495322734117508, -0.11037787795066833, -0.105802521109581, -0.10122716426849365, -0.09665181487798691, -0.09207645803689957, -0.08750110864639282, -0.08292575180530548, -0.07835040241479874, -0.0737750455737114, -0.06919968873262405, -0.06462433934211731, -0.06004898622632027, -0.055473633110523224, -0.05089827626943588, -0.04632292315363884, -0.0417475700378418, -0.037172216922044754, -0.03259686380624771, -0.02802151069045067, -0.023446155712008476, -0.018870802596211433, -0.01429544948041439, -0.009720095433294773, -0.005144741851836443, -0.0005693882703781128, 0.004005965311080217, 0.008581318892538548, 0.013156672939658165, 0.017732026055455208, 0.02230737917125225, 0.026882734149694443, 0.031458087265491486, 0.03603344038128853, 0.04060879349708557, 0.045184146612882614, 0.04975949972867966, 0.054334856569767, 0.05891020968556404, 0.06348556280136108, 0.06806091219186783, 0.07263626903295517, 0.07721162587404251, 0.08178697526454926, 0.0863623321056366, 0.09093768149614334, 0.09551303833723068, 0.10008838772773743, 0.10466374456882477, 0.10923910140991211, 0.11381445080041885, 0.1183898076415062, 0.12296515703201294, 0.12754051387310028, 0.13211587071418762, 0.13669121265411377, 0.1412665694952011, 0.14584192633628845]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 8.0, 1.0, 4.0, 3.0, 3.0, 5.0, 31.0, 3.0, 6.0, 3.0, 5.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031028359662741423, -0.003007375868037343, -0.002911915769800544, -0.0028164556715637445, -0.0027209955733269453, -0.002625535475090146, -0.002530075376853347, -0.0024346152786165476, -0.002339155413210392, -0.0022436953149735928, -0.0021482352167367935, -0.0020527751184999943, -0.001957315020263195, -0.0018618549220263958, -0.0017663948237895966, -0.0016709347255527973, -0.001575474627315998, -0.0014800145290791988, -0.0013845544308423996, -0.0012890943326056004, -0.0011936342343688011, -0.0010981742525473237, -0.0010027141543105245, -0.0009072540560737252, -0.000811793957836926, -0.0007163338596001267, -0.0006208737613633275, -0.0005254137213341892, -0.00042995362309738994, -0.0003344935248605907, -0.0002390334557276219, -0.0001435733720427379, -4.811328835785389e-05, 4.734679532703012e-05, 0.00014280687901191413, 0.00023826696269679815, 0.00033372704638168216, 0.0004291871446184814, 0.0005246471846476197, 0.000620107282884419, 0.0007155673811212182, 0.0008110274793580174, 0.0009064875775948167, 0.001001947675831616, 0.0010974076576530933, 0.0011928677558898926, 0.0012883278541266918, 0.001383787952363491, 0.0014792480506002903, 0.0015747081488370895, 0.0016701682470738888, 0.001765628345310688, 0.0018610884435474873, 0.0019565485417842865, 0.0020520086400210857, 0.002147468738257885, 0.0022429288364946842, 0.00233838870190084, 0.002433848800137639, 0.0025293088983744383, 0.0026247689966112375, 0.0027202290948480368, 0.002815689193084836, 0.0029111492913216352, 0.0030066093895584345]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 8.0, 13.0, 15.0, 15.0, 13.0, 24.0, 20.0, 38.0, 35.0, 55.0, 85.0, 99.0, 163.0, 201.0, 328.0, 457.0, 699.0, 1052.0, 1665.0, 2666.0, 4683.0, 8622.0, 17923.0, 43561.0, 150504.0, 841288.0, 57192.0, 21669.0, 10624.0, 5840.0, 3403.0, 2253.0, 1417.0, 942.0, 605.0, 401.0, 323.0, 198.0, 160.0, 122.0, 75.0, 47.0, 45.0, 24.0, 25.0, 10.0, 12.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.006211062427610159, -0.006024415139108896, -0.005837767850607634, -0.005651120562106371, -0.005464473273605108, -0.005277825985103846, -0.005091178696602583, -0.00490453140810132, -0.00471788365393877, -0.004531236365437508, -0.004344589076936245, -0.004157941788434982, -0.00397129449993372, -0.003784647211432457, -0.0035979999229311943, -0.0034113526344299316, -0.003224705345928669, -0.0030380580574274063, -0.0028514107689261436, -0.002664763480424881, -0.0024781161919236183, -0.002291468670591712, -0.0021048213820904493, -0.0019181740935891867, -0.001731526805087924, -0.0015448795165866613, -0.0013582322280853987, -0.0011715848231688142, -0.0009849375346675515, -0.0007982902461662889, -0.0006116428994573653, -0.00042499558185227215, -0.00023834826424717903, -5.170094664208591e-05, 0.0001349463709630072, 0.00032159368856810033, 0.0005082410061731935, 0.0006948882946744561, 0.0008815356413833797, 0.0010681829880923033, 0.001254830276593566, 0.0014414775650948286, 0.0016281248535960913, 0.0018147722585126758, 0.0020014196634292603, 0.002188066951930523, 0.0023747142404317856, 0.0025613615289330482, 0.002748008817434311, 0.0029346561059355736, 0.0031213033944368362, 0.003307950682938099, 0.0034945979714393616, 0.003681245492771268, 0.0038678927812725306, 0.00405453983694315, 0.004241187125444412, 0.004427834879606962, 0.004614482168108225, 0.0048011294566094875, 0.00498777674511075, 0.005174424033612013, 0.0053610713221132755, 0.005547718610614538, 0.005734365899115801]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 6.0, 6.0, 2.0, 2.0, 8.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012670343741774559, -0.012076660990715027, -0.011482978239655495, -0.010889295488595963, -0.01029561273753643, -0.009701930917799473, -0.00910824816673994, -0.008514565415680408, -0.007920882664620876, -0.007327199913561344, -0.006733517162501812, -0.006139834877103567, -0.005546152126044035, -0.004952469374984503, -0.004358787089586258, -0.0037651043385267258, -0.0031714215874671936, -0.0025777388364076614, -0.001984056318178773, -0.0013903736835345626, -0.0007966910488903522, -0.0002030084142461419, 0.00039067422039806843, 0.0009843568550422788, 0.001578039489686489, 0.0021717222407460213, 0.0027654047589749098, 0.0033590872772037983, 0.0039527700282633305, 0.004546452779322863, 0.0051401350647211075, 0.00573381781578064, 0.006327500566840172, 0.006921183317899704, 0.007514866068959236, 0.008108548820018768, 0.0087022315710783, 0.009295913390815258, 0.00988959614187479, 0.010483278892934322, 0.011076961643993855, 0.011670644395053387, 0.012264327146112919, 0.012858009897172451, 0.013451691716909409, 0.01404537446796894, 0.014639057219028473, 0.015232739970088005, 0.015826422721147537, 0.01642010547220707, 0.0170137882232666, 0.017607470974326134, 0.018201153725385666, 0.018794836476445198, 0.01938851922750473, 0.019982201978564262, 0.020575884729623795, 0.021169565618038177, 0.02176324836909771, 0.022356931120157242, 0.022950613871216774, 0.023544296622276306, 0.02413797937333584, 0.02473166212439537, 0.025325344875454903]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 5.0, 9.0, 15.0, 12.0, 18.0, 25.0, 18.0, 37.0, 34.0, 51.0, 61.0, 88.0, 88.0, 123.0, 168.0, 224.0, 264.0, 367.0, 532.0, 775.0, 1007.0, 1569.0, 2499.0, 6241.0, 1575.0, 839.0, 513.0, 346.0, 227.0, 173.0, 111.0, 100.0, 70.0, 43.0, 45.0, 32.0, 25.0, 12.0, 7.0, 4.0, 5.0, 6.0, 8.0, 4.0, 1.0, 0.0, 16.0, 10.0, 2.0, 2.0, 5.0, 1.0, 1.0, 3.0, 5.0], "bins": [-0.008189184591174126, -0.007934827357530594, -0.007680469658225775, -0.007426111958920956, -0.007171754725277424, -0.006917397025972605, -0.006663039792329073, -0.006408682093024254, -0.006154324859380722, -0.005899967160075903, -0.005645609460771084, -0.005391252227127552, -0.005136894527822733, -0.004882537294179201, -0.004628179594874382, -0.00437382236123085, -0.004119464661926031, -0.0038651071954518557, -0.00361074972897768, -0.0033563922625035048, -0.0031020347960293293, -0.00284767709672451, -0.0025933196302503347, -0.0023389621637761593, -0.002084604697301984, -0.0018302472308278084, -0.001575889764353633, -0.0013215321814641356, -0.0010671747149899602, -0.0008128172485157847, -0.0005584597238339484, -0.00030410222825594246, -4.9744732677936554e-05, 0.00020461276290006936, 0.00045897025847807527, 0.0007133277831599116, 0.0009676852496340871, 0.0012220427161082625, 0.0014764002989977598, 0.0017307577654719353, 0.0019851152319461107, 0.002239472698420286, 0.0024938301648944616, 0.002748187631368637, 0.003002545330673456, 0.0032569027971476316, 0.003511260263621807, 0.0037656177300959826, 0.004019975196570158, 0.004274332895874977, 0.004528690129518509, 0.004783047828823328, 0.00503740506246686, 0.005291762761771679, 0.005546119995415211, 0.00580047769472003, 0.006054835394024849, 0.006309192627668381, 0.0065635503269732, 0.006817907560616732, 0.007072265259921551, 0.0073266224935650826, 0.007580980192869902, 0.00783533789217472, 0.008089695125818253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0637672021985054, -0.06224563717842102, -0.06072407215833664, -0.05920251086354256, -0.057680945843458176, -0.056159380823373795, -0.05463781580328941, -0.05311625450849533, -0.05159468948841095, -0.05007312446832657, -0.04855155944824219, -0.047029994428157806, -0.045508433133363724, -0.04398686811327934, -0.04246530309319496, -0.04094373807311058, -0.0394221767783165, -0.03790061175823212, -0.036379046738147736, -0.034857481718063354, -0.03333591669797897, -0.03181435540318489, -0.03029279038310051, -0.02877122536301613, -0.027249660342931747, -0.025728097185492516, -0.024206532165408134, -0.022684969007968903, -0.02116340398788452, -0.01964184083044529, -0.01812027581036091, -0.016598712652921677, -0.015077147632837296, -0.013555583544075489, -0.012034019455313683, -0.010512455366551876, -0.00899089127779007, -0.007469326723366976, -0.005947762168943882, -0.0044261980801820755, -0.002904633991420269, -0.0013830697862431407, 0.00013849441893398762, 0.001660058624111116, 0.0031816228292882442, 0.004703186918050051, 0.0062247514724731445, 0.007746315561234951, 0.009267879649996758, 0.010789443738758564, 0.01231100782752037, 0.013832571916282177, 0.015354136005043983, 0.016875701025128365, 0.018397264182567596, 0.019918829202651978, 0.02144039422273636, 0.02296195738017559, 0.02448352240025997, 0.026005085557699203, 0.027526650577783585, 0.029048213735222816, 0.030569778755307198, 0.03209134191274643, 0.03361290693283081]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 6.0, 2.0, 8.0, 9.0, 13.0, 34.0, 51.0, 32.0, 16.0, 12.0, 10.0, 16.0, 10.0, 12.0, 8.0, 7.0, 4.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.05876234546303749, -0.057469442486763, -0.05617653951048851, -0.05488364025950432, -0.05359073728322983, -0.05229783430695534, -0.05100493133068085, -0.049712032079696655, -0.048419129103422165, -0.047126226127147675, -0.045833323150873184, -0.044540420174598694, -0.0432475209236145, -0.04195461794734001, -0.04066171497106552, -0.03936881199479103, -0.03807590901851654, -0.03678300976753235, -0.03549010679125786, -0.03419720381498337, -0.03290430083870888, -0.031611401587724686, -0.030318498611450195, -0.029025595635175705, -0.027732692658901215, -0.026439791545271873, -0.025146888568997383, -0.023853987455368042, -0.02256108447909355, -0.02126818336546421, -0.01997528038918972, -0.01868237927556038, -0.01738947629928589, -0.0160965733230114, -0.014803672209382057, -0.013510770164430141, -0.012217868119478226, -0.010924965143203735, -0.00963206309825182, -0.008339161053299904, -0.007046259008347988, -0.005753356963396072, -0.004460454918444157, -0.0031675524078309536, -0.0018746503628790379, -0.0005817482015118003, 0.0007111539598554373, 0.0020040562376379967, 0.0032969582825899124, 0.004589860327541828, 0.005882762372493744, 0.007175664883106947, 0.008468566462397575, 0.009761469438672066, 0.011054371483623981, 0.012347273528575897, 0.013640175573527813, 0.014933077618479729, 0.01622598059475422, 0.01751888170838356, 0.01881178468465805, 0.02010468579828739, 0.021397588774561882, 0.022690489888191223, 0.023983392864465714]}, "_runtime": 89.27085781097412, "_timestamp": 1596211679.0419667, "_step": 109}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 0.0, 3.0, 0.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011134196072816849, -0.010727102868258953, -0.010320009663701057, -0.009912916459143162, -0.009505823254585266, -0.009098729118704796, -0.0086916359141469, -0.008284542709589005, -0.007877449505031109, -0.007470356300473213, -0.0070632630959153175, -0.006656169425696135, -0.006249076221138239, -0.005841983016580343, -0.00543488934636116, -0.005027796141803265, -0.004620702937245369, -0.004213609732687473, -0.003806516295298934, -0.0033994228579103947, -0.002992329653352499, -0.0025852364487946033, -0.002178143011406064, -0.0017710496904328465, -0.001363956369459629, -0.0009568630484864116, -0.0005497697275131941, -0.0001426764065399766, 0.0002644169144332409, 0.0006715102354064584, 0.0010786035563796759, 0.0014856968773528934, 0.0018927901983261108, 0.0022998834028840065, 0.002706976840272546, 0.003114070277661085, 0.003521163482218981, 0.0039282566867768764, 0.004335350356996059, 0.004742443561553955, 0.005149536766111851, 0.005556629970669746, 0.005963723175227642, 0.006370816845446825, 0.006777910050004721, 0.007185003254562616, 0.007592096924781799, 0.007999190129339695, 0.00840628333389759, 0.008813376538455486, 0.009220469743013382, 0.009627562947571278, 0.010034656152129173, 0.010441750288009644, 0.01084884349256754, 0.011255936697125435, 0.01166302990168333, 0.012070123106241226, 0.012477216310799122, 0.012884309515357018, 0.013291403651237488, 0.013698496855795383, 0.014105590060353279, 0.014512683264911175, 0.01491977646946907]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 4.0, 7.0, 4.0, 8.0, 7.0, 17.0, 5.0, 13.0, 16.0, 18.0, 26.0, 47.0, 46.0, 79.0, 86.0, 110.0, 129.0, 235.0, 379.0, 5057.0, 669.0, 266.0, 183.0, 109.0, 79.0, 74.0, 57.0, 42.0, 34.0, 19.0, 16.0, 15.0, 13.0, 13.0, 6.0, 4.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1300850659608841, -0.12621425092220306, -0.12234343588352203, -0.1184726282954216, -0.11460181325674057, -0.11073099821805954, -0.1068601906299591, -0.10298937559127808, -0.09911856055259705, -0.09524774551391602, -0.09137693047523499, -0.08750612288713455, -0.08363530784845352, -0.07976449280977249, -0.07589368522167206, -0.07202287018299103, -0.06815205514431, -0.06428124010562897, -0.060410428792238235, -0.056539617478847504, -0.05266880244016647, -0.04879798740148544, -0.04492717608809471, -0.04105636477470398, -0.03718554973602295, -0.03331473469734192, -0.029443923383951187, -0.025573110207915306, -0.021702297031879425, -0.017831483855843544, -0.013960670679807663, -0.010089857503771782, -0.006219044327735901, -0.00234823115170002, 0.0015225820243358612, 0.005393395200371742, 0.009264208376407623, 0.013135021552443504, 0.017005834728479385, 0.020876647904515266, 0.024747461080551147, 0.02861827425658703, 0.03248908743262291, 0.03635989874601364, 0.04023071378469467, 0.0441015288233757, 0.047972340136766434, 0.051843151450157166, 0.055713966488838196, 0.059584781527519226, 0.06345559656620026, 0.06732640415430069, 0.07119721919298172, 0.07506803423166275, 0.07893884181976318, 0.08280965685844421, 0.08668047189712524, 0.09055128693580627, 0.0944221019744873, 0.09829290956258774, 0.10216372460126877, 0.1060345396399498, 0.10990534722805023, 0.11377616226673126, 0.11764697730541229]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 6.0, 5.0, 3.0, 1.0, 4.0, 1.0, 2.0, 5.0, 5.0, 25.0, 6.0, 5.0, 9.0, 1.0, 1.0, 4.0, 3.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0038970422465354204, -0.003775500226765871, -0.003653957974165678, -0.0035324159543961287, -0.0034108739346265793, -0.00328933191485703, -0.0031677898950874805, -0.0030462476424872875, -0.002924705622717738, -0.0028031636029481888, -0.0026816213503479958, -0.0025600793305784464, -0.002438537310808897, -0.0023169952910393476, -0.0021954532712697983, -0.0020739110186696053, -0.0019523689989000559, -0.0018308269791305065, -0.0017092848429456353, -0.0015877427067607641, -0.0014662006869912148, -0.0013446586672216654, -0.0012231165310367942, -0.001101574394851923, -0.0009800323750823736, -0.0008584902971051633, -0.000736948219127953, -0.0006154061411507428, -0.0004938640631735325, -0.0003723219851963222, -0.0002507799072191119, -0.00012923782924190164, -7.695751264691353e-06, 0.00011384632671251893, 0.00023538840468972921, 0.0003569304826669395, 0.0004784725606441498, 0.0006000146386213601, 0.0007215567165985703, 0.0008430987945757806, 0.0009646408725529909, 0.0010861828923225403, 0.0012077250285074115, 0.0013292671646922827, 0.001450809184461832, 0.0015723512042313814, 0.0016938933404162526, 0.0018154354766011238, 0.0019369774963706732, 0.0020585195161402225, 0.0021800617687404156, 0.002301603788509965, 0.0024231458082795143, 0.0025446878280490637, 0.002666229847818613, 0.002787772100418806, 0.0029093141201883554, 0.003030856139957905, 0.003152398392558098, 0.003273940412327647, 0.0033954824320971966, 0.003517024451866746, 0.0036385664716362953, 0.0037601087242364883, 0.0038816507440060377]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 2.0, 6.0, 13.0, 15.0, 27.0, 26.0, 49.0, 61.0, 87.0, 152.0, 205.0, 389.0, 504.0, 807.0, 1323.0, 2228.0, 4079.0, 7430.0, 14799.0, 32891.0, 92759.0, 853671.0, 85904.0, 34168.0, 18067.0, 10495.0, 6448.0, 4015.0, 2739.0, 1939.0, 1227.0, 858.0, 639.0, 457.0, 315.0, 236.0, 151.0, 133.0, 79.0, 56.0, 49.0, 33.0, 24.0, 18.0, 16.0, 14.0, 10.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 4.0, 2.0], "bins": [-0.0062151807360351086, -0.006011914927512407, -0.005808649118989706, -0.005605383310467005, -0.005402117036283016, -0.005198851227760315, -0.004995585419237614, -0.004792319610714912, -0.004589053802192211, -0.00438578799366951, -0.004182522185146809, -0.003979256376624107, -0.0037759903352707624, -0.003572724526748061, -0.0033694584853947163, -0.003166192676872015, -0.0029629268683493137, -0.0027596610598266125, -0.002556395251303911, -0.0023531292099505663, -0.002149863401427865, -0.0019465975929051638, -0.0017433316679671407, -0.0015400657430291176, -0.0013367999345064163, -0.001133534125983715, -0.000930268201045692, -0.0007270023343153298, -0.0005237364675849676, -0.00032047060085460544, -0.00011720473412424326, 8.606113260611892e-05, 0.0002893269993364811, 0.0004925928660668433, 0.0006958587327972054, 0.0008991245995275676, 0.0011023904662579298, 0.001305656274780631, 0.0015089221997186542, 0.0017121881246566772, 0.0019154539331793785, 0.0021187197417020798, 0.002321985550224781, 0.002525251591578126, 0.0027285174001008272, 0.0029317832086235285, 0.0031350492499768734, 0.0033383150584995747, 0.003541580867022276, 0.003744846675544977, 0.0039481124840676785, 0.00415137829259038, 0.004354644566774368, 0.0045579103752970695, 0.004761176183819771, 0.004964441992342472, 0.005167707800865173, 0.005370973609387875, 0.005574239417910576, 0.005777505226433277, 0.005980771034955978, 0.006184037309139967, 0.006387303117662668, 0.0065905689261853695, 0.006793834734708071]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 8.0, 1.0, 1.0, 3.0, 4.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.027110183611512184, -0.026455674320459366, -0.025801166892051697, -0.025146659463644028, -0.02449215017259121, -0.02383764088153839, -0.023183133453130722, -0.022528626024723053, -0.021874116733670235, -0.021219607442617416, -0.020565100014209747, -0.019910592585802078, -0.01925608329474926, -0.01860157400369644, -0.017947066575288773, -0.017292559146881104, -0.016638049855828285, -0.015983540564775467, -0.015329033136367798, -0.014674524776637554, -0.01402001641690731, -0.013365508057177067, -0.012710999697446823, -0.01205649133771658, -0.011401982977986336, -0.010747474618256092, -0.010092966258525848, -0.009438457898795605, -0.008783949539065361, -0.008129441179335117, -0.007474932819604874, -0.00682042445987463, -0.006165916100144386, -0.005511407740414143, -0.004856899380683899, -0.004202391020953655, -0.0035478826612234116, -0.002893374301493168, -0.002238865941762924, -0.0015843575820326805, -0.0009298492223024368, -0.00027534086257219315, 0.00037916749715805054, 0.0010336758568882942, 0.001688184216618538, 0.0023426925763487816, 0.0029972009360790253, 0.003651709295809269, 0.004306217655539513, 0.004960726015269756, 0.005615234375, 0.006269742734730244, 0.006924251094460487, 0.007578759454190731, 0.008233267813920975, 0.008887776173651218, 0.009542284533381462, 0.010196792893111706, 0.01085130125284195, 0.011505809612572193, 0.012160317972302437, 0.01281482633203268, 0.013469334691762924, 0.014123843051493168, 0.014778351411223412]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 3.0, 3.0, 8.0, 15.0, 15.0, 13.0, 24.0, 32.0, 40.0, 68.0, 80.0, 115.0, 148.0, 212.0, 294.0, 447.0, 681.0, 978.0, 1422.0, 2440.0, 6280.0, 1506.0, 967.0, 634.0, 501.0, 368.0, 268.0, 197.0, 175.0, 124.0, 100.0, 63.0, 46.0, 49.0, 32.0, 21.0, 11.0, 10.0, 8.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.014765487052500248, -0.01437971368432045, -0.013993939384818077, -0.013608166016638279, -0.013222391717135906, -0.012836618348956108, -0.012450844049453735, -0.012065070681273937, -0.011679297313094139, -0.011293523013591766, -0.010907749645411968, -0.010521975345909595, -0.010136201977729797, -0.009750427678227425, -0.009364654310047626, -0.008978880010545254, -0.008593106642365456, -0.008207333274185658, -0.007821558974683285, -0.007435785140842199, -0.007050011307001114, -0.006664237938821316, -0.00627846410498023, -0.005892690271139145, -0.0055069164372980595, -0.005121142603456974, -0.004735368769615889, -0.004349594935774803, -0.003963821567595005, -0.003578047500923276, -0.003192273899912834, -0.0028065000660717487, -0.0024207262322306633, -0.002034952398389578, -0.0016491786809638143, -0.0012634049635380507, -0.0008776311296969652, -0.0004918573540635407, -0.00010608357843011618, 0.00027969019720330834, 0.0006654639728367329, 0.0010512378066778183, 0.001437011524103582, 0.0018227852415293455, 0.002208559075370431, 0.0025943329092115164, 0.002980106510221958, 0.0033658803440630436, 0.003751654177904129, 0.0041374280117452145, 0.0045232018455863, 0.004908975679427385, 0.005294749513268471, 0.005680522881448269, 0.006066296715289354, 0.00645207054913044, 0.006837844382971525, 0.007223618216812611, 0.007609392050653696, 0.007995165884494781, 0.00838093925267458, 0.008766713552176952, 0.00915248692035675, 0.009538261219859123, 0.009924034588038921]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07222181558609009, -0.06891625374555588, -0.06561069935560226, -0.062305137515068054, -0.05899957939982414, -0.05569401755928993, -0.05238845944404602, -0.04908290132880211, -0.0457773432135582, -0.04247178137302399, -0.039166223257780075, -0.03586066514253616, -0.03255510330200195, -0.02924954518675804, -0.02594398520886898, -0.02263842709362507, -0.019332867115736008, -0.016027307137846947, -0.012721749022603035, -0.009416189044713974, -0.006110629998147488, -0.0028050707187503576, 0.0005004885606467724, 0.0038060478400439024, 0.007111607119441032, 0.010417166166007519, 0.013722725212574005, 0.017028285190463066, 0.020333845168352127, 0.02363940328359604, 0.0269449632614851, 0.03025052137672901, 0.03355608135461807, 0.036861639469861984, 0.040167201310396194, 0.043472759425640106, 0.04677831754088402, 0.05008387938141823, 0.05338943749666214, 0.05669499561190605, 0.06000055372714996, 0.06330611556768417, 0.06661167740821838, 0.069917231798172, 0.07322279363870621, 0.07652835547924042, 0.07983390986919403, 0.08313947170972824, 0.08644503355026245, 0.08975058794021606, 0.09305614978075027, 0.09636170417070389, 0.0996672660112381, 0.10297282785177231, 0.10627838224172592, 0.10958394408226013, 0.11288950592279434, 0.11619506031274796, 0.11950062215328217, 0.12280618399381638, 0.12611174583435059, 0.1294173002243042, 0.1327228546142578, 0.13602842390537262, 0.13933397829532623]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 4.0, 7.0, 2.0, 7.0, 6.0, 4.0, 6.0, 10.0, 6.0, 13.0, 9.0, 28.0, 52.0, 15.0, 13.0, 10.0, 11.0, 10.0, 8.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 2.0], "bins": [-0.0497356578707695, -0.048091448843479156, -0.04644723981618881, -0.04480303078889847, -0.043158821761608124, -0.04151461273431778, -0.039870403707027435, -0.03822619467973709, -0.03658198565244675, -0.0349377766251564, -0.03329356759786606, -0.031649358570575714, -0.03000514954328537, -0.028360940515995026, -0.02671673148870468, -0.025072522461414337, -0.023428313434123993, -0.02178410440683365, -0.020139895379543304, -0.01849568635225296, -0.016851477324962616, -0.015207268297672272, -0.013563059270381927, -0.011918850243091583, -0.010274641215801239, -0.008630432188510895, -0.0069862231612205505, -0.005342014133930206, -0.003697805106639862, -0.002053596079349518, -0.0004093870520591736, 0.0012348219752311707, 0.002879031002521515, 0.004523240029811859, 0.006167449057102203, 0.007811658084392548, 0.009455867111682892, 0.011100076138973236, 0.01274428516626358, 0.014388494193553925, 0.01603270322084427, 0.017676912248134613, 0.019321121275424957, 0.0209653303027153, 0.022609539330005646, 0.02425374835729599, 0.025897957384586334, 0.02754216641187668, 0.029186375439167023, 0.030830584466457367, 0.03247479349374771, 0.034119002521038055, 0.0357632115483284, 0.037407420575618744, 0.03905162960290909, 0.04069583863019943, 0.04234004765748978, 0.04398425668478012, 0.045628465712070465, 0.04727267473936081, 0.048916883766651154, 0.0505610927939415, 0.05220530182123184, 0.053849510848522186, 0.05549371987581253]}, "_runtime": 90.10368824005127, "_timestamp": 1596211679.874797, "_step": 110}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 4.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01003333181142807, -0.009690538048744202, -0.009347744286060333, -0.009004950523376465, -0.008662156760692596, -0.008319362066686153, -0.007976568304002285, -0.007633774541318417, -0.007290980778634548, -0.00694818701595068, -0.006605393253266811, -0.006262599024921656, -0.005919805262237787, -0.005577011499553919, -0.005234217271208763, -0.004891423508524895, -0.004548629745841026, -0.004205835983157158, -0.003863041987642646, -0.0035202479921281338, -0.0031774542294442654, -0.002834660466760397, -0.002491866471245885, -0.002149072475731373, -0.0018062787130475044, -0.0014634848339483142, -0.001120690954849124, -0.0007778970757499337, -0.0004351031966507435, -9.230931755155325e-05, 0.000250484561547637, 0.0005932784406468272, 0.0009360723197460175, 0.0012788661988452077, 0.001621660077944398, 0.00196445407345891, 0.0023072478361427784, 0.002650041598826647, 0.002992835594341159, 0.003335629589855671, 0.0036784233525395393, 0.004021217115223408, 0.004364010877907276, 0.004706805106252432, 0.0050495988689363, 0.005392392631620169, 0.005735186859965324, 0.006077980622649193, 0.006420774385333061, 0.00676356814801693, 0.007106361910700798, 0.007449156139045954, 0.007791949901729822, 0.008134744130074978, 0.008477537892758846, 0.008820331655442715, 0.009163125418126583, 0.009505919180810452, 0.00984871294349432, 0.010191506706178188, 0.010534301400184631, 0.0108770951628685, 0.011219888925552368, 0.011562682688236237, 0.011905476450920105]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 9.0, 4.0, 8.0, 9.0, 6.0, 9.0, 14.0, 20.0, 32.0, 26.0, 37.0, 52.0, 67.0, 69.0, 149.0, 145.0, 196.0, 373.0, 5058.0, 663.0, 296.0, 210.0, 114.0, 96.0, 51.0, 54.0, 25.0, 26.0, 25.0, 22.0, 12.0, 6.0, 10.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12214744836091995, -0.11850905418395996, -0.11487065255641937, -0.11123225837945938, -0.10759386420249939, -0.1039554625749588, -0.10031706839799881, -0.09667866677045822, -0.09304027259349823, -0.08940187841653824, -0.08576347678899765, -0.08212508261203766, -0.07848668098449707, -0.07484828680753708, -0.07120989263057709, -0.0675714910030365, -0.06393309682607651, -0.06029469892382622, -0.05665630102157593, -0.053017906844615936, -0.049379508942365646, -0.045741111040115356, -0.042102716863155365, -0.038464318960905075, -0.034825921058654785, -0.031187523156404495, -0.027549127116799355, -0.023910731077194214, -0.020272333174943924, -0.016633935272693634, -0.012995539233088493, -0.009357142262160778, -0.005718745291233063, -0.0020803483203053474, 0.0015580486506223679, 0.005196445621550083, 0.008834842592477798, 0.012473239563405514, 0.01611163653433323, 0.01975003257393837, 0.02338843047618866, 0.02702682837843895, 0.03066522441804409, 0.03430362045764923, 0.03794201835989952, 0.04158041626214981, 0.0452188104391098, 0.04885720834136009, 0.05249560624361038, 0.05613400414586067, 0.05977240204811096, 0.06341079622507095, 0.06704919040203094, 0.07068759202957153, 0.07432598620653152, 0.07796438783407211, 0.0816027820110321, 0.0852411761879921, 0.08887957781553268, 0.09251797199249268, 0.09615637362003326, 0.09979476779699326, 0.10343316197395325, 0.10707156360149384, 0.11070995777845383]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 5.0, 6.0, 3.0, 5.0, 4.0, 4.0, 3.0, 6.0, 22.0, 5.0, 2.0, 3.0, 2.0, 4.0, 5.0, 5.0, 3.0, 3.0, 5.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026635508984327316, -0.002553184749558568, -0.002442818833515048, -0.0023324526846408844, -0.0022220865357667208, -0.002111720619723201, -0.002001354470849037, -0.0018909883219748735, -0.0017806222895160317, -0.00167025625705719, -0.0015598901081830263, -0.0014495240757241845, -0.0013391580432653427, -0.001228791894391179, -0.0011184258619323373, -0.0010080597130581737, -0.0008976936805993319, -0.0007873275899328291, -0.0006769614992663264, -0.0005665954668074846, -0.0004562293761409819, -0.0003458632854744792, -0.00023549722391180694, -0.00012513114779721946, -1.476507168263197e-05, 9.560100443195552e-05, 0.000205967080546543, 0.00031633314210921526, 0.000426699232775718, 0.0005370653234422207, 0.0006474313559010625, 0.0007577974465675652, 0.0008681635372340679, 0.0009785295696929097, 0.0010888957185670733, 0.0011992617510259151, 0.0013096278999000788, 0.0014199939323589206, 0.0015303599648177624, 0.001640726113691926, 0.0017510921461507678, 0.0018614581786096096, 0.0019718243274837732, 0.002082190476357937, 0.002192556392401457, 0.0023029225412756205, 0.002413288690149784, 0.002523654606193304, 0.0026340207550674677, 0.0027443869039416313, 0.0028547528199851513, 0.002965118968859315, 0.0030754851177334785, 0.0031858510337769985, 0.003296217182651162, 0.0034065833315253258, 0.0035169492475688457, 0.0036273153964430094, 0.003737681545317173, 0.0038480476941913366, 0.0039584138430655, 0.00406877975910902, 0.00417914567515254, 0.0042895120568573475, 0.0043998779729008675]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 3.0, 3.0, 2.0, 8.0, 5.0, 12.0, 15.0, 21.0, 29.0, 48.0, 64.0, 82.0, 117.0, 183.0, 265.0, 351.0, 542.0, 776.0, 1206.0, 1797.0, 2758.0, 4216.0, 6703.0, 11206.0, 20277.0, 41935.0, 120552.0, 808512.0, 71907.0, 33014.0, 18586.0, 11111.0, 7138.0, 4659.0, 3178.0, 2261.0, 1651.0, 1194.0, 844.0, 622.0, 493.0, 368.0, 241.0, 160.0, 136.0, 85.0, 81.0, 59.0, 38.0, 35.0, 18.0, 24.0, 18.0, 8.0, 7.0, 7.0, 6.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.005268624518066645, -0.005089054815471172, -0.0049094851128757, -0.004729915410280228, -0.004550345707684755, -0.004370776005089283, -0.004191206302493811, -0.004011636599898338, -0.003832066897302866, -0.0036524974275380373, -0.003472927724942565, -0.0032933580223470926, -0.0031137883197516203, -0.002934218617156148, -0.0027546489145606756, -0.0025750792119652033, -0.002395509509369731, -0.0022159398067742586, -0.0020363701041787863, -0.001856800401583314, -0.0016772306989878416, -0.001497661112807691, -0.0013180914102122188, -0.0011385217076167464, -0.0009589520050212741, -0.0007793823024258018, -0.0005998125998303294, -0.000420242955442518, -0.00024067325284704566, -6.110356480348855e-05, 0.00011846612324006855, 0.00029803579673171043, 0.00047760549932718277, 0.0006571752019226551, 0.0008367449045181274, 0.0010163146071135998, 0.0011958843097090721, 0.0013754538958892226, 0.001555023598484695, 0.0017345933010801673, 0.0019141630036756396, 0.00209373258985579, 0.0022733022924512625, 0.002452871995046735, 0.002632441697642207, 0.0028120114002376795, 0.002991581102833152, 0.003171150805428624, 0.0033507205080240965, 0.003530290210619569, 0.003709859913215041, 0.0038894296158105135, 0.004068999085575342, 0.0042485687881708145, 0.004428138490766287, 0.004607708193361759, 0.0047872778959572315, 0.004966847598552704, 0.005146417301148176, 0.0053259870037436485, 0.005505556706339121, 0.005685126408934593, 0.0058646961115300655, 0.006044265814125538, 0.00622383551672101]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 3.0, 10.0, 1.0, 0.0, 2.0, 5.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.024800492450594902, -0.024012276902794838, -0.023224059492349625, -0.02243584394454956, -0.021647628396749496, -0.020859410986304283, -0.02007119543850422, -0.019282978028059006, -0.01849476248025894, -0.017706546932458878, -0.016918329522013664, -0.0161301139742136, -0.015341897495090961, -0.014553681015968323, -0.013765465468168259, -0.01297724898904562, -0.012189032509922981, -0.011400816030800343, -0.010612599551677704, -0.00982438400387764, -0.009036167524755001, -0.008247951045632362, -0.007459735032171011, -0.00667151901870966, -0.005883302539587021, -0.005095086060464382, -0.004306870047003031, -0.0035186538007110357, -0.0027304375544190407, -0.0019422213081270456, -0.0011540050618350506, -0.00036578881554305553, 0.0004224274307489395, 0.0012106436770409346, 0.0019988599233329296, 0.0027870761696249247, 0.0035752924159169197, 0.004363508895039558, 0.00515172490850091, 0.005939940921962261, 0.0067281574010849, 0.007516373880207539, 0.008304590359330177, 0.009092805907130241, 0.00988102238625288, 0.010669238865375519, 0.011457454413175583, 0.012245670892298222, 0.01303388737142086, 0.013822103850543499, 0.014610320329666138, 0.015398535877466202, 0.016186751425266266, 0.01697496883571148, 0.017763184383511543, 0.018551401793956757, 0.01933961734175682, 0.020127832889556885, 0.020916050300002098, 0.021704265847802162, 0.022492483258247375, 0.02328069880604744, 0.024068914353847504, 0.024857131764292717, 0.02564534731209278]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 7.0, 6.0, 7.0, 8.0, 4.0, 10.0, 25.0, 6.0, 7.0, 12.0, 14.0, 17.0, 25.0, 26.0, 48.0, 52.0, 76.0, 90.0, 114.0, 187.0, 226.0, 377.0, 515.0, 799.0, 1275.0, 5199.0, 2545.0, 1613.0, 1144.0, 873.0, 640.0, 526.0, 444.0, 321.0, 255.0, 163.0, 157.0, 133.0, 94.0, 68.0, 59.0, 47.0, 36.0, 32.0, 28.0, 20.0, 17.0, 12.0, 13.0, 14.0, 12.0, 10.0, 5.0, 4.0, 6.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.008358853869140148, -0.008059779182076454, -0.0077607049606740475, -0.007461630739271641, -0.007162556052207947, -0.00686348183080554, -0.006564407143741846, -0.006265332922339439, -0.005966258235275745, -0.005667184013873339, -0.005368109792470932, -0.005069035105407238, -0.004769960884004831, -0.004470886196941137, -0.004171811975538731, -0.0038727375213056803, -0.00357366306707263, -0.0032745886128395796, -0.0029755141586065292, -0.002676439704373479, -0.0023773652501404285, -0.002078291028738022, -0.0017792165745049715, -0.0014801421202719212, -0.0011810676660388708, -0.0008819932118058205, -0.000582918815780431, -0.00028384439065121114, 1.5230034478008747e-05, 0.00031430445960722864, 0.0006133788847364485, 0.000912453280761838, 0.0012115277349948883, 0.0015106021892279387, 0.001809676643460989, 0.0021087510976940393, 0.0024078255519270897, 0.0027068997733294964, 0.0030059742275625467, 0.003305048681795597, 0.0036041231360286474, 0.0039031975902616978, 0.0042022718116641045, 0.0045013464987277985, 0.004800420720130205, 0.005099495407193899, 0.005398569628596306, 0.00569764431566, 0.0059967185370624065, 0.006295792758464813, 0.006594867445528507, 0.006893941666930914, 0.007193016353994608, 0.007492090575397015, 0.007791165262460709, 0.008090239949524403, 0.008389313705265522, 0.008688388392329216, 0.00898746307939291, 0.00928653683513403, 0.009585611522197723, 0.009884686209261417, 0.010183760896325111, 0.01048283465206623, 0.010781909339129925]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1247047483921051, -0.1210584044456482, -0.11741206049919128, -0.11376571655273438, -0.11011937260627747, -0.10647302865982056, -0.10282669216394424, -0.09918034821748734, -0.09553400427103043, -0.09188766032457352, -0.08824131637811661, -0.0845949724316597, -0.08094862848520279, -0.07730228453874588, -0.07365594059228897, -0.07000959664583206, -0.06636326014995575, -0.06271691620349884, -0.05907056853175163, -0.05542422831058502, -0.05177788436412811, -0.048131540417671204, -0.044485196471214294, -0.040838852524757385, -0.037192508578300476, -0.033546168357133865, -0.029899824410676956, -0.026253480464220047, -0.022607136517763138, -0.018960794433951378, -0.015314450487494469, -0.011668107472360134, -0.0080217644572258, -0.004375421442091465, -0.0007290779612958431, 0.002917265286669135, 0.006563608534634113, 0.010209951549768448, 0.013856295496225357, 0.017502637580037117, 0.021148981526494026, 0.024795325472950935, 0.028441667556762695, 0.032088011503219604, 0.035734355449676514, 0.03938069939613342, 0.043027039617300034, 0.04667338356375694, 0.05031972751021385, 0.05396607145667076, 0.05761241540312767, 0.06125875562429428, 0.06490509957075119, 0.0685514435172081, 0.07219778746366501, 0.07584413141012192, 0.07949047535657883, 0.08313681930303574, 0.08678316324949265, 0.09042949974536896, 0.09407584369182587, 0.09772218763828278, 0.10136853158473969, 0.1050148755311966, 0.1086612194776535]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 7.0, 5.0, 7.0, 12.0, 12.0, 15.0, 12.0, 8.0, 15.0, 23.0, 36.0, 26.0, 21.0, 15.0, 4.0, 6.0, 3.0, 4.0, 2.0, 4.0, 2.0, 3.0, 3.0, 2.0, 5.0, 4.0, 0.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.06867477297782898, -0.06689484417438507, -0.06511492282152176, -0.06333499401807785, -0.06155506521463394, -0.05977514013648033, -0.05799521505832672, -0.05621528625488281, -0.0544353611767292, -0.05265543609857559, -0.05087550729513168, -0.04909558221697807, -0.04731565713882446, -0.045535728335380554, -0.043755803257226944, -0.041975874453783035, -0.040195949375629425, -0.038416024297475815, -0.036636095494031906, -0.034856170415878296, -0.03307624161243439, -0.03129631653428078, -0.029516391456127167, -0.027736464515328407, -0.025956537574529648, -0.02417661063373089, -0.02239668369293213, -0.02061675861477852, -0.01883683167397976, -0.017056904733181, -0.015276978723704815, -0.01349705271422863, -0.01171712577342987, -0.009937198832631111, -0.008157272823154926, -0.006377346348017454, -0.004597419872879982, -0.00281749339774251, -0.0010375669226050377, 0.0007423595525324345, 0.0025222860276699066, 0.004302212502807379, 0.006082138977944851, 0.007862064987421036, 0.009641991928219795, 0.011421918869018555, 0.01320184487849474, 0.014981770887970924, 0.016761697828769684, 0.018541624769568443, 0.020321551710367203, 0.022101476788520813, 0.023881403729319572, 0.025661330670118332, 0.027441255748271942, 0.0292211826890707, 0.03100110962986946, 0.03278103470802307, 0.03456096351146698, 0.03634088858962059, 0.0381208136677742, 0.03990074247121811, 0.04168066754937172, 0.04346059635281563, 0.04524052143096924]}, "_runtime": 90.91781902313232, "_timestamp": 1596211680.688928, "_step": 111}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 4.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.010032538324594498, -0.00972048006951809, -0.009408420883119106, -0.009096362628042698, -0.008784303441643715, -0.008472245186567307, -0.008160186000168324, -0.007848127745091915, -0.007536068558692932, -0.007224010303616524, -0.006911951582878828, -0.006599892862141132, -0.006287834141403437, -0.005975775420665741, -0.005663716699928045, -0.00535165797919035, -0.005039599258452654, -0.004727540537714958, -0.0044154818169772625, -0.004103423096239567, -0.003791364375501871, -0.003479305887594819, -0.0031672471668571234, -0.0028551884461194277, -0.002543129725381732, -0.0022310710046440363, -0.0019190122839063406, -0.0016069536795839667, -0.001294894958846271, -0.0009828362381085753, -0.0006707775755785406, -0.0003587188839446753, -4.666019231081009e-05, 0.00026539849932305515, 0.0005774571909569204, 0.0008895158534869552, 0.0012015745742246509, 0.0015136332949623466, 0.0018256918992847204, 0.002137750620022416, 0.002449809340760112, 0.0027618680614978075, 0.003073926782235503, 0.003385985502973199, 0.003698043990880251, 0.004010102711617947, 0.004322161432355642, 0.004634220153093338, 0.004946278873831034, 0.005258337594568729, 0.005570396315306425, 0.005882455036044121, 0.0061945137567818165, 0.006506572477519512, 0.006818631198257208, 0.0071306899189949036, 0.007442748174071312, 0.007754806894809008, 0.008066865615546703, 0.008378924801945686, 0.008690983057022095, 0.009003042243421078, 0.009315100498497486, 0.009627159684896469, 0.009939217939972878]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 4.0, 7.0, 11.0, 10.0, 10.0, 11.0, 20.0, 29.0, 34.0, 42.0, 50.0, 50.0, 81.0, 105.0, 129.0, 176.0, 255.0, 437.0, 4920.0, 579.0, 289.0, 168.0, 131.0, 84.0, 56.0, 47.0, 41.0, 39.0, 26.0, 16.0, 11.0, 16.0, 9.0, 6.0, 4.0, 5.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09833069145679474, -0.09486136585474014, -0.09139204025268555, -0.08792271465063095, -0.08445338904857635, -0.08098406344652176, -0.07751473039388657, -0.07404540479183197, -0.07057607918977737, -0.06710675358772278, -0.06363742798566818, -0.060168102383613586, -0.05669877678155899, -0.053229451179504395, -0.0497601218521595, -0.046290796250104904, -0.04282147064805031, -0.03935214504599571, -0.035882819443941116, -0.03241349011659622, -0.028944164514541626, -0.02547483891248703, -0.022005513310432434, -0.01853618584573269, -0.015066860243678093, -0.011597533710300922, -0.008128207176923752, -0.004658881574869156, -0.0011895550414919853, 0.0022797712590545416, 0.0057490975596010685, 0.009218423627316952, 0.012687750160694122, 0.016157075762748718, 0.019626403227448463, 0.02309572882950306, 0.026565056294202805, 0.0300343818962574, 0.033503707498311996, 0.03697303310036659, 0.04044236242771149, 0.04391168802976608, 0.04738101363182068, 0.050850339233875275, 0.05431966483592987, 0.05778899043798447, 0.06125831976532936, 0.06472764164209366, 0.06819696724414825, 0.07166630029678345, 0.07513562589883804, 0.07860495150089264, 0.08207427710294724, 0.08554360270500183, 0.08901292830705643, 0.09248225390911102, 0.09595157951116562, 0.09942090511322021, 0.10289023071527481, 0.10635956376791, 0.1098288893699646, 0.1132982149720192, 0.11676754057407379, 0.12023686617612839, 0.12370619177818298]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 4.0, 5.0, 3.0, 5.0, 22.0, 3.0, 2.0, 5.0, 5.0, 2.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030712627340108156, -0.0029714005067944527, -0.002871538046747446, -0.002771675819531083, -0.00267181359231472, -0.002571951365098357, -0.0024720891378819942, -0.0023722266778349876, -0.0022723644506186247, -0.0021725022234022617, -0.002072639763355255, -0.001972777536138892, -0.0018729153089225292, -0.0017730530817061663, -0.0016731907380744815, -0.0015733283944427967, -0.0014734661672264338, -0.0013736039400100708, -0.001273741596378386, -0.0011738792527467012, -0.0010740170255303383, -0.0009741547401063144, -0.0008742924546822906, -0.0007744301692582667, -0.0006745678838342428, -0.000574705598410219, -0.0004748433129861951, -0.0003749810275621712, -0.00027511874213814735, -0.0001752564567141235, -7.539417129009962e-05, 2.4468114133924246e-05, 0.0001243303995579481, 0.00022419268498197198, 0.00032405497040599585, 0.0004239172558300197, 0.0005237795412540436, 0.0006236418266780674, 0.0007235041121020913, 0.0008233663975261152, 0.000923228682950139, 0.001023090910166502, 0.0011229532537981868, 0.0012228155974298716, 0.0013226778246462345, 0.0014225400518625975, 0.0015224023954942822, 0.001622264739125967, 0.00172212696634233, 0.001821989193558693, 0.0019218515371903777, 0.0020217138808220625, 0.0021215761080384254, 0.0022214383352547884, 0.0023213005624711514, 0.002421163022518158, 0.002521025249734521, 0.002620887476950884, 0.0027207499369978905, 0.0028206121642142534, 0.0029204743914306164, 0.0030203366186469793, 0.0031201988458633423, 0.003220061305910349, 0.003319923533126712]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 7.0, 3.0, 5.0, 22.0, 13.0, 31.0, 37.0, 54.0, 79.0, 126.0, 175.0, 291.0, 413.0, 612.0, 834.0, 1341.0, 2020.0, 3117.0, 5209.0, 8827.0, 15763.0, 31149.0, 72644.0, 799551.0, 127304.0, 43930.0, 23162.0, 13846.0, 8961.0, 5955.0, 4087.0, 2831.0, 2050.0, 1455.0, 1018.0, 784.0, 553.0, 389.0, 250.0, 208.0, 146.0, 98.0, 78.0, 58.0, 46.0, 33.0, 16.0, 16.0, 16.0, 7.0, 5.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.005059855058789253, -0.004878055304288864, -0.004696255549788475, -0.004514455795288086, -0.004332656040787697, -0.004150856286287308, -0.003969056531786919, -0.003787256544455886, -0.003605456789955497, -0.0034236570354551077, -0.0032418572809547186, -0.0030600575264543295, -0.0028782575391232967, -0.0026964577846229076, -0.0025146580301225185, -0.0023328582756221294, -0.0021510585211217403, -0.0019692587666213512, -0.0017874590121209621, -0.0016056591412052512, -0.0014238593867048621, -0.001242059632204473, -0.001060259761288762, -0.000878460006788373, -0.0006966602522879839, -0.0005148604977875948, -0.0003330606850795448, -0.00015126090147532523, 3.053888212889433e-05, 0.00021233866573311388, 0.00039413844933733344, 0.0005759382620453835, 0.0007577380165457726, 0.0009395377710461617, 0.0011213375255465508, 0.0013031373964622617, 0.0014849371509626508, 0.0016667369054630399, 0.0018485367763787508, 0.00203033653087914, 0.002212136285379529, 0.002393936039879918, 0.002575735794380307, 0.0027575355488806963, 0.002939335536211729, 0.003121135290712118, 0.0033029350452125072, 0.0034847347997128963, 0.0036665345542132854, 0.0038483343087136745, 0.004030134063214064, 0.004211933817714453, 0.004393733572214842, 0.004575533326715231, 0.00475733308121562, 0.004939132835716009, 0.0051209330558776855, 0.005302732810378075, 0.005484532564878464, 0.005666332319378853, 0.005848132073879242, 0.006029931828379631, 0.00621173158288002, 0.006393531337380409, 0.006575331091880798]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 13.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.026956086978316307, -0.026222581043839455, -0.02548907697200775, -0.0247555710375309, -0.024022066965699196, -0.023288561031222343, -0.02255505509674549, -0.021821551024913788, -0.021088045090436935, -0.020354541018605232, -0.01962103508412838, -0.018887529149651527, -0.018154025077819824, -0.017420519143342972, -0.01668701507151127, -0.015953509137034416, -0.015220004133880138, -0.01448649913072586, -0.013752994127571583, -0.01301948819309473, -0.012285983189940453, -0.011552478186786175, -0.010818973183631897, -0.01008546818047762, -0.009351963177323341, -0.008618457242846489, -0.007884952239692211, -0.007151447236537933, -0.0064179422333836555, -0.0056844367645680904, -0.004950931761413813, -0.0042174262925982475, -0.0034839212894439697, -0.0027504160534590483, -0.002016910817474127, -0.001283405814319849, -0.0005499005783349276, 0.00018360459944233298, 0.0009171097772195935, 0.0016506148967891932, 0.0023841201327741146, 0.003117625368759036, 0.0038511306047439575, 0.004584635607898235, 0.005318140611052513, 0.006051646079868078, 0.006785151083022356, 0.007518656551837921, 0.008252161554992199, 0.008985666558146477, 0.009719171561300755, 0.010452677495777607, 0.011186182498931885, 0.011919687502086163, 0.01265319250524044, 0.013386697508394718, 0.014120202511548996, 0.014853708446025848, 0.015587213449180126, 0.016320718452334404, 0.017054224386811256, 0.01778772845864296, 0.018521234393119812, 0.019254738464951515, 0.019988244399428368]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 5.0, 3.0, 3.0, 7.0, 5.0, 7.0, 10.0, 9.0, 23.0, 16.0, 18.0, 20.0, 21.0, 32.0, 43.0, 74.0, 47.0, 71.0, 79.0, 106.0, 133.0, 186.0, 239.0, 302.0, 402.0, 542.0, 690.0, 1026.0, 1817.0, 5732.0, 1803.0, 1157.0, 872.0, 589.0, 444.0, 401.0, 293.0, 266.0, 186.0, 156.0, 135.0, 113.0, 73.0, 57.0, 43.0, 47.0, 29.0, 27.0, 10.0, 15.0, 12.0, 5.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.011046021245419979, -0.010716389864683151, -0.010386757552623749, -0.010057126171886921, -0.009727494791150093, -0.00939786247909069, -0.009068231098353863, -0.00873859878629446, -0.008408967405557632, -0.008079336024820805, -0.007749703712761402, -0.007420072332024574, -0.007090440485626459, -0.006760808639228344, -0.006431177258491516, -0.006101545412093401, -0.005771913565695286, -0.005442281719297171, -0.0051126498728990555, -0.004783018492162228, -0.0044533866457641125, -0.004123754799365997, -0.003794123185798526, -0.0034644915722310543, -0.003134859725832939, -0.002805227879434824, -0.0024755962658673525, -0.002145964652299881, -0.0018163328059017658, -0.0014867010759189725, -0.0011570693459361792, -0.0008274376159533858, -0.0004978058859705925, -0.00016817415598779917, 0.00016145757399499416, 0.0004910893039777875, 0.0008207210339605808, 0.0011503527639433742, 0.0014799844939261675, 0.0018096162239089608, 0.002139247953891754, 0.0024688798002898693, 0.002798511413857341, 0.0031281430274248123, 0.0034577748738229275, 0.0037874067202210426, 0.0041170381009578705, 0.004446669947355986, 0.004776301793754101, 0.005105933640152216, 0.005435565486550331, 0.005765196867287159, 0.006094828713685274, 0.006424460560083389, 0.006754091940820217, 0.007083723787218332, 0.0074133556336164474, 0.007742987480014563, 0.008072619326412678, 0.008402250707149506, 0.008731883019208908, 0.009061514399945736, 0.009391145780682564, 0.009720778092741966, 0.010050409473478794]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07427708804607391, -0.0714450478553772, -0.06861300766468048, -0.06578096747398376, -0.06294891983270645, -0.060116879642009735, -0.05728483945131302, -0.0544527992606163, -0.051620759069919586, -0.04878871515393257, -0.045956674963235855, -0.04312463477253914, -0.040292590856552124, -0.03746055066585541, -0.03462851047515869, -0.03179646655917168, -0.02896442636847496, -0.026132384315133095, -0.02330034412443638, -0.020468302071094513, -0.017636261880397797, -0.014804219827055931, -0.011972177773714066, -0.009140136651694775, -0.006308095529675484, -0.003476054174825549, -0.0006440128199756145, 0.00218802853487432, 0.005020069889724255, 0.007852111011743546, 0.010684153065085411, 0.013516194187104702, 0.016348235309123993, 0.01918027736246586, 0.022012317553162575, 0.02484435960650444, 0.027676399797201157, 0.030508441850543022, 0.03334048390388489, 0.036172524094581604, 0.03900456428527832, 0.041836608201265335, 0.04466864839196205, 0.04750068858265877, 0.05033273249864578, 0.0531647726893425, 0.055996812880039215, 0.05882885679602623, 0.061660896986722946, 0.06449294090270996, 0.06732498109340668, 0.0701570212841034, 0.07298906147480011, 0.07582110166549683, 0.07865314185619354, 0.08148518949747086, 0.08431722968816757, 0.08714926987886429, 0.089981310069561, 0.09281335026025772, 0.09564539045095444, 0.09847743809223175, 0.10130947828292847, 0.10414151847362518, 0.1069735586643219]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 5.0, 7.0, 6.0, 5.0, 4.0, 7.0, 6.0, 6.0, 13.0, 25.0, 43.0, 19.0, 28.0, 13.0, 10.0, 14.0, 8.0, 14.0, 5.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.10936307162046432, -0.10674909502267838, -0.10413512587547302, -0.10152114927768707, -0.09890717267990112, -0.09629320353269577, -0.09367922693490982, -0.09106525778770447, -0.08845128118991852, -0.08583730459213257, -0.08322333544492722, -0.08060935884714127, -0.07799538969993591, -0.07538141310214996, -0.07276743650436401, -0.07015346735715866, -0.06753949075937271, -0.06492551416158676, -0.06231154501438141, -0.05969756841659546, -0.05708359554409981, -0.054469622671604156, -0.05185564607381821, -0.049241673201322556, -0.046627700328826904, -0.04401372745633125, -0.0413997545838356, -0.03878577798604965, -0.036171805113554, -0.03355783224105835, -0.03094385750591755, -0.02832988277077675, -0.025715909898281097, -0.023101937025785446, -0.020487962290644646, -0.017873987555503845, -0.015260014683008194, -0.012646040879189968, -0.010032067075371742, -0.007418093271553516, -0.0048041194677352905, -0.0021901456639170647, 0.0004238281399011612, 0.003037801943719387, 0.005651775747537613, 0.008265749551355839, 0.010879723355174065, 0.01349369715899229, 0.016107670962810516, 0.018721643835306168, 0.021335618570446968, 0.02394959330558777, 0.02656356617808342, 0.02917753905057907, 0.03179151564836502, 0.03440548852086067, 0.03701946139335632, 0.039633434265851974, 0.042247407138347626, 0.044861383736133575, 0.04747535660862923, 0.05008932948112488, 0.05270330607891083, 0.05531727895140648, 0.05793125182390213]}, "_runtime": 91.7331051826477, "_timestamp": 1596211681.504214, "_step": 112}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010409219190478325, -0.010071949101984501, -0.009734679013490677, -0.009397408924996853, -0.009060138836503029, -0.008722868748009205, -0.00838559865951538, -0.008048328571021557, -0.007711058482527733, -0.007373788394033909, -0.007036518305540085, -0.006699248217046261, -0.006361978128552437, -0.006024708040058613, -0.005687437951564789, -0.005350167863070965, -0.005012897774577141, -0.004675627686083317, -0.004338357597589493, -0.004001087509095669, -0.003663817420601845, -0.0033265473321080208, -0.0029892772436141968, -0.0026520071551203728, -0.0023147370666265488, -0.0019774669781327248, -0.0016401968896389008, -0.0013029268011450768, -0.0009656567126512527, -0.0006283866241574287, -0.00029111653566360474, 4.615355283021927e-05, 0.0003834236413240433, 0.0007206937298178673, 0.0010579638183116913, 0.0013952339068055153, 0.0017325039952993393, 0.0020697740837931633, 0.0024070441722869873, 0.0027443142607808113, 0.0030815843492746353, 0.0034188544377684593, 0.0037561245262622833, 0.004093394614756107, 0.004430664703249931, 0.004767934791743755, 0.005105204880237579, 0.005442474968731403, 0.005779745057225227, 0.006117015145719051, 0.006454285234212875, 0.006791555322706699, 0.007128825411200523, 0.007466095499694347, 0.007803365588188171, 0.008140635676681995, 0.00847790576517582, 0.008815175853669643, 0.009152445942163467, 0.009489716030657291, 0.009826986119151115, 0.01016425620764494, 0.010501526296138763, 0.010838796384632587, 0.011176066473126411]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 5.0, 5.0, 6.0, 21.0, 11.0, 11.0, 13.0, 22.0, 33.0, 32.0, 40.0, 71.0, 75.0, 94.0, 140.0, 209.0, 375.0, 5289.0, 636.0, 241.0, 178.0, 96.0, 69.0, 60.0, 48.0, 37.0, 18.0, 18.0, 15.0, 12.0, 7.0, 6.0, 5.0, 4.0, 3.0, 1.0, 5.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11707183718681335, -0.1131114512681961, -0.10915105789899826, -0.10519067198038101, -0.10123028606176376, -0.09726989269256592, -0.09330950677394867, -0.08934912085533142, -0.08538873493671417, -0.08142834156751633, -0.07746795564889908, -0.07350756973028183, -0.06954717636108398, -0.06558679044246674, -0.06162640079855919, -0.05766601487994194, -0.05370562523603439, -0.049745235592126846, -0.0457848496735096, -0.04182446002960205, -0.0378640741109848, -0.033903684467077255, -0.029943294823169708, -0.02598290704190731, -0.022022519260644913, -0.018062131479382515, -0.014101742766797543, -0.01014135405421257, -0.006180966272950172, -0.0022205780260264874, 0.0017398102208971977, 0.005700198467820883, 0.009660586714744568, 0.013620974496006966, 0.017581362277269363, 0.02154175192117691, 0.025502139702439308, 0.029462527483701706, 0.03342291712760925, 0.0373833030462265, 0.04134369269013405, 0.045304082334041595, 0.049264468252658844, 0.05322485789656639, 0.05718524754047394, 0.061145633459091187, 0.06510601937770844, 0.06906641274690628, 0.07302679866552353, 0.07698718458414078, 0.08094757795333862, 0.08490796387195587, 0.08886834979057312, 0.09282874315977097, 0.09678912907838821, 0.10074951499700546, 0.10470990836620331, 0.10867029428482056, 0.1126306802034378, 0.11659106612205505, 0.1205514594912529, 0.12451184540987015, 0.128472238779068, 0.13243262469768524, 0.1363930106163025]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 4.0, 3.0, 3.0, 4.0, 7.0, 3.0, 2.0, 4.0, 4.0, 2.0, 24.0, 2.0, 4.0, 3.0, 2.0, 1.0, 4.0, 1.0, 3.0, 7.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021583978086709976, -0.0020804409869015217, -0.002002483932301402, -0.0019245271105319262, -0.0018465701723471284, -0.0017686132341623306, -0.0016906562959775329, -0.001612699357792735, -0.0015347425360232592, -0.0014567855978384614, -0.0013788286596536636, -0.0013008717214688659, -0.001222914783284068, -0.0011449578450992703, -0.0010670010233297944, -0.0009890440851449966, -0.0009110871469601989, -0.0008331302087754011, -0.0007551733287982643, -0.0006772163906134665, -0.0005992595106363297, -0.0005213025724515319, -0.0004433456342667341, -0.0003653887251857668, -0.0002874318161047995, -0.0002094749070238322, -0.00013151798339094967, -5.3561067034024745e-05, 2.4395849322900176e-05, 0.0001023527656798251, 0.00018030968203675002, 0.00025826660566963255, 0.00033622351475059986, 0.00041418042383156717, 0.0004921373329125345, 0.0005700942710973322, 0.0006480511510744691, 0.0007260080892592669, 0.0008039650274440646, 0.0008819219074212015, 0.0009598788456059992, 0.001037835725583136, 0.0011157926637679338, 0.0011937496019527316, 0.0012717065401375294, 0.0013496634783223271, 0.001427620300091803, 0.0015055772382766008, 0.0015835341764613986, 0.0016614911146461964, 0.0017394480528309941, 0.00181740487460047, 0.0018953618127852678, 0.0019733188673853874, 0.0020512756891548634, 0.0021292325109243393, 0.002207189565524459, 0.002285146387293935, 0.0023631034418940544, 0.0024410602636635303, 0.0025190170854330063, 0.002596974140033126, 0.002674930961802602, 0.0027528880164027214, 0.0028308448381721973]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 8.0, 8.0, 17.0, 32.0, 23.0, 50.0, 75.0, 94.0, 148.0, 211.0, 324.0, 521.0, 795.0, 1243.0, 2075.0, 3650.0, 6566.0, 12876.0, 28905.0, 86332.0, 880117.0, 90270.0, 30231.0, 14356.0, 7605.0, 4458.0, 2749.0, 1810.0, 1233.0, 873.0, 594.0, 428.0, 297.0, 195.0, 147.0, 91.0, 66.0, 46.0, 39.0, 22.0, 19.0, 8.0, 5.0, 5.0, 5.0, 2.0, 2.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.005519479513168335, -0.005319640040397644, -0.005119800567626953, -0.004919961094856262, -0.004720121622085571, -0.004520281683653593, -0.004320442210882902, -0.004120602738112211, -0.00392076326534152, -0.0037209237925708294, -0.0035210843198001385, -0.003321244614198804, -0.003121405141428113, -0.002921565668657422, -0.0027217259630560875, -0.0025218864902853966, -0.0023220470175147057, -0.0021222075447440147, -0.001922367955558002, -0.0017225283663719893, -0.0015226888936012983, -0.0013228494208306074, -0.0011230098316445947, -0.0009231703006662428, -0.000723330769687891, -0.0005234912387095392, -0.00032365170773118734, -0.0001238121767528355, 7.602735422551632e-05, 0.00027586688520386815, 0.00047570641618222, 0.0006755459471605718, 0.0008753854781389236, 0.0010752249509096146, 0.0012750645400956273, 0.00147490412928164, 0.001674743602052331, 0.0018745830748230219, 0.0020744227804243565, 0.0022742622531950474, 0.0024741017259657383, 0.002673941198736429, 0.00287378067150712, 0.0030736203771084547, 0.0032734598498791456, 0.0034732993226498365, 0.003673139028251171, 0.003872978501021862, 0.004072817973792553, 0.004272657446563244, 0.004472496919333935, 0.004672336392104626, 0.004872175864875317, 0.005072015803307295, 0.005271855276077986, 0.005471694748848677, 0.005671534221619368, 0.0058713736943900585, 0.0060712131671607494, 0.00627105263993144, 0.006470892578363419, 0.0066707320511341095, 0.0068705715239048, 0.007070410996675491, 0.007270250469446182]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 4.0, 3.0, 7.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01412471104413271, -0.013592688366770744, -0.013060666620731354, -0.012528643943369389, -0.011996621266007423, -0.011464598588645458, -0.010932575911283493, -0.010400554165244102, -0.009868531487882137, -0.009336508810520172, -0.008804487064480782, -0.008272464387118816, -0.007740441709756851, -0.007208419032394886, -0.006676396820694208, -0.00614437460899353, -0.005612351931631565, -0.0050803292542696, -0.004548307042568922, -0.004016284830868244, -0.003484262153506279, -0.0029522397089749575, -0.002420217264443636, -0.0018881948199123144, -0.0013561723753809929, -0.0008241499308496714, -0.00029212748631834984, 0.0002398949582129717, 0.0007719174027442932, 0.0013039398472756147, 0.0018359622918069363, 0.002367984736338258, 0.0029000071808695793, 0.003432029625400901, 0.003964052069932222, 0.0044960742816329, 0.005028096958994865, 0.005560119636356831, 0.0060921418480575085, 0.006624164059758186, 0.0071561867371201515, 0.007688209414482117, 0.008220231160521507, 0.008752253837883472, 0.009284276515245438, 0.009816299192607403, 0.010348321869969368, 0.010880343616008759, 0.011412366293370724, 0.011944388970732689, 0.01247641071677208, 0.013008433394134045, 0.01354045607149601, 0.014072478748857975, 0.01460450142621994, 0.01513652317225933, 0.01566854491829872, 0.01620056852698326, 0.01673259027302265, 0.01726461388170719, 0.017796635627746582, 0.018328657373785973, 0.018860680982470512, 0.019392702728509903, 0.019924726337194443]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 1.0, 0.0, 7.0, 9.0, 6.0, 9.0, 10.0, 3.0, 14.0, 9.0, 14.0, 10.0, 21.0, 22.0, 41.0, 48.0, 91.0, 98.0, 150.0, 198.0, 278.0, 391.0, 540.0, 697.0, 944.0, 1359.0, 2676.0, 6066.0, 1475.0, 942.0, 653.0, 401.0, 312.0, 218.0, 156.0, 121.0, 94.0, 80.0, 44.0, 43.0, 39.0, 28.0, 18.0, 11.0, 18.0, 13.0, 11.0, 8.0, 2.0, 6.0, 3.0, 6.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.009641719050705433, -0.009321562945842743, -0.009001406840980053, -0.008681249804794788, -0.008361093699932098, -0.008040937595069408, -0.007720781024545431, -0.007400624919682741, -0.007080468349158764, -0.006760312244296074, -0.006440156139433384, -0.006119999568909407, -0.005799843464046717, -0.005479686893522739, -0.0051595307886600494, -0.004839374218136072, -0.004519218113273382, -0.004199062008410692, -0.003878905437886715, -0.0035587491001933813, -0.0032385927625000477, -0.0029184366576373577, -0.002598280319944024, -0.0022781239822506905, -0.001957967644557357, -0.0016378113068640232, -0.0013176549691706896, -0.0009974987478926778, -0.0006773424101993442, -0.000357186101609841, -3.702979302033782e-05, 0.00028312651556916535, 0.0006032828241586685, 0.0009234391618520021, 0.0012435954995453358, 0.0015637517208233476, 0.0018839080585166812, 0.002204064279794693, 0.0025242206174880266, 0.0028443769551813602, 0.003164533292874694, 0.0034846896305680275, 0.003804845968261361, 0.004125002305954695, 0.004445158410817385, 0.004765314981341362, 0.005085471086204052, 0.005405627656728029, 0.005725783761590719, 0.006045939866453409, 0.0063660964369773865, 0.0066862525418400764, 0.007006409112364054, 0.007326565217226744, 0.007646721787750721, 0.007966877892613411, 0.008287033997476101, 0.008607190102338791, 0.008927347138524055, 0.009247503243386745, 0.009567659348249435, 0.009887815453112125, 0.01020797248929739, 0.01052812859416008, 0.01084828469902277]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.12764623761177063, -0.1248139813542366, -0.12198172509670258, -0.11914946883916855, -0.11631721258163452, -0.1134849563241005, -0.11065270006656647, -0.10782044380903244, -0.10498818755149841, -0.10215592384338379, -0.09932366758584976, -0.09649141132831573, -0.09365915507078171, -0.09082689881324768, -0.08799464255571365, -0.08516238629817963, -0.0823301300406456, -0.07949787378311157, -0.07666561752557755, -0.07383336126804352, -0.07100110501050949, -0.06816884875297546, -0.06533659249544144, -0.06250433623790741, -0.059672076255083084, -0.05683981999754906, -0.05400756374001503, -0.051175307482481, -0.04834304749965668, -0.04551079124212265, -0.04267853498458862, -0.039846278727054596, -0.03701402246952057, -0.03418176621198654, -0.031349509954452515, -0.02851725183427334, -0.02568499557673931, -0.022852739319205284, -0.020020481199026108, -0.01718822494149208, -0.014355968683958054, -0.011523712426424026, -0.008691455237567425, -0.00585919851437211, -0.003026941791176796, -0.00019468506798148155, 0.002637571655213833, 0.005469828378409147, 0.008302085101604462, 0.011134341359138489, 0.01396659854799509, 0.016798855736851692, 0.01963111199438572, 0.022463368251919746, 0.025295626372098923, 0.02812788262963295, 0.030960138887166977, 0.033792395144701004, 0.03662465140223503, 0.03945690765976906, 0.042289167642593384, 0.04512142390012741, 0.04795368015766144, 0.050785936415195465, 0.05361819267272949]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 8.0, 11.0, 7.0, 8.0, 17.0, 22.0, 50.0, 14.0, 17.0, 19.0, 16.0, 22.0, 17.0, 4.0, 8.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 3.0], "bins": [-0.08219264447689056, -0.0804469883441925, -0.07870133221149445, -0.07695567607879639, -0.07521001994609833, -0.07346436381340027, -0.07171870768070221, -0.06997305154800415, -0.06822739541530609, -0.06648173928260803, -0.06473608314990997, -0.06299042701721191, -0.061244770884513855, -0.059499114751815796, -0.05775345861911774, -0.05600780248641968, -0.05426214635372162, -0.05251649022102356, -0.0507708340883255, -0.04902517795562744, -0.04727952182292938, -0.04553386569023132, -0.043788209557533264, -0.042042553424835205, -0.040296897292137146, -0.03855124115943909, -0.03680558502674103, -0.03505992889404297, -0.03331427276134491, -0.03156861662864685, -0.02982296049594879, -0.028077304363250732, -0.026331648230552673, -0.024585992097854614, -0.022840335965156555, -0.021094679832458496, -0.019349023699760437, -0.017603367567062378, -0.01585771143436432, -0.01411205530166626, -0.0123663991689682, -0.010620743036270142, -0.008875086903572083, -0.0071294307708740234, -0.005383774638175964, -0.0036381185054779053, -0.0018924623727798462, -0.0001468062400817871, 0.001598849892616272, 0.003344506025314331, 0.00509016215801239, 0.006835818290710449, 0.008581474423408508, 0.010327130556106567, 0.012072786688804626, 0.013818442821502686, 0.015564098954200745, 0.017309755086898804, 0.019055411219596863, 0.020801067352294922, 0.02254672348499298, 0.02429237961769104, 0.0260380357503891, 0.027783691883087158, 0.029529348015785217]}, "_runtime": 92.5542688369751, "_timestamp": 1596211682.3253777, "_step": 113}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009671042673289776, -0.009390603750944138, -0.009110165759921074, -0.008829726837575436, -0.008549288846552372, -0.008268849924206734, -0.00798841193318367, -0.007707973476499319, -0.007427535019814968, -0.00714709609746933, -0.006866657640784979, -0.006586219184100628, -0.006305780727416277, -0.006025342270731926, -0.005744903814047575, -0.005464465357363224, -0.005184026900678873, -0.004903588443994522, -0.004623149987310171, -0.00434271153062582, -0.004062273073941469, -0.0037818343844264746, -0.0035013959277421236, -0.0032209574710577726, -0.0029405190143734217, -0.0026600805576890707, -0.0023796421010047197, -0.0020992036443203688, -0.001818765071220696, -0.001538326614536345, -0.0012578880414366722, -0.0009774495847523212, -0.0006970111280679703, -0.00041657264227978885, -0.00013613415649160743, 0.000144304329296574, 0.0004247428150847554, 0.0007051812717691064, 0.0009856198448687792, 0.0012660583015531301, 0.0015464967582374811, 0.001826935214921832, 0.002107373671606183, 0.002387812128290534, 0.0026682508178055286, 0.0029486892744898796, 0.0032291277311742306, 0.0035095661878585815, 0.0037900046445429325, 0.0040704431012272835, 0.0043508815579116344, 0.004631320014595985, 0.004911758471280336, 0.005192196927964687, 0.005472635384649038, 0.005753073841333389, 0.0060335127636790276, 0.0063139512203633785, 0.0065943896770477295, 0.0068748281337320805, 0.007155266590416431, 0.007435705047100782, 0.007716143503785133, 0.007996581494808197, 0.008277020417153835]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 8.0, 5.0, 17.0, 14.0, 24.0, 34.0, 40.0, 43.0, 75.0, 69.0, 111.0, 147.0, 167.0, 291.0, 534.0, 5068.0, 452.0, 214.0, 132.0, 125.0, 68.0, 60.0, 44.0, 40.0, 32.0, 21.0, 16.0, 11.0, 8.0, 12.0, 6.0, 5.0, 5.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.13122224807739258, -0.1278732419013977, -0.12452422082424164, -0.12117520719766617, -0.1178261935710907, -0.11447717994451523, -0.11112816631793976, -0.10777915269136429, -0.10443013906478882, -0.10108112543821335, -0.09773211181163788, -0.09438309818506241, -0.09103408455848694, -0.08768507093191147, -0.084336057305336, -0.08098704367876053, -0.07763803005218506, -0.07428902387619019, -0.07094001024961472, -0.06759099662303925, -0.06424198299646378, -0.06089296564459801, -0.05754395201802254, -0.05419493839144707, -0.050845928490161896, -0.047496914863586426, -0.044147901237010956, -0.040798887610435486, -0.037449873983860016, -0.034100860357284546, -0.030751846730709076, -0.027402833104133606, -0.024053819477558136, -0.020704805850982666, -0.017355792224407196, -0.0140067795291543, -0.01065776590257883, -0.007308752276003361, -0.003959739115089178, -0.0006107257213443518, 0.0027382876724004745, 0.0060873012989759445, 0.009436314925551414, 0.01278532762080431, 0.016134340316057205, 0.019483353942632675, 0.022832367569208145, 0.026181381195783615, 0.029530394822359085, 0.032879408448934555, 0.036228422075510025, 0.039577435702085495, 0.042926449328660965, 0.046275462955236435, 0.049624476581811905, 0.052973490208387375, 0.056322500109672546, 0.059671513736248016, 0.06302052736282349, 0.06636954098939896, 0.06971855461597443, 0.0730675682425499, 0.07641658186912537, 0.07976559549570084, 0.0831146091222763]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 6.0, 3.0, 2.0, 3.0, 4.0, 0.0, 5.0, 3.0, 10.0, 3.0, 22.0, 3.0, 5.0, 8.0, 4.0, 2.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0037323064170777798, -0.003623881610110402, -0.003515456570312381, -0.003407031763345003, -0.003298606723546982, -0.003190181916579604, -0.003081756876781583, -0.002973332069814205, -0.002864907030016184, -0.002756482223048806, -0.0026480574160814285, -0.002539632376283407, -0.0024312075693160295, -0.0023227825295180082, -0.0022143577225506306, -0.0021059326827526093, -0.0019975078757852316, -0.001889082952402532, -0.0017806580290198326, -0.0016722331056371331, -0.0015638081822544336, -0.001455383375287056, -0.0013469584519043565, -0.001238533528521657, -0.0011301086051389575, -0.001021683681756258, -0.0009132587583735585, -0.0008048338931985199, -0.0006964089698158205, -0.000587984046433121, -0.00047955915215425193, -0.0003711342578753829, -0.0002627093344926834, -0.00015428442566189915, -4.585951683111489e-05, 6.256539199966937e-05, 0.00017099030083045363, 0.0002794152242131531, 0.00038784011849202216, 0.0004962650127708912, 0.0006046899361535907, 0.0007131148595362902, 0.0008215397829189897, 0.0009299646480940282, 0.0010383895132690668, 0.0011468144366517663, 0.0012552393600344658, 0.0013636642834171653, 0.0014720892067998648, 0.0015805141301825643, 0.0016889390535652637, 0.0017973639769479632, 0.0019057889003306627, 0.0020142137072980404, 0.0021226387470960617, 0.0022310635540634394, 0.002339488361030817, 0.0024479134008288383, 0.002556338207796216, 0.0026647632475942373, 0.002773188054561615, 0.0028816130943596363, 0.002990037901327014, 0.0030984629411250353, 0.003206887748092413]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 6.0, 12.0, 20.0, 23.0, 26.0, 52.0, 76.0, 89.0, 131.0, 191.0, 237.0, 398.0, 610.0, 965.0, 1462.0, 2450.0, 4127.0, 7275.0, 13733.0, 28270.0, 73515.0, 850570.0, 111635.0, 38196.0, 18619.0, 10282.0, 6102.0, 3701.0, 2327.0, 1484.0, 978.0, 637.0, 411.0, 262.0, 235.0, 142.0, 95.0, 56.0, 56.0, 58.0, 25.0, 26.0, 13.0, 10.0, 12.0, 9.0, 7.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.004969218745827675, -0.004790132399648428, -0.004611046053469181, -0.004431959241628647, -0.0042528728954494, -0.004073786549270153, -0.0038946999702602625, -0.003715613391250372, -0.003536527045071125, -0.003357440698891878, -0.0031783541198819876, -0.002999267540872097, -0.00282018119469285, -0.002641094848513603, -0.0024620082695037127, -0.002282921690493822, -0.002103835344314575, -0.0019247488817200065, -0.0017456624191254377, -0.001566575956530869, -0.0013874894939363003, -0.0012084030313417315, -0.0010293165687471628, -0.0008502301061525941, -0.0006711436435580254, -0.0004920571809634566, -0.0003129707183688879, -0.00013388425577431917, 4.520220682024956e-05, 0.0002242886694148183, 0.000403375132009387, 0.0005824615946039557, 0.0007615480571985245, 0.0009406345197930932, 0.001119720982387662, 0.0012988074449822307, 0.0014778939075767994, 0.0016569803701713681, 0.0018360668327659369, 0.0020151534117758274, 0.0021942397579550743, 0.002373326104134321, 0.0025524126831442118, 0.0027314992621541023, 0.0029105856083333492, 0.003089671954512596, 0.0032687585335224867, 0.0034478451125323772, 0.003626931458711624, 0.003806017804890871, 0.003985104151070118, 0.004164190962910652, 0.004343277309089899, 0.004522363655269146, 0.00470145046710968, 0.004880536813288927, 0.005059623159468174, 0.005238709505647421, 0.005417795851826668, 0.005596882663667202, 0.005775969009846449, 0.005955055356025696, 0.00613414216786623, 0.006313228514045477, 0.006492314860224724]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 6.0, 7.0, 9.0, 7.0, 3.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01869325153529644, -0.01749403588473797, -0.016294820234179497, -0.01509560365229845, -0.013896387070417404, -0.012697171419858932, -0.01149795576930046, -0.010298739187419415, -0.009099523536860943, -0.007900307886302471, -0.006701091304421425, -0.005501875653862953, -0.004302659537643194, -0.003103443421423435, -0.0019042275380343199, -0.0007050115382298827, 0.0004942044615745544, 0.0016934204613789916, 0.0028926364611834288, 0.004091852344572544, 0.005291068460792303, 0.006490284577012062, 0.007689500227570534, 0.00888871680945158, 0.010087932460010052, 0.011287148110568523, 0.01248636469244957, 0.013685580343008041, 0.014884795993566513, 0.016084011644124985, 0.017283229157328606, 0.018482444807887077, 0.01968166045844555, 0.02088087610900402, 0.022080091759562492, 0.023279309272766113, 0.024478524923324585, 0.025677740573883057, 0.02687695622444153, 0.028076171875, 0.02927538752555847, 0.030474605038762093, 0.031673818826675415, 0.032873038202524185, 0.03407225385308266, 0.03527146950364113, 0.0364706851541996, 0.03766990080475807, 0.038869116455316544, 0.040068332105875015, 0.04126754775643349, 0.04246676340699196, 0.04366597905755043, 0.0448651947081089, 0.04606441408395767, 0.047263629734516144, 0.048462845385074615, 0.04966206103563309, 0.05086127668619156, 0.05206049233675003, 0.0532597079873085, 0.054458923637866974, 0.055658139288425446, 0.05685735493898392, 0.05805657058954239]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 6.0, 6.0, 8.0, 6.0, 8.0, 9.0, 28.0, 22.0, 29.0, 60.0, 88.0, 122.0, 179.0, 214.0, 349.0, 495.0, 812.0, 1295.0, 2337.0, 7349.0, 2229.0, 1074.0, 527.0, 363.0, 237.0, 152.0, 102.0, 57.0, 46.0, 23.0, 27.0, 20.0, 17.0, 20.0, 14.0, 15.0, 9.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 7.0, 1.0, 5.0, 3.0, 1.0, 3.0, 7.0, 7.0, 5.0, 6.0, 0.0, 5.0, 3.0, 0.0, 1.0, 0.0, 3.0, 5.0], "bins": [-0.009261508472263813, -0.008832440711557865, -0.008403372950851917, -0.00797430519014597, -0.0075452374294400215, -0.007116169203072786, -0.0066871014423668385, -0.006258033681660891, -0.005828965920954943, -0.005399898160248995, -0.004970830399543047, -0.004541762638837099, -0.004112694412469864, -0.0036836268845945597, -0.003254558891057968, -0.0028254911303520203, -0.0023964233696460724, -0.0019673556089401245, -0.0015382877318188548, -0.001109219854697585, -0.0006801520939916372, -0.00025108427507802844, 0.00017798354383558035, 0.0006070513627491891, 0.001036119181662798, 0.0014651869423687458, 0.0018942548194900155, 0.002323322696611285, 0.002752390457317233, 0.003181458218023181, 0.0036105262115597725, 0.00403959397226572, 0.004468661732971668, 0.004897729493677616, 0.005326797254383564, 0.005755865015089512, 0.00618493277579546, 0.006614001002162695, 0.007043068762868643, 0.007472136523574591, 0.007901204749941826, 0.008330272510647774, 0.008759340271353722, 0.00918840803205967, 0.009617475792765617, 0.010046543553471565, 0.010475611314177513, 0.010904679074883461, 0.011333746835589409, 0.011762814596295357, 0.012191882357001305, 0.012620950117707253, 0.0130500178784132, 0.013479085639119148, 0.013908153399825096, 0.014337221160531044, 0.014766288921236992, 0.015195357613265514, 0.015624425373971462, 0.016053492203354836, 0.016482559964060783, 0.01691162772476673, 0.01734069548547268, 0.017769763246178627, 0.018198832869529724]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.13319821655750275, -0.12976330518722534, -0.12632840871810913, -0.12289350479841232, -0.11945860087871552, -0.11602369695901871, -0.1125887930393219, -0.10915388911962509, -0.10571898519992828, -0.10228407382965088, -0.09884916990995407, -0.09541426599025726, -0.09197936207056046, -0.08854445815086365, -0.08510955423116684, -0.08167465031147003, -0.07823974639177322, -0.07480484247207642, -0.07136993855237961, -0.0679350346326828, -0.06450013071298599, -0.061065223067998886, -0.05763031914830208, -0.05419541522860527, -0.05076051130890846, -0.047325607389211655, -0.04389070346951485, -0.04045579954981804, -0.03702089190483093, -0.033585987985134125, -0.030151084065437317, -0.02671618014574051, -0.0232812762260437, -0.019846372306346893, -0.016411468386650085, -0.012976562604308128, -0.00954165868461132, -0.006106754299253225, -0.00267184991389513, 0.000763054471462965, 0.00419795885682106, 0.007632863242179155, 0.01106776762753725, 0.014502672478556633, 0.01793757639825344, 0.02137248031795025, 0.024807386100292206, 0.028242290019989014, 0.03167719393968582, 0.03511209785938263, 0.03854700177907944, 0.041981905698776245, 0.04541680961847305, 0.04885171726346016, 0.05228662118315697, 0.055721525102853775, 0.05915642902255058, 0.06259133666753769, 0.0660262405872345, 0.0694611445069313, 0.07289604842662811, 0.07633095234632492, 0.07976585626602173, 0.08320076018571854, 0.08663566410541534]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 10.0, 9.0, 11.0, 12.0, 22.0, 14.0, 23.0, 37.0, 15.0, 20.0, 10.0, 15.0, 8.0, 10.0, 9.0, 7.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07209533452987671, -0.06946224719285965, -0.066829152405262, -0.06419606506824493, -0.06156297028064728, -0.05892987921833992, -0.05629678815603256, -0.053663697093725204, -0.05103060603141785, -0.04839751869440079, -0.04576442763209343, -0.04313133656978607, -0.040498245507478714, -0.037865154445171356, -0.035232063382864, -0.03259897232055664, -0.029965881258249283, -0.027332790195941925, -0.024699699133634567, -0.02206660807132721, -0.01943351700901985, -0.016800427809357643, -0.014167336747050285, -0.011534245684742928, -0.00890115462243557, -0.006268063560128212, -0.0036349729634821415, -0.0010018821340054274, 0.0016312086954712868, 0.0042642997577786446, 0.006897390354424715, 0.009530480951070786, 0.012163572013378143, 0.014796663075685501, 0.01742975413799286, 0.020062845200300217, 0.022695936262607574, 0.025329025462269783, 0.02796211652457714, 0.0305952075868845, 0.033228300511837006, 0.035861387848854065, 0.03849447891116142, 0.04112756997346878, 0.04376066103577614, 0.046393752098083496, 0.049026843160390854, 0.05165993422269821, 0.05429302528500557, 0.05692611634731293, 0.059559207409620285, 0.06219229847192764, 0.0648253858089447, 0.06745848059654236, 0.07009156793355942, 0.07272466272115707, 0.07535775005817413, 0.07799084484577179, 0.08062393218278885, 0.0832570269703865, 0.08589011430740356, 0.08852320909500122, 0.09115629643201828, 0.09378939121961594, 0.096422478556633]}, "_runtime": 93.41155290603638, "_timestamp": 1596211683.1826618, "_step": 114}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 3.0, 3.0, 8.0, 5.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013117478229105473, -0.012784687802195549, -0.01245189644396305, -0.012119106017053127, -0.011786315590143204, -0.01145352516323328, -0.011120734736323357, -0.010787943378090858, -0.010455152951180935, -0.010122362524271011, -0.009789571166038513, -0.00945678073912859, -0.009123990312218666, -0.008791199885308743, -0.008458409458398819, -0.00812561810016632, -0.007792827673256397, -0.007460037246346474, -0.007127246353775263, -0.006794455461204052, -0.006461665034294128, -0.006128874607384205, -0.005796083714812994, -0.005463292822241783, -0.00513050239533186, -0.004797711968421936, -0.004464921075850725, -0.004132130183279514, -0.0037993397563695908, -0.0034665490966290236, -0.0031337584368884563, -0.002800967777147889, -0.002468177117407322, -0.0021353864576667547, -0.0018025957979261875, -0.0014698051381856203, -0.001137014478445053, -0.0008042238187044859, -0.0004714331589639187, -0.00013864249922335148, 0.00019414816051721573, 0.0005269388202577829, 0.0008597294799983501, 0.0011925201397389174, 0.0015253107994794846, 0.0018581014592200518, 0.002190892118960619, 0.002523682778701186, 0.0028564734384417534, 0.0031892640981823206, 0.003522054757922888, 0.003854845417663455, 0.004187636077404022, 0.004520426504313946, 0.004853217396885157, 0.0051860082894563675, 0.005518798716366291, 0.005851589143276215, 0.0061843800358474255, 0.006517170928418636, 0.00684996135532856, 0.007182751782238483, 0.007515542674809694, 0.007848333567380905, 0.008181123994290829]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 6.0, 3.0, 2.0, 8.0, 6.0, 12.0, 8.0, 11.0, 24.0, 18.0, 26.0, 26.0, 37.0, 43.0, 78.0, 95.0, 117.0, 199.0, 255.0, 555.0, 5210.0, 412.0, 231.0, 142.0, 88.0, 76.0, 65.0, 38.0, 26.0, 28.0, 13.0, 18.0, 10.0, 10.0, 4.0, 12.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11816519498825073, -0.11479905992746353, -0.11143292486667633, -0.10806679725646973, -0.10470066219568253, -0.10133452713489532, -0.09796839207410812, -0.09460225701332092, -0.09123612940311432, -0.08786999434232712, -0.08450385928153992, -0.08113772422075272, -0.07777158915996552, -0.07440545409917831, -0.07103932648897171, -0.06767319142818451, -0.06430705636739731, -0.06094092130661011, -0.057574789971113205, -0.054208654910326004, -0.0508425235748291, -0.0474763885140419, -0.0441102534532547, -0.0407441221177578, -0.037377987056970596, -0.034011851996183395, -0.030645720660686493, -0.027279585599899292, -0.02391345240175724, -0.02054731920361519, -0.017181184142827988, -0.013815050944685936, -0.010448917746543884, -0.007082784082740545, -0.0037166504189372063, -0.00035051675513386726, 0.0030156169086694717, 0.006381750572472811, 0.00974788423627615, 0.013114018365740776, 0.016480151563882828, 0.01984628476202488, 0.02321241796016693, 0.026578553020954132, 0.029944686219096184, 0.033310819417238235, 0.036676954478025436, 0.04004308581352234, 0.04340922087430954, 0.04677535593509674, 0.05014148727059364, 0.053507622331380844, 0.05687375366687775, 0.06023988872766495, 0.06360602378845215, 0.06697215884923935, 0.07033829391002655, 0.07370442152023315, 0.07707055658102036, 0.08043669164180756, 0.08380282670259476, 0.08716896176338196, 0.09053508937358856, 0.09390122443437576, 0.09726735949516296]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 1.0, 0.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 2.0, 26.0, 6.0, 5.0, 6.0, 2.0, 0.0, 4.0, 1.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0030531100928783417, -0.0029652779921889305, -0.0028774458914995193, -0.0027896135579794645, -0.0027017814572900534, -0.002613949356600642, -0.0025261170230805874, -0.0024382849223911762, -0.002350452821701765, -0.002262620721012354, -0.0021747886203229427, -0.002086956286802888, -0.0019991241861134768, -0.0019112920854240656, -0.0018234598683193326, -0.0017356276512145996, -0.0016477955505251884, -0.0015599634498357773, -0.0014721312327310443, -0.0013842990156263113, -0.0012964669149369001, -0.001208634814247489, -0.001120802597142756, -0.001032970380038023, -0.0009451382793486118, -0.0008573061204515398, -0.0007694739615544677, -0.0006816418026573956, -0.0005938096437603235, -0.0005059774848632514, -0.00041814532596617937, -0.0003303131670691073, -0.00024248100817203522, -0.00015464884927496314, -6.681669037789106e-05, 2.1015468519181013e-05, 0.00010884762741625309, 0.00019667978631332517, 0.00028451194521039724, 0.0003723441041074693, 0.0004601762630045414, 0.0005480084219016135, 0.0006358405807986856, 0.0007236727396957576, 0.0008115048985928297, 0.0008993370574899018, 0.0009871692163869739, 0.0010750014334917068, 0.001162833534181118, 0.0012506656348705292, 0.0013384978519752622, 0.0014263300690799952, 0.0015141621697694063, 0.0016019942704588175, 0.0016898264875635505, 0.0017776587046682835, 0.0018654908053576946, 0.001953322906047106, 0.002041155006736517, 0.0021289873402565718, 0.002216819440945983, 0.002304651541635394, 0.002392483875155449, 0.00248031597584486, 0.0025681480765342712]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 6.0, 6.0, 2.0, 12.0, 9.0, 12.0, 33.0, 36.0, 50.0, 61.0, 113.0, 145.0, 179.0, 274.0, 374.0, 602.0, 788.0, 1213.0, 2006.0, 3247.0, 5813.0, 10471.0, 21880.0, 54950.0, 236423.0, 741315.0, 46752.0, 21071.0, 11353.0, 6780.0, 4308.0, 2836.0, 1934.0, 1355.0, 887.0, 665.0, 475.0, 303.0, 211.0, 168.0, 138.0, 110.0, 81.0, 39.0, 39.0, 34.0, 17.0, 18.0, 21.0, 12.0, 5.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005226979032158852, -0.005047167185693979, -0.004867355804890394, -0.004687543958425522, -0.004507732577621937, -0.0043279207311570644, -0.004148108884692192, -0.003968297503888607, -0.0037884856574237347, -0.003608674043789506, -0.0034288624301552773, -0.003249050583690405, -0.003069238970056176, -0.0028894273564219475, -0.002709615509957075, -0.0025298038963228464, -0.0023499922826886177, -0.002170180669054389, -0.0019903690554201603, -0.001810557208955288, -0.0016307455953210592, -0.0014509339816868305, -0.00127112225163728, -0.0010913105215877295, -0.0009114989079535007, -0.0007316872361116111, -0.0005518755642697215, -0.0003720638924278319, -0.00019225222058594227, -1.2440548744052649e-05, 0.00016737112309783697, 0.0003471827949397266, 0.0005269944667816162, 0.0007068061386235058, 0.0008866178104653955, 0.001066429540514946, 0.0012462411541491747, 0.0014260527677834034, 0.001605864497832954, 0.0017856762278825045, 0.001965487841516733, 0.002145299455150962, 0.0023251110687851906, 0.002504922915250063, 0.0026847345288842916, 0.0028645461425185204, 0.0030443579889833927, 0.0032241696026176214, 0.00340398121625185, 0.003583792829886079, 0.0037636044435203075, 0.00394341628998518, 0.004123227670788765, 0.004303039517253637, 0.00448285136371851, 0.004662662744522095, 0.004842474590986967, 0.0050222864374518394, 0.0052020978182554245, 0.005381909664720297, 0.005561721511185169, 0.005741532891988754, 0.005921344738453627, 0.006101156119257212, 0.006280967965722084]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 9.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.024838795885443687, -0.024061447009444237, -0.023284098133444786, -0.022506751120090485, -0.021729402244091034, -0.020952053368091583, -0.020174704492092133, -0.019397355616092682, -0.01862000674009323, -0.01784265972673893, -0.01706531085073948, -0.01628796197474003, -0.015510613098740578, -0.014733265154063702, -0.013955916278064251, -0.013178568333387375, -0.012401219457387924, -0.011623870581388474, -0.010846522636711597, -0.010069173760712147, -0.00929182581603527, -0.00851447694003582, -0.007737128064036369, -0.006959779653698206, -0.006182431243360043, -0.005405082833021879, -0.004627734422683716, -0.003850385546684265, -0.0030730371363461018, -0.0022956887260079384, -0.0015183400828391314, -0.0007409915560856462, 3.635697066783905e-05, 0.0008137054974213243, 0.0015910540241748095, 0.0023684026673436165, 0.00314575107768178, 0.003923099488019943, 0.004700448364019394, 0.005477796774357557, 0.006255145184695721, 0.007032493595033884, 0.007809842005372047, 0.008587190881371498, 0.009364539757370949, 0.010141887702047825, 0.010919236578047276, 0.011696584522724152, 0.012473933398723602, 0.013251282274723053, 0.014028630219399929, 0.01480597909539938, 0.015583327040076256, 0.016360675916075706, 0.017138024792075157, 0.017915373668074608, 0.01869272068142891, 0.01947006955742836, 0.02024741843342781, 0.02102476730942726, 0.021802116185426712, 0.022579465061426163, 0.023356812074780464, 0.024134160950779915, 0.024911509826779366]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 4.0, 9.0, 3.0, 9.0, 3.0, 10.0, 9.0, 12.0, 15.0, 11.0, 37.0, 26.0, 46.0, 47.0, 74.0, 112.0, 152.0, 209.0, 275.0, 341.0, 497.0, 603.0, 870.0, 1304.0, 2304.0, 6660.0, 1561.0, 942.0, 562.0, 401.0, 330.0, 245.0, 170.0, 123.0, 91.0, 68.0, 60.0, 43.0, 36.0, 27.0, 30.0, 19.0, 12.0, 11.0, 8.0, 11.0, 4.0, 5.0, 5.0, 0.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0], "bins": [-0.012541649863123894, -0.012114617973566055, -0.011687585152685642, -0.011260553263127804, -0.010833521373569965, -0.010406488552689552, -0.009979456663131714, -0.009552424773573875, -0.009125391952693462, -0.008698360063135624, -0.008271328173577785, -0.007844295352697372, -0.007417263463139534, -0.006990231107920408, -0.0065631987527012825, -0.006136166863143444, -0.005709134507924318, -0.0052821021527051926, -0.004855070263147354, -0.004428037907928228, -0.004001005552709103, -0.0035739734303206205, -0.0031469413079321384, -0.0027199089527130127, -0.0022928768303245306, -0.0018658445915207267, -0.0014388123527169228, -0.0010117802303284407, -0.0005847479915246367, -0.00015771578182466328, 0.0002693164278753102, 0.0006963486084714532, 0.0011233808472752571, 0.001550413086079061, 0.001977445324882865, 0.002404477447271347, 0.002831509802490473, 0.003258541924878955, 0.003685574047267437, 0.004112606402486563, 0.0045396387577056885, 0.004966670647263527, 0.005393703002482653, 0.005820735357701778, 0.006247767247259617, 0.006674799602478743, 0.007101831957697868, 0.007528863847255707, 0.007955895736813545, 0.008382928557693958, 0.008809960447251797, 0.00923699326813221, 0.009664025157690048, 0.010091057047247887, 0.0105180898681283, 0.010945121757686138, 0.011372153647243977, 0.01179918646812439, 0.012226218357682228, 0.012653250247240067, 0.01308028306812048, 0.013507314957678318, 0.013934346847236156, 0.01436137966811657, 0.014788411557674408]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 4.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16531142592430115, -0.16024836897850037, -0.15518532693386078, -0.15012226998806, -0.14505921304225922, -0.13999615609645844, -0.13493311405181885, -0.12987005710601807, -0.12480700016021729, -0.1197439506649971, -0.11468090116977692, -0.10961784422397614, -0.10455479472875595, -0.09949173778295517, -0.09442868828773499, -0.0893656313419342, -0.08430258184671402, -0.07923953235149384, -0.07417647540569305, -0.06911342591047287, -0.06405036896467209, -0.058987319469451904, -0.05392426624894142, -0.04886121302843094, -0.043798159807920456, -0.03873510658740997, -0.03367205336689949, -0.028609002009034157, -0.023545948788523674, -0.01848289556801319, -0.013419843278825283, -0.008356790989637375, -0.003293737769126892, 0.0017693149857223034, 0.006832367740571499, 0.011895420029759407, 0.01695847325026989, 0.022021526470780373, 0.027084577828645706, 0.03214763104915619, 0.03721068426966667, 0.042273737490177155, 0.04733679071068764, 0.05239984393119812, 0.057462893426418304, 0.06252595037221909, 0.06758899986743927, 0.07265205681324005, 0.07771510630846024, 0.08277815580368042, 0.0878412127494812, 0.09290426224470139, 0.09796731919050217, 0.10303036868572235, 0.10809342563152313, 0.11315647512674332, 0.1182195246219635, 0.12328258156776428, 0.12834563851356506, 0.13340868055820465, 0.13847173750400543, 0.1435347944498062, 0.148597851395607, 0.15366089344024658, 0.15872395038604736]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 6.0, 2.0, 2.0, 1.0, 0.0, 3.0, 12.0, 19.0, 58.0, 31.0, 17.0, 24.0, 8.0, 9.0, 5.0, 5.0, 5.0, 10.0, 6.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.12100376933813095, -0.11690206080675125, -0.11280035972595215, -0.10869865119457245, -0.10459694266319275, -0.10049523413181305, -0.09639352560043335, -0.09229182451963425, -0.08819011598825455, -0.08408840745687485, -0.07998670637607574, -0.07588499784469604, -0.07178328931331635, -0.06768158078193665, -0.06357987225055695, -0.05947817116975784, -0.05537646263837814, -0.051274754106998444, -0.04717304930090904, -0.04307134449481964, -0.03896963596343994, -0.03486792743206024, -0.03076622262597084, -0.02666451595723629, -0.02256280928850174, -0.01846110261976719, -0.014359395951032639, -0.010257689282298088, -0.006155982613563538, -0.002054275944828987, 0.0020474307239055634, 0.006149137392640114, 0.010250844061374664, 0.014352550730109215, 0.018454257398843765, 0.022555964067578316, 0.026657670736312866, 0.030759377405047417, 0.03486108407378197, 0.03896278887987137, 0.04306449741125107, 0.04716620594263077, 0.05126791074872017, 0.05536961555480957, 0.05947132408618927, 0.06357303261756897, 0.06767474114894867, 0.07177644222974777, 0.07587815076112747, 0.07997985929250717, 0.08408156037330627, 0.08818326890468597, 0.09228497743606567, 0.09638668596744537, 0.10048839449882507, 0.10459009557962418, 0.10869180411100388, 0.11279351264238358, 0.11689521372318268, 0.12099692225456238, 0.12509863078594208, 0.12920033931732178, 0.13330204784870148, 0.13740375638008118, 0.14150545001029968]}, "_runtime": 94.26178407669067, "_timestamp": 1596211684.032893, "_step": 115}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 4.0, 1.0, 5.0, 2.0, 2.0, 8.0, 4.0, 8.0, 1.0, 2.0, 3.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019956789910793304, -0.019320279359817505, -0.018683766946196556, -0.018047256395220757, -0.017410745844244957, -0.016774233430624008, -0.01613772287964821, -0.015501211397349834, -0.01486469991505146, -0.01422818936407566, -0.013591677881777287, -0.012955166399478912, -0.012318655848503113, -0.011682144366204739, -0.011045632883906364, -0.010409122332930565, -0.00977261085063219, -0.009136099368333817, -0.008499588817358017, -0.007863077335059643, -0.007226565852761269, -0.006590054836124182, -0.005953543819487095, -0.005317032337188721, -0.004680521320551634, -0.004044010303914547, -0.003407498821616173, -0.002770987804979086, -0.0021344765555113554, -0.0014979653060436249, -0.0008614541729912162, -0.00022494298173114657, 0.00041156820952892303, 0.0010480794589966536, 0.0016845905920490623, 0.002321101725101471, 0.0029576129745692015, 0.003594124224036932, 0.004230635240674019, 0.004867146722972393, 0.00550365773960948, 0.006140168756246567, 0.006776680238544941, 0.007413191255182028, 0.008049702271819115, 0.008686213754117489, 0.009322725236415863, 0.009959235787391663, 0.010595747269690037, 0.011232258751988411, 0.01186876930296421, 0.012505280785262585, 0.013141792267560959, 0.013778302818536758, 0.014414814300835133, 0.015051325783133507, 0.015687836334109306, 0.016324348747730255, 0.016960859298706055, 0.017597369849681854, 0.018233882263302803, 0.018870392814278603, 0.019506903365254402, 0.02014341577887535, 0.02077992632985115]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 1.0, 4.0, 5.0, 5.0, 4.0, 9.0, 8.0, 12.0, 13.0, 22.0, 34.0, 47.0, 54.0, 68.0, 135.0, 170.0, 285.0, 551.0, 5346.0, 445.0, 258.0, 154.0, 85.0, 55.0, 29.0, 20.0, 17.0, 13.0, 6.0, 10.0, 4.0, 9.0, 6.0, 6.0, 4.0, 1.0, 3.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.17644760012626648, -0.17143015563488007, -0.16641272604465485, -0.16139528155326843, -0.1563778519630432, -0.1513604074716568, -0.14634296298027039, -0.14132553339004517, -0.13630808889865875, -0.13129064440727234, -0.12627321481704712, -0.1212557703256607, -0.11623833328485489, -0.11122089624404907, -0.10620345175266266, -0.10118601471185684, -0.09616857767105103, -0.09115114063024521, -0.08613370358943939, -0.08111625909805298, -0.07609882205724716, -0.07108138501644135, -0.06606394052505493, -0.061046503484249115, -0.0560290664434433, -0.05101162940263748, -0.04599418863654137, -0.04097674787044525, -0.035959310829639435, -0.03094187192618847, -0.025924433022737503, -0.020906994119286537, -0.01588955521583557, -0.010872116312384605, -0.0058546774089336395, -0.0008372385054826736, 0.004180200397968292, 0.009197639301419258, 0.014215078204870224, 0.01923251710832119, 0.024249956011772156, 0.02926739491522312, 0.03428483381867409, 0.0393022745847702, 0.04431971162557602, 0.049337148666381836, 0.05435458943247795, 0.059372030198574066, 0.06438946723937988, 0.0694069042801857, 0.07442434132099152, 0.07944178581237793, 0.08445922285318375, 0.08947665989398956, 0.09449410438537598, 0.0995115414261818, 0.10452897846698761, 0.10954641550779343, 0.11456385254859924, 0.11958129703998566, 0.12459873408079147, 0.1296161711215973, 0.1346336156129837, 0.13965104520320892, 0.14466848969459534]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 4.0, 4.0, 1.0, 7.0, 24.0, 0.0, 4.0, 6.0, 2.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0024183797650039196, -0.002326653338968754, -0.002234926912933588, -0.002143200719729066, -0.0020514742936939, -0.0019597478676587343, -0.0018680215580388904, -0.0017762951320037246, -0.0016845688223838806, -0.0015928423963487148, -0.001501115970313549, -0.001409389660693705, -0.0013176632346585393, -0.0012259369250386953, -0.0011342104990035295, -0.0010424841893836856, -0.0009507577633485198, -0.0008590313955210149, -0.0007673050276935101, -0.0006755786598660052, -0.0005838522920385003, -0.0004921258660033345, -0.00040039949817582965, -0.0003086731303483248, -0.0002169467625208199, -0.00012522039469331503, -3.349401231389493e-05, 5.823236278956756e-05, 0.00014995873789303005, 0.00024168510572053492, 0.00033341150265187025, 0.0004251378704793751, 0.00051686423830688, 0.0006085906061343849, 0.0007003169739618897, 0.0007920433417893946, 0.0008837697096168995, 0.0009754961356520653, 0.0010672224452719092, 0.001158948871307075, 0.001250675180926919, 0.0013424016069620848, 0.0014341280329972506, 0.0015258543426170945, 0.0016175807686522603, 0.0017093070782721043, 0.00180103350430727, 0.001892759813927114, 0.0019844863563776016, 0.0020762125495821238, 0.0021679389756172895, 0.0022596654016524553, 0.002351391827687621, 0.0024431180208921432, 0.002534844446927309, 0.002626570872962475, 0.0027182972989976406, 0.0028100237250328064, 0.0029017499182373285, 0.0029934763442724943, 0.00308520277030766, 0.003176929196342826, 0.003268655389547348, 0.003360381815582514, 0.0034521082416176796]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 8.0, 23.0, 19.0, 52.0, 80.0, 138.0, 244.0, 322.0, 558.0, 856.0, 1444.0, 2430.0, 4252.0, 7690.0, 15353.0, 34312.0, 110296.0, 871612.0, 67752.0, 27105.0, 13932.0, 8057.0, 4669.0, 2968.0, 1836.0, 1167.0, 778.0, 551.0, 341.0, 217.0, 171.0, 108.0, 81.0, 52.0, 41.0, 41.0, 19.0, 15.0, 9.0, 8.0, 5.0, 6.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0052347551099956036, -0.005019957199692726, -0.004805158823728561, -0.004590360913425684, -0.0043755630031228065, -0.004160765092819929, -0.003945967182517052, -0.003731168806552887, -0.0035163708962500095, -0.003301572985947132, -0.003086774842813611, -0.00287197669968009, -0.0026571787893772125, -0.002442380879074335, -0.002227582735940814, -0.002012784592807293, -0.0017979866825044155, -0.0015831886557862163, -0.001368390629068017, -0.0011535926023498178, -0.0009387945756316185, -0.0007239965489134192, -0.00050919852219522, -0.00029440049547702074, -7.960246875882149e-05, 0.00013519555795937777, 0.000349993584677577, 0.0005647916113957763, 0.0007795896381139755, 0.0009943876648321748, 0.001209185691550374, 0.0014239837182685733, 0.0016387817449867725, 0.0018535797717049718, 0.002068377798423171, 0.002283175941556692, 0.0024979738518595695, 0.002712771762162447, 0.002927569905295968, 0.003142368048429489, 0.0033571659587323666, 0.003571963869035244, 0.003786762012168765, 0.004001560155302286, 0.004216358065605164, 0.004431155975908041, 0.004645953886210918, 0.004860752262175083, 0.005075550172477961, 0.005290348082780838, 0.005505146458745003, 0.00571994436904788, 0.005934742279350758, 0.006149540189653635, 0.0063643380999565125, 0.006579136475920677, 0.006793934386223555, 0.007008732296526432, 0.007223530672490597, 0.007438328582793474, 0.007653126493096352, 0.007867924869060516, 0.008082722313702106, 0.008297520689666271, 0.008512318134307861]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 4.0, 4.0, 12.0, 10.0, 4.0, 3.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06827382743358612, -0.06671113520860672, -0.06514844298362732, -0.06358575075864792, -0.06202305480837822, -0.06046035885810852, -0.05889766663312912, -0.05733497440814972, -0.05577228218317032, -0.05420958623290062, -0.05264689400792122, -0.05108420178294182, -0.04952150583267212, -0.04795881360769272, -0.04639612138271332, -0.04483342543244362, -0.04327073320746422, -0.04170804098248482, -0.04014534503221512, -0.03858265280723572, -0.03701996058225632, -0.03545726463198662, -0.03389457240700722, -0.03233188018202782, -0.030769186094403267, -0.029206492006778717, -0.027643799781799316, -0.026081105694174767, -0.024518411606550217, -0.022955719381570816, -0.021393025293946266, -0.019830333068966866, -0.018267638981342316, -0.016704944893717766, -0.015142252668738365, -0.013579558581113815, -0.01201686542481184, -0.010454172268509865, -0.008891478180885315, -0.00732878502458334, -0.0057660918682813644, -0.004203398711979389, -0.0026407050900161266, -0.0010780117008835077, 0.0004846816882491112, 0.00204737507738173, 0.003610068466514349, 0.0051727620884776115, 0.006735455244779587, 0.008298148401081562, 0.009860841557383537, 0.011423535645008087, 0.012986228801310062, 0.014548921957612038, 0.016111616045236588, 0.017674308270215988, 0.019237002357840538, 0.020799696445465088, 0.02236238867044449, 0.02392508275806904, 0.025487776845693588, 0.02705046907067299, 0.02861316315829754, 0.03017585538327694, 0.03173854947090149]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 4.0, 1.0, 0.0, 6.0, 3.0, 0.0, 1.0, 7.0, 14.0, 4.0, 2.0, 2.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 5.0, 11.0, 18.0, 29.0, 26.0, 45.0, 61.0, 91.0, 138.0, 259.0, 479.0, 1011.0, 2557.0, 8266.0, 2270.0, 1155.0, 665.0, 440.0, 285.0, 194.0, 111.0, 83.0, 37.0, 28.0, 21.0, 20.0, 20.0, 11.0, 5.0, 4.0, 1.0, 3.0, 2.0, 7.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.021116085350513458, -0.020535908639431, -0.01995573192834854, -0.019375555217266083, -0.018795378506183624, -0.018215201795101166, -0.017635025084018707, -0.01705484837293625, -0.01647467166185379, -0.01589449681341648, -0.015314319171011448, -0.01473414245992899, -0.014153966680169106, -0.013573789969086647, -0.012993613258004189, -0.01241343654692173, -0.011833259835839272, -0.011253083124756813, -0.010672906413674355, -0.010092729702591896, -0.009512552991509438, -0.008932377211749554, -0.008352200500667095, -0.007772023789584637, -0.007191847078502178, -0.00661167036741972, -0.006031493656337261, -0.00545131741091609, -0.0048711406998336315, -0.004290963988751173, -0.003710787510499358, -0.0031306110322475433, -0.002550434321165085, -0.0019702576100826263, -0.0013900811318308115, -0.0008099045371636748, -0.00022972794249653816, 0.0003504486521705985, 0.0009306252468377352, 0.0015108018415048718, 0.0020909784361720085, 0.002671155147254467, 0.003251331625506282, 0.0038315081037580967, 0.004411684814840555, 0.004991861525923014, 0.005572037771344185, 0.006152214482426643, 0.006732391193509102, 0.00731256790459156, 0.007892744615674019, 0.008472921326756477, 0.009053098037838936, 0.00963327381759882, 0.010213450528681278, 0.010793627239763737, 0.011373803950846195, 0.011953980661928654, 0.012534157373011112, 0.01311433408409357, 0.013694509863853455, 0.014274686574935913, 0.014854863286018372, 0.01543503999710083, 0.01601521670818329]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13055521249771118, -0.1269044429063797, -0.12325368076562881, -0.11960291862487793, -0.11595214903354645, -0.11230137944221497, -0.10865061730146408, -0.1049998551607132, -0.10134908556938171, -0.09769831597805023, -0.09404755383729935, -0.09039679169654846, -0.08674602210521698, -0.0830952525138855, -0.07944449037313461, -0.07579372823238373, -0.07214295864105225, -0.06849218904972076, -0.06484142690896988, -0.061190661042928696, -0.05753989517688751, -0.05388912931084633, -0.050238363444805145, -0.04658759757876396, -0.04293683171272278, -0.039286065846681595, -0.03563529998064041, -0.03198453411459923, -0.028333768248558044, -0.02468300238251686, -0.021032236516475677, -0.017381470650434494, -0.01373070478439331, -0.010079938918352127, -0.006429173052310944, -0.00277840718626976, 0.0008723586797714233, 0.004523124545812607, 0.00817389041185379, 0.011824656277894974, 0.015475422143936157, 0.01912618800997734, 0.022776953876018524, 0.026427719742059708, 0.03007848560810089, 0.033729251474142075, 0.03738001734018326, 0.04103078320622444, 0.044681549072265625, 0.04833231493830681, 0.05198308080434799, 0.055633846670389175, 0.05928461253643036, 0.06293538212776184, 0.06658614426851273, 0.07023690640926361, 0.07388767600059509, 0.07753844559192657, 0.08118920773267746, 0.08483996987342834, 0.08849073946475983, 0.09214150905609131, 0.0957922711968422, 0.09944303333759308, 0.10309380292892456]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 4.0, 10.0, 9.0, 8.0, 16.0, 19.0, 31.0, 33.0, 30.0, 25.0, 15.0, 14.0, 8.0, 13.0, 3.0, 5.0, 3.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08346118777990341, -0.08105310797691345, -0.07864502817392349, -0.07623695582151413, -0.07382887601852417, -0.07142079621553421, -0.06901271641254425, -0.06660463660955429, -0.06419655680656433, -0.06178848072886467, -0.05938040465116501, -0.05697232484817505, -0.05456424504518509, -0.05215616896748543, -0.04974808916449547, -0.04734001308679581, -0.04493193328380585, -0.04252385348081589, -0.040115777403116226, -0.037707697600126266, -0.035299621522426605, -0.032891541719436646, -0.030483461916446686, -0.028075383976101875, -0.025667306035757065, -0.023259228095412254, -0.020851150155067444, -0.018443070352077484, -0.016034992411732674, -0.013626914471387863, -0.011218835599720478, -0.008810756728053093, -0.0064026787877082825, -0.003994600381702185, -0.0015865219756960869, 0.0008215564303100109, 0.0032296348363161087, 0.0056377132423222065, 0.008045791648328304, 0.01045387051999569, 0.0128619484603405, 0.01527002640068531, 0.01767810434103012, 0.02008618414402008, 0.02249426208436489, 0.0249023400247097, 0.02731041982769966, 0.029718497768044472, 0.03212657570838928, 0.03453465551137924, 0.0369427315890789, 0.03935081139206886, 0.041758887469768524, 0.044166967272758484, 0.046575047075748444, 0.048983123153448105, 0.051391202956438065, 0.053799282759428024, 0.056207358837127686, 0.058615438640117645, 0.061023518443107605, 0.06343159824609756, 0.06583967059850693, 0.06824775040149689, 0.07065583020448685]}, "_runtime": 95.07148766517639, "_timestamp": 1596211684.8425965, "_step": 116}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 7.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007632956374436617, -0.007370137609541416, -0.0071073188446462154, -0.006844500079751015, -0.006581681780517101, -0.0063188630156219006, -0.0060560442507267, -0.005793225485831499, -0.005530406720936298, -0.005267587956041098, -0.005004769191145897, -0.004741950426250696, -0.0044791316613554955, -0.004216313362121582, -0.003953494597226381, -0.0036906758323311806, -0.00342785706743598, -0.003165038302540779, -0.0029022195376455784, -0.0026394010055810213, -0.0023765822406858206, -0.00211376347579062, -0.001850944827310741, -0.001588126178830862, -0.0013253074139356613, -0.0010624886490404606, -0.0007996700005605817, -0.0005368512938730419, -0.00027403258718550205, -1.1213880497962236e-05, 0.0002516048261895776, 0.0005144235328771174, 0.0007772422395646572, 0.001040061004459858, 0.0013028796529397368, 0.0015656983014196157, 0.0018285170663148165, 0.002091335831210017, 0.0023541543632745743, 0.002616973128169775, 0.0028797918930649757, 0.0031426106579601765, 0.003405429422855377, 0.0036682479549199343, 0.003931066952645779, 0.004193885251879692, 0.004456704016774893, 0.0047195227816700935, 0.004982341546565294, 0.005245160311460495, 0.005507979076355696, 0.0057707978412508965, 0.00603361614048481, 0.006296434905380011, 0.006559253670275211, 0.006822072435170412, 0.007084891200065613, 0.0073477099649608135, 0.007610528729856014, 0.007873347029089928, 0.008136166259646416, 0.008398984558880329, 0.008661803789436817, 0.00892462208867073, 0.009187441319227219]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 6.0, 4.0, 8.0, 4.0, 11.0, 14.0, 9.0, 18.0, 25.0, 21.0, 34.0, 40.0, 47.0, 60.0, 81.0, 89.0, 117.0, 133.0, 191.0, 232.0, 455.0, 4902.0, 413.0, 259.0, 151.0, 120.0, 80.0, 74.0, 50.0, 48.0, 45.0, 27.0, 17.0, 22.0, 25.0, 21.0, 11.0, 7.0, 5.0, 6.0, 8.0, 5.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.09067128598690033, -0.08809571713209152, -0.08552014827728271, -0.08294457197189331, -0.0803690031170845, -0.0777934342622757, -0.07521786540746689, -0.07264229655265808, -0.07006672024726868, -0.06749115139245987, -0.06491558253765106, -0.062340013682842255, -0.05976444482803345, -0.05718887224793434, -0.054613303393125534, -0.05203773081302643, -0.04946216195821762, -0.046886593103408813, -0.04431102052330971, -0.0417354516685009, -0.039159879088401794, -0.03658431023359299, -0.03400874137878418, -0.031433168798685074, -0.028857599943876266, -0.02628202922642231, -0.023706458508968353, -0.021130889654159546, -0.01855531893670559, -0.015979748219251633, -0.01340417843312025, -0.010828608646988869, -0.008253037929534912, -0.005677467677742243, -0.0031018974259495735, -0.0005263271741569042, 0.002049243077635765, 0.004624813329428434, 0.007200383581221104, 0.009775953367352486, 0.012351524084806442, 0.014927094802260399, 0.017502665519714355, 0.020078234374523163, 0.02265380509197712, 0.025229375809431076, 0.027804944664239883, 0.03038051538169384, 0.0329560860991478, 0.035531654953956604, 0.03810722753405571, 0.04068279638886452, 0.04325836896896362, 0.04583393782377243, 0.04840950667858124, 0.050985079258680344, 0.05356064811348915, 0.05613621696829796, 0.058711789548397064, 0.06128735840320587, 0.06386292725801468, 0.06643849611282349, 0.06901407241821289, 0.0715896412730217, 0.0741652101278305]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 6.0, 2.0, 4.0, 4.0, 3.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 5.0, 6.0, 24.0, 1.0, 3.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0026698391884565353, -0.002577943727374077, -0.0024860482662916183, -0.00239415280520916, -0.0023022573441267014, -0.002210361650213599, -0.0021184661891311407, -0.002026570728048682, -0.0019346752669662237, -0.0018427798058837652, -0.0017508843448013067, -0.0016589887673035264, -0.001567093306221068, -0.0014751978451386094, -0.001383302267640829, -0.0012914068065583706, -0.001199511345475912, -0.0011076158843934536, -0.001015720423310995, -0.0009238248458132148, -0.0008319293847307563, -0.0007400339236482978, -0.0006481384043581784, -0.000556242885068059, -0.00046434742398560047, -0.0003724519337993115, -0.00028055644361302257, -0.0001886609534267336, -9.676546324044466e-05, -4.869973054155707e-06, 8.702551713213325e-05, 0.0001789210073184222, 0.00027081649750471115, 0.0003627119876910001, 0.00045460747787728906, 0.0005465029971674085, 0.000638398458249867, 0.0007302939193323255, 0.0008221894386224449, 0.0009140849579125643, 0.0010059804189950228, 0.0010978758800774813, 0.0011897713411599398, 0.00128166691865772, 0.0013735623797401786, 0.001465457840822637, 0.0015573534183204174, 0.001649248879402876, 0.0017411443404853344, 0.001833039801567793, 0.0019249352626502514, 0.00201683072373271, 0.0021087261848151684, 0.0022006218787282705, 0.002292517339810729, 0.0023844128008931875, 0.002476308261975646, 0.0025682037230581045, 0.002660099184140563, 0.0027519946452230215, 0.0028438903391361237, 0.002935785800218582, 0.0030276812613010406, 0.003119576722383499, 0.0032114721834659576]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 12.0, 15.0, 18.0, 35.0, 41.0, 64.0, 104.0, 190.0, 286.0, 553.0, 883.0, 1584.0, 2891.0, 5409.0, 11479.0, 26657.0, 83903.0, 900500.0, 81100.0, 29592.0, 14471.0, 7783.0, 4470.0, 2681.0, 1652.0, 1101.0, 708.0, 487.0, 308.0, 205.0, 130.0, 112.0, 67.0, 45.0, 34.0, 28.0, 15.0, 1.0, 7.0, 4.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008158314041793346, -0.007899831980466843, -0.007641349919140339, -0.0073828683234751225, -0.007124386262148619, -0.006865904200822115, -0.0066074226051568985, -0.006348940543830395, -0.006090458482503891, -0.005831976421177387, -0.0055734943598508835, -0.005315012764185667, -0.005056530702859163, -0.0047980486415326595, -0.004539567045867443, -0.004281084984540939, -0.004022602923214436, -0.003764120861887932, -0.0035056390333920717, -0.0032471572048962116, -0.002988675143569708, -0.002730193082243204, -0.002471711253747344, -0.002213229425251484, -0.00195474736392498, -0.0016962654190137982, -0.0014377834741026163, -0.0011793015291914344, -0.0009208195842802525, -0.0006623376393690705, -0.0004038556944578886, -0.00014537374954670668, 0.00011310819536447525, 0.0003715901402756572, 0.0006300720851868391, 0.000888554030098021, 0.001147035975009203, 0.0014055179199203849, 0.0016639998648315668, 0.0019224818097427487, 0.0021809637546539307, 0.0024394458159804344, 0.0026979276444762945, 0.0029564094729721546, 0.0032148915342986584, 0.003473373595625162, 0.0037318554241210222, 0.003990337252616882, 0.004248819313943386, 0.00450730137526989, 0.004765783436596394, 0.00502426503226161, 0.005282747093588114, 0.0055412291549146175, 0.005799710750579834, 0.006058192811906338, 0.0063166748732328415, 0.006575156934559345, 0.006833638995885849, 0.0070921205915510654, 0.007350602652877569, 0.007609084714204073, 0.00786756630986929, 0.008126048371195793, 0.008384530432522297]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 4.0, 1.0, 8.0, 2.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.023774702101945877, -0.022980351001024246, -0.022186001762747765, -0.021391650661826134, -0.020597299560904503, -0.01980295032262802, -0.01900859922170639, -0.01821424812078476, -0.01741989701986313, -0.016625547781586647, -0.015831196680665016, -0.01503684651106596, -0.014242496341466904, -0.013448145240545273, -0.012653795070946217, -0.011859443970024586, -0.01106509380042553, -0.010270743630826473, -0.009476392529904842, -0.008682042360305786, -0.007887691259384155, -0.007093341089785099, -0.006298990920186043, -0.005504640284925699, -0.004710289649665356, -0.003915939014405012, -0.0031215886119753122, -0.0023272382095456123, -0.0015328875742852688, -0.0007385370554402471, 5.5813463404774666e-05, 0.0008501639822497964, 0.0016445145010948181, 0.0024388651363551617, 0.0032332155387848616, 0.0040275659412145615, 0.004821916576474905, 0.0056162672117352486, 0.006410617381334305, 0.007204968016594648, 0.007999318651854992, 0.008793668821454048, 0.009588019922375679, 0.010382370091974735, 0.011176720261573792, 0.011971071362495422, 0.012765421532094479, 0.01355977263301611, 0.014354122802615166, 0.015148472972214222, 0.015942823141813278, 0.01673717424273491, 0.01753152534365654, 0.01832587458193302, 0.019120225682854652, 0.019914576783776283, 0.020708926022052765, 0.021503277122974396, 0.022297628223896027, 0.023091979324817657, 0.02388632856309414, 0.02468067966401577, 0.0254750307649374, 0.026269380003213882, 0.027063731104135513]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 11.0, 6.0, 17.0, 13.0, 30.0, 32.0, 37.0, 41.0, 54.0, 67.0, 84.0, 93.0, 122.0, 161.0, 215.0, 258.0, 342.0, 513.0, 724.0, 1021.0, 1546.0, 5770.0, 2126.0, 1270.0, 927.0, 659.0, 501.0, 401.0, 323.0, 231.0, 173.0, 126.0, 109.0, 88.0, 52.0, 52.0, 41.0, 25.0, 28.0, 26.0, 16.0, 20.0, 13.0, 16.0, 5.0, 14.0, 5.0, 2.0, 1.0, 5.0, 1.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009433063678443432, -0.009092618711292744, -0.008752173744142056, -0.008411727845668793, -0.008071282878518105, -0.007730837911367416, -0.007390392944216728, -0.007049947511404753, -0.0067095025442540646, -0.006369057577103376, -0.006028612144291401, -0.005688167177140713, -0.005347722209990025, -0.005007276777178049, -0.004666831810027361, -0.0043263863772153854, -0.003985941410064697, -0.0036454962100833654, -0.0033050510101020336, -0.0029646060429513454, -0.0026241608429700136, -0.002283715642988682, -0.0019432705594226718, -0.0016028254758566618, -0.00126238027587533, -0.0009219351341016591, -0.0005814899923279881, -0.00024104485055431724, 9.940029121935368e-05, 0.0004398454329930246, 0.0007802905747666955, 0.0011207356583327055, 0.0014611808583140373, 0.0018016260582953691, 0.002142071258276701, 0.002482516225427389, 0.002822961425408721, 0.003163406625390053, 0.003503851592540741, 0.003844296792522073, 0.004184741992503405, 0.004525186959654093, 0.004865632392466068, 0.0052060773596167564, 0.005546522326767445, 0.00588696775957942, 0.006227412726730108, 0.006567858159542084, 0.006908303126692772, 0.00724874809384346, 0.0075891935266554356, 0.007929638959467411, 0.0082700839266181, 0.008610528893768787, 0.008950973860919476, 0.009291418828070164, 0.009631864726543427, 0.009972309693694115, 0.010312754660844803, 0.010653199627995491, 0.01099364459514618, 0.011334089562296867, 0.01167453546077013, 0.012014980427920818, 0.012355425395071507]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23161041736602783, -0.22494900226593018, -0.2182876020669937, -0.21162618696689606, -0.2049647867679596, -0.19830337166786194, -0.19164197146892548, -0.18498055636882782, -0.17831915616989136, -0.1716577410697937, -0.16499632596969604, -0.15833492577075958, -0.15167351067066193, -0.14501211047172546, -0.1383506953716278, -0.13168929517269135, -0.1250278800725937, -0.11836647242307663, -0.11170506477355957, -0.10504365712404251, -0.09838224947452545, -0.0917208343744278, -0.08505942672491074, -0.07839801907539368, -0.07173661142587662, -0.06507520377635956, -0.0584137961268425, -0.05175238475203514, -0.04509097710251808, -0.03842956945300102, -0.031768158078193665, -0.025106750428676605, -0.018445342779159546, -0.011783934198319912, -0.005122525617480278, 0.001538882963359356, 0.00820029154419899, 0.014861700125038624, 0.021523108705878258, 0.028184518218040466, 0.034845925867557526, 0.041507333517074585, 0.048168741166591644, 0.054830152541399, 0.06149156019091606, 0.06815297156572342, 0.07481437921524048, 0.08147578686475754, 0.0881371945142746, 0.09479860216379166, 0.10146000981330872, 0.10812141746282578, 0.11478282511234283, 0.12144424021244049, 0.12810564041137695, 0.1347670555114746, 0.14142847061157227, 0.14808987081050873, 0.15475128591060638, 0.16141268610954285, 0.1680741012096405, 0.17473550140857697, 0.18139691650867462, 0.18805831670761108, 0.19471973180770874]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 8.0, 3.0, 3.0, 4.0, 3.0, 3.0, 10.0, 13.0, 7.0, 18.0, 29.0, 52.0, 29.0, 26.0, 17.0, 7.0, 7.0, 4.0, 5.0, 2.0, 7.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1543331742286682, -0.1507277637720108, -0.1471223384141922, -0.1435169279575348, -0.13991151750087738, -0.13630609214305878, -0.13270068168640137, -0.12909527122974396, -0.12548986077308655, -0.12188443541526794, -0.11827902495861053, -0.11467360705137253, -0.11106818914413452, -0.10746277868747711, -0.1038573607802391, -0.1002519503235817, -0.09664653241634369, -0.09304111450910568, -0.08943570405244827, -0.08583028614521027, -0.08222487568855286, -0.07861945778131485, -0.07501403987407684, -0.07140862941741943, -0.06780321151018143, -0.06419779360294342, -0.06059238314628601, -0.056986965239048004, -0.053381551057100296, -0.04977613687515259, -0.04617071896791458, -0.04256530478596687, -0.038959890604019165, -0.03535447642207146, -0.03174906224012375, -0.028143644332885742, -0.024538230150938034, -0.020932815968990326, -0.01732739992439747, -0.013721984811127186, -0.010116569697856903, -0.00651115458458662, -0.0029057394713163376, 0.0006996756419539452, 0.004305090755224228, 0.00791050586849451, 0.011515920981764793, 0.015121336095035076, 0.01872675120830536, 0.022332165390253067, 0.025937581434845924, 0.029542997479438782, 0.03314841166138649, 0.0367538258433342, 0.040359243750572205, 0.04396465793251991, 0.04757007211446762, 0.05117548629641533, 0.05478090047836304, 0.058386318385601044, 0.06199173256754875, 0.06559714674949646, 0.06920256465673447, 0.07280797511339188, 0.07641339302062988]}, "_runtime": 95.86843752861023, "_timestamp": 1596211685.6395464, "_step": 117}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 3.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014602018520236015, -0.014194462448358536, -0.013786906376481056, -0.013379351235926151, -0.012971795164048672, -0.012564239092171192, -0.012156683951616287, -0.011749127879738808, -0.011341571807861328, -0.010934015735983849, -0.010526459664106369, -0.010118904523551464, -0.009711348451673985, -0.009303792379796505, -0.0088962372392416, -0.00848868116736412, -0.008081125095486641, -0.007673569023609161, -0.007266013417392969, -0.006858457811176777, -0.006450901739299297, -0.006043345667421818, -0.0056357900612056255, -0.005228234454989433, -0.004820678383111954, -0.004413122311234474, -0.004005566705018282, -0.003598010865971446, -0.00319045502692461, -0.0027828991878777742, -0.0023753433488309383, -0.0019677875097841024, -0.0015602316707372665, -0.0011526758316904306, -0.0007451199926435947, -0.00033756415359675884, 6.999168545007706e-05, 0.00047754752449691296, 0.0008851033635437489, 0.0012926592025905848, 0.0017002150416374207, 0.0021077708806842566, 0.0025153267197310925, 0.0029228825587779284, 0.0033304383978247643, 0.0037379942368716, 0.004145550075918436, 0.004553105682134628, 0.004960661754012108, 0.005368217825889587, 0.00577577343210578, 0.006183329038321972, 0.0065908851101994514, 0.006998441182076931, 0.007405996788293123, 0.007813552394509315, 0.008221108466386795, 0.008628664538264275, 0.009036220610141754, 0.009443775750696659, 0.009851331822574139, 0.010258887894451618, 0.010666443035006523, 0.011073999106884003, 0.011481555178761482]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 3.0, 6.0, 8.0, 12.0, 11.0, 9.0, 18.0, 23.0, 46.0, 55.0, 73.0, 124.0, 144.0, 223.0, 361.0, 5022.0, 895.0, 320.0, 175.0, 106.0, 73.0, 46.0, 44.0, 29.0, 19.0, 19.0, 17.0, 6.0, 6.0, 4.0, 5.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.18400892615318298, -0.1789991557598114, -0.17398937046527863, -0.16897960007190704, -0.16396981477737427, -0.15896004438400269, -0.1539502739906311, -0.14894048869609833, -0.14393071830272675, -0.13892094790935516, -0.1339111626148224, -0.1289013922214508, -0.12389161437749863, -0.11888183653354645, -0.11387206614017487, -0.10886228829622269, -0.10385251045227051, -0.09884273260831833, -0.09383295476436615, -0.08882318437099457, -0.08381340652704239, -0.07880362868309021, -0.07379385828971863, -0.06878408044576645, -0.06377430260181427, -0.05876452475786209, -0.05375475063920021, -0.04874497652053833, -0.04373519867658615, -0.03872542083263397, -0.03371564671397209, -0.028705870732665062, -0.023696094751358032, -0.018686318770051003, -0.013676542788743973, -0.008666766807436943, -0.0036569908261299133, 0.0013527851551771164, 0.006362561136484146, 0.011372337117791176, 0.016382113099098206, 0.021391889080405235, 0.026401665061712265, 0.031411439180374146, 0.036421217024326324, 0.0414309948682785, 0.046440768986940384, 0.051450543105602264, 0.05646032094955444, 0.06147009879350662, 0.0664798766374588, 0.07148964703083038, 0.07649942487478256, 0.08150920271873474, 0.08651897311210632, 0.0915287509560585, 0.09653852880001068, 0.10154830664396286, 0.10655808448791504, 0.11156785488128662, 0.1165776327252388, 0.12158741056919098, 0.12659718096256256, 0.13160696625709534, 0.13661673665046692]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 7.0, 6.0, 2.0, 4.0, 3.0, 5.0, 5.0, 0.0, 1.0, 1.0, 4.0, 23.0, 3.0, 2.0, 2.0, 4.0, 1.0, 6.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022040819749236107, -0.0021188105456531048, -0.002033539116382599, -0.0019482678035274148, -0.001862996374256909, -0.001777724944986403, -0.001692453515715897, -0.0016071820864453912, -0.001521910773590207, -0.0014366393443197012, -0.0013513679150491953, -0.0012660964857786894, -0.0011808250565081835, -0.0010955536272376776, -0.0010102823143824935, -0.0009250108851119876, -0.0008397394558414817, -0.0007544680265709758, -0.0006691966555081308, -0.0005839252262376249, -0.0004986538551747799, -0.000413382425904274, -0.0003281109966337681, -0.00024283959646709263, -0.00015756819630041718, -7.229678885778412e-05, 1.297461858484894e-05, 9.8246026027482e-05, 0.00018351743347011507, 0.0002687888336367905, 0.0003540602629072964, 0.00043933166307397187, 0.0005246030632406473, 0.0006098744925111532, 0.0006951458635739982, 0.0007804172928445041, 0.0008656886639073491, 0.000950960093177855, 0.001036231522448361, 0.0011215029517188668, 0.001206774264574051, 0.0012920456938445568, 0.0013773171231150627, 0.0014625885523855686, 0.0015478599816560745, 0.0016331314109265804, 0.0017184027237817645, 0.0018036741530522704, 0.0018889455823227763, 0.0019742168951779604, 0.0020594883244484663, 0.002144759753718972, 0.002230031182989478, 0.002315302612259984, 0.00240057404153049, 0.002485845470800996, 0.0025711169000715017, 0.0026563883293420076, 0.0027416597586125135, 0.002826930955052376, 0.0029122023843228817, 0.0029974738135933876, 0.0030827452428638935, 0.0031680166721343994, 0.0032532881014049053]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 3.0, 6.0, 8.0, 13.0, 16.0, 16.0, 26.0, 41.0, 55.0, 63.0, 94.0, 183.0, 287.0, 429.0, 748.0, 1227.0, 2075.0, 3720.0, 6858.0, 12760.0, 27336.0, 73191.0, 838233.0, 127528.0, 39607.0, 18761.0, 10200.0, 5810.0, 3534.0, 2246.0, 1446.0, 959.0, 679.0, 428.0, 326.0, 213.0, 153.0, 96.0, 75.0, 53.0, 36.0, 29.0, 16.0, 13.0, 9.0, 11.0, 5.0, 3.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00665169907733798, -0.00643542967736721, -0.006219160743057728, -0.006002891343086958, -0.005786622408777475, -0.0055703530088067055, -0.005354083608835936, -0.005137814674526453, -0.004921545274555683, -0.0047052763402462006, -0.004489006940275431, -0.004272737540304661, -0.004056468605995178, -0.003840199438855052, -0.003623930038884282, -0.003407660871744156, -0.0031913917046040297, -0.0029751225374639034, -0.002758853370323777, -0.0025425839703530073, -0.002326314803212881, -0.002110045636072755, -0.0018937764689326286, -0.0016775071853771806, -0.0014612380182370543, -0.0012449688510969281, -0.00102869956754148, -0.0008124304004013538, -0.0005961611750535667, -0.00037989194970577955, -0.00016362275346182287, 5.2646457334049046e-05, 0.00026891566812992096, 0.0004851848934777081, 0.0007014541188254952, 0.0009177232859656215, 0.0011339925695210695, 0.0013502617366611958, 0.001566530903801322, 0.00178280018735677, 0.001999069470912218, 0.0022153386380523443, 0.0024316078051924706, 0.0026478769723325968, 0.002864146139472723, 0.0030804153066128492, 0.003296684706583619, 0.0035129538737237453, 0.0037292230408638716, 0.003945492208003998, 0.004161761607974768, 0.00437803054228425, 0.00459429994225502, 0.004810568876564503, 0.005026838276535273, 0.0052431076765060425, 0.005459376610815525, 0.005675646010786295, 0.0058919149450957775, 0.006108184345066547, 0.006324453745037317, 0.0065407226793468, 0.00675699207931757, 0.006973261013627052, 0.007189530413597822]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 0.0, 5.0, 1.0, 9.0, 2.0, 5.0, 1.0, 2.0, 5.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02417684718966484, -0.0232583899050951, -0.02233993448317051, -0.02142147719860077, -0.020503021776676178, -0.019584564492106438, -0.018666109070181847, -0.017747651785612106, -0.016829196363687515, -0.015910739079117775, -0.01499228272587061, -0.014073826372623444, -0.013155369088053703, -0.012236912734806538, -0.011318456381559372, -0.010400000028312206, -0.00948154367506504, -0.008563087321817875, -0.007644630968570709, -0.006726174149662256, -0.0058077177964150906, -0.004889261443167925, -0.003970804624259472, -0.003052348271012306, -0.0021338919177651405, -0.001215435448102653, -0.0002969789784401655, 0.000621477491222322, 0.0015399339608848095, 0.002458390314131975, 0.0033768469002097845, 0.004295303486287594, 0.0052137598395347595, 0.006132216192781925, 0.007050672546029091, 0.007969128899276257, 0.008887585252523422, 0.009806042537093163, 0.010724498890340328, 0.011642955243587494, 0.01256141159683466, 0.013479867950081825, 0.014398324303328991, 0.015316780656576157, 0.016235237941145897, 0.017153693363070488, 0.01807215064764023, 0.01899060606956482, 0.01990906335413456, 0.0208275206387043, 0.02174597606062889, 0.02266443334519863, 0.023582888767123222, 0.024501346051692963, 0.025419801473617554, 0.026338258758187294, 0.027256716042757034, 0.028175171464681625, 0.029093628749251366, 0.030012084171175957, 0.030930541455745697, 0.03184899687767029, 0.03276745229959488, 0.03368591144680977, 0.03460436686873436]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 3.0, 9.0, 7.0, 9.0, 16.0, 17.0, 17.0, 25.0, 28.0, 41.0, 47.0, 62.0, 84.0, 130.0, 138.0, 184.0, 237.0, 374.0, 482.0, 722.0, 1095.0, 1998.0, 6476.0, 1770.0, 1136.0, 888.0, 601.0, 423.0, 313.0, 236.0, 187.0, 131.0, 91.0, 79.0, 56.0, 52.0, 37.0, 41.0, 25.0, 24.0, 16.0, 14.0, 17.0, 10.0, 7.0, 11.0, 14.0, 4.0, 5.0, 5.0, 5.0, 3.0, 3.0, 7.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.009607125073671341, -0.0092697162181139, -0.008932307362556458, -0.008594898506999016, -0.008257489651441574, -0.007920080795884132, -0.007582672405987978, -0.007245263550430536, -0.0069078546948730946, -0.006570445839315653, -0.006233036983758211, -0.005895628128200769, -0.005558219738304615, -0.005220810882747173, -0.004883402027189732, -0.00454599317163229, -0.004208584316074848, -0.0038711754605174065, -0.0035337666049599648, -0.0031963579822331667, -0.002858949126675725, -0.0025215402711182833, -0.002184131648391485, -0.0018467227928340435, -0.0015093139372766018, -0.00117190508171916, -0.0008344963425770402, -0.0004970875452272594, -0.0001596787478774786, 0.0001777300494723022, 0.000515138846822083, 0.0008525476441718638, 0.0011899564415216446, 0.0015273652970790863, 0.0018647740362212062, 0.002202182775363326, 0.002539591630920768, 0.0028770004864782095, 0.0032144091092050076, 0.0035518179647624493, 0.003889226820319891, 0.004226635675877333, 0.004564044531434774, 0.004901453386992216, 0.0052388617768883705, 0.005576270632445812, 0.005913679488003254, 0.006251088343560696, 0.006588497199118137, 0.006925906054675579, 0.007263314910233021, 0.0076007237657904625, 0.007938132621347904, 0.008275541476905346, 0.008612950332462788, 0.00895035918802023, 0.009287767112255096, 0.009625175967812538, 0.00996258482336998, 0.010299993678927422, 0.010637402534484863, 0.010974811390042305, 0.011312220245599747, 0.011649629101157188, 0.01198703795671463]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 6.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11788393557071686, -0.11380492150783539, -0.10972590744495392, -0.10564689338207245, -0.10156787931919098, -0.09748886525630951, -0.09340985119342804, -0.08933083713054657, -0.0852518230676651, -0.08117281645536423, -0.07709380239248276, -0.07301478832960129, -0.06893577426671982, -0.06485676020383835, -0.06077774614095688, -0.05669873207807541, -0.05261971801519394, -0.04854070395231247, -0.044461689889431, -0.04038267582654953, -0.03630366176366806, -0.03222465142607689, -0.02814563736319542, -0.02406662330031395, -0.01998760923743248, -0.01590859517455101, -0.011829582042992115, -0.007750568445771933, -0.00367155484855175, 0.00040745874866843224, 0.004486472345888615, 0.00856548547744751, 0.01264449954032898, 0.01672351360321045, 0.02080252766609192, 0.02488153986632824, 0.02896055392920971, 0.03303956612944603, 0.0371185801923275, 0.04119759425520897, 0.04527660831809044, 0.04935562238097191, 0.05343463644385338, 0.05751365050673485, 0.06159266084432602, 0.06567167490720749, 0.06975068897008896, 0.07382970303297043, 0.0779087170958519, 0.08198773115873337, 0.08606674522161484, 0.09014575928449631, 0.09422477334737778, 0.09830378741025925, 0.10238280147314072, 0.10646181553602219, 0.11054082214832306, 0.11461983621120453, 0.118698850274086, 0.12277786433696747, 0.12685687839984894, 0.1309358924627304, 0.13501490652561188, 0.13909392058849335, 0.14317293465137482]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 4.0, 4.0, 3.0, 4.0, 4.0, 11.0, 3.0, 7.0, 7.0, 10.0, 60.0, 35.0, 39.0, 15.0, 4.0, 13.0, 2.0, 4.0, 5.0, 3.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.06848496198654175, -0.0655510202050209, -0.06261707842350006, -0.059683140367269516, -0.05674920231103897, -0.05381526052951813, -0.05088132247328758, -0.04794738069176674, -0.045013442635536194, -0.04207950085401535, -0.03914555907249451, -0.03621162101626396, -0.03327767923474312, -0.030343739315867424, -0.02740979939699173, -0.024475859478116035, -0.02154191955924034, -0.018607979640364647, -0.015674039721488953, -0.012740098871290684, -0.00980615895241499, -0.006872219033539295, -0.003938278649002314, -0.0010043384972959757, 0.0019296016544103622, 0.0048635415732860565, 0.007797481957823038, 0.01073142234236002, 0.013665362261235714, 0.016599303111433983, 0.019533243030309677, 0.02246718294918537, 0.025401122868061066, 0.02833506278693676, 0.031269002705812454, 0.0342029444873333, 0.03713688254356384, 0.040070824325084686, 0.04300476238131523, 0.045938704162836075, 0.04887264221906662, 0.05180658400058746, 0.05474052578210831, 0.05767446383833885, 0.060608405619859695, 0.06354234367609024, 0.06647628545761108, 0.06941022723913193, 0.07234416902065277, 0.07527810335159302, 0.07821204513311386, 0.0811459869146347, 0.08407992869615555, 0.0870138630270958, 0.08994780480861664, 0.09288174659013748, 0.09581568837165833, 0.09874963015317917, 0.10168356448411942, 0.10461750626564026, 0.1075514480471611, 0.11048538982868195, 0.11341932415962219, 0.11635326594114304, 0.11928720772266388]}, "_runtime": 96.64672636985779, "_timestamp": 1596211686.4178352, "_step": 118}
+{"val_accuracy": 0.816763698630137, "val_loss": 0.468471707818715, "_runtime": 97.962331533432, "_timestamp": 1596211687.7334404, "_step": 119}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.5786022543907166 Truth: v", "Prediction: P Confidence: 0.5838477611541748 Truth: 5", "Prediction: a Confidence: 0.4239666163921356 Truth: 2", "Prediction: O Confidence: 0.5298523902893066 Truth: 0"]}, "_runtime": 98.26123476028442, "_timestamp": 1596211688.0323436, "_step": 120}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005345815327018499, -0.005151377059519291, -0.0049569387920200825, -0.004762500524520874, -0.004568062257021666, -0.004373623989522457, -0.004179185722023249, -0.00398474745452404, -0.0037903091870248318, -0.0035958709195256233, -0.003401432652026415, -0.0032069943845272064, -0.003012556117027998, -0.0028181178495287895, -0.002623679582029581, -0.0024292413145303726, -0.002234803047031164, -0.0020403647795319557, -0.0018459265120327473, -0.0016514882445335388, -0.0014570499770343304, -0.001262611709535122, -0.0010681734420359135, -0.000873735174536705, -0.0006792969070374966, -0.0004848586395382881, -0.00029042037203907967, -9.598210453987122e-05, 9.845616295933723e-05, 0.0002928944304585457, 0.00048733269795775414, 0.0006817709654569626, 0.000876209232956171, 0.0010706475004553795, 0.001265085767954588, 0.0014595240354537964, 0.0016539623029530048, 0.0018484005704522133, 0.0020428388379514217, 0.00223727710545063, 0.0024317153729498386, 0.002626153640449047, 0.0028205919079482555, 0.003015030175447464, 0.0032094684429466724, 0.003403906710445881, 0.0035983449779450893, 0.003792783245444298, 0.003987221512943506, 0.004181659780442715, 0.004376098047941923, 0.004570536315441132, 0.00476497458294034, 0.0049594128504395485, 0.005153851117938757, 0.005348289385437965, 0.005542727652937174, 0.005737165920436382, 0.005931604187935591, 0.006126042455434799, 0.006320480722934008, 0.006514918990433216, 0.0067093572579324245, 0.006903795525431633, 0.0070982337929308414]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 4.0, 6.0, 5.0, 9.0, 10.0, 14.0, 12.0, 20.0, 21.0, 30.0, 30.0, 62.0, 57.0, 75.0, 113.0, 141.0, 219.0, 466.0, 5267.0, 530.0, 273.0, 155.0, 84.0, 61.0, 52.0, 41.0, 33.0, 26.0, 14.0, 16.0, 14.0, 11.0, 6.0, 7.0, 8.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08160959184169769, -0.07873857766389847, -0.07586757093667984, -0.07299655675888062, -0.07012554258108139, -0.06725453585386276, -0.06438352167606354, -0.06151250749826431, -0.058641497045755386, -0.05577048659324646, -0.052899472415447235, -0.05002846196293831, -0.04715745151042938, -0.04428643733263016, -0.04141542688012123, -0.038544412702322006, -0.03567340224981308, -0.03280239179730415, -0.02993137761950493, -0.027060367166996002, -0.024189354851841927, -0.02131834253668785, -0.018447332084178925, -0.015576319769024849, -0.012705307453870773, -0.009834295138716698, -0.006963283754885197, -0.004092271905392408, -0.00122126005589962, 0.0016497517935931683, 0.004520763643085957, 0.007391775492578745, 0.010262787342071533, 0.013133799657225609, 0.016004811972379684, 0.01887582242488861, 0.021746834740042686, 0.024617847055196762, 0.02748885750770569, 0.030359869822859764, 0.03323088213801384, 0.036101892590522766, 0.03897290676832199, 0.04184391722083092, 0.044714927673339844, 0.04758594185113907, 0.050456952303647995, 0.05332796648144722, 0.056198976933956146, 0.05906998738646507, 0.0619410015642643, 0.06481201201677322, 0.06768302619457245, 0.07055403292179108, 0.0734250470995903, 0.07629606127738953, 0.07916706800460815, 0.08203808218240738, 0.0849090963602066, 0.08778011053800583, 0.09065111726522446, 0.09352213144302368, 0.0963931456208229, 0.09926415234804153, 0.10213516652584076]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 7.0, 6.0, 2.0, 3.0, 7.0, 7.0, 3.0, 30.0, 4.0, 4.0, 3.0, 4.0, 5.0, 6.0, 1.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026351171545684338, -0.002542730886489153, -0.0024503443855792284, -0.0023579581174999475, -0.002265571616590023, -0.002173185348510742, -0.0020807988476008177, -0.001988412579521537, -0.0018960261950269341, -0.0018036398105323315, -0.0017112534260377288, -0.001618867041543126, -0.0015264807734638453, -0.0014340943889692426, -0.00134170800447464, -0.0012493216199800372, -0.0011569352354854345, -0.0010645488509908319, -0.0009721624664962292, -0.0008797761402092874, -0.0007873897557146847, -0.000695003371220082, -0.0006026170449331403, -0.0005102306604385376, -0.0004178442759439349, -0.00032545789144933224, -0.00023307153605856001, -0.00014068516611587256, -4.829879617318511e-05, 4.408757376950234e-05, 0.0001364739437121898, 0.00022886031365487725, 0.0003212466835975647, 0.0004136330680921674, 0.0005060194525867701, 0.0005984057788737118, 0.0006907921633683145, 0.0007831785478629172, 0.000875564874149859, 0.0009679512586444616, 0.0010603376431390643, 0.001152724027633667, 0.0012451104121282697, 0.0013374967966228724, 0.0014298830647021532, 0.0015222694491967559, 0.0016146558336913586, 0.0017070422181859612, 0.001799428602680564, 0.0018918149871751666, 0.0019842013716697693, 0.00207658763974905, 0.0021689741406589746, 0.0022613604087382555, 0.00235374690964818, 0.002446133177727461, 0.0025385194458067417, 0.0026309059467166662, 0.002723292214795947, 0.0028156787157058716, 0.0029080649837851524, 0.003000451484695077, 0.003092837752774358, 0.0031852242536842823, 0.003277610521763563]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 9.0, 15.0, 9.0, 23.0, 29.0, 41.0, 49.0, 101.0, 147.0, 241.0, 341.0, 505.0, 788.0, 1208.0, 1756.0, 2797.0, 4702.0, 8227.0, 15781.0, 34372.0, 109516.0, 876091.0, 65042.0, 24511.0, 12572.0, 7134.0, 4296.0, 2813.0, 1888.0, 1316.0, 952.0, 650.0, 516.0, 322.0, 219.0, 191.0, 134.0, 84.0, 73.0, 57.0, 28.0, 23.0, 15.0, 10.0, 8.0, 10.0, 7.0, 2.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004152173176407814, -0.004006196279078722, -0.00386021938174963, -0.0037142427172511816, -0.0035682658199220896, -0.0034222889225929976, -0.003276312258094549, -0.003130335360765457, -0.002984358463436365, -0.002838381566107273, -0.002692404668778181, -0.0025464280042797327, -0.0024004511069506407, -0.0022544742096215487, -0.0021084975451231003, -0.0019625206477940083, -0.0018165437504649162, -0.0016705668531358242, -0.001524590072222054, -0.0013786132913082838, -0.0012326363939791918, -0.0010866594966500998, -0.0009406827157363296, -0.0007947058766148984, -0.0006487290374934673, -0.0005027521983720362, -0.0003567753592506051, -0.000210798520129174, -6.482168100774288e-05, 8.115515811368823e-05, 0.00022713199723511934, 0.00037310883635655046, 0.0005190856754779816, 0.0006650625145994127, 0.0008110393537208438, 0.0009570161928422749, 0.001102993031963706, 0.001248969929292798, 0.0013949467102065682, 0.0015409234911203384, 0.0016869003884494305, 0.0018328772857785225, 0.0019788541831076145, 0.002124830847606063, 0.002270807744935155, 0.002416784642264247, 0.0025627613067626953, 0.0027087382040917873, 0.0028547151014208794, 0.0030006919987499714, 0.0031466688960790634, 0.003292645560577512, 0.003438622457906604, 0.003584599355235696, 0.003730576019734144, 0.0038765529170632362, 0.004022529814392328, 0.00416850671172142, 0.004314483609050512, 0.004460460506379604, 0.004606436938047409, 0.004752413835376501, 0.004898390732705593, 0.005044367630034685, 0.005190344527363777]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 5.0, 2.0, 2.0, 3.0, 4.0, 2.0, 10.0, 3.0, 4.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012288220226764679, -0.011565065011382103, -0.010841909795999527, -0.010118754580616951, -0.009395599365234375, -0.008672444149851799, -0.007949288934469223, -0.007226133719086647, -0.006502978503704071, -0.005779823288321495, -0.005056668072938919, -0.004333512857556343, -0.003610357642173767, -0.002887202426791191, -0.002164047211408615, -0.0014408919960260391, -0.0007177367806434631, 5.418434739112854e-06, 0.0007285736501216888, 0.0014517288655042648, 0.002174884080886841, 0.002898039296269417, 0.003621194511651993, 0.004344349727034569, 0.005067504942417145, 0.005790660157799721, 0.006513815373182297, 0.007236970588564873, 0.007960125803947449, 0.008683281019330025, 0.0094064362347126, 0.010129591450095177, 0.010852746665477753, 0.011575901880860329, 0.012299057096242905, 0.01302221231162548, 0.013745367527008057, 0.014468522742390633, 0.015191677957773209, 0.015914833173155785, 0.01663798838853836, 0.017361143603920937, 0.018084298819303513, 0.01880745403468609, 0.019530609250068665, 0.02025376446545124, 0.020976919680833817, 0.021700074896216393, 0.02242323011159897, 0.023146385326981544, 0.02386954054236412, 0.024592695757746696, 0.025315850973129272, 0.02603900618851185, 0.026762161403894424, 0.027485316619277, 0.028208471834659576, 0.028931627050042152, 0.02965478226542473, 0.030377937480807304, 0.03110109269618988, 0.03182424604892731, 0.03254740312695503, 0.03327056020498276, 0.033993713557720184]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 7.0, 3.0, 7.0, 5.0, 17.0, 24.0, 27.0, 33.0, 49.0, 49.0, 95.0, 94.0, 168.0, 215.0, 284.0, 410.0, 553.0, 765.0, 1158.0, 1805.0, 6473.0, 2773.0, 1345.0, 704.0, 437.0, 248.0, 177.0, 141.0, 67.0, 54.0, 40.0, 18.0, 30.0, 25.0, 12.0, 10.0, 13.0, 3.0, 6.0, 6.0, 6.0, 4.0, 2.0, 8.0, 2.0, 4.0, 16.0, 6.0, 0.0, 2.0, 7.0, 0.0, 0.0, 4.0, 5.0], "bins": [-0.009229492396116257, -0.008920996449887753, -0.008612501434981823, -0.008304005488753319, -0.00799551047384739, -0.007687014527618885, -0.007378518581390381, -0.007070023100823164, -0.006761527620255947, -0.00645303213968873, -0.006144536659121513, -0.005836040712893009, -0.005527545232325792, -0.0052190497517585754, -0.004910553805530071, -0.004602058324962854, -0.0042935628443956375, -0.003985067363828421, -0.00367657165043056, -0.0033680759370326996, -0.0030595804564654827, -0.002751084975898266, -0.0024425892625004053, -0.002134093549102545, -0.001825598068535328, -0.0015171024715527892, -0.0012086068745702505, -0.0009001112775877118, -0.0005916156806051731, -0.0002831200836226344, 2.537551335990429e-05, 0.000333871110342443, 0.0006423667073249817, 0.0009508623043075204, 0.001259357901290059, 0.0015678534982725978, 0.0018763490952551365, 0.0021848445758223534, 0.002493340289220214, 0.0028018360026180744, 0.0031103314831852913, 0.003418826963752508, 0.0037273226771503687, 0.004035818390548229, 0.004344313871115446, 0.004652809351682663, 0.004961305297911167, 0.005269800778478384, 0.005578296259045601, 0.005886791739612818, 0.006195287220180035, 0.006503783166408539, 0.006812278646975756, 0.0071207741275429726, 0.007429270073771477, 0.007737765554338694, 0.00804626103490591, 0.008354756981134415, 0.008663251996040344, 0.008971747942268848, 0.009280243888497353, 0.009588738903403282, 0.009897234849631786, 0.010205729864537716, 0.01051422581076622]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06551502645015717, -0.06380017846822739, -0.06208533048629761, -0.06037048622965813, -0.05865563824772835, -0.05694079026579857, -0.05522594228386879, -0.05351109430193901, -0.05179625004529953, -0.05008140206336975, -0.04836655408143997, -0.04665170609951019, -0.044936858117580414, -0.043222010135650635, -0.041507165879011154, -0.039792317897081375, -0.038077469915151596, -0.03636262193322182, -0.03464777395129204, -0.03293292969465256, -0.03121808171272278, -0.029503233730793, -0.02778838574886322, -0.02607353962957859, -0.02435869164764881, -0.022643843665719032, -0.020928997546434402, -0.019214149564504623, -0.017499301582574844, -0.015784455463290215, -0.014069607481360435, -0.012354760430753231, -0.010639913380146027, -0.008925066329538822, -0.00721021881327033, -0.005495371297001839, -0.0037805242463946342, -0.002065676962956786, -0.00035082967951893806, 0.00136401760391891, 0.003078864887356758, 0.0047937119379639626, 0.006508559454232454, 0.008223406970500946, 0.00993825402110815, 0.011653101071715355, 0.013367949053645134, 0.015082796104252338, 0.016797643154859543, 0.018512491136789322, 0.02022733725607395, 0.02194218523800373, 0.02365703135728836, 0.02537187933921814, 0.02708672732114792, 0.02880157344043255, 0.030516421422362328, 0.03223126754164696, 0.033946115523576736, 0.035660963505506516, 0.037375811487436295, 0.039090659469366074, 0.040805503726005554, 0.04252035170793533, 0.04423519968986511]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 5.0, 4.0, 2.0, 8.0, 6.0, 8.0, 4.0, 10.0, 30.0, 16.0, 5.0, 5.0, 13.0, 10.0, 10.0, 7.0, 7.0, 7.0, 4.0, 9.0, 8.0, 5.0, 11.0, 13.0, 8.0, 7.0, 3.0, 2.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.03763964772224426, -0.036489564925432205, -0.035339485853910446, -0.03418940305709839, -0.03303932398557663, -0.03188924118876457, -0.030739158391952515, -0.029589077457785606, -0.028438996523618698, -0.02728891558945179, -0.02613883465528488, -0.024988751858472824, -0.023838670924305916, -0.022688589990139008, -0.02153850719332695, -0.020388426259160042, -0.019238345324993134, -0.018088264390826225, -0.016938183456659317, -0.01578810065984726, -0.014638019725680351, -0.013487938791513443, -0.01233785692602396, -0.011187775060534477, -0.010037694126367569, -0.00888761319220066, -0.007737531326711178, -0.006587449926882982, -0.005437368527054787, -0.004287287127226591, -0.0031372057273983955, -0.0019871243275702, -0.0008370429277420044, 0.0003130384720861912, 0.0014631198719143867, 0.0026132012717425823, 0.003763282671570778, 0.0049133640713989735, 0.006063445471227169, 0.007213526871055365, 0.00836360827088356, 0.009513689205050468, 0.010663771070539951, 0.011813852936029434, 0.012963933870196342, 0.01411401480436325, 0.015264096669852734, 0.016414178535342216, 0.017564259469509125, 0.018714340403676033, 0.01986442133784294, 0.021014504134655, 0.022164585068821907, 0.023314666002988815, 0.024464748799800873, 0.02561482973396778, 0.02676491066813469, 0.027914991602301598, 0.029065072536468506, 0.030215155333280563, 0.03136523813009262, 0.03251531720161438, 0.03366539999842644, 0.034815479069948196, 0.035965561866760254]}, "_runtime": 98.95802545547485, "_timestamp": 1596211688.7291343, "_step": 121}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 3.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00781482458114624, -0.007534880191087723, -0.007254935801029205, -0.0069749909453094006, -0.006695046555250883, -0.006415102165192366, -0.006135157309472561, -0.005855212919414043, -0.005575268529355526, -0.0052953241392970085, -0.005015379749238491, -0.004735434893518686, -0.004455490503460169, -0.004175546113401651, -0.0038956014905124903, -0.003615656867623329, -0.0033357124775648117, -0.0030557680875062943, -0.002775823464617133, -0.002495878841727972, -0.0022159344516694546, -0.0019359899451956153, -0.001656045438721776, -0.0013761009322479367, -0.0010961564257740974, -0.0008162119193002582, -0.0005362674128264189, -0.0002563229063525796, 2.362160012125969e-05, 0.00030356610659509897, 0.0005835106130689383, 0.0008634551195427775, 0.0011433996260166168, 0.001423344132490456, 0.0017032886389642954, 0.0019832332618534565, 0.002263177651911974, 0.0025431220419704914, 0.0028230666648596525, 0.0031030112877488136, 0.003382955677807331, 0.0036629000678658485, 0.003942844457924366, 0.004222789313644171, 0.004502733703702688, 0.004782678093761206, 0.0050626229494810104, 0.005342567339539528, 0.005622511729598045, 0.005902456119656563, 0.00618240050971508, 0.006462345365434885, 0.0067422897554934025, 0.00702223414555192, 0.007302179001271725, 0.007582123391330242, 0.00786206778138876, 0.008142012171447277, 0.008421956561505795, 0.008701900951564312, 0.008981846272945404, 0.009261790663003922, 0.009541735053062439, 0.009821679443120956, 0.010101623833179474]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 7.0, 7.0, 9.0, 10.0, 11.0, 17.0, 21.0, 18.0, 31.0, 45.0, 70.0, 80.0, 134.0, 173.0, 311.0, 3503.0, 2500.0, 328.0, 198.0, 113.0, 79.0, 68.0, 51.0, 34.0, 21.0, 22.0, 7.0, 16.0, 6.0, 11.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14405253529548645, -0.13993550837039948, -0.1358184665441513, -0.13170143961906433, -0.12758441269397736, -0.12346737831830978, -0.11935034394264221, -0.11523331701755524, -0.11111628264188766, -0.10699924826622009, -0.10288222134113312, -0.09876518696546555, -0.09464815258979797, -0.090531125664711, -0.08641409128904343, -0.08229706436395645, -0.07818002998828888, -0.07406299561262131, -0.06994596868753433, -0.06582893431186676, -0.06171190366148949, -0.05759487301111221, -0.05347783863544464, -0.04936080798506737, -0.045243777334690094, -0.04112674668431282, -0.03700971603393555, -0.032892681658267975, -0.0287756510078907, -0.024658620357513428, -0.020541587844491005, -0.016424555331468582, -0.012307524681091309, -0.00819049309939146, -0.004073461517691612, 4.357006400823593e-05, 0.004160601645708084, 0.008277633227407932, 0.01239466480910778, 0.016511697322130203, 0.020628727972507477, 0.02474575862288475, 0.028862791135907173, 0.032979823648929596, 0.03709685429930687, 0.04121388494968414, 0.045330919325351715, 0.04944794997572899, 0.05356498062610626, 0.057682011276483536, 0.06179904192686081, 0.06591607630252838, 0.07003310322761536, 0.07415013760328293, 0.0782671719789505, 0.08238419890403748, 0.08650123327970505, 0.09061826765537262, 0.0947352945804596, 0.09885232895612717, 0.10296936333179474, 0.10708639025688171, 0.11120342463254929, 0.11532045155763626, 0.11943748593330383]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 3.0, 7.0, 5.0, 5.0, 5.0, 6.0, 4.0, 25.0, 7.0, 8.0, 0.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.005056682974100113, -0.0049265362322330475, -0.004796389956027269, -0.004666243214160204, -0.004536096937954426, -0.00440595019608736, -0.004275803454220295, -0.004145657178014517, -0.004015510436147451, -0.0038853639271110296, -0.003755217418074608, -0.0036250706762075424, -0.0034949241671711206, -0.003364777658134699, -0.0032346309162676334, -0.0031044844072312117, -0.00297433789819479, -0.002844191389158368, -0.0027140448801219463, -0.002583898138254881, -0.002453751629218459, -0.0023236051201820374, -0.002193458378314972, -0.00206331186927855, -0.0019331653602421284, -0.0018030188512057066, -0.001672872225753963, -0.0015427256003022194, -0.0014125790912657976, -0.0012824325822293758, -0.0011522859567776322, -0.0010221393313258886, -0.0008919928222894669, -0.0007618462550453842, -0.0006316996878013015, -0.0005015531205572188, -0.0003714065533131361, -0.0002412599860690534, -0.00011111341882497072, 1.9033148419111967e-05, 0.00014917971566319466, 0.00027932628290727735, 0.00040947285015136003, 0.0005396194173954427, 0.0006697659846395254, 0.0007999125518836081, 0.0009300591191276908, 0.0010602057445794344, 0.0011903522536158562, 0.001320498762652278, 0.0014506453881040215, 0.0015807920135557652, 0.001710938522592187, 0.0018410850316286087, 0.001971231773495674, 0.002101378282532096, 0.0022315247915685177, 0.0023616713006049395, 0.0024918178096413612, 0.0026219645515084267, 0.0027521110605448484, 0.0028822575695812702, 0.0030124043114483356, 0.0031425508204847574, 0.003272697329521179]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 7.0, 12.0, 21.0, 19.0, 31.0, 56.0, 66.0, 88.0, 148.0, 173.0, 273.0, 374.0, 624.0, 888.0, 1375.0, 2368.0, 3990.0, 7770.0, 15643.0, 38829.0, 129663.0, 853771.0, 62426.0, 25654.0, 13306.0, 7722.0, 4679.0, 2970.0, 2026.0, 1375.0, 916.0, 688.0, 469.0, 337.0, 237.0, 176.0, 124.0, 93.0, 72.0, 47.0, 34.0, 30.0, 17.0, 14.0, 8.0, 5.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005319658201187849, -0.00512499175965786, -0.004930325783789158, -0.004735659342259169, -0.004540992900729179, -0.0043463269248604774, -0.004151660483330488, -0.003956994041800499, -0.0037623278331011534, -0.003567661624401808, -0.0033729951828718185, -0.003178328974172473, -0.0029836627654731274, -0.002788996323943138, -0.0025943301152437925, -0.0023996636737138033, -0.0022049974650144577, -0.002010331256315112, -0.0018156648147851229, -0.0016209986060857773, -0.0014263322809711099, -0.0012316659558564425, -0.0010369997471570969, -0.0008423334220424294, -0.000647667096927762, -0.00045300080091692507, -0.0002583345049060881, -6.366820889525115e-05, 0.0001309980871155858, 0.00032566438312642276, 0.0005203306791372597, 0.0007149969460442662, 0.0009096632711589336, 0.001104329596273601, 0.0012989959213882685, 0.001493662130087614, 0.0016883284552022815, 0.0018829947803169489, 0.0020776609890162945, 0.0022723274305462837, 0.0024669936392456293, 0.002661659847944975, 0.002856326289474964, 0.0030509924981743097, 0.0032456587068736553, 0.0034403251484036446, 0.00363499135710299, 0.0038296577986329794, 0.004024324007332325, 0.004218990448862314, 0.004413656424731016, 0.004608322866261005, 0.004802989307790995, 0.004997655283659697, 0.005192321725189686, 0.005386988166719675, 0.005581654608249664, 0.005776320584118366, 0.0059709870256483555, 0.006165653467178345, 0.006360319443047047, 0.006554985884577036, 0.006749652326107025, 0.006944318301975727, 0.007138984743505716]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 1.0, 3.0, 3.0, 8.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017278723418712616, -0.016536636278033257, -0.015794550999999046, -0.015052464790642262, -0.014310378581285477, -0.013568292371928692, -0.012826206162571907, -0.012084119953215122, -0.011342033743858337, -0.010599946603178978, -0.009857860393822193, -0.009115774184465408, -0.008373687975108624, -0.007631601765751839, -0.006889515556395054, -0.006147429347038269, -0.005405343137681484, -0.004663256928324699, -0.003921170718967915, -0.003179084276780486, -0.0024369980674237013, -0.0016949118580669165, -0.0009528255322948098, -0.00021073926473036408, 0.0005313470028340816, 0.0012734332121908665, 0.0020155194215476513, 0.0027576058637350798, 0.0034996920730918646, 0.004241778515279293, 0.004983864724636078, 0.005725950933992863, 0.0064680371433496475, 0.007210123352706432, 0.007952209562063217, 0.008694295771420002, 0.009436381980776787, 0.010178468190133572, 0.010920554399490356, 0.011662640608847141, 0.012404726818203926, 0.013146813958883286, 0.01388890016824007, 0.014630986377596855, 0.01537307258695364, 0.016115158796310425, 0.016857244074344635, 0.017599331215023994, 0.018341418355703354, 0.019083503633737564, 0.019825590774416924, 0.020567676052451134, 0.021309763193130493, 0.022051848471164703, 0.022793935611844063, 0.023536020889878273, 0.024278108030557632, 0.025020193308591843, 0.025762280449271202, 0.026504365727305412, 0.02724645286798477, 0.027988538146018982, 0.02873062528669834, 0.02947271056473255, 0.03021479770541191]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 18.0, 7.0, 12.0, 19.0, 14.0, 34.0, 45.0, 54.0, 65.0, 94.0, 114.0, 158.0, 237.0, 288.0, 412.0, 553.0, 827.0, 1236.0, 1931.0, 6516.0, 2023.0, 1155.0, 714.0, 473.0, 302.0, 233.0, 168.0, 126.0, 110.0, 94.0, 69.0, 47.0, 44.0, 37.0, 26.0, 20.0, 11.0, 18.0, 14.0, 12.0, 13.0, 11.0, 3.0, 13.0, 8.0, 6.0, 8.0, 4.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0], "bins": [-0.01030143816024065, -0.009914830327033997, -0.009528222493827343, -0.00914161466062069, -0.00875500775873661, -0.008368399925529957, -0.007981792092323303, -0.00759518425911665, -0.007208576425909996, -0.0068219685927033424, -0.006435360759496689, -0.0060487533919513226, -0.005662145558744669, -0.005275537725538015, -0.004888930357992649, -0.0045023225247859955, -0.004115714691579342, -0.0037291068583726883, -0.0033424992579966784, -0.0029558916576206684, -0.002569283824414015, -0.0021826759912073612, -0.0017960683908313513, -0.0014094606740400195, -0.0010228529572486877, -0.000636245240457356, -0.0002496375236660242, 0.00013697019312530756, 0.0005235779099166393, 0.0009101856267079711, 0.0012967933434993029, 0.0016834010602906346, 0.0020700087770819664, 0.00245661661028862, 0.00284322421066463, 0.00322983181104064, 0.0036164396442472935, 0.004003047477453947, 0.004389654844999313, 0.004776262678205967, 0.0051628705114126205, 0.005549478344619274, 0.005936086177825928, 0.006322693545371294, 0.006709301378577948, 0.007095909211784601, 0.0074825165793299675, 0.007869124412536621, 0.008255732245743275, 0.008642340078949928, 0.009028947912156582, 0.009415555745363235, 0.009802162647247314, 0.010188770480453968, 0.010575378313660622, 0.010961986146867275, 0.011348593980073929, 0.011735201813280582, 0.012121809646487236, 0.01250841747969389, 0.012895025312900543, 0.013281632214784622, 0.013668240047991276, 0.01405484788119793, 0.014441455714404583]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.20522724092006683, -0.19929280877113342, -0.1933583915233612, -0.1874239593744278, -0.18148954212665558, -0.17555510997772217, -0.16962069272994995, -0.16368626058101654, -0.15775182843208313, -0.1518174111843109, -0.1458829790353775, -0.13994856178760529, -0.13401412963867188, -0.12807971239089966, -0.12214528024196625, -0.11621085554361343, -0.11027643084526062, -0.1043420061469078, -0.09840758144855499, -0.09247315675020218, -0.08653873205184937, -0.08060429990291595, -0.07466987520456314, -0.06873545050621033, -0.06280102580785751, -0.0568666011095047, -0.050932176411151886, -0.044997747987508774, -0.03906332328915596, -0.033128898590803146, -0.027194472029805183, -0.02126004546880722, -0.015325620770454407, -0.009391195140779018, -0.00345676951110363, 0.0024776561185717583, 0.008412081748247147, 0.014346507377922535, 0.020280933007597923, 0.026215359568595886, 0.0321497842669487, 0.038084208965301514, 0.04401863366365433, 0.04995306208729744, 0.05588748678565025, 0.06182191148400307, 0.06775633990764618, 0.07369076460599899, 0.0796251893043518, 0.08555961400270462, 0.09149403870105743, 0.09742846339941025, 0.10336288809776306, 0.10929732024669647, 0.11523174494504929, 0.1211661696434021, 0.12710058689117432, 0.13303501904010773, 0.13896945118904114, 0.14490386843681335, 0.15083830058574677, 0.15677271783351898, 0.1627071499824524, 0.1686415672302246, 0.17457599937915802]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 6.0, 7.0, 14.0, 17.0, 31.0, 60.0, 30.0, 25.0, 25.0, 17.0, 12.0, 7.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.14992493391036987, -0.14576883614063263, -0.14161273837089539, -0.13745662569999695, -0.1333005279302597, -0.12914443016052246, -0.12498832494020462, -0.12083222717046738, -0.11667612195014954, -0.11252002418041229, -0.10836392641067505, -0.10420782119035721, -0.10005172342061996, -0.09589561820030212, -0.09173952043056488, -0.08758341521024704, -0.0834273174405098, -0.07927121967077255, -0.07511511445045471, -0.07095901668071747, -0.06680291146039963, -0.06264681369066238, -0.05849071219563484, -0.0543346107006073, -0.05017850920557976, -0.046022407710552216, -0.04186630621552467, -0.03771020472049713, -0.03355410695075989, -0.029398003593087196, -0.025241903960704803, -0.02108580246567726, -0.01692970097064972, -0.012773599475622177, -0.00861749891191721, -0.004461397882550955, -0.0003052968531847, 0.003850804176181555, 0.00800690520554781, 0.012163005769252777, 0.01631910726428032, 0.02047520875930786, 0.024631310254335403, 0.028787409886717796, 0.03294350951910019, 0.03709961101412773, 0.04125571250915527, 0.045411814004182816, 0.04956791549921036, 0.0537240169942379, 0.05788011848926544, 0.062036219984292984, 0.06619232147932053, 0.07034841924905777, 0.07450452446937561, 0.07866062223911285, 0.0828167200088501, 0.08697282522916794, 0.09112892299890518, 0.09528502821922302, 0.09944112598896027, 0.1035972312092781, 0.10775332897901535, 0.11190943419933319, 0.11606553196907043]}, "_runtime": 99.7075126171112, "_timestamp": 1596211689.4786215, "_step": 122}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.009484339505434036, -0.00921487808227539, -0.00894541572779417, -0.008675954304635525, -0.008406491950154305, -0.008137030526995659, -0.007867568172514439, -0.007598106283694506, -0.007328644394874573, -0.007059182971715927, -0.006789721082895994, -0.006520259194076061, -0.006250797305256128, -0.005981335416436195, -0.0057118735276162624, -0.0054424116387963295, -0.0051729497499763966, -0.004903487861156464, -0.004634025972336531, -0.004364564083516598, -0.004095102194696665, -0.0038256405387073755, -0.0035561786498874426, -0.0032867167610675097, -0.0030172548722475767, -0.0027477929834276438, -0.002478331094607711, -0.002208869205787778, -0.0019394074333831668, -0.0016699455445632339, -0.0014004837721586227, -0.0011310218833386898, -0.0008615599945187569, -0.0005920981056988239, -0.0003226362750865519, -5.3174415370449424e-05, 0.00021628744434565306, 0.00048574930406175554, 0.000755211163777858, 0.00102467299439013, 0.001294134883210063, 0.001563596772029996, 0.0018330586608499289, 0.002102520549669862, 0.002371982205659151, 0.002641444094479084, 0.002910905983299017, 0.00318036787211895, 0.003449829760938883, 0.0037192916497588158, 0.003988753538578749, 0.004258215427398682, 0.004527677316218615, 0.0047971392050385475, 0.0050666010938584805, 0.005336062982678413, 0.005605524405837059, 0.005874986294656992, 0.006144448183476925, 0.006413910072296858, 0.006683371961116791, 0.006952833849936724, 0.007222295738756657, 0.00749175762757659, 0.0077612195163965225]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 5.0, 5.0, 10.0, 8.0, 6.0, 7.0, 17.0, 14.0, 18.0, 33.0, 34.0, 41.0, 59.0, 80.0, 105.0, 147.0, 223.0, 263.0, 566.0, 5051.0, 426.0, 242.0, 164.0, 106.0, 69.0, 46.0, 31.0, 32.0, 19.0, 13.0, 16.0, 16.0, 12.0, 4.0, 8.0, 4.0, 10.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1014256626367569, -0.09781394153833389, -0.09420222043991089, -0.09059049934148788, -0.08697877824306488, -0.08336705714464188, -0.07975533604621887, -0.07614361494779587, -0.07253189384937286, -0.06892016530036926, -0.06530844420194626, -0.06169672682881355, -0.05808500200510025, -0.054473280906677246, -0.05086155980825424, -0.04724983870983124, -0.043638117611408234, -0.04002639651298523, -0.036414675414562225, -0.03280295431613922, -0.029191231355071068, -0.025579510256648064, -0.02196778729557991, -0.018356066197156906, -0.014744345098733902, -0.011132624000310898, -0.007520901970565319, -0.003909180406481028, -0.00029745884239673615, 0.0033142627216875553, 0.006925984285771847, 0.010537706315517426, 0.01414942741394043, 0.017761148512363434, 0.021372869610786438, 0.02498459257185459, 0.028596313670277596, 0.03220803663134575, 0.03581975772976875, 0.03943147882819176, 0.04304319992661476, 0.046654921025037766, 0.05026664212346077, 0.053878363221883774, 0.057490088045597076, 0.06110180914402008, 0.06471353024244308, 0.06832525134086609, 0.07193697243928909, 0.0755486935377121, 0.0791604146361351, 0.0827721357345581, 0.08638385683298111, 0.08999557793140411, 0.09360729902982712, 0.09721902012825012, 0.10083074867725372, 0.10444246977567673, 0.10805419087409973, 0.11166591197252274, 0.11527763307094574, 0.11888935416936874, 0.12250107526779175, 0.12611278891563416, 0.12972451746463776]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 0.0, 3.0, 5.0, 5.0, 3.0, 1.0, 8.0, 9.0, 4.0, 2.0, 22.0, 2.0, 3.0, 5.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002723817015066743, -0.002616153797134757, -0.0025084903463721275, -0.0024008271284401417, -0.002293163910508156, -0.00218550069257617, -0.002077837474644184, -0.0019701740238815546, -0.0018625108059495687, -0.001754847588017583, -0.0016471842536702752, -0.0015395209193229675, -0.0014318577013909817, -0.0013241944834589958, -0.0012165311491116881, -0.0011088678147643805, -0.0010012045968323946, -0.0008935413206927478, -0.0007858780445531011, -0.0006782147684134543, -0.0005705514922738075, -0.00046288821613416076, -0.000355224939994514, -0.0002475616638548672, -0.00013989838771522045, -3.223511157557368e-05, 7.542816456407309e-05, 0.00018309144070371985, 0.0002907547168433666, 0.0003984179929830134, 0.0005060812691226602, 0.0006137445452623069, 0.0007214078214019537, 0.0008290710975416005, 0.0009367343736812472, 0.001044397708028555, 0.0011520609259605408, 0.0012597241438925266, 0.0013673874782398343, 0.001475050812587142, 0.0015827140305191278, 0.0016903772484511137, 0.0017980405827984214, 0.001905703917145729, 0.002013367135077715, 0.0021210303530097008, 0.0022286935709416866, 0.002336357021704316, 0.002444020239636302, 0.002551683457568288, 0.0026593469083309174, 0.002767010126262903, 0.002874673344194889, 0.002982336562126875, 0.0030899997800588608, 0.0031976632308214903, 0.003305326448753476, 0.003412989666685462, 0.0035206531174480915, 0.0036283163353800774, 0.0037359795533120632, 0.003843642771244049, 0.003951305989176035, 0.004058969207108021, 0.004166632890701294]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 8.0, 2.0, 15.0, 19.0, 34.0, 50.0, 84.0, 149.0, 255.0, 332.0, 508.0, 850.0, 1468.0, 2530.0, 4434.0, 8362.0, 17612.0, 43370.0, 184837.0, 801830.0, 53988.0, 24559.0, 13306.0, 7635.0, 4755.0, 2973.0, 1885.0, 1224.0, 771.0, 526.0, 344.0, 245.0, 172.0, 131.0, 100.0, 64.0, 43.0, 49.0, 20.0, 20.0, 23.0, 19.0, 8.0, 8.0, 7.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006570338737219572, -0.006336749065667391, -0.006103159859776497, -0.005869570188224316, -0.005635980516672134, -0.0054023913107812405, -0.005168801639229059, -0.004935212433338165, -0.004701622761785984, -0.004468033090233803, -0.004234443884342909, -0.004000854212790728, -0.00376726477406919, -0.0035336753353476524, -0.003300085663795471, -0.0030664962250739336, -0.002832906786352396, -0.0025993173476308584, -0.002365727908909321, -0.0021321382373571396, -0.001898548798635602, -0.0016649593599140644, -0.001431369804777205, -0.0011977802496403456, -0.000964190810918808, -0.0007306013139896095, -0.000497011817060411, -0.0002634223201312125, -2.983282320201397e-05, 0.00020375667372718453, 0.00043734617065638304, 0.0006709356675855815, 0.00090452516451478, 0.0011381146032363176, 0.001371704158373177, 0.0016052937135100365, 0.001838883152231574, 0.0020724725909531116, 0.002306062262505293, 0.0025396517012268305, 0.002773241139948368, 0.0030068305786699057, 0.0032404200173914433, 0.0034740096889436245, 0.003707599127665162, 0.0039411885663867, 0.004174778237938881, 0.004408367443829775, 0.004641957115381956, 0.004875546786934137, 0.005109135992825031, 0.0053427256643772125, 0.005576315335929394, 0.005809904541820288, 0.006043494213372469, 0.006277083419263363, 0.006510673090815544, 0.006744262762367725, 0.006977851968258619, 0.0072114416398108006, 0.0074450308457016945, 0.007678620517253876, 0.007912210188806057, 0.008145799860358238, 0.008379388600587845]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 10.0, 2.0, 2.0, 6.0, 4.0, 2.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021420853212475777, -0.020303990691900253, -0.01918712817132473, -0.018070265650749207, -0.016953404992818832, -0.01583654247224331, -0.014719679951667786, -0.013602817431092262, -0.012485954910516739, -0.011369092389941216, -0.010252229869365692, -0.009135368280112743, -0.00801850575953722, -0.006901643238961697, -0.0057847811840474606, -0.0046679191291332245, -0.003551056608557701, -0.0024341943208128214, -0.0013173320330679417, -0.00020046974532306194, 0.0009163925424218178, 0.0020332548301666975, 0.0031501171179115772, 0.004266979172825813, 0.005383841693401337, 0.00650070421397686, 0.007617566268891096, 0.008734428323805332, 0.009851290844380856, 0.010968153364956379, 0.012085014954209328, 0.013201877474784851, 0.014318739995360374, 0.015435602515935898, 0.01655246503651142, 0.017669327557086945, 0.01878618821501732, 0.019903050735592842, 0.021019913256168365, 0.02213677577674389, 0.023253638297319412, 0.024370500817894936, 0.02548736333847046, 0.026604225859045982, 0.027721088379621506, 0.02883794903755188, 0.029954811558127403, 0.031071674078702927, 0.0321885347366333, 0.03330539911985397, 0.03442225977778435, 0.03553912416100502, 0.036655984818935394, 0.03777284920215607, 0.03888970986008644, 0.040006574243307114, 0.04112343490123749, 0.04224029555916786, 0.043357159942388535, 0.04447402060031891, 0.04559088498353958, 0.046707745641469955, 0.04782461002469063, 0.048941470682621, 0.050058335065841675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 6.0, 7.0, 18.0, 16.0, 29.0, 47.0, 45.0, 73.0, 124.0, 145.0, 214.0, 282.0, 376.0, 570.0, 810.0, 1169.0, 1979.0, 6411.0, 2015.0, 1181.0, 785.0, 529.0, 444.0, 282.0, 221.0, 169.0, 122.0, 74.0, 69.0, 34.0, 28.0, 29.0, 13.0, 11.0, 12.0, 9.0, 3.0, 4.0, 2.0, 6.0, 5.0, 0.0, 2.0, 2.0, 3.0, 13.0, 13.0, 3.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0], "bins": [-0.009925425052642822, -0.009518822655081749, -0.00911222118884325, -0.008705618791282177, -0.008299016393721104, -0.007892414927482605, -0.007485812529921532, -0.007079210132360458, -0.006672608200460672, -0.006266006268560886, -0.005859403870999813, -0.005452801939100027, -0.005046200007200241, -0.004639597609639168, -0.004232995677739382, -0.003826393513008952, -0.0034197913482785225, -0.003013189183548093, -0.002606587018817663, -0.002199985086917877, -0.0017933829221874475, -0.001386780757457018, -0.00098017870914191, -0.0005735766026191413, -0.0001669744960963726, 0.00023962761042639613, 0.0006462297169491649, 0.0010528317652642727, 0.0014594339299947023, 0.001866036094725132, 0.002272638026624918, 0.0026792401913553476, 0.0030858423560857773, 0.003492444520816207, 0.0038990466855466366, 0.004305648617446423, 0.004712251015007496, 0.005118852946907282, 0.005525454878807068, 0.005932057276368141, 0.006338659208267927, 0.006745261140167713, 0.0071518635377287865, 0.0075584654696285725, 0.007965067401528358, 0.008371669799089432, 0.008778272196650505, 0.009184873662889004, 0.009591476060450077, 0.00999807845801115, 0.010404679924249649, 0.010811282321810722, 0.011217884719371796, 0.011624486185610294, 0.012031088583171368, 0.012437690980732441, 0.01284429244697094, 0.013250894844532013, 0.013657497242093086, 0.01406409963965416, 0.014470701105892658, 0.014877303503453732, 0.015283905901014805, 0.015690507367253304, 0.016097109764814377]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1372094750404358, -0.13386225700378418, -0.13051503896713257, -0.12716782093048096, -0.12382059544324875, -0.12047337740659714, -0.11712615191936493, -0.11377893388271332, -0.1104317158460617, -0.1070844903588295, -0.10373727232217789, -0.10039005428552628, -0.09704283624887466, -0.09369561076164246, -0.09034839272499084, -0.08700117468833923, -0.08365395665168762, -0.08030673116445541, -0.0769595131278038, -0.07361229509115219, -0.07026506960391998, -0.06691785156726837, -0.06357063353061676, -0.06022341176867485, -0.05687619000673294, -0.05352897197008133, -0.05018175020813942, -0.04683453217148781, -0.0434873104095459, -0.04014009237289429, -0.03679287061095238, -0.033445652574300766, -0.030098430812358856, -0.026751210913062096, -0.023403991013765335, -0.020056771114468575, -0.016709551215171814, -0.013362330384552479, -0.010015109553933144, -0.006667889654636383, -0.0033206697553396225, 2.6550376787781715e-05, 0.003373770508915186, 0.006720990873873234, 0.010068210773169994, 0.013415430672466755, 0.01676265150308609, 0.02010987140238285, 0.02345709130167961, 0.026804311200976372, 0.030151531100273132, 0.03349875286221504, 0.03684597089886665, 0.04019319266080856, 0.043540410697460175, 0.046887632459402084, 0.050234854221343994, 0.053582072257995605, 0.056929294019937515, 0.06027651205658913, 0.06362373381853104, 0.06697095185518265, 0.07031816989183426, 0.07366539537906647, 0.07701261341571808]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 6.0, 5.0, 3.0, 4.0, 9.0, 5.0, 10.0, 17.0, 22.0, 33.0, 13.0, 17.0, 15.0, 17.0, 7.0, 6.0, 3.0, 7.0, 5.0, 5.0, 8.0, 5.0, 7.0, 8.0, 6.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.07115127146244049, -0.06933973729610443, -0.06752821058034897, -0.06571667641401291, -0.06390514969825745, -0.06209361553192139, -0.06028208136558533, -0.058470550924539566, -0.056659020483493805, -0.054847490042448044, -0.05303595960140228, -0.05122442543506622, -0.04941289499402046, -0.0476013645529747, -0.04578983038663864, -0.04397829994559288, -0.04216676950454712, -0.04035523906350136, -0.0385437086224556, -0.03673217445611954, -0.034920644015073776, -0.033109113574028015, -0.031297579407691956, -0.029486048966646194, -0.027674518525600433, -0.025862988084554672, -0.024051455780863762, -0.02223992347717285, -0.02042839303612709, -0.01861686259508133, -0.01680533029139042, -0.014993798919022083, -0.013182267546653748, -0.011370736174285412, -0.009559204801917076, -0.00774767342954874, -0.005936142057180405, -0.004124610684812069, -0.002313079312443733, -0.0005015479400753975, 0.0013099834322929382, 0.003121514804661274, 0.00493304617702961, 0.006744577549397945, 0.008556108921766281, 0.010367640294134617, 0.012179171666502953, 0.013990703038871288, 0.015802234411239624, 0.017613764852285385, 0.019425297155976295, 0.021236829459667206, 0.023048359900712967, 0.024859890341758728, 0.02667142264544964, 0.02848295494914055, 0.03029448539018631, 0.03210601583123207, 0.03391754627227783, 0.03572908043861389, 0.03754061087965965, 0.039352141320705414, 0.04116367548704147, 0.042975205928087234, 0.044786736369132996]}, "_runtime": 100.46344041824341, "_timestamp": 1596211690.2345493, "_step": 123}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 6.0, 2.0, 3.0, 8.0, 6.0, 3.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012739138677716255, -0.012293083593249321, -0.011847028508782387, -0.011400972492992878, -0.010954917408525944, -0.01050886232405901, -0.010062807239592075, -0.009616751223802567, -0.009170696139335632, -0.008724641054868698, -0.008278585970401764, -0.00783253088593483, -0.007386475335806608, -0.006940419785678387, -0.0064943647012114525, -0.006048309151083231, -0.005602254066616297, -0.0051561989821493626, -0.004710143432021141, -0.004264088347554207, -0.0038180327974259853, -0.003371977712959051, -0.0029259223956614733, -0.0024798670783638954, -0.0020338117610663176, -0.0015877564437687397, -0.0011417011264711618, -0.0006956459255889058, -0.00024959060829132795, 0.00019646467990241945, 0.0006425199680961668, 0.0010885752271860838, 0.0015346305444836617, 0.0019806858617812395, 0.0024267411790788174, 0.0028727964963763952, 0.003318851813673973, 0.0037649068981409073, 0.004210962448269129, 0.004657017532736063, 0.0051030730828642845, 0.005549128167331219, 0.005995183251798153, 0.0064412388019263744, 0.006887293886393309, 0.00733334943652153, 0.007779404520988464, 0.008225459605455399, 0.008671514689922333, 0.009117570705711842, 0.009563625790178776, 0.01000968087464571, 0.010455735959112644, 0.010901791974902153, 0.011347847059369087, 0.011793902143836021, 0.012239957228302956, 0.01268601231276989, 0.013132068328559399, 0.013578123413026333, 0.014024178497493267, 0.014470233581960201, 0.01491628959774971, 0.015362344682216644, 0.01580839976668358]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 7.0, 4.0, 11.0, 6.0, 15.0, 24.0, 29.0, 35.0, 27.0, 69.0, 80.0, 117.0, 180.0, 327.0, 836.0, 5216.0, 332.0, 197.0, 106.0, 72.0, 54.0, 40.0, 33.0, 20.0, 17.0, 11.0, 12.0, 6.0, 5.0, 4.0, 5.0, 7.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14282241463661194, -0.13836339116096497, -0.133904367685318, -0.12944535911083221, -0.12498633563518524, -0.12052731215953827, -0.1160682961344719, -0.11160927265882492, -0.10715025663375854, -0.10269123315811157, -0.0982322096824646, -0.09377319365739822, -0.08931417018175125, -0.08485515415668488, -0.0803961306810379, -0.07593711465597153, -0.07147809118032455, -0.06701906770467758, -0.0625600516796112, -0.05810103192925453, -0.05364201217889786, -0.049182988703250885, -0.04472396895289421, -0.04026494920253754, -0.03580592945218086, -0.03134690970182419, -0.026887889951467514, -0.02242886833846569, -0.017969848588109016, -0.013510828837752342, -0.009051808156073093, -0.004592787940055132, -0.0001337677240371704, 0.004325252491980791, 0.008784272707998753, 0.013243293389678001, 0.017702313140034676, 0.02216133289039135, 0.026620354503393173, 0.031079374253749847, 0.03553839400410652, 0.039997413754463196, 0.04445643350481987, 0.048915453255176544, 0.05337447673082352, 0.05783349648118019, 0.062292516231536865, 0.06675153225660324, 0.07121055573225021, 0.07566957920789719, 0.08012859523296356, 0.08458761870861053, 0.08904663473367691, 0.09350565820932388, 0.09796467423439026, 0.10242369771003723, 0.1068827211856842, 0.11134173721075058, 0.11580076068639755, 0.12025977671146393, 0.1247188001871109, 0.12917782366275787, 0.13363683223724365, 0.13809585571289062, 0.1425548791885376]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 11.0, 2.0, 4.0, 5.0, 8.0, 27.0, 11.0, 3.0, 3.0, 2.0, 6.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0016693675424903631, -0.0015739393420517445, -0.0014785112580284476, -0.001383083057589829, -0.0012876549735665321, -0.0011922267731279135, -0.0010967985726892948, -0.001001370488665998, -0.0009059422882273793, -0.0008105141459964216, -0.0007150860037654638, -0.0006196578033268452, -0.0005242296610958874, -0.0004288015188649297, -0.00033337334753014147, -0.0002379451907472685, -0.00014251703396439552, -4.708887718152255e-05, 4.833927960135043e-05, 0.0001437674363842234, 0.00023919559316709638, 0.0003346237353980541, 0.0004300519067328423, 0.0005254800780676305, 0.0006209082202985883, 0.000716336362529546, 0.0008117645047605038, 0.0009071927051991224, 0.001002620905637741, 0.001098048989661038, 0.0011934771900996566, 0.0012889052741229534, 0.001384333474561572, 0.0014797616750001907, 0.0015751897590234876, 0.0016706179594621062, 0.001766046043485403, 0.0018614742439240217, 0.0019569024443626404, 0.002052330644801259, 0.0021477588452398777, 0.0022431868128478527, 0.0023386150132864714, 0.00243404321372509, 0.0025294714141637087, 0.0026248996146023273, 0.0027203275822103024, 0.002815755782648921, 0.0029111839830875397, 0.0030066121835261583, 0.003102040383964777, 0.003197468351572752, 0.0032928965520113707, 0.0033883247524499893, 0.003483752952888608, 0.0035791811533272266, 0.0036746091209352016, 0.0037700373213738203, 0.003865465521812439, 0.003960893489420414, 0.004056321922689676, 0.004151749890297651, 0.004247178323566914, 0.004342606291174889, 0.004438034258782864]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 4.0, 7.0, 6.0, 8.0, 17.0, 22.0, 54.0, 68.0, 114.0, 157.0, 225.0, 328.0, 536.0, 810.0, 1379.0, 2090.0, 3656.0, 6510.0, 12789.0, 28430.0, 79643.0, 856214.0, 101523.0, 36222.0, 18120.0, 10162.0, 6541.0, 4099.0, 2773.0, 1920.0, 1385.0, 976.0, 747.0, 545.0, 387.0, 293.0, 245.0, 156.0, 113.0, 93.0, 69.0, 65.0, 39.0, 27.0, 20.0, 20.0, 9.0, 5.0, 9.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003956064116209745, -0.0037889136001467705, -0.003621762851253152, -0.003454612335190177, -0.003287461819127202, -0.0031203110702335835, -0.0029531605541706085, -0.0027860100381076336, -0.0026188595220446587, -0.00245170877315104, -0.002284558257088065, -0.0021174077410250902, -0.0019502569921314716, -0.0017831064760684967, -0.0016159558435902, -0.001448805327527225, -0.0012816546950489283, -0.0011145040625706315, -0.0009473535465076566, -0.0007802029140293598, -0.000613052339758724, -0.00044590176548808813, -0.00027875116211362183, -0.00011160057329107076, 5.555001553148031e-05, 0.00022270060435403138, 0.00038985119317658246, 0.0005570017965510488, 0.0007241523708216846, 0.0008913029450923204, 0.0010584535775706172, 0.0012256040936335921, 0.0013927547261118889, 0.0015599053585901856, 0.0017270558746531606, 0.0018942065071314573, 0.0020613570231944323, 0.002228507772088051, 0.0023956582881510258, 0.0025628088042140007, 0.0027299593202769756, 0.002897110069170594, 0.003064260585233569, 0.003231411101296544, 0.0033985618501901627, 0.0035657123662531376, 0.0037328628823161125, 0.003900013631209731, 0.004067163914442062, 0.004234314896166325, 0.0044014654122292995, 0.0045686159282922745, 0.004735766444355249, 0.004902916960418224, 0.005070067476481199, 0.0052372184582054615, 0.005404368974268436, 0.005571519490331411, 0.005738670006394386, 0.005905820522457361, 0.006072971038520336, 0.006240122020244598, 0.006407272536307573, 0.006574423052370548, 0.006741573568433523]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 5.0, 5.0, 6.0, 10.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01353304460644722, -0.012767290696501732, -0.01200153585523367, -0.011235781013965607, -0.010470027104020119, -0.00970427319407463, -0.008938518352806568, -0.008172763511538506, -0.007407009601593018, -0.006641255225986242, -0.005875500850379467, -0.005109746474772692, -0.0043439920991659164, -0.003578237723559141, -0.002812483347952366, -0.0020467289723455906, -0.0012809745967388153, -0.00051522022113204, 0.00025053415447473526, 0.0010162885300815105, 0.0017820429056882858, 0.002547797281295061, 0.0033135516569018364, 0.004079306032508612, 0.004845060408115387, 0.005610814783722162, 0.0063765691593289375, 0.007142323534935713, 0.007908077910542488, 0.008673831820487976, 0.009439586661756039, 0.010205341503024101, 0.01097109541296959, 0.011736849322915077, 0.01250260416418314, 0.013268359005451202, 0.01403411291539669, 0.014799866825342178, 0.015565621666610241, 0.016331376507878304, 0.01709713041782379, 0.01786288432776928, 0.018628638237714767, 0.019394394010305405, 0.020160147920250893, 0.02092590183019638, 0.021691657602787018, 0.022457411512732506, 0.023223165422677994, 0.023988919332623482, 0.02475467324256897, 0.025520429015159607, 0.026286182925105095, 0.027051936835050583, 0.02781769260764122, 0.028583446517586708, 0.029349200427532196, 0.030114954337477684, 0.030880708247423172, 0.03164646402001381, 0.03241221606731415, 0.033177971839904785, 0.03394372761249542, 0.03470947965979576, 0.0354752354323864]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 3.0, 3.0, 11.0, 16.0, 19.0, 35.0, 42.0, 68.0, 109.0, 153.0, 176.0, 231.0, 295.0, 431.0, 558.0, 836.0, 1377.0, 2311.0, 6856.0, 1820.0, 979.0, 582.0, 368.0, 262.0, 179.0, 134.0, 88.0, 71.0, 63.0, 65.0, 29.0, 33.0, 32.0, 19.0, 13.0, 17.0, 19.0, 11.0, 8.0, 8.0, 9.0, 10.0, 2.0, 5.0, 3.0, 11.0, 11.0, 7.0, 9.0, 2.0, 7.0, 2.0, 1.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.0073545752093195915, -0.007065879181027412, -0.006777183152735233, -0.006488486658781767, -0.006199790630489588, -0.005911094602197409, -0.005622398108243942, -0.005333702079951763, -0.005045006051659584, -0.004756310023367405, -0.004467613995075226, -0.004178917501121759, -0.0038902214728295803, -0.003601525444537401, -0.0033128291834145784, -0.0030241329222917557, -0.0027354368939995766, -0.0024467408657073975, -0.0021580446045845747, -0.0018693484598770738, -0.0015806523151695728, -0.001291956170462072, -0.001003260025754571, -0.00071456388104707, -0.0004258677363395691, -0.00013717159163206816, 0.00015152455307543278, 0.0004402206977829337, 0.0007289168424904346, 0.0010176129871979356, 0.0013063091319054365, 0.0015950052766129375, 0.0018837014213204384, 0.0021723974496126175, 0.0024610937107354403, 0.002749789971858263, 0.003038486000150442, 0.0033271820284426212, 0.003615878289565444, 0.0039045745506882668, 0.004193270578980446, 0.004481966607272625, 0.004770662635564804, 0.0050593591295182705, 0.00534805515781045, 0.005636751186102629, 0.005925447680056095, 0.006214143708348274, 0.006502839736640453, 0.0067915357649326324, 0.0070802317932248116, 0.007368928287178278, 0.007657624315470457, 0.007946320809423923, 0.008235016837716103, 0.008523712866008282, 0.00881240889430046, 0.00910110492259264, 0.009389800950884819, 0.009678496979176998, 0.009967193007469177, 0.010255889967083931, 0.01054458599537611, 0.01083328202366829, 0.011121978051960468]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.059031400829553604, -0.05700399726629257, -0.05497658997774124, -0.05294918268918991, -0.05092177912592888, -0.04889437556266785, -0.046866968274116516, -0.044839560985565186, -0.04281215742230415, -0.04078475385904312, -0.03875734657049179, -0.03672993928194046, -0.03470253571867943, -0.032675132155418396, -0.030647724866867065, -0.028620319440960884, -0.026592914015054703, -0.02456550858914852, -0.02253810316324234, -0.02051069773733616, -0.018483292311429977, -0.016455886885523796, -0.014428481459617615, -0.012401076033711433, -0.010373670607805252, -0.00834626518189907, -0.006318859755992889, -0.004291454330086708, -0.0022640489041805267, -0.0002366434782743454, 0.001790761947631836, 0.0038181673735380173, 0.005845572799444199, 0.00787297822535038, 0.009900383651256561, 0.011927789077162743, 0.013955194503068924, 0.015982599928975105, 0.018010005354881287, 0.020037410780787468, 0.02206481620669365, 0.02409222163259983, 0.026119627058506012, 0.028147032484412193, 0.030174437910318375, 0.03220184147357941, 0.03422924876213074, 0.03625665605068207, 0.0382840596139431, 0.04031146317720413, 0.04233887046575546, 0.04436627775430679, 0.046393681317567825, 0.04842108488082886, 0.05044849216938019, 0.05247589945793152, 0.05450330302119255, 0.05653070658445358, 0.05855811387300491, 0.060585521161556244, 0.06261292099952698, 0.06464032828807831, 0.06666773557662964, 0.06869514286518097, 0.0707225501537323]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 5.0, 4.0, 13.0, 5.0, 13.0, 13.0, 10.0, 22.0, 17.0, 37.0, 26.0, 12.0, 12.0, 10.0, 7.0, 5.0, 3.0, 2.0, 3.0, 3.0, 5.0, 4.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.024093087762594223, -0.02296760492026806, -0.021842122077941895, -0.02071663923561573, -0.019591156393289566, -0.018465671688318253, -0.01734018884599209, -0.016214706003665924, -0.01508922316133976, -0.013963740319013596, -0.012838257476687431, -0.011712773703038692, -0.010587290860712528, -0.009461808018386364, -0.008336324244737625, -0.007210841402411461, -0.006085358560085297, -0.004959875717759132, -0.003834392409771681, -0.002708909334614873, -0.001583426259458065, -0.00045794318430125713, 0.0006675398908555508, 0.0017930229660123587, 0.0029185060411691666, 0.004043988883495331, 0.005169472191482782, 0.006294955499470234, 0.007420438341796398, 0.008545921184122562, 0.009671404957771301, 0.010796887800097466, 0.01192237064242363, 0.013047853484749794, 0.014173336327075958, 0.015298820100724697, 0.016424302011728287, 0.0175497867166996, 0.018675269559025764, 0.01980075240135193, 0.020926235243678093, 0.022051718086004257, 0.02317720092833042, 0.024302683770656586, 0.0254281684756279, 0.026553651317954063, 0.027679134160280228, 0.028804617002606392, 0.029930099844932556, 0.03105558268725872, 0.032181065529584885, 0.0333065502345562, 0.03443203121423721, 0.03555751591920853, 0.03668299689888954, 0.037808481603860855, 0.03893396258354187, 0.040059447288513184, 0.0411849319934845, 0.04231041297316551, 0.043435897678136826, 0.04456137865781784, 0.045686863362789154, 0.04681234434247017, 0.04793782904744148]}, "_runtime": 101.21898436546326, "_timestamp": 1596211690.9900932, "_step": 124}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 2.0, 3.0, 7.0, 5.0, 1.0, 4.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.017946764826774597, -0.017445703968405724, -0.0169446412473917, -0.016443580389022827, -0.015942517668008804, -0.01544145680963993, -0.014940395951271057, -0.014439334161579609, -0.01393827237188816, -0.013437210582196712, -0.012936148792505264, -0.01243508793413639, -0.011934026144444942, -0.011432964354753494, -0.01093190349638462, -0.010430841706693172, -0.009929779917001724, -0.009428718127310276, -0.008927656337618828, -0.008426595479249954, -0.007925533689558506, -0.007424471899867058, -0.006923410575836897, -0.006422349251806736, -0.005921287462115288, -0.00542022567242384, -0.004919164348393679, -0.004418103024363518, -0.0039170412346720695, -0.003415979677811265, -0.0029149181209504604, -0.002413856564089656, -0.0019127950072288513, -0.0014117334503680468, -0.0009106718935072422, -0.00040961033664643764, 9.145122021436691e-05, 0.0005925127770751715, 0.001093574333935976, 0.0015946358907967806, 0.002095697447657585, 0.0025967590045183897, 0.0030978205613791943, 0.003598882118239999, 0.004099943675100803, 0.004601005464792252, 0.0051020667888224125, 0.005603128112852573, 0.006104189902544022, 0.00660525169223547, 0.007106313016265631, 0.007607374340295792, 0.00810843612998724, 0.008609497919678688, 0.009110558778047562, 0.00961162056773901, 0.010112682357430458, 0.010613744147121906, 0.011114805936813354, 0.011615866795182228, 0.012116928584873676, 0.012617990374565125, 0.013119051232933998, 0.013620113022625446, 0.014121174812316895]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 4.0, 6.0, 11.0, 15.0, 16.0, 26.0, 36.0, 47.0, 75.0, 116.0, 188.0, 398.0, 5377.0, 918.0, 239.0, 138.0, 92.0, 44.0, 30.0, 31.0, 25.0, 17.0, 10.0, 7.0, 3.0, 6.0, 7.0, 5.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16590039432048798, -0.1597065031528473, -0.1535126268863678, -0.1473187506198883, -0.14112485945224762, -0.13493096828460693, -0.12873709201812744, -0.12254320830106735, -0.11634932458400726, -0.11015544086694717, -0.10396155714988708, -0.097767673432827, -0.0915737897157669, -0.08537990599870682, -0.07918602228164673, -0.07299213856458664, -0.06679825484752655, -0.06060437113046646, -0.05441048741340637, -0.04821660369634628, -0.042022719979286194, -0.035828836262226105, -0.029634952545166016, -0.023441068828105927, -0.017247185111045837, -0.011053301393985748, -0.004859417676925659, 0.00133446604013443, 0.007528349757194519, 0.013722233474254608, 0.019916117191314697, 0.026110000908374786, 0.032303884625434875, 0.038497768342494965, 0.044691652059555054, 0.05088553577661514, 0.05707941949367523, 0.06327330321073532, 0.06946718692779541, 0.0756610706448555, 0.08185495436191559, 0.08804883807897568, 0.09424272179603577, 0.10043660551309586, 0.10663048923015594, 0.11282437294721603, 0.11901825666427612, 0.12521213293075562, 0.1314060240983963, 0.137599915266037, 0.14379379153251648, 0.14998766779899597, 0.15618155896663666, 0.16237545013427734, 0.16856932640075684, 0.17476320266723633, 0.18095709383487701, 0.1871509850025177, 0.1933448612689972, 0.19953873753547668, 0.20573262870311737, 0.21192651987075806, 0.21812039613723755, 0.22431427240371704, 0.23050816357135773]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 7.0, 1.0, 4.0, 0.0, 4.0, 5.0, 8.0, 11.0, 24.0, 5.0, 3.0, 5.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0032534468919038773, -0.0031599400099366903, -0.0030664331279695034, -0.0029729262460023165, -0.0028794193640351295, -0.0027859124820679426, -0.0026924056001007557, -0.0025988987181335688, -0.002505391836166382, -0.0024118851870298386, -0.0023183783050626516, -0.0022248714230954647, -0.0021313645411282778, -0.002037857659161091, -0.001944350777193904, -0.001850843895226717, -0.00175733701325953, -0.0016638301312923431, -0.0015703232493251562, -0.0014768163673579693, -0.0013833094853907824, -0.0012898027198389173, -0.0011962958378717303, -0.0011027889559045434, -0.0010092820739373565, -0.0009157751919701695, -0.0008222683100029826, -0.0007287614862434566, -0.0006352546042762697, -0.0005417477223090827, -0.0004482408694457263, -0.0003547340165823698, -0.0002612271346151829, -0.00016772026719991118, -7.421339978463948e-05, 1.9293467630632222e-05, 0.00011280033504590392, 0.00020630720246117562, 0.0002998140698764473, 0.0003933209227398038, 0.0004868278047069907, 0.0005803346866741776, 0.0006738415686413646, 0.0007673483924008906, 0.0008608552743680775, 0.0009543621563352644, 0.0010478689800947905, 0.0011413758620619774, 0.0012348827440291643, 0.0013283896259963512, 0.0014218965079635382, 0.001515403389930725, 0.001608910271897912, 0.0017024170374497771, 0.001795923919416964, 0.001889430801384151, 0.001982937566936016, 0.002076444448903203, 0.00216995133087039, 0.002263458212837577, 0.002356965094804764, 0.0024504719767719507, 0.0025439788587391376, 0.0026374857407063246, 0.0027309926226735115]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 6.0, 3.0, 6.0, 10.0, 13.0, 32.0, 32.0, 37.0, 78.0, 110.0, 134.0, 240.0, 348.0, 629.0, 964.0, 1634.0, 2809.0, 4872.0, 8925.0, 17939.0, 42578.0, 164299.0, 829434.0, 54292.0, 21565.0, 10895.0, 6156.0, 3715.0, 2373.0, 1694.0, 1184.0, 769.0, 566.0, 373.0, 259.0, 204.0, 126.0, 92.0, 77.0, 62.0, 39.0, 25.0, 17.0, 12.0, 5.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006116571836173534, -0.005920670926570892, -0.00572477001696825, -0.005528869107365608, -0.0053329686634242535, -0.005137067753821611, -0.004941166844218969, -0.004745265934616327, -0.004549365025013685, -0.004353464115411043, -0.004157563671469688, -0.003961662761867046, -0.0037657618522644043, -0.0035698609426617622, -0.00337396003305912, -0.0031780593562871218, -0.0029821584466844797, -0.0027862575370818377, -0.0025903568603098392, -0.002394455950707197, -0.002198555041104555, -0.0020026543643325567, -0.0018067534547299147, -0.0016108525451272726, -0.0014149517519399524, -0.0012190509587526321, -0.00102315004914999, -0.0008272492559626698, -0.0006313484045676887, -0.00043544755317270756, -0.00023954673088155687, -4.364589403849095e-05, 0.00015225494280457497, 0.0003481557941995561, 0.0005440566455945373, 0.0007399574387818575, 0.0009358582901768386, 0.0011317591415718198, 0.00132765993475914, 0.001523560844361782, 0.0017194616375491023, 0.0019153624307364225, 0.0021112633403390646, 0.0023071642499417067, 0.002503064926713705, 0.002698965836316347, 0.002894866745918989, 0.0030907674226909876, 0.0032866683322936296, 0.0034825692418962717, 0.00367846991866827, 0.003874370828270912, 0.004070271737873554, 0.004266172647476196, 0.004462073557078838, 0.004657974001020193, 0.004853874910622835, 0.005049775820225477, 0.005245676729828119, 0.005441577639430761, 0.005637478549033403, 0.005833378992974758, 0.0060292799025774, 0.006225180812180042, 0.006421081721782684]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 9.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013511506840586662, -0.01298911776393652, -0.012466729618608952, -0.011944340541958809, -0.01142195239663124, -0.010899563319981098, -0.010377174243330956, -0.009854786098003387, -0.009332397021353245, -0.008810007944703102, -0.008287619799375534, -0.007765230722725391, -0.007242842111736536, -0.006720453500747681, -0.006198064424097538, -0.005675675813108683, -0.005153287202119827, -0.004630898591130972, -0.0041085099801421165, -0.003586120903491974, -0.0030637322925031185, -0.002541343681514263, -0.002018954837694764, -0.001496566110290587, -0.0009741773828864098, -0.00045178865548223257, 7.060007192194462e-05, 0.0005929887993261218, 0.001115377526730299, 0.0016377662541344762, 0.0021601549815386534, 0.0026825438253581524, 0.0032049324363470078, 0.003727321047335863, 0.0042497096583247185, 0.004772098734974861, 0.0052944873459637165, 0.005816875956952572, 0.0063392650336027145, 0.00686165364459157, 0.007384042255580425, 0.007906431332230568, 0.008428819477558136, 0.008951208554208279, 0.009473597630858421, 0.00999598577618599, 0.010518374852836132, 0.0110407629981637, 0.011563152074813843, 0.012085541151463985, 0.012607929296791553, 0.013130318373441696, 0.013652706518769264, 0.014175095595419407, 0.01469748467206955, 0.015219872817397118, 0.015742260962724686, 0.016264650970697403, 0.01678703911602497, 0.01730942726135254, 0.017831817269325256, 0.018354205414652824, 0.018876593559980392, 0.01939898356795311, 0.019921371713280678]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 8.0, 3.0, 9.0, 16.0, 20.0, 27.0, 38.0, 67.0, 84.0, 147.0, 209.0, 327.0, 454.0, 726.0, 1144.0, 2610.0, 6176.0, 1787.0, 1253.0, 895.0, 636.0, 482.0, 318.0, 234.0, 184.0, 129.0, 90.0, 79.0, 50.0, 50.0, 44.0, 27.0, 30.0, 14.0, 14.0, 5.0, 5.0, 12.0, 8.0, 1.0, 2.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.009661716409027576, -0.009340702556073666, -0.00901968963444233, -0.008698675781488419, -0.008377661928534508, -0.008056648075580597, -0.007735634688287973, -0.00741462130099535, -0.007093607448041439, -0.006772593595087528, -0.006451580207794905, -0.006130566820502281, -0.00580955296754837, -0.0054885391145944595, -0.005167525727301836, -0.0048465123400092125, -0.004525498487055302, -0.004204484634101391, -0.0038834712468087673, -0.0035624576266855, -0.003241444006562233, -0.002920430386438966, -0.0025994167663156986, -0.0022784031461924314, -0.0019573895260691643, -0.001636375905945897, -0.00131536228582263, -0.0009943486656993628, -0.0006733350455760956, -0.0003523214254528284, -3.1307805329561234e-05, 0.00028970581479370594, 0.0006107194349169731, 0.0009317330550402403, 0.0012527466751635075, 0.0015737602952867746, 0.0018947739154100418, 0.002215787535533309, 0.002536801155656576, 0.0028578147757798433, 0.0031788283959031105, 0.0034998420160263777, 0.003820855636149645, 0.004141869023442268, 0.004462882876396179, 0.00478389672935009, 0.0051049101166427135, 0.005425923503935337, 0.005746937356889248, 0.006067951209843159, 0.006388964597135782, 0.006709977984428406, 0.007030991837382317, 0.007352005690336227, 0.007673019077628851, 0.007994032464921474, 0.008315046317875385, 0.008636060170829296, 0.008957073092460632, 0.009278086945414543, 0.009599100798368454, 0.009920114651322365, 0.010241128504276276, 0.010562141425907612, 0.010883155278861523]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08311287313699722, -0.0805208757519722, -0.07792887836694717, -0.07533688098192215, -0.07274488359689713, -0.0701528862118721, -0.06756088882684708, -0.06496889144182205, -0.06237689405679703, -0.059784896671772, -0.05719289928674698, -0.054600901901721954, -0.05200890451669693, -0.049416907131671906, -0.04682490974664688, -0.04423291236162186, -0.04164091497659683, -0.03904891759157181, -0.03645692020654678, -0.03386492282152176, -0.031272925436496735, -0.02868092805147171, -0.026088930666446686, -0.02349693328142166, -0.020904935896396637, -0.018312938511371613, -0.015720941126346588, -0.013128943741321564, -0.01053694635629654, -0.007944948971271515, -0.0053529515862464905, -0.002760954201221466, -0.00016895681619644165, 0.0024230405688285828, 0.005015037953853607, 0.007607035338878632, 0.010199032723903656, 0.01279103010892868, 0.015383027493953705, 0.01797502487897873, 0.020567022264003754, 0.023159019649028778, 0.025751017034053802, 0.028343014419078827, 0.03093501180410385, 0.033527009189128876, 0.0361190065741539, 0.038711003959178925, 0.04130300134420395, 0.04389499872922897, 0.046486996114254, 0.04907899349927902, 0.05167099088430405, 0.05426298826932907, 0.056854985654354095, 0.05944698303937912, 0.062038980424404144, 0.06463097780942917, 0.0672229751944542, 0.06981497257947922, 0.07240696996450424, 0.07499896734952927, 0.07759096473455429, 0.08018296211957932, 0.08277495950460434]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 9.0, 9.0, 13.0, 14.0, 13.0, 11.0, 24.0, 23.0, 18.0, 12.0, 38.0, 12.0, 16.0, 5.0, 11.0, 12.0, 1.0, 3.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.04123585671186447, -0.03959717974066734, -0.037958502769470215, -0.03631982579827309, -0.03468114882707596, -0.03304247185587883, -0.0314037948846817, -0.029765116050839424, -0.028126439079642296, -0.026487762108445168, -0.02484908513724804, -0.02321040816605091, -0.021571729332208633, -0.019933052361011505, -0.018294375389814377, -0.01665569841861725, -0.01501702144742012, -0.013378344476222992, -0.011739667505025864, -0.01010098960250616, -0.008462312631309032, -0.006823635660111904, -0.0051849582232534885, -0.0035462810192257166, -0.0019076038151979446, -0.0002689266111701727, 0.0013697505928575993, 0.003008427796885371, 0.004647105000913143, 0.0062857819721102715, 0.007924459874629974, 0.009563136845827103, 0.011201813817024231, 0.01284049078822136, 0.014479167759418488, 0.016117844730615616, 0.017756521701812744, 0.01939520053565502, 0.02103387750685215, 0.022672554478049278, 0.024311231449246407, 0.025949908420443535, 0.027588585391640663, 0.02922726236283779, 0.03086594119668007, 0.0325046181678772, 0.034143295139074326, 0.035781972110271454, 0.03742064908146858, 0.03905932605266571, 0.04069800302386284, 0.04233667999505997, 0.043975356966257095, 0.045614033937454224, 0.04725271090865135, 0.04889138787984848, 0.05053006857633591, 0.052168745547533035, 0.053807422518730164, 0.05544609948992729, 0.05708477646112442, 0.05872345343232155, 0.06036213040351868, 0.062000807374715805, 0.06363948434591293]}, "_runtime": 101.98814821243286, "_timestamp": 1596211691.759257, "_step": 125}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 6.0, 5.0, 0.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012434116564691067, -0.012051557190716267, -0.011668998748064041, -0.011286439374089241, -0.010903880000114441, -0.010521321557462215, -0.010138762183487415, -0.00975620374083519, -0.00937364436686039, -0.00899108499288559, -0.008608526550233364, -0.008225967176258564, -0.007843408733606339, -0.007460849359631538, -0.007078289985656738, -0.0066957310773432255, -0.006313172169029713, -0.0059306132607162, -0.005548054352402687, -0.005165494978427887, -0.004782936070114374, -0.004400377161800861, -0.004017817787826061, -0.0036352588795125484, -0.0032526999711990356, -0.002870141062885523, -0.0024875819217413664, -0.00210502278059721, -0.0017224638722836971, -0.0013399048475548625, -0.0009573458228260279, -0.0005747867980971932, -0.0001922277733683586, 0.00019033125136047602, 0.0005728902760893106, 0.0009554493008181453, 0.00133800832554698, 0.0017205673502758145, 0.002103126375004649, 0.0024856855161488056, 0.0028682444244623184, 0.0032508033327758312, 0.0036333624739199877, 0.004015921615064144, 0.004398480523377657, 0.00478103943169117, 0.00516359880566597, 0.005546157713979483, 0.0059287166222929955, 0.006311275530606508, 0.006693834438920021, 0.007076393812894821, 0.007458952721208334, 0.007841511629521847, 0.008224071003496647, 0.008606629446148872, 0.008989188820123672, 0.009371748194098473, 0.009754306636750698, 0.010136866010725498, 0.010519424453377724, 0.010901983827352524, 0.011284543201327324, 0.01166710164397955, 0.01204966101795435]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 11.0, 9.0, 8.0, 12.0, 15.0, 17.0, 16.0, 17.0, 21.0, 22.0, 44.0, 44.0, 55.0, 62.0, 120.0, 142.0, 207.0, 377.0, 5020.0, 760.0, 271.0, 182.0, 114.0, 95.0, 58.0, 49.0, 31.0, 23.0, 15.0, 21.0, 18.0, 20.0, 12.0, 12.0, 4.0, 3.0, 5.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11292730271816254, -0.10935472697019577, -0.105782151222229, -0.10220956802368164, -0.09863699227571487, -0.09506441652774811, -0.09149183332920074, -0.08791925758123398, -0.08434668183326721, -0.08077410608530045, -0.07720153033733368, -0.07362894713878632, -0.07005637139081955, -0.06648379564285278, -0.06291121244430542, -0.059338636696338654, -0.05576606094837189, -0.05219348520040512, -0.048620905727148056, -0.04504832625389099, -0.041475750505924225, -0.03790317475795746, -0.034330595284700394, -0.030758017674088478, -0.027185440063476562, -0.023612862452864647, -0.02004028484225273, -0.016467707231640816, -0.0128951296210289, -0.009322552010416985, -0.005749974399805069, -0.0021773967891931534, 0.0013951808214187622, 0.004967758432030678, 0.008540336042642593, 0.012112913653254509, 0.015685491263866425, 0.01925806887447834, 0.022830646485090256, 0.02640322409570217, 0.029975801706314087, 0.03354837745428085, 0.03712095692753792, 0.04069353640079498, 0.04426611214876175, 0.047838687896728516, 0.05141126736998558, 0.054983846843242645, 0.05855642259120941, 0.06212899833917618, 0.06570157408714294, 0.06927415728569031, 0.07284673303365707, 0.07641930878162384, 0.0799918919801712, 0.08356446772813797, 0.08713704347610474, 0.0907096192240715, 0.09428219497203827, 0.09785477817058563, 0.1014273539185524, 0.10499992966651917, 0.10857251286506653, 0.1121450886130333, 0.11571766436100006]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0, 7.0, 4.0, 3.0, 2.0, 1.0, 3.0, 5.0, 1.0, 5.0, 29.0, 2.0, 3.0, 8.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0023734283167868853, -0.0022793570533394814, -0.0021852857898920774, -0.002091214759275317, -0.0019971434958279133, -0.0019030722323805094, -0.0018090009689331055, -0.0017149298219010234, -0.0016208585584536195, -0.0015267872950062156, -0.0014327161479741335, -0.0013386448845267296, -0.0012445736210793257, -0.0011505024740472436, -0.0010564312105998397, -0.0009623600053600967, -0.0008682888001203537, -0.0007742175948806107, -0.0006801463896408677, -0.0005860751261934638, -0.0004920039209537208, -0.0003979327157139778, -0.00030386148137040436, -0.00020979026157874614, -0.00011571904178708792, -2.1647821995429695e-05, 7.242339779622853e-05, 0.00016649461758788675, 0.000260565837379545, 0.00035463704261928797, 0.0004487082769628614, 0.0005427795113064349, 0.0006368507165461779, 0.0007309219217859209, 0.0008249931270256639, 0.0009190643904730678, 0.0010131355375051498, 0.0011072068009525537, 0.0012012780643999577, 0.0012953492114320397, 0.0013894204748794436, 0.0014834917383268476, 0.0015775628853589296, 0.0016716341488063335, 0.0017657054122537374, 0.0018597765592858195, 0.0019538477063179016, 0.0020479189697653055, 0.0021419902332127094, 0.0022360614966601133, 0.0023301327601075172, 0.0024242037907242775, 0.0025182750541716814, 0.0026123463176190853, 0.0027064175810664892, 0.002800488844513893, 0.0028945598751306534, 0.0029886311385780573, 0.003082702402025461, 0.003176773665472865, 0.003270844928920269, 0.003364916192367673, 0.003458987222984433, 0.003553058486431837, 0.003647129749879241]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 7.0, 10.0, 11.0, 23.0, 30.0, 33.0, 47.0, 72.0, 95.0, 141.0, 201.0, 244.0, 393.0, 588.0, 906.0, 1393.0, 2278.0, 4070.0, 7362.0, 15011.0, 34433.0, 101940.0, 858275.0, 77500.0, 30970.0, 16209.0, 9454.0, 5807.0, 3774.0, 2449.0, 1756.0, 1170.0, 842.0, 616.0, 456.0, 290.0, 216.0, 172.0, 104.0, 81.0, 50.0, 48.0, 30.0, 23.0, 22.0, 6.0, 4.0, 6.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.005832869093865156, -0.00564774451777339, -0.005462619476020336, -0.00527749489992857, -0.005092369858175516, -0.00490724528208375, -0.004722120705991983, -0.00453699566423893, -0.004351871088147163, -0.00416674604639411, -0.003981621470302343, -0.0037964966613799334, -0.0036113718524575233, -0.0034262470435351133, -0.003241122467443347, -0.003055997658520937, -0.002870872849598527, -0.002685748040676117, -0.002500623231753707, -0.0023154986556619406, -0.0021303738467395306, -0.0019452490378171206, -0.0017601242288947105, -0.0015749995363876224, -0.0013898747274652123, -0.0012047499185428023, -0.0010196252260357141, -0.0008345004171133041, -0.000649375666398555, -0.00046425091568380594, -0.0002791261358652264, -9.400137059856206e-05, 9.112339466810226e-05, 0.00027624814538285136, 0.0004613729252014309, 0.0006464977050200105, 0.0008316224557347596, 0.0010167472064495087, 0.0012018720153719187, 0.0013869967078790069, 0.0015721215168014169, 0.0017572463257238269, 0.001942371018230915, 0.002127495827153325, 0.002312620636075735, 0.002497745444998145, 0.0026828700210899115, 0.0028679948300123215, 0.0030531196389347315, 0.0032382444478571415, 0.0034233692567795515, 0.003608493832871318, 0.003793618641793728, 0.0039787436835467815, 0.004163868259638548, 0.004348992835730314, 0.004534117877483368, 0.004719242453575134, 0.004904367495328188, 0.005089492071419954, 0.005274616647511721, 0.005459741689264774, 0.005644866265356541, 0.005829991307109594, 0.006015115883201361]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 5.0, 4.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 10.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015545390546321869, -0.014909866265952587, -0.014274341985583305, -0.013638817705214024, -0.013003293424844742, -0.012367768213152885, -0.011732243932783604, -0.011096719652414322, -0.01046119537204504, -0.009825671091675758, -0.009190146811306477, -0.008554622530937195, -0.007919097319245338, -0.007283573504537344, -0.006648048758506775, -0.006012524478137493, -0.005377000197768211, -0.00474147591739893, -0.004105951637029648, -0.0034704268909990788, -0.002834902610629797, -0.002199378330260515, -0.0015638538170605898, -0.0009283294202759862, -0.0002928050234913826, 0.000342719373293221, 0.0009782437700778246, 0.0016137681668624282, 0.002249292563647032, 0.0028848168440163136, 0.003520341357216239, 0.004155865870416164, 0.004791390150785446, 0.005426914431154728, 0.00606243871152401, 0.006697963457554579, 0.0073334877379238605, 0.00796901248395443, 0.008604536764323711, 0.009240061044692993, 0.009875585325062275, 0.010511109605431557, 0.011146633885800838, 0.01178215816617012, 0.012417683377861977, 0.013053207658231258, 0.01368873193860054, 0.014324256218969822, 0.014959780499339104, 0.015595304779708385, 0.016230829060077667, 0.016866354271769524, 0.01750187762081623, 0.018137402832508087, 0.018772926181554794, 0.01940845139324665, 0.020043976604938507, 0.020679499953985214, 0.02131502516567707, 0.021950548514723778, 0.022586073726415634, 0.02322159707546234, 0.023857122287154198, 0.024492645636200905, 0.02512817084789276]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 8.0, 7.0, 2.0, 15.0, 12.0, 29.0, 44.0, 62.0, 75.0, 79.0, 121.0, 153.0, 241.0, 313.0, 492.0, 657.0, 981.0, 1466.0, 2669.0, 6073.0, 1328.0, 933.0, 602.0, 471.0, 349.0, 239.0, 166.0, 141.0, 117.0, 82.0, 83.0, 52.0, 64.0, 48.0, 39.0, 25.0, 34.0, 28.0, 26.0, 22.0, 16.0, 7.0, 12.0, 6.0, 7.0, 5.0, 4.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00961986556649208, -0.009278541430830956, -0.008937218226492405, -0.00859589409083128, -0.008254569955170155, -0.007913246750831604, -0.007571922615170479, -0.007230598479509354, -0.006889274809509516, -0.006547951139509678, -0.006206627003848553, -0.005865303333848715, -0.005523979663848877, -0.005182655528187752, -0.004841331858187914, -0.004500007722526789, -0.004158684052526951, -0.0038173601496964693, -0.0034760362468659878, -0.00313471257686615, -0.0027933886740356684, -0.002452064771205187, -0.002110741101205349, -0.0017694171983748674, -0.001428093295544386, -0.0010867693927139044, -0.0007454456062987447, -0.00040412176167592406, -6.279791705310345e-05, 0.00027852592756971717, 0.0006198497721925378, 0.0009611736168153584, 0.001302497461438179, 0.0016438213642686605, 0.001985145267099142, 0.00232646893709898, 0.0026677928399294615, 0.003009116742759943, 0.003350440412759781, 0.0036917643155902624, 0.004033088218420744, 0.004374411888420582, 0.004715736024081707, 0.005057059694081545, 0.005398383364081383, 0.005739707499742508, 0.006081031169742346, 0.006422355305403471, 0.006763678975403309, 0.007105002645403147, 0.007446326781064272, 0.00778765045106411, 0.008128974586725235, 0.008470297791063786, 0.00881162192672491, 0.009152946062386036, 0.009494269266724586, 0.009835593402385712, 0.010176917538046837, 0.010518241673707962, 0.010859564878046513, 0.011200889013707638, 0.011542213149368763, 0.011883536353707314, 0.012224860489368439]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07384342700242996, -0.07037379592657089, -0.06690416485071182, -0.06343454122543335, -0.05996491014957428, -0.05649527907371521, -0.05302564799785614, -0.04955602064728737, -0.0460863895714283, -0.04261675849556923, -0.03914713114500046, -0.03567750006914139, -0.03220786899328232, -0.028738241642713547, -0.025268610566854477, -0.021798981353640556, -0.018329352140426636, -0.014859722927212715, -0.01139009278267622, -0.007920462638139725, -0.004450833424925804, -0.0009812037460505962, 0.0024884259328246117, 0.0059580556116998196, 0.009427685290575027, 0.012897314503788948, 0.01636694371700287, 0.01983657479286194, 0.02330620400607586, 0.02677583321928978, 0.03024546429514885, 0.03371509164571762, 0.03718472272157669, 0.04065435379743576, 0.04412398114800453, 0.0475936122238636, 0.05106323957443237, 0.05453287065029144, 0.05800250172615051, 0.061472129076719284, 0.06494176387786865, 0.06841138750314713, 0.0718810185790062, 0.07535064965486526, 0.07882028073072433, 0.0822899118065834, 0.08575953543186188, 0.08922916650772095, 0.09269879758358002, 0.09616842865943909, 0.09963805973529816, 0.10310768336057663, 0.1065773144364357, 0.11004694551229477, 0.11351657658815384, 0.11698620766401291, 0.12045583128929138, 0.12392546236515045, 0.12739509344100952, 0.1308647245168686, 0.13433435559272766, 0.13780398666858673, 0.1412736177444458, 0.14474324882030487, 0.14821287989616394]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 9.0, 16.0, 18.0, 23.0, 11.0, 19.0, 19.0, 28.0, 43.0, 19.0, 7.0, 5.0, 6.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.037082403898239136, -0.03465748205780983, -0.032232560217380524, -0.029807638376951218, -0.02738271653652191, -0.024957796558737755, -0.02253287471830845, -0.020107952877879143, -0.017683031037449837, -0.01525810919702053, -0.012833187356591225, -0.010408266447484493, -0.007983344607055187, -0.005558422766625881, -0.0031335013918578625, -0.0007085797842592001, 0.0017163418233394623, 0.004141263663768768, 0.006566185038536787, 0.008991106413304806, 0.011416028253734112, 0.013840950094163418, 0.01626587100327015, 0.018690792843699455, 0.02111571468412876, 0.023540636524558067, 0.025965558364987373, 0.02839048020541668, 0.030815400183200836, 0.03324032202363014, 0.03566524386405945, 0.038090165704488754, 0.04051508754491806, 0.042940009385347366, 0.04536493122577667, 0.04778985306620598, 0.050214774906635284, 0.05263969674706459, 0.055064618587493896, 0.0574895404279232, 0.05991446226835251, 0.062339380383491516, 0.06476430594921112, 0.06718922406435013, 0.06961414963006973, 0.07203906774520874, 0.07446399331092834, 0.07688891142606735, 0.07931382954120636, 0.08173875510692596, 0.08416367322206497, 0.08658859878778458, 0.08901351690292358, 0.09143844246864319, 0.0938633605837822, 0.0962882861495018, 0.09871320426464081, 0.10113812983036041, 0.10356304794549942, 0.10598797351121902, 0.10841289162635803, 0.11083781719207764, 0.11326273530721664, 0.11568766087293625, 0.11811257898807526]}, "_runtime": 102.78265762329102, "_timestamp": 1596211692.5537665, "_step": 126}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 0.0, 2.0, 6.0, 6.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011595409363508224, -0.01122349500656128, -0.010851580649614334, -0.010479666292667389, -0.010107751935720444, -0.009735837578773499, -0.009363922290503979, -0.008992007933557034, -0.008620093576610088, -0.008248179219663143, -0.007876264862716198, -0.007504350505769253, -0.007132436148822308, -0.006760521791875362, -0.00638860696926713, -0.006016692612320185, -0.0056447782553732395, -0.005272863898426294, -0.004900949541479349, -0.004529034718871117, -0.0041571203619241714, -0.0037852060049772263, -0.003413291648030281, -0.0030413770582526922, -0.002669462701305747, -0.002297548344358802, -0.001925633754581213, -0.0015537193976342678, -0.0011818049242720008, -0.0008098904509097338, -0.00043797603575512767, -6.606159149669111e-05, 0.00030585285276174545, 0.0006777673261240125, 0.0010496817994862795, 0.0014215961564332247, 0.0017935106297954917, 0.0021654251031577587, 0.002537339460104704, 0.0029092540498822927, 0.003281168406829238, 0.003653082763776183, 0.004024997353553772, 0.004396911710500717, 0.004768826067447662, 0.0051407404243946075, 0.00551265524700284, 0.005884569603949785, 0.00625648396089673, 0.006628398317843676, 0.007000312674790621, 0.007372227497398853, 0.0077441418543457985, 0.008116056211292744, 0.008487970568239689, 0.008859884925186634, 0.00923179928213358, 0.009603713639080524, 0.00997562799602747, 0.01034754328429699, 0.010719457641243935, 0.01109137199819088, 0.011463286355137825, 0.01183520071208477, 0.012207115069031715]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 8.0, 7.0, 11.0, 20.0, 9.0, 22.0, 39.0, 54.0, 72.0, 91.0, 128.0, 162.0, 298.0, 739.0, 5204.0, 399.0, 205.0, 126.0, 93.0, 60.0, 47.0, 28.0, 27.0, 15.0, 13.0, 7.0, 3.0, 5.0, 6.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14352336525917053, -0.13904553651809692, -0.13456770777702332, -0.1300898790359497, -0.1256120502948761, -0.1211342141032219, -0.11665638536214828, -0.11217855662107468, -0.10770072042942047, -0.10322289168834686, -0.09874506294727325, -0.09426723420619965, -0.08978940546512604, -0.08531157672405243, -0.08083374053239822, -0.07635591179132462, -0.07187808305025101, -0.0674002543091774, -0.06292242556810379, -0.05844459310173988, -0.05396676063537598, -0.04948893189430237, -0.04501110315322876, -0.04053327068686485, -0.036055441945791245, -0.031577613204717636, -0.02709978073835373, -0.02262195199728012, -0.018144121393561363, -0.013666290789842606, -0.009188461117446423, -0.004710630979388952, -0.00023280084133148193, 0.004245029296725988, 0.008722859434783459, 0.013200689107179642, 0.0176785197108984, 0.022156350314617157, 0.026634179055690765, 0.031112009659409523, 0.03558984026312828, 0.04006766900420189, 0.044545501470565796, 0.049023330211639404, 0.05350115895271301, 0.05797899141907692, 0.06245682016015053, 0.06693465262651443, 0.07141248136758804, 0.07589031010866165, 0.08036813884973526, 0.08484597504138947, 0.08932380378246307, 0.09380163252353668, 0.09827946126461029, 0.1027572900056839, 0.10723511874675751, 0.11171295493841171, 0.11619078367948532, 0.12066861242055893, 0.12514644861221313, 0.12962427735328674, 0.13410210609436035, 0.13857993483543396, 0.14305776357650757]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 4.0, 6.0, 2.0, 4.0, 4.0, 24.0, 2.0, 5.0, 4.0, 4.0, 4.0, 4.0, 4.0, 0.0, 1.0, 3.0, 5.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003046983852982521, -0.0029328088276088238, -0.0028186338022351265, -0.0027044585440307856, -0.0025902835186570883, -0.002476108493283391, -0.00236193323507905, -0.002247758209705353, -0.0021335831843316555, -0.0020194081589579582, -0.0019052330171689391, -0.00179105787537992, -0.0016768828500062227, -0.0015627078246325254, -0.0014485326828435063, -0.0013343575410544872, -0.00122018251568079, -0.0011060074903070927, -0.0009918323485180736, -0.0008776572649367154, -0.0007634821813553572, -0.000649307097773999, -0.0005351320141926408, -0.0004209569306112826, -0.0003067818470299244, -0.0001926067634485662, -7.8431679867208e-05, 3.574340371415019e-05, 0.00014991848729550838, 0.0002640935708768666, 0.0003782686544582248, 0.000492443738039583, 0.0006066188216209412, 0.0007207939052022994, 0.0008349689887836576, 0.0009491440723650157, 0.001063319155946374, 0.0011774941813200712, 0.0012916693231090903, 0.0014058444648981094, 0.0015200194902718067, 0.001634194515645504, 0.001748369657434523, 0.0018625447992235422, 0.0019767198245972395, 0.0020908948499709368, 0.0022050701081752777, 0.002319245133548975, 0.0024334201589226723, 0.0025475951842963696, 0.002661770209670067, 0.0027759454678744078, 0.002890120493248105, 0.0030042955186218023, 0.0031184707768261433, 0.0032326458021998405, 0.003346820827573538, 0.003460995852947235, 0.0035751708783209324, 0.0036893461365252733, 0.0038035211618989706, 0.0039176964201033115, 0.004031871445477009, 0.004146046470850706, 0.004260221496224403]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 14.0, 11.0, 18.0, 24.0, 37.0, 52.0, 86.0, 114.0, 188.0, 256.0, 406.0, 597.0, 871.0, 1441.0, 2298.0, 3807.0, 6325.0, 11477.0, 23333.0, 57527.0, 827564.0, 153309.0, 41679.0, 19455.0, 10433.0, 6323.0, 3972.0, 2453.0, 1620.0, 1143.0, 770.0, 548.0, 397.0, 281.0, 213.0, 154.0, 112.0, 79.0, 70.0, 43.0, 32.0, 26.0, 20.0, 17.0, 10.0, 11.0, 7.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.005805176217108965, -0.005604313220828772, -0.005403450224548578, -0.005202587693929672, -0.005001724697649479, -0.004800861701369286, -0.004599998705089092, -0.004399136174470186, -0.004198273178189993, -0.0039974101819098, -0.0037965471856296062, -0.0035956844221800566, -0.0033948214258998632, -0.0031939586624503136, -0.0029930956661701202, -0.0027922329027205706, -0.0025913699064403772, -0.002390506910160184, -0.0021896441467106342, -0.001988781150430441, -0.0017879183869808912, -0.001587055390700698, -0.0013861925108358264, -0.001185329630970955, -0.0009844667511060834, -0.0007836038712412119, -0.0005827409913763404, -0.000381878053303808, -0.00018101517343893647, 1.984772097785026e-05, 0.000220710615394637, 0.00042157352436333895, 0.0006224364042282104, 0.000823299284093082, 0.0010241621639579535, 0.001225025043822825, 0.0014258879236876965, 0.0016267509199678898, 0.0018276137998327613, 0.002028476679697633, 0.0022293394431471825, 0.002430202439427376, 0.002631065435707569, 0.002831928199157119, 0.003032791195437312, 0.003233653958886862, 0.003434516955167055, 0.003635379718616605, 0.003836242714896798, 0.004037105478346348, 0.004237968474626541, 0.0044388314709067345, 0.004639694467186928, 0.004840556997805834, 0.005041419994086027, 0.0052422829903662205, 0.005443145986646414, 0.005644008982926607, 0.005844871513545513, 0.0060457345098257065, 0.0062465975061059, 0.006447460502386093, 0.006648323033004999, 0.0068491860292851925, 0.007050049025565386]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 7.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012335512787103653, -0.011923332698643208, -0.011511152610182762, -0.011098972521722317, -0.010686793364584446, -0.010274613276124, -0.009862433187663555, -0.00945025309920311, -0.009038073010742664, -0.008625892922282219, -0.008213713765144348, -0.007801533211022615, -0.007389353588223457, -0.006977173499763012, -0.0065649934113025665, -0.006152813788503408, -0.005740633700042963, -0.005328453611582518, -0.0049162739887833595, -0.004504093900322914, -0.004091913811862469, -0.003679733956232667, -0.0032675541006028652, -0.00285537401214242, -0.002443194156512618, -0.0020310143008828163, -0.001618834212422371, -0.0012066543567925692, -0.0007944743847474456, -0.00038229444180615246, 2.9885501135140657e-05, 0.0004420654440764338, 0.0008542453870177269, 0.0012664253590628505, 0.001678605331107974, 0.002090785186737776, 0.002502965275198221, 0.002915145130828023, 0.0033273249864578247, 0.00373950507491827, 0.0041516851633787155, 0.004563864786177874, 0.004976044874638319, 0.005388224963098764, 0.0058004045858979225, 0.006212584674358368, 0.006624764762818813, 0.007036944385617971, 0.007449124474078417, 0.007861304096877575, 0.00827348418533802, 0.008685664273798466, 0.009097844362258911, 0.009510024450719357, 0.009922204539179802, 0.010334383696317673, 0.010746563784778118, 0.011158743873238564, 0.011570923961699009, 0.011983104050159454, 0.0123952841386199, 0.01280746329575777, 0.013219643384218216, 0.013631823472678661, 0.014044003561139107]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 6.0, 3.0, 7.0, 6.0, 12.0, 15.0, 16.0, 17.0, 31.0, 28.0, 45.0, 46.0, 63.0, 88.0, 102.0, 146.0, 163.0, 228.0, 272.0, 322.0, 383.0, 595.0, 799.0, 1118.0, 1979.0, 5908.0, 1672.0, 1044.0, 722.0, 508.0, 430.0, 325.0, 288.0, 236.0, 176.0, 147.0, 111.0, 88.0, 79.0, 52.0, 42.0, 24.0, 22.0, 22.0, 16.0, 6.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009120472706854343, -0.008809053339064121, -0.008497634902596474, -0.008186215534806252, -0.007874797098338604, -0.007563377730548382, -0.007251958828419447, -0.006940539926290512, -0.00662912055850029, -0.006317701656371355, -0.00600628275424242, -0.005694863852113485, -0.0053834449499845505, -0.005072026047855616, -0.0047606066800653934, -0.004449187777936459, -0.004137768875807524, -0.003826349973678589, -0.0035149308387190104, -0.0032035119365900755, -0.002892092801630497, -0.002580673899501562, -0.0022692549973726273, -0.0019578358624130487, -0.0016464169602841139, -0.0013349979417398572, -0.0010235789231956005, -0.0007121600210666656, -0.00040074100252240896, -8.932201308198273e-05, 0.0002220969763584435, 0.0005335159366950393, 0.000844934955239296, 0.0011563539737835526, 0.0014677729923278093, 0.0017791918944567442, 0.0020906110294163227, 0.0024020299315452576, 0.0027134488336741924, 0.003024867968633771, 0.003336286870762706, 0.0036477057728916407, 0.003959124907851219, 0.004270543809980154, 0.004581962712109089, 0.004893381614238024, 0.005204800982028246, 0.005516219884157181, 0.005827638786286116, 0.0061390576884150505, 0.006450476590543985, 0.0067618959583342075, 0.007073314860463142, 0.007384733762592077, 0.007696152664721012, 0.008007572032511234, 0.008318990468978882, 0.008630409836769104, 0.008941828273236752, 0.009253247641026974, 0.009564667008817196, 0.009876085445284843, 0.010187504813075066, 0.010498923249542713, 0.010810342617332935]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10655047744512558, -0.10308527201414108, -0.09962007403373718, -0.09615486860275269, -0.09268966317176819, -0.08922446519136429, -0.08575925976037979, -0.0822940543293953, -0.0788288563489914, -0.0753636509180069, -0.0718984454870224, -0.0684332400560379, -0.064968042075634, -0.061502836644649506, -0.05803763493895531, -0.05457242950797081, -0.05110722780227661, -0.04764202609658241, -0.044176820665597916, -0.04071161895990372, -0.03724641352891922, -0.03378121182322502, -0.030316010117530823, -0.026850806549191475, -0.023385602980852127, -0.01992039941251278, -0.01645519584417343, -0.012989994138479233, -0.009524790570139885, -0.006059587467461824, -0.002594384364783764, 0.0008708187378942966, 0.004336021840572357, 0.007801224943250418, 0.011266428045928478, 0.014731630682945251, 0.0181968342512846, 0.021662037819623947, 0.025127239525318146, 0.028592443093657494, 0.03205764666199684, 0.03552284836769104, 0.03898805379867554, 0.042453255504369736, 0.045918457210063934, 0.04938366264104843, 0.05284886434674263, 0.05631406977772713, 0.059779271483421326, 0.06324447691440582, 0.06670967489480972, 0.07017488032579422, 0.07364008575677872, 0.07710528373718262, 0.08057048916816711, 0.08403569459915161, 0.08750090003013611, 0.09096609801054001, 0.0944313034415245, 0.097896508872509, 0.1013617068529129, 0.1048269122838974, 0.1082921177148819, 0.1117573156952858, 0.1152225211262703]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 9.0, 8.0, 9.0, 21.0, 25.0, 28.0, 50.0, 11.0, 12.0, 6.0, 5.0, 10.0, 4.0, 6.0, 3.0, 5.0, 4.0, 3.0, 7.0, 6.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.06407376378774643, -0.06165401637554169, -0.059234265238046646, -0.056814517825841904, -0.05439476668834686, -0.05197501927614212, -0.04955527186393738, -0.04713552072644234, -0.044715773314237595, -0.04229602590203285, -0.03987627476453781, -0.03745652735233307, -0.035036779940128326, -0.032617028802633286, -0.030197281390428543, -0.02777753211557865, -0.02535778284072876, -0.022938033565878868, -0.020518284291028976, -0.018098536878824234, -0.015678787603974342, -0.01325903832912445, -0.010839289985597134, -0.008419541642069817, -0.005999792367219925, -0.0035800435580313206, -0.0011602947488427162, 0.0012594540603458881, 0.0036792028695344925, 0.006098951678723097, 0.008518700487911701, 0.010938448831439018, 0.01335819810628891, 0.0157779473811388, 0.018197696655988693, 0.020617444068193436, 0.023037193343043327, 0.02545694261789322, 0.02787669003009796, 0.030296439304947853, 0.032716188579797745, 0.03513593599200249, 0.03755568712949753, 0.03997543454170227, 0.04239518195390701, 0.044814933091402054, 0.047234680503606796, 0.04965443164110184, 0.05207417905330658, 0.05449392646551132, 0.05691367760300636, 0.059333425015211105, 0.061753176152706146, 0.06417292356491089, 0.06659267097711563, 0.06901241838932037, 0.07143217325210571, 0.07385192066431046, 0.0762716680765152, 0.07869141548871994, 0.08111116290092468, 0.08353091031312943, 0.08595066517591476, 0.0883704125881195, 0.09079016000032425]}, "_runtime": 103.58710837364197, "_timestamp": 1596211693.3582172, "_step": 127}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 5.0, 6.0, 6.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009386561810970306, -0.009088181890547276, -0.008789801970124245, -0.008491422049701214, -0.008193042129278183, -0.007894663140177727, -0.007596283219754696, -0.007297903299331665, -0.006999523378908634, -0.006701143458485603, -0.0064027635380625725, -0.006104384083300829, -0.005806004162877798, -0.005507624242454767, -0.005209244787693024, -0.004910864867269993, -0.004612484946846962, -0.004314105026423931, -0.0040157251060009, -0.0037173456512391567, -0.003418965730816126, -0.003120585810393095, -0.002822206122800708, -0.0025238264352083206, -0.0022254465147852898, -0.0019270667107775807, -0.0016286869067698717, -0.0013303071027621627, -0.0010319272987544537, -0.0007335474947467446, -0.0004351676907390356, -0.00013678788673132658, 0.00016159191727638245, 0.00045997172128409147, 0.0007583515252918005, 0.0010567313292995095, 0.0013551111333072186, 0.0016534909373149276, 0.0019518707413226366, 0.002250250428915024, 0.0025486303493380547, 0.0028470102697610855, 0.0031453899573534727, 0.00344376964494586, 0.0037421495653688908, 0.004040529485791922, 0.004338908940553665, 0.004637288860976696, 0.004935668781399727, 0.005234048701822758, 0.005532428622245789, 0.005830808077007532, 0.006129187997430563, 0.006427567917853594, 0.006725947372615337, 0.007024327293038368, 0.007322707213461399, 0.00762108713388443, 0.00791946705430746, 0.008217846974730492, 0.008516225963830948, 0.008814605884253979, 0.00911298580467701, 0.00941136572510004, 0.009709745645523071]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 5.0, 1.0, 9.0, 15.0, 17.0, 31.0, 47.0, 84.0, 131.0, 193.0, 364.0, 5497.0, 862.0, 264.0, 149.0, 93.0, 55.0, 38.0, 22.0, 13.0, 8.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1909988820552826, -0.18498758971691132, -0.17897629737854004, -0.17296500504016876, -0.16695371270179749, -0.1609424352645874, -0.15493114292621613, -0.14891985058784485, -0.14290855824947357, -0.1368972659111023, -0.13088597357273102, -0.12487468868494034, -0.11886339634656906, -0.11285210400819778, -0.1068408191204071, -0.10082952678203583, -0.09481823444366455, -0.08880694210529327, -0.082795649766922, -0.07678436487913132, -0.07077307254076004, -0.06476178020238876, -0.058750491589307785, -0.05273920297622681, -0.04672791063785553, -0.04071661829948425, -0.034705329686403275, -0.028694039210677147, -0.02268274873495102, -0.01667145825922489, -0.010660167783498764, -0.004648877307772636, 0.0013624131679534912, 0.007373703643679619, 0.013384994119405746, 0.019396284595131874, 0.025407575070858, 0.03141886740922928, 0.03743015602231026, 0.043441444635391235, 0.04945273697376251, 0.05546402931213379, 0.06147531792521477, 0.06748660653829575, 0.07349789887666702, 0.0795091912150383, 0.08552047610282898, 0.09153176844120026, 0.09754306077957153, 0.10355435311794281, 0.10956564545631409, 0.11557693034410477, 0.12158822268247604, 0.12759950757026672, 0.133610799908638, 0.13962209224700928, 0.14563338458538055, 0.15164467692375183, 0.1576559692621231, 0.16366726160049438, 0.16967853903770447, 0.17568983137607574, 0.18170112371444702, 0.1877124160528183, 0.19372370839118958]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 1.0, 4.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 3.0, 3.0, 2.0, 7.0, 22.0, 4.0, 1.0, 3.0, 4.0, 2.0, 2.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0028572753071784973, -0.0027806360740214586, -0.0027039966080337763, -0.0026273573748767376, -0.0025507179088890553, -0.0024740786757320166, -0.0023974392097443342, -0.0023207999765872955, -0.002244160510599613, -0.0021675212774425745, -0.002090881811454892, -0.0020142425782978535, -0.001937603228725493, -0.0018609638791531324, -0.001784324529580772, -0.0017076851800084114, -0.001631045830436051, -0.0015544064808636904, -0.0014777671312913299, -0.0014011277817189693, -0.0013244884321466088, -0.0012478490825742483, -0.0011712097330018878, -0.0010945703834295273, -0.0010179311502724886, -0.0009412917424924672, -0.0008646523929201066, -0.0007880130433477461, -0.0007113737519830465, -0.000634734402410686, -0.0005580950528383255, -0.000481455703265965, -0.00040481635369360447, -0.00032817700412124395, -0.00025153765454888344, -0.00017489833408035338, -9.825898450799286e-05, -2.1619642211589962e-05, 5.501970008481294e-05, 0.00013165903510525823, 0.00020829838467761874, 0.00028493773424997926, 0.0003615770838223398, 0.00043821640429086983, 0.0005148557247593999, 0.0005914950743317604, 0.0006681344239041209, 0.0007447737734764814, 0.000821413123048842, 0.0008980524726212025, 0.000974691822193563, 0.0010513311717659235, 0.001127970521338284, 0.0012046098709106445, 0.001281249220483005, 0.0013578885700553656, 0.0014345278032124043, 0.0015111671527847648, 0.0015878065023571253, 0.0016644458519294858, 0.0017410852015018463, 0.0018177245510742068, 0.0018943639006465673, 0.0019710033666342497, 0.0020476425997912884]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 4.0, 5.0, 6.0, 5.0, 11.0, 14.0, 17.0, 26.0, 39.0, 64.0, 69.0, 117.0, 178.0, 207.0, 313.0, 453.0, 631.0, 942.0, 1347.0, 2049.0, 3226.0, 5298.0, 9147.0, 15860.0, 32066.0, 85177.0, 852646.0, 96564.0, 33263.0, 16139.0, 8735.0, 5225.0, 3097.0, 2063.0, 1380.0, 883.0, 632.0, 450.0, 350.0, 240.0, 168.0, 141.0, 88.0, 74.0, 51.0, 34.0, 31.0, 34.0, 18.0, 17.0, 12.0, 10.0, 7.0, 8.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.004640211351215839, -0.004472436849027872, -0.004304662812501192, -0.004136888310313225, -0.003969114273786545, -0.0038013397715985775, -0.003633565502241254, -0.00346579123288393, -0.0032980169635266066, -0.003130242694169283, -0.0029624684248119593, -0.0027946941554546356, -0.0026269196532666683, -0.0024591453839093447, -0.002291371114552021, -0.0021235968451946974, -0.0019558225758373737, -0.00178804830648005, -0.0016202740371227264, -0.001452499651350081, -0.0012847253819927573, -0.0011169511126354337, -0.0009491767850704491, -0.0007814024575054646, -0.0006136281881481409, -0.0004458538896869868, -0.0002780795912258327, -0.0001103052927646786, 5.7469005696475506e-05, 0.0002252433041576296, 0.0003930176026187837, 0.0005607919301837683, 0.0007285661995410919, 0.0008963404688984156, 0.0010641147382557392, 0.0012318891240283847, 0.0013996633933857083, 0.001567437662743032, 0.0017352120485156775, 0.001902986317873001, 0.0020707605872303247, 0.0022385348565876484, 0.002406309125944972, 0.0025740833953022957, 0.002741857897490263, 0.0029096321668475866, 0.0030774064362049103, 0.003245180705562234, 0.0034129549749195576, 0.0035807292442768812, 0.003748503513634205, 0.003916278015822172, 0.004084052052348852, 0.0042518265545368195, 0.0044196005910634995, 0.004587375093251467, 0.004755149595439434, 0.004922923631966114, 0.005090698134154081, 0.005258472170680761, 0.005426246672868729, 0.005594020709395409, 0.005761795211583376, 0.005929569248110056, 0.006097343750298023]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 5.0, 3.0, 2.0, 4.0, 5.0, 10.0, 3.0, 3.0, 6.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.050178974866867065, -0.049143120646476746, -0.048107266426086426, -0.047071412205696106, -0.046035557985305786, -0.044999703764915466, -0.043963849544525146, -0.04292799532413483, -0.04189214110374451, -0.04085628315806389, -0.03982042893767357, -0.03878457471728325, -0.03774872049689293, -0.03671286627650261, -0.03567701205611229, -0.03464115783572197, -0.03360530361533165, -0.03256944939494133, -0.03153359517455101, -0.03049774095416069, -0.02946188673377037, -0.0284260306507349, -0.02739017643034458, -0.026354322209954262, -0.025318467989563942, -0.024282613769173622, -0.023246759548783302, -0.022210905328392982, -0.021175049245357513, -0.020139195024967194, -0.019103340804576874, -0.018067486584186554, -0.017031632363796234, -0.015995778143405914, -0.014959923923015594, -0.0139240687713027, -0.01288821455091238, -0.01185236033052206, -0.010816505178809166, -0.009780650958418846, -0.008744796738028526, -0.0077089425176382065, -0.006673087831586599, -0.005637233145534992, -0.004601378925144672, -0.003565524471923709, -0.0025296700187027454, -0.001493815565481782, -0.0004579611122608185, 0.000577893340960145, 0.0016137477941811085, 0.002649602247402072, 0.0036854567006230354, 0.004721310921013355, 0.005757165607064962, 0.0067930202931165695, 0.00782887451350689, 0.00886472873389721, 0.009900582954287529, 0.010936438106000423, 0.011972292326390743, 0.013008146546781063, 0.014044001698493958, 0.015079855918884277, 0.016115710139274597]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 1.0, 5.0, 11.0, 7.0, 5.0, 14.0, 9.0, 3.0, 2.0, 7.0, 12.0, 13.0, 10.0, 5.0, 12.0, 16.0, 12.0, 22.0, 29.0, 26.0, 31.0, 61.0, 73.0, 71.0, 107.0, 161.0, 244.0, 350.0, 568.0, 852.0, 1291.0, 2250.0, 7168.0, 2134.0, 1045.0, 612.0, 383.0, 259.0, 157.0, 92.0, 76.0, 57.0, 28.0, 32.0, 22.0, 13.0, 8.0, 11.0, 10.0, 9.0, 3.0, 5.0, 5.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.015381596982479095, -0.01499231718480587, -0.014603037387132645, -0.01421375758945942, -0.013824477791786194, -0.013435198925435543, -0.013045919127762318, -0.012656639330089092, -0.012267359532415867, -0.011878079734742641, -0.011488799937069416, -0.01109952013939619, -0.01071024127304554, -0.010320961475372314, -0.009931681677699089, -0.009542401880025864, -0.009153122082352638, -0.008763842284679413, -0.008374562487006187, -0.007985282689332962, -0.007596003357321024, -0.0072067235596477985, -0.0068174442276358604, -0.006428164429962635, -0.00603888463228941, -0.005649604834616184, -0.005260325036942959, -0.004871045704931021, -0.004481765907257795, -0.00409248610958457, -0.003703206544741988, -0.0033139269798994064, -0.002924647182226181, -0.0025353673845529556, -0.002146087819710374, -0.0017568081384524703, -0.0013675284571945667, -0.0009782487759366632, -0.0005889690946787596, -0.000199689413420856, 0.00018959026783704758, 0.0005788699490949512, 0.0009681496303528547, 0.0013574293116107583, 0.0017467089928686619, 0.0021359887905418873, 0.002525268355384469, 0.0029145479202270508, 0.003303827717900276, 0.0036931075155735016, 0.004082387313246727, 0.004471666645258665, 0.0048609464429318905, 0.005250226240605116, 0.005639505572617054, 0.006028785370290279, 0.006418065167963505, 0.00680734496563673, 0.007196624763309956, 0.007585904095321894, 0.007975183427333832, 0.008364463225007057, 0.008753743022680283, 0.009143022820353508, 0.009532302618026733]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0849265307188034, -0.08060898631811142, -0.07629144191741943, -0.07197389751672745, -0.06765635311603546, -0.06333880126476288, -0.05902125686407089, -0.054703712463378906, -0.05038616806268692, -0.046068623661994934, -0.04175107926130295, -0.03743353113532066, -0.03311598673462868, -0.02879844233393669, -0.024480896070599556, -0.02016334980726242, -0.015845805406570435, -0.011528260074555874, -0.007210714742541313, -0.0028931694105267525, 0.0014243759214878082, 0.005741921253502369, 0.01005946658551693, 0.01437701191753149, 0.01869455724954605, 0.023012101650238037, 0.027329647913575172, 0.03164719417691231, 0.035964738577604294, 0.04028228297829628, 0.044599831104278564, 0.04891737550497055, 0.05323491990566254, 0.05755246430635452, 0.06187000870704651, 0.0661875531077385, 0.07050509750843048, 0.07482264935970306, 0.07914019376039505, 0.08345773816108704, 0.08777528256177902, 0.09209282696247101, 0.096410371363163, 0.10072791576385498, 0.10504546761512756, 0.10936301201581955, 0.11368055641651154, 0.11799810081720352, 0.12231564521789551, 0.1266331970691681, 0.13095073401927948, 0.13526828587055206, 0.13958582282066345, 0.14390337467193604, 0.14822091162204742, 0.15253846347332, 0.1568560004234314, 0.16117355227470398, 0.16549110412597656, 0.16980864107608795, 0.17412619292736053, 0.17844372987747192, 0.1827612817287445, 0.1870788186788559, 0.19139637053012848]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 3.0, 6.0, 3.0, 9.0, 8.0, 12.0, 44.0, 33.0, 14.0, 25.0, 25.0, 20.0, 11.0, 10.0, 4.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.06963285058736801, -0.06702136993408203, -0.06440988183021545, -0.061798401176929474, -0.059186916798353195, -0.056575436145067215, -0.053963951766490936, -0.05135246738791466, -0.04874098300933838, -0.0461295023560524, -0.04351801797747612, -0.04090653359889984, -0.03829505294561386, -0.03568356856703758, -0.033072084188461304, -0.030460601672530174, -0.027849119156599045, -0.025237636640667915, -0.022626152262091637, -0.020014669746160507, -0.01740318536758423, -0.014791702851653099, -0.01218022033572197, -0.009568736888468266, -0.0069572534412145615, -0.004345769993960857, -0.0017342870123684406, 0.0008771962020546198, 0.00348867941647768, 0.006100162863731384, 0.008711645379662514, 0.011323128826916218, 0.013934612274169922, 0.01654609479010105, 0.01915757916867733, 0.02176906168460846, 0.024380546063184738, 0.026992028579115868, 0.029603511095046997, 0.032214995473623276, 0.034826479852199554, 0.037437960505485535, 0.04004944488406181, 0.04266092926263809, 0.04527240991592407, 0.04788389429450035, 0.05049537867307663, 0.05310685932636261, 0.05571834370493889, 0.05832982808351517, 0.06094130873680115, 0.06355279684066772, 0.0661642774939537, 0.06877575814723969, 0.07138724625110626, 0.07399872690439224, 0.07661020755767822, 0.0792216956615448, 0.08183317631483078, 0.08444465696811676, 0.08705614507198334, 0.08966762572526932, 0.0922791063785553, 0.09489059448242188, 0.09750207513570786]}, "_runtime": 104.40089154243469, "_timestamp": 1596211694.1720004, "_step": 128}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 5.0, 1.0, 8.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009942363016307354, -0.009636481292545795, -0.009330599568784237, -0.009024717845022678, -0.008718835189938545, -0.008412953466176987, -0.008107071742415428, -0.00780119001865387, -0.007495308294892311, -0.0071894265711307526, -0.006883544847369194, -0.006577662657946348, -0.00627178093418479, -0.005965899210423231, -0.005660017021000385, -0.005354135297238827, -0.005048253573477268, -0.00474237184971571, -0.004436490125954151, -0.004130607936531305, -0.0038247262127697468, -0.0035188444890081882, -0.003212962532415986, -0.002907080575823784, -0.0026011988520622253, -0.002295317128300667, -0.0019894351717084646, -0.0016835533315315843, -0.001377671491354704, -0.0010717896511778235, -0.0007659078110009432, -0.0004600259708240628, -0.00015414413064718246, 0.0001517377095296979, 0.00045761954970657825, 0.0007635013898834586, 0.001069383230060339, 0.0013752650702372193, 0.0016811469104140997, 0.001987028867006302, 0.0022929105907678604, 0.002598792314529419, 0.002904674271121621, 0.0032105562277138233, 0.003516437951475382, 0.0038223196752369404, 0.004128201864659786, 0.004434083588421345, 0.004739965312182903, 0.005045847035944462, 0.00535172875970602, 0.005657610949128866, 0.005963492672890425, 0.006269374396651983, 0.006575256586074829, 0.006881138309836388, 0.007187020033597946, 0.007492901757359505, 0.007798783481121063, 0.008104665204882622, 0.00841054692864418, 0.008716429583728313, 0.009022311307489872, 0.00932819303125143, 0.009634074755012989]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 2.0, 6.0, 8.0, 3.0, 12.0, 9.0, 11.0, 25.0, 26.0, 28.0, 45.0, 59.0, 59.0, 87.0, 102.0, 136.0, 162.0, 291.0, 4075.0, 1609.0, 386.0, 225.0, 127.0, 103.0, 64.0, 58.0, 39.0, 40.0, 30.0, 24.0, 10.0, 8.0, 8.0, 13.0, 5.0, 5.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10681534558534622, -0.10347059369087219, -0.10012583434581757, -0.09678108245134354, -0.09343632310628891, -0.09009157121181488, -0.08674681186676025, -0.08340205997228622, -0.0800573080778122, -0.07671254873275757, -0.07336779683828354, -0.07002303749322891, -0.06667828559875488, -0.06333352625370026, -0.05998877435922623, -0.0566440187394619, -0.05329926311969757, -0.04995450749993324, -0.046609751880168915, -0.04326499626040459, -0.03992024064064026, -0.03657548874616623, -0.0332307331264019, -0.029885977506637573, -0.026541221886873245, -0.023196466267108917, -0.01985171064734459, -0.01650695689022541, -0.013162201270461082, -0.009817445650696754, -0.006472690962255001, -0.0031279358081519604, 0.00021681934595108032, 0.003561574500054121, 0.006906329654157162, 0.010251084342598915, 0.013595839962363243, 0.01694059558212757, 0.02028534933924675, 0.023630104959011078, 0.026974860578775406, 0.030319616198539734, 0.03366437181830406, 0.03700912743806839, 0.04035387933254242, 0.04369863495230675, 0.047043390572071075, 0.0503881461918354, 0.05373290181159973, 0.05707765743136406, 0.06042241305112839, 0.06376716494560242, 0.06711192429065704, 0.07045667618513107, 0.0738014355301857, 0.07714618742465973, 0.08049094676971436, 0.08383569866418839, 0.08718045055866241, 0.09052520990371704, 0.09386996179819107, 0.0972147211432457, 0.10055947303771973, 0.10390423238277435, 0.10724898427724838]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 2.0, 10.0, 6.0, 3.0, 4.0, 5.0, 1.0, 2.0, 25.0, 7.0, 4.0, 0.0, 1.0, 4.0, 3.0, 8.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031481096521019936, -0.0030259909108281136, -0.00290387193672359, -0.0027817529626190662, -0.0026596342213451862, -0.0025375154800713062, -0.0024153965059667826, -0.002293277531862259, -0.002171158790588379, -0.002049040049314499, -0.0019269210752099752, -0.0018048022175207734, -0.0016826833598315716, -0.0015605645021423697, -0.001438445644453168, -0.001316326786763966, -0.0011942079290747643, -0.0010720890713855624, -0.0009499702136963606, -0.0008278513560071588, -0.0007057324983179569, -0.0005836136406287551, -0.00046149478293955326, -0.00033937592525035143, -0.0002172570675611496, -9.513820987194777e-05, 2.6980647817254066e-05, 0.0001490995055064559, 0.00027121836319565773, 0.00039333722088485956, 0.0005154560785740614, 0.0006375749362632632, 0.0007596937939524651, 0.0008818126516416669, 0.0010039315093308687, 0.0011260503670200706, 0.0012481692247092724, 0.0013702880823984742, 0.001492406940087676, 0.0016145257977768779, 0.0017366446554660797, 0.0018587635131552815, 0.0019808823708444834, 0.002103001344949007, 0.002225120086222887, 0.002347238827496767, 0.0024693578016012907, 0.0025914767757058144, 0.0027135955169796944, 0.0028357142582535744, 0.002957833232358098, 0.0030799522064626217, 0.0032020709477365017, 0.0033241896890103817, 0.0034463086631149054, 0.003568427637219429, 0.003690546378493309, 0.003812665119767189, 0.003934783861041069, 0.004056903067976236, 0.004179021809250116, 0.004301140550523996, 0.004423259757459164, 0.004545378498733044, 0.004667497240006924]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 7.0, 1.0, 6.0, 15.0, 14.0, 21.0, 20.0, 29.0, 47.0, 57.0, 86.0, 128.0, 189.0, 275.0, 471.0, 694.0, 1146.0, 1803.0, 2795.0, 4707.0, 8205.0, 14824.0, 30493.0, 82063.0, 854776.0, 93560.0, 33904.0, 17414.0, 10243.0, 6345.0, 4378.0, 3014.0, 2108.0, 1526.0, 1099.0, 794.0, 604.0, 434.0, 350.0, 235.0, 220.0, 128.0, 103.0, 79.0, 46.0, 40.0, 33.0, 35.0, 25.0, 12.0, 11.0, 4.0, 11.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.005645386874675751, -0.0054482039995491505, -0.00525102112442255, -0.00505383824929595, -0.00485665537416935, -0.004659472499042749, -0.004462289623916149, -0.004265106748789549, -0.004067923873662949, -0.003870741231366992, -0.0036735583562403917, -0.0034763754811137915, -0.003279192838817835, -0.0030820099636912346, -0.0028848270885646343, -0.002687644213438034, -0.002490461338311434, -0.0022932784631848335, -0.0020960955880582333, -0.0018989128293469548, -0.0017017299542203546, -0.0015045470790937543, -0.0013073643203824759, -0.0011101814452558756, -0.0009129985701292753, -0.0007158156950026751, -0.0005186328780837357, -0.0003214500320609659, -0.0001242671860381961, 7.291565998457372e-05, 0.00027009850600734353, 0.00046728135203011334, 0.0006644641980528831, 0.0008616470731794834, 0.0010588299483060837, 0.0012560127070173621, 0.0014531955821439624, 0.0016503784572705626, 0.001847561215981841, 0.0020447440911084414, 0.0022419269662350416, 0.002439109841361642, 0.002636292716488242, 0.0028334755916148424, 0.003030658233910799, 0.0032278411090373993, 0.0034250239841639996, 0.0036222068592906, 0.0038193897344172, 0.0040165726095438, 0.004213755484670401, 0.004410938359797001, 0.004608121234923601, 0.004805304110050201, 0.005002486985176802, 0.005199669860303402, 0.005396852269768715, 0.005594035144895315, 0.0057912180200219154, 0.005988400895148516, 0.006185583770275116, 0.006382766645401716, 0.0065799495205283165, 0.006777132395654917, 0.006974315270781517]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 8.0, 2.0, 6.0, 4.0, 1.0, 3.0, 2.0, 5.0, 1.0, 4.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048976510763168335, -0.047883640974760056, -0.046790771186351776, -0.0456979013979435, -0.04460503160953522, -0.04351216182112694, -0.04241929203271866, -0.04132642224431038, -0.0402335524559021, -0.03914068266749382, -0.03804781287908554, -0.03695494309067726, -0.03586207330226898, -0.0347692035138607, -0.03367633372545242, -0.032583463937044144, -0.031490594148635864, -0.030397726222872734, -0.029304856434464455, -0.028211986646056175, -0.027119116857647896, -0.026026247069239616, -0.024933377280831337, -0.023840507492423058, -0.022747639566659927, -0.021654769778251648, -0.02056189998984337, -0.01946903020143509, -0.01837616041302681, -0.01728329062461853, -0.01619042083621025, -0.015097551047801971, -0.014004681259393692, -0.012911811470985413, -0.011818941682577133, -0.010726071894168854, -0.009633202105760574, -0.00854033324867487, -0.00744746346026659, -0.006354593671858311, -0.005261723883450031, -0.004168854095041752, -0.003075984539464116, -0.0019831149838864803, -0.0008902451954782009, 0.00020262447651475668, 0.0012954941485077143, 0.00238836370408535, 0.0034812334924936295, 0.004574103280901909, 0.005666973069310188, 0.00675984239205718, 0.007852712646126747, 0.008945581503212452, 0.010038451291620731, 0.01113132108002901, 0.01222419086843729, 0.01331706065684557, 0.014409930445253849, 0.015502800233662128, 0.016595669090747833, 0.017688538879156113, 0.018781408667564392, 0.01987427845597267, 0.02096714824438095]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 5.0, 2.0, 6.0, 8.0, 8.0, 3.0, 9.0, 16.0, 9.0, 12.0, 9.0, 9.0, 4.0, 12.0, 7.0, 6.0, 8.0, 11.0, 21.0, 25.0, 36.0, 51.0, 52.0, 92.0, 101.0, 136.0, 191.0, 272.0, 391.0, 578.0, 866.0, 1447.0, 6111.0, 2628.0, 1544.0, 1053.0, 737.0, 519.0, 406.0, 231.0, 202.0, 128.0, 119.0, 92.0, 66.0, 46.0, 36.0, 19.0, 23.0, 15.0, 7.0, 8.0, 7.0, 5.0, 7.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.014879466965794563, -0.014440151862800121, -0.01400083675980568, -0.013561521656811237, -0.013122206553816795, -0.012682891450822353, -0.012243575416505337, -0.011804260313510895, -0.011364945210516453, -0.01092563010752201, -0.010486315004527569, -0.010046999901533127, -0.009607684798538685, -0.009168369695544243, -0.008729054592549801, -0.008289739489555359, -0.007850423455238342, -0.007411108817905188, -0.006971793714910746, -0.006532478146255016, -0.006093163043260574, -0.005653847940266132, -0.00521453283727169, -0.004775217734277248, -0.004335902631282806, -0.0038965872954577208, -0.003457271959632635, -0.003017956856638193, -0.002578641753643751, -0.0021393264178186655, -0.0017000113148242235, -0.0012606960954144597, -0.0008213808760046959, -0.00038206568569876254, 5.724950460717082e-05, 0.0004965646658092737, 0.0009358798852190375, 0.0013751951046288013, 0.0018145102076232433, 0.002253825543448329, 0.002693140646442771, 0.003132455749437213, 0.0035717710852622986, 0.004011086188256741, 0.0044504012912511826, 0.0048897163942456245, 0.005329031962901354, 0.005768347065895796, 0.006207662168890238, 0.00664697727188468, 0.007086292374879122, 0.007525607943534851, 0.007964923046529293, 0.008404238149523735, 0.008843553252518177, 0.009282868355512619, 0.009722183458507061, 0.010161498561501503, 0.010600813664495945, 0.011040129698812962, 0.011479444801807404, 0.011918759904801846, 0.012358075007796288, 0.01279739011079073, 0.013236705213785172]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0998459905385971, -0.09647771716117859, -0.09310945123434067, -0.08974117785692215, -0.08637291193008423, -0.08300463855266571, -0.07963636517524719, -0.07626809924840927, -0.07289982587099075, -0.06953155249357224, -0.06616328656673431, -0.0627950131893158, -0.059426743537187576, -0.05605847388505936, -0.05269020050764084, -0.04932193085551262, -0.0459536612033844, -0.04258539155125618, -0.03921712189912796, -0.03584884852170944, -0.03248057886958122, -0.029112309217453003, -0.025744037702679634, -0.022375766187906265, -0.019007496535778046, -0.015639226883649826, -0.012270955368876457, -0.008902684785425663, -0.005534414201974869, -0.0021661436185240746, 0.0012021269649267197, 0.004570397548377514, 0.007938668131828308, 0.011306938715279102, 0.014675209298729897, 0.018043480813503265, 0.021411750465631485, 0.024780020117759705, 0.028148291632533073, 0.03151656314730644, 0.03488483279943466, 0.03825310245156288, 0.0416213721036911, 0.04498964548110962, 0.04835791513323784, 0.05172618478536606, 0.055094458162784576, 0.058462727814912796, 0.061830997467041016, 0.06519927084445953, 0.06856753677129745, 0.07193581014871597, 0.0753040760755539, 0.07867234945297241, 0.08204062283039093, 0.08540888875722885, 0.08877716213464737, 0.09214543551206589, 0.09551370143890381, 0.09888197481632233, 0.10225024819374084, 0.10561851412057877, 0.10898678749799728, 0.1123550534248352, 0.11572332680225372]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 4.0, 3.0, 6.0, 3.0, 7.0, 2.0, 6.0, 10.0, 7.0, 21.0, 14.0, 13.0, 17.0, 14.0, 39.0, 16.0, 19.0, 15.0, 5.0, 9.0, 2.0, 6.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07954157143831253, -0.07706481963396072, -0.07458806782960892, -0.07211131602525711, -0.06963455677032471, -0.0671578049659729, -0.0646810531616211, -0.06220430135726929, -0.05972754955291748, -0.057250797748565674, -0.05477404594421387, -0.05229729041457176, -0.049820538610219955, -0.04734378680586815, -0.044867031276226044, -0.04239027947187424, -0.03991352766752243, -0.037436775863170624, -0.03496002405881882, -0.03248326852917671, -0.030006516724824905, -0.0275297649204731, -0.025053011253476143, -0.022576257586479187, -0.02009950578212738, -0.017622753977775574, -0.015146000310778618, -0.012669247575104237, -0.010192494839429855, -0.007715742103755474, -0.005238989368081093, -0.0027622366324067116, -0.0002854838967323303, 0.002191268838942051, 0.004668021574616432, 0.0071447743102908134, 0.009621527045965195, 0.012098279781639576, 0.014575032517313957, 0.017051786184310913, 0.01952853798866272, 0.022005289793014526, 0.024482043460011482, 0.026958797127008438, 0.029435548931360245, 0.03191230073571205, 0.034389056265354156, 0.03686580806970596, 0.03934255987405777, 0.041819311678409576, 0.04429606348276138, 0.04677281901240349, 0.049249570816755295, 0.0517263226211071, 0.05420307815074921, 0.05667982995510101, 0.05915658175945282, 0.061633333563804626, 0.06411008536815643, 0.06658683717250824, 0.06906358897686005, 0.07154034823179245, 0.07401710003614426, 0.07649385184049606, 0.07897060364484787]}, "_runtime": 105.18493366241455, "_timestamp": 1596211694.9560425, "_step": 129}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 7.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008001359179615974, -0.0077461134642362595, -0.007490867283195257, -0.007235621102154255, -0.00698037538677454, -0.006725129671394825, -0.006469883490353823, -0.0062146373093128204, -0.0059593915939331055, -0.0057041458785533905, -0.005448899697512388, -0.005193653516471386, -0.004938407801091671, -0.004683162085711956, -0.004427915904670954, -0.0041726697236299515, -0.0039174240082502365, -0.003662178060039878, -0.0034069321118295193, -0.0031516861636191607, -0.002896440215408802, -0.0026411942671984434, -0.002385948318988085, -0.002130702370777726, -0.0018754564225673676, -0.001620210474357009, -0.0013649645261466503, -0.0011097185779362917, -0.0008544726297259331, -0.0005992266815155745, -0.00034398073330521584, -8.873478509485722e-05, 0.0001665111631155014, 0.00042175711132586, 0.0006770030595362186, 0.0009322490077465773, 0.0011874949559569359, 0.0014427409041672945, 0.0016979868523776531, 0.0019532328005880117, 0.0022084787487983704, 0.002463724697008729, 0.0027189706452190876, 0.0029742165934294462, 0.003229462541639805, 0.0034847084898501635, 0.003739954438060522, 0.003995200619101524, 0.004250446334481239, 0.004505692049860954, 0.0047609382309019566, 0.005016184411942959, 0.005271430127322674, 0.005526675842702389, 0.005781922023743391, 0.006037168204784393, 0.006292413920164108, 0.006547659635543823, 0.0068029058165848255, 0.007058151997625828, 0.007313397713005543, 0.007568643428385258, 0.007823890075087547, 0.008079135790467262, 0.008334381505846977]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 8.0, 5.0, 8.0, 10.0, 14.0, 20.0, 21.0, 25.0, 29.0, 36.0, 59.0, 83.0, 105.0, 134.0, 279.0, 627.0, 5445.0, 388.0, 184.0, 126.0, 78.0, 59.0, 38.0, 31.0, 21.0, 16.0, 14.0, 11.0, 12.0, 8.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1579217165708542, -0.15342749655246735, -0.1489332765340805, -0.14443905651569366, -0.13994483649730682, -0.13545061647891998, -0.13095639646053314, -0.1264621764421463, -0.12196796387434006, -0.11747374385595322, -0.11297952383756638, -0.10848530381917953, -0.10399109125137329, -0.09949687123298645, -0.09500265121459961, -0.09050843119621277, -0.08601421117782593, -0.08151999115943909, -0.07702577114105225, -0.0725315511226654, -0.06803733110427856, -0.06354311853647232, -0.05904889851808548, -0.05455467849969864, -0.0500604584813118, -0.04556623846292496, -0.041072018444538116, -0.036577802151441574, -0.03208358213305473, -0.027589362114667892, -0.0230951439589262, -0.01860092580318451, -0.014106705784797668, -0.009612486697733402, -0.005118267610669136, -0.0006240485236048698, 0.0038701705634593964, 0.008364389650523663, 0.012858608737587929, 0.01735282689332962, 0.02184704691171646, 0.026341266930103302, 0.030835485085844994, 0.035329703241586685, 0.039823923259973526, 0.04431814327836037, 0.04881235957145691, 0.05330657958984375, 0.05780079960823059, 0.06229501962661743, 0.06678923964500427, 0.07128345966339111, 0.07577767968177795, 0.0802718922495842, 0.08476611226797104, 0.08926033228635788, 0.09375455230474472, 0.09824877232313156, 0.1027429923415184, 0.10723721235990524, 0.11173142492771149, 0.11622564494609833, 0.12071986496448517, 0.125214084982872, 0.12970830500125885]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 4.0, 5.0, 2.0, 3.0, 2.0, 9.0, 5.0, 7.0, 27.0, 3.0, 8.0, 4.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003907259553670883, -0.003787169698625803, -0.0036670800764113665, -0.0035469902213662863, -0.0034269005991518497, -0.0033068107441067696, -0.0031867208890616894, -0.003066631266847253, -0.0029465414118021727, -0.0028264515567570925, -0.002706361934542656, -0.0025862720794975758, -0.0024661822244524956, -0.002346092602238059, -0.002226002747192979, -0.0021059131249785423, -0.001985823269933462, -0.0018657335313037038, -0.0017456437926739454, -0.0016255539376288652, -0.0015054641989991069, -0.0013853744603693485, -0.0012652846053242683, -0.00114519486669451, -0.0010251051280647516, -0.0009050153894349933, -0.000784925592597574, -0.0006648357957601547, -0.0005447460571303964, -0.00042465628939680755, -0.00030456652166321874, -0.00018447675392962992, -6.438698619604111e-05, 5.570278153754771e-05, 0.00017579254927113652, 0.00029588231700472534, 0.00041597208473831415, 0.0005360618233680725, 0.0006561516202054918, 0.000776241417042911, 0.0008963311556726694, 0.0010164208943024278, 0.0011365106329321861, 0.0012566004879772663, 0.0013766902266070247, 0.001496779965236783, 0.0016168698202818632, 0.0017369595589116216, 0.00185704929754138, 0.00197713915258646, 0.0020972287748008966, 0.002217318629845977, 0.0023374082520604134, 0.0024574981071054935, 0.0025775879621505737, 0.0026976775843650103, 0.0028177674394100904, 0.0029378572944551706, 0.003057946916669607, 0.0031780367717146873, 0.0032981266267597675, 0.003418216248974204, 0.0035383061040192842, 0.0036583957262337208, 0.003778485581278801]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 6.0, 8.0, 9.0, 21.0, 18.0, 47.0, 59.0, 105.0, 139.0, 215.0, 365.0, 523.0, 893.0, 1488.0, 2547.0, 4593.0, 9494.0, 22275.0, 70808.0, 895728.0, 99654.0, 32370.0, 15180.0, 8497.0, 4989.0, 3211.0, 2056.0, 1377.0, 920.0, 584.0, 393.0, 257.0, 231.0, 149.0, 114.0, 72.0, 64.0, 52.0, 25.0, 18.0, 21.0, 17.0, 9.0, 16.0, 4.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006023483816534281, -0.00581342913210392, -0.0056033749133348465, -0.005393320228904486, -0.005183265544474125, -0.004973210860043764, -0.004763156175613403, -0.00455310195684433, -0.004343047272413969, -0.004132992587983608, -0.003922938369214535, -0.003712883684784174, -0.003502829000353813, -0.0032927743159234524, -0.0030827198643237352, -0.002872665412724018, -0.0026626107282936573, -0.0024525560438632965, -0.0022425015922635794, -0.0020324471406638622, -0.0018223924562335014, -0.0016123378882184625, -0.0014022833202034235, -0.0011922287521883845, -0.0009821741841733456, -0.0007721196161583066, -0.0005620650481432676, -0.00035201048012822866, -0.0001419559121131897, 6.809865590184927e-05, 0.00027815322391688824, 0.0004882077919319272, 0.0006982623599469662, 0.0009083169279620051, 0.001118371495977044, 0.001328426063992083, 0.001538480632007122, 0.001748535200022161, 0.0019585897680372, 0.002168644219636917, 0.002378698904067278, 0.0025887535884976387, 0.002798808040097356, 0.003008862491697073, 0.0032189171761274338, 0.0034289718605577946, 0.0036390263121575117, 0.003849080763757229, 0.00405913544818759, 0.0042691901326179504, 0.004479244351387024, 0.004689299035817385, 0.0048993537202477455, 0.005109408404678106, 0.005319463089108467, 0.005529517307877541, 0.005739571992307901, 0.005949626676738262, 0.006159680895507336, 0.0063697355799376965, 0.006579790264368057, 0.006789844948798418, 0.006999899633228779, 0.007209953851997852, 0.007420008536428213]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 9.0, 4.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02109833061695099, -0.0202995166182518, -0.019500700756907463, -0.018701886758208275, -0.017903072759509087, -0.01710425689816475, -0.01630544289946556, -0.015506628900766373, -0.01470781397074461, -0.013908999040722847, -0.013110185042023659, -0.012311370112001896, -0.011512555181980133, -0.010713741183280945, -0.009914926253259182, -0.009116112254559994, -0.008317297324538231, -0.007518482860177755, -0.00671966839581728, -0.005920853465795517, -0.005122039001435041, -0.004323224537074566, -0.0035244098398834467, -0.0027255951426923275, -0.001926780678331852, -0.0011279660975560546, -0.0003291515167802572, 0.00046966306399554014, 0.0012684776447713375, 0.002067292109131813, 0.0028661068063229322, 0.0036649215035140514, 0.004463735967874527, 0.0052625504322350025, 0.006061364896595478, 0.006860179826617241, 0.0076589942909777164, 0.008457808755338192, 0.009256623685359955, 0.010055437684059143, 0.010854252614080906, 0.011653067544102669, 0.012451881542801857, 0.01325069647282362, 0.014049511402845383, 0.014848325401544571, 0.01564713940024376, 0.016445955261588097, 0.017244769260287285, 0.018043583258986473, 0.01884239912033081, 0.01964121311903, 0.020440027117729187, 0.021238842979073524, 0.022037656977772713, 0.0228364709764719, 0.02363528683781624, 0.024434100836515427, 0.025232914835214615, 0.026031728833913803, 0.02683054469525814, 0.02762935869395733, 0.028428172692656517, 0.029226988554000854, 0.030025802552700043]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 1.0, 3.0, 8.0, 13.0, 13.0, 17.0, 19.0, 28.0, 21.0, 48.0, 87.0, 93.0, 111.0, 148.0, 197.0, 285.0, 349.0, 446.0, 617.0, 924.0, 1566.0, 6357.0, 2314.0, 1383.0, 942.0, 651.0, 401.0, 291.0, 266.0, 182.0, 151.0, 100.0, 95.0, 77.0, 44.0, 42.0, 22.0, 26.0, 11.0, 9.0, 5.0, 6.0, 5.0, 8.0, 5.0, 7.0, 6.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.01118110865354538, -0.010728731751441956, -0.010276353918015957, -0.009823977015912533, -0.009371600113809109, -0.008919223211705685, -0.008466845378279686, -0.008014468476176262, -0.007562091574072838, -0.0071097142063081264, -0.006657336838543415, -0.006204959936439991, -0.00575258256867528, -0.0053002056665718555, -0.004847828298807144, -0.00439545139670372, -0.003943074028939009, -0.003490696894004941, -0.0030383197590708733, -0.0025859426241368055, -0.002133565489202738, -0.0016811882378533483, -0.0012288109865039587, -0.000776433851569891, -0.00032405671663582325, 0.00012832044740207493, 0.0005806976114399731, 0.0010330748045817018, 0.0014854519395157695, 0.0019378290744498372, 0.0023902063257992268, 0.0028425834607332945, 0.003294960595667362, 0.00374733773060143, 0.004199714865535498, 0.004652092233300209, 0.005104469135403633, 0.0055568465031683445, 0.006009223405271769, 0.00646160077303648, 0.006913977675139904, 0.007366355042904615, 0.007818732410669327, 0.00827110931277275, 0.008723486214876175, 0.009175864048302174, 0.009628240950405598, 0.010080617852509022, 0.01053299568593502, 0.010985372588038445, 0.011437749490141869, 0.011890126392245293, 0.012342504225671291, 0.012794881127774715, 0.01324725802987814, 0.013699634931981564, 0.014152012765407562, 0.014604389667510986, 0.01505676656961441, 0.015509144403040409, 0.01596152037382126, 0.016413899138569832, 0.016866276040673256, 0.01731865294277668, 0.017771029844880104]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2251105010509491, -0.21833479404449463, -0.21155908703804016, -0.2047833651304245, -0.19800765812397003, -0.19123195111751556, -0.1844562441110611, -0.17768053710460663, -0.17090481519699097, -0.1641291081905365, -0.15735340118408203, -0.15057769417762756, -0.1438019871711731, -0.13702628016471863, -0.13025055825710297, -0.1234748512506485, -0.11669914424419403, -0.10992343723773956, -0.1031477227807045, -0.09637201577425003, -0.08959630131721497, -0.0828205943107605, -0.07604488730430603, -0.06926917284727097, -0.0624934658408165, -0.05571775510907173, -0.048942044377326965, -0.0421663373708725, -0.03539062663912773, -0.028614915907382965, -0.021839207038283348, -0.015063497237861156, -0.008287787437438965, -0.0015120776370167732, 0.005263632163405418, 0.01203934196382761, 0.0188150517642498, 0.025590762495994568, 0.032366469502449036, 0.0391421802341938, 0.04591789096593857, 0.052693601697683334, 0.0594693124294281, 0.06624501943588257, 0.07302072644233704, 0.0797964408993721, 0.08657214790582657, 0.09334786236286163, 0.1001235693693161, 0.10689927637577057, 0.11367499083280563, 0.1204506978392601, 0.12722641229629517, 0.13400211930274963, 0.1407778263092041, 0.14755353331565857, 0.15432924032211304, 0.1611049622297287, 0.16788066923618317, 0.17465637624263763, 0.1814320832490921, 0.18820779025554657, 0.19498351216316223, 0.2017592191696167, 0.20853492617607117]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 4.0, 9.0, 14.0, 30.0, 19.0, 41.0, 37.0, 27.0, 21.0, 8.0, 7.0, 5.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1099376529455185, -0.10566036403179169, -0.10138307511806488, -0.09710578620433807, -0.09282849729061127, -0.08855121582746506, -0.08427392691373825, -0.07999663800001144, -0.07571934908628464, -0.07144206017255783, -0.06716477125883102, -0.06288748234510422, -0.05861019715666771, -0.0543329082429409, -0.050055623054504395, -0.04577833414077759, -0.04150104522705078, -0.037223756313323975, -0.03294646739959717, -0.02866918221116066, -0.024391893297433853, -0.020114604383707047, -0.01583731733262539, -0.011560029350221157, -0.007282741367816925, -0.003005453385412693, 0.001271834596991539, 0.005549122579395771, 0.009826410561800003, 0.014103698544204235, 0.018380986526608467, 0.022658273577690125, 0.02693556249141693, 0.031212851405143738, 0.035490140318870544, 0.03976742550730705, 0.04404471442103386, 0.048322003334760666, 0.052599288523197174, 0.05687657743692398, 0.06115386635065079, 0.0654311552643776, 0.0697084441781044, 0.07398573309183121, 0.07826301455497742, 0.08254030346870422, 0.08681759238243103, 0.09109488129615784, 0.09537217020988464, 0.09964945912361145, 0.10392674803733826, 0.10820403695106506, 0.11248132586479187, 0.11675860732793808, 0.12103589624166489, 0.1253131926059723, 0.1295904815196991, 0.1338677555322647, 0.13814504444599152, 0.14242233335971832, 0.14669962227344513, 0.15097691118717194, 0.15525420010089874, 0.15953148901462555, 0.16380877792835236]}, "_runtime": 105.93851494789124, "_timestamp": 1596211695.7096238, "_step": 130}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 8.0, 6.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.009008746594190598, -0.008736912161111832, -0.008465076796710491, -0.008193242363631725, -0.007921406999230385, -0.007649572566151619, -0.007377738133072853, -0.0071059032343328, -0.006834068335592747, -0.0065622334368526936, -0.00629039853811264, -0.0060185641050338745, -0.005746729206293821, -0.005474894307553768, -0.005203059874475002, -0.004931224975734949, -0.004659390076994896, -0.004387555178254843, -0.00411572027951479, -0.0038438858464360237, -0.0035720509476959705, -0.0033002160489559174, -0.003028381383046508, -0.0027565467171370983, -0.002484711818397045, -0.002212876919656992, -0.0019410422537475824, -0.001669207471422851, -0.0013973726890981197, -0.0011255379067733884, -0.000853703124448657, -0.0005818683421239257, -0.00031003355979919434, -3.8198777474462986e-05, 0.00023363600485026836, 0.0005054707871749997, 0.0007773055694997311, 0.0010491403518244624, 0.0013209751341491938, 0.0015928099164739251, 0.0018646446987986565, 0.0021364795975387096, 0.002408314263448119, 0.0026801489293575287, 0.002951983828097582, 0.003223818726837635, 0.0034956533927470446, 0.003767488058656454, 0.004039322957396507, 0.0043111578561365604, 0.004582992754876614, 0.0048548271879553795, 0.005126662086695433, 0.005398496985435486, 0.005670331418514252, 0.005942166317254305, 0.006214001215994358, 0.006485836114734411, 0.006757671013474464, 0.00702950544655323, 0.0073013403452932835, 0.007573175244033337, 0.007845009677112103, 0.008116845041513443, 0.008388679474592209]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 3.0, 3.0, 3.0, 0.0, 6.0, 4.0, 9.0, 5.0, 10.0, 17.0, 9.0, 22.0, 19.0, 25.0, 36.0, 44.0, 65.0, 85.0, 105.0, 157.0, 221.0, 371.0, 5373.0, 526.0, 207.0, 139.0, 95.0, 86.0, 55.0, 47.0, 37.0, 25.0, 22.0, 15.0, 17.0, 7.0, 6.0, 10.0, 8.0, 8.0, 1.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.10266601294279099, -0.09960175305604935, -0.09653749316930771, -0.09347323328256607, -0.09040896594524384, -0.0873447060585022, -0.08428044617176056, -0.08121618628501892, -0.07815192639827728, -0.07508766651153564, -0.07202339917421341, -0.06895913928747177, -0.06589487940073013, -0.0628306195139885, -0.05976635962724686, -0.05670209601521492, -0.05363783612847328, -0.050573576241731644, -0.04750931262969971, -0.04444505274295807, -0.04138079285621643, -0.038316529244184494, -0.035252269357442856, -0.03218800947070122, -0.02912374772131443, -0.026059485971927643, -0.022995226085186005, -0.019930964335799217, -0.01686670258641243, -0.013802442699670792, -0.010738180950284004, -0.007673920132219791, -0.004609659314155579, -0.0015453982632607222, 0.0015188627876341343, 0.004583124071359634, 0.007647384889423847, 0.01071164570748806, 0.013775907456874847, 0.016840167343616486, 0.019904429093003273, 0.02296869084239006, 0.0260329507291317, 0.029097212478518486, 0.03216147422790527, 0.03522573411464691, 0.03828999400138855, 0.041354257613420486, 0.044418517500162125, 0.04748277738690376, 0.0505470409989357, 0.05361130088567734, 0.056675560772418976, 0.05973982438445091, 0.06280408054590225, 0.06586834788322449, 0.06893260776996613, 0.07199686765670776, 0.0750611275434494, 0.07812538743019104, 0.08118964731693268, 0.08425391465425491, 0.08731817454099655, 0.09038243442773819, 0.09344669431447983]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 7.0, 4.0, 4.0, 5.0, 5.0, 5.0, 7.0, 24.0, 5.0, 7.0, 8.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003944655880331993, -0.003845513565465808, -0.0037463712505996227, -0.0036472289357334375, -0.0035480866208672523, -0.003448944306001067, -0.003349801991134882, -0.003250659676268697, -0.0031515173614025116, -0.0030523750465363264, -0.0029532327316701412, -0.002854090416803956, -0.002754948101937771, -0.0026558057870715857, -0.0025566634722054005, -0.0024575211573392153, -0.00235837884247303, -0.002259236527606845, -0.0021600942127406597, -0.0020609518978744745, -0.0019618095830082893, -0.0018626672681421041, -0.001763524953275919, -0.0016643826384097338, -0.0015652403235435486, -0.0014660980086773634, -0.0013669556938111782, -0.001267813378944993, -0.0011686710640788078, -0.0010695287492126226, -0.0009703864343464375, -0.0008712441194802523, -0.0007721018046140671, -0.0006729594897478819, -0.0005738171748816967, -0.0004746748600155115, -0.0003755325451493263, -0.00027639023028314114, -0.00017724791541695595, -7.810560055077076e-05, 2.103671431541443e-05, 0.00012017902918159962, 0.0002193213440477848, 0.00031846365891397, 0.0004176059737801552, 0.0005167482886463404, 0.0006158906035125256, 0.0007150329183787107, 0.0008141752332448959, 0.0009133175481110811, 0.0010124598629772663, 0.0011116021778434515, 0.0012107444927096367, 0.0013098868075758219, 0.001409029122442007, 0.0015081714373081923, 0.0016073137521743774, 0.0017064560670405626, 0.0018055983819067478, 0.001904740696772933, 0.002003883011639118, 0.0021030253265053034, 0.0022021676413714886, 0.0023013099562376738, 0.002400452271103859]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 7.0, 7.0, 4.0, 9.0, 12.0, 17.0, 9.0, 21.0, 19.0, 33.0, 28.0, 40.0, 53.0, 68.0, 81.0, 108.0, 142.0, 161.0, 257.0, 337.0, 524.0, 840.0, 1476.0, 2474.0, 4609.0, 9206.0, 21114.0, 56011.0, 821353.0, 173118.0, 44115.0, 19555.0, 10179.0, 5550.0, 3131.0, 1867.0, 1185.0, 750.0, 441.0, 273.0, 175.0, 123.0, 65.0, 31.0, 20.0, 10.0, 12.0, 5.0, 4.0, 5.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.006378650199621916, -0.006214877124875784, -0.006051104515790939, -0.0058873314410448074, -0.005723558831959963, -0.005559785757213831, -0.005396013148128986, -0.0052322400733828545, -0.0050684669986367226, -0.004904694389551878, -0.004740921314805746, -0.0045771487057209015, -0.00441337563097477, -0.004249603021889925, -0.004085829947143793, -0.0039220573380589485, -0.0037582842633128166, -0.0035945114213973284, -0.00343073857948184, -0.003266965737566352, -0.0031031928956508636, -0.0029394198209047318, -0.0027756469789892435, -0.0026118741370737553, -0.002448101295158267, -0.0022843284532427788, -0.0021205556113272905, -0.0019567827694118023, -0.0017930098110809922, -0.001629236969165504, -0.001465464010834694, -0.0013016911689192057, -0.0011379183270037174, -0.0009741454850882292, -0.00081037258496508, -0.0006465996848419309, -0.0004828268429264426, -0.0003190539719071239, -0.00015528110088780522, 8.491770131513476e-06, 0.00017226464115083218, 0.0003360375121701509, 0.0004998103831894696, 0.0006635832833126187, 0.000827356125228107, 0.0009911289671435952, 0.0011549019254744053, 0.0013186747673898935, 0.0014824476093053818, 0.00164622045122087, 0.0018099932931363583, 0.0019737661350518465, 0.0021375389769673347, 0.0023013120517134666, 0.002465084893628955, 0.002628857735544443, 0.0027926305774599314, 0.0029564034193754196, 0.003120176261290908, 0.003283949103206396, 0.003447722177952528, 0.0036114950198680162, 0.0037752678617835045, 0.003939040470868349, 0.004102813545614481]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 8.0, 5.0, 3.0, 1.0, 1.0, 9.0, 2.0, 3.0, 4.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03909356892108917, -0.038064081221818924, -0.03703458979725838, -0.03600510209798813, -0.03497561067342758, -0.03394612297415733, -0.032916635274887085, -0.03188714385032654, -0.03085765615105629, -0.029828166589140892, -0.028798677027225494, -0.027769189327955246, -0.02673969976603985, -0.02571021020412445, -0.024680722504854202, -0.023651232942938805, -0.022621743381023407, -0.02159225381910801, -0.02056276425719261, -0.019533276557922363, -0.018503786996006966, -0.017474297434091568, -0.01644480973482132, -0.015415320172905922, -0.014385830610990524, -0.013356341049075127, -0.012326852418482304, -0.01129736378788948, -0.010267874225974083, -0.009238384664058685, -0.008208896033465862, -0.007179406937211752, -0.006149917840957642, -0.005120428744703531, -0.004090939648449421, -0.0030614505521953106, -0.0020319614559412003, -0.00100247235968709, 2.7016736567020416e-05, 0.0010565058328211308, 0.002085994929075241, 0.0031154840253293514, 0.004144973121583462, 0.005174462217837572, 0.0062039513140916824, 0.007233440410345793, 0.008262929506599903, 0.009292418137192726, 0.010321907699108124, 0.011351397261023521, 0.012380885891616344, 0.013410374522209167, 0.014439864084124565, 0.015469353646039963, 0.01649884134531021, 0.01752833090722561, 0.018557820469141006, 0.019587310031056404, 0.020616799592971802, 0.02164628729224205, 0.022675776854157448, 0.023705266416072845, 0.024734754115343094, 0.02576424367725849, 0.02679373323917389]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 6.0, 5.0, 11.0, 9.0, 5.0, 8.0, 13.0, 10.0, 24.0, 24.0, 34.0, 43.0, 46.0, 63.0, 107.0, 143.0, 203.0, 235.0, 310.0, 429.0, 556.0, 756.0, 1084.0, 1619.0, 6044.0, 3034.0, 1328.0, 798.0, 502.0, 316.0, 225.0, 161.0, 88.0, 57.0, 25.0, 15.0, 11.0, 9.0, 2.0, 3.0, 9.0, 14.0, 11.0, 2.0, 7.0, 1.0, 1.0, 8.0], "bins": [-0.014603263698518276, -0.014246804639697075, -0.013890346512198448, -0.013533887453377247, -0.01317742932587862, -0.012820970267057419, -0.012464512139558792, -0.01210805308073759, -0.01175159402191639, -0.011395135894417763, -0.011038676835596561, -0.010682218708097935, -0.010325759649276733, -0.009969301521778107, -0.009612842462956905, -0.009256384335458279, -0.008899925276637077, -0.008543466217815876, -0.00818700809031725, -0.007830549031496048, -0.007474090903997421, -0.00711763184517622, -0.006761173252016306, -0.006404714658856392, -0.006048256065696478, -0.005691797472536564, -0.00533533887937665, -0.004978880286216736, -0.0046224212273955345, -0.0042659626342356205, -0.0039095040410757065, -0.0035530454479157925, -0.0031965868547558784, -0.0028401282615959644, -0.0024836696684360504, -0.0021272108424454927, -0.0017707522492855787, -0.0014142936561256647, -0.0010578349465504289, -0.0007013762951828539, -0.000344917643815279, 1.1541007552295923e-05, 0.00036799965891987085, 0.0007244583102874458, 0.0010809169616550207, 0.0014373755548149347, 0.0017938342643901706, 0.0021502929739654064, 0.0025067515671253204, 0.0028632101602852345, 0.0032196687534451485, 0.003576127579435706, 0.0039325859397649765, 0.004289044998586178, 0.004645503591746092, 0.005001962184906006, 0.00535842077806592, 0.005714879371225834, 0.006071337964385748, 0.006427796557545662, 0.006784255616366863, 0.007140714209526777, 0.007497172802686691, 0.007853630930185318, 0.00821008998900652]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1540471315383911, -0.14936019480228424, -0.14467327296733856, -0.1399863362312317, -0.13529939949512482, -0.13061247766017914, -0.12592554092407227, -0.1212386041879654, -0.11655167490243912, -0.11186474561691284, -0.10717780888080597, -0.1024908795952797, -0.09780395030975342, -0.09311701357364655, -0.08843008428812027, -0.0837431475520134, -0.07905621826648712, -0.07436928898096085, -0.06968235224485397, -0.0649954229593277, -0.060308489948511124, -0.05562155693769455, -0.050934627652168274, -0.0462476946413517, -0.041560761630535126, -0.03687382861971855, -0.03218689560890198, -0.027499966323375702, -0.022813033312559128, -0.018126100301742554, -0.013439169153571129, -0.00875223707407713, -0.00406530499458313, 0.0006216270849108696, 0.005308559164404869, 0.009995491243898869, 0.014682423323392868, 0.019369356334209442, 0.024056287482380867, 0.028743218630552292, 0.033430151641368866, 0.03811708465218544, 0.042804017663002014, 0.04749094694852829, 0.052177879959344864, 0.05686481297016144, 0.061551742255687714, 0.06623867899179459, 0.07092560827732086, 0.07561253756284714, 0.08029947429895401, 0.08498640358448029, 0.08967334032058716, 0.09436026960611343, 0.09904719889163971, 0.10373413562774658, 0.10842106491327286, 0.11310799419879913, 0.117794930934906, 0.12248186022043228, 0.12716878950595856, 0.13185572624206543, 0.1365426629781723, 0.14122958481311798, 0.14591652154922485]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 5.0, 3.0, 8.0, 6.0, 5.0, 4.0, 7.0, 17.0, 59.0, 31.0, 16.0, 20.0, 20.0, 10.0, 6.0, 6.0, 10.0, 5.0, 8.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09921007603406906, -0.09582501649856567, -0.09243995696306229, -0.0890548974275589, -0.08566983044147491, -0.08228477090597153, -0.07889971137046814, -0.07551465183496475, -0.07212959229946136, -0.06874453276395798, -0.06535947322845459, -0.061974409967660904, -0.058589350432157516, -0.05520429089665413, -0.05181922763586044, -0.048434168100357056, -0.04504910856485367, -0.04166404902935028, -0.03827898949384689, -0.03489392623305321, -0.03150886669754982, -0.028123807162046432, -0.024738745763897896, -0.02135368436574936, -0.01796862483024597, -0.01458356436342001, -0.011198503896594048, -0.007813443429768085, -0.004428382962942123, -0.0010433224961161613, 0.0023417379707098007, 0.005726798437535763, 0.009111858904361725, 0.012496919371187687, 0.01588197983801365, 0.019267041236162186, 0.022652100771665573, 0.02603716030716896, 0.029422221705317497, 0.032807283103466034, 0.03619234263896942, 0.03957740217447281, 0.042962461709976196, 0.04634752497076988, 0.04973258450627327, 0.05311764404177666, 0.05650270730257034, 0.05988776683807373, 0.06327282637357712, 0.0666578859090805, 0.07004294544458389, 0.07342800498008728, 0.07681307196617126, 0.08019813150167465, 0.08358319103717804, 0.08696825057268143, 0.09035331010818481, 0.0937383696436882, 0.09712342917919159, 0.10050848871469498, 0.10389354825019836, 0.10727861523628235, 0.11066367477178574, 0.11404873430728912, 0.11743379384279251]}, "_runtime": 106.68580865859985, "_timestamp": 1596211696.4569175, "_step": 131}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 3.0, 6.0, 4.0, 5.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01895146816968918, -0.01835200935602188, -0.017752552404999733, -0.017153093591332436, -0.016553636640310287, -0.01595417782664299, -0.015354720875620842, -0.01475526299327612, -0.014155805110931396, -0.013556346297264099, -0.012956888414919376, -0.012357430532574654, -0.011757972650229931, -0.011158514767885208, -0.010559056885540485, -0.009959599003195763, -0.00936014112085104, -0.008760683238506317, -0.008161225356161594, -0.007561767473816872, -0.006962309591472149, -0.006362851243466139, -0.005763393361121416, -0.005163935478776693, -0.004564477596431971, -0.003965019714087248, -0.003365561831742525, -0.0027661037165671587, -0.002166645834222436, -0.0015671879518777132, -0.0009677299531176686, -0.00036827201256528497, 0.0002311859279870987, 0.0008306438685394824, 0.001430101809091866, 0.0020295598078519106, 0.0026290176901966333, 0.003228475572541356, 0.0038279336877167225, 0.004427391570061445, 0.005026849452406168, 0.005626307334750891, 0.0062257652170956135, 0.006825223099440336, 0.007424681447446346, 0.008024139329791069, 0.008623597212135792, 0.009223055094480515, 0.009822512976825237, 0.01042197085916996, 0.011021428741514683, 0.011620886623859406, 0.012220344506204128, 0.012819802388548851, 0.013419260270893574, 0.014018718153238297, 0.014618176966905594, 0.015217634849250317, 0.01581709273159504, 0.016416549682617188, 0.017016008496284485, 0.017615465447306633, 0.01821492426097393, 0.01881438121199608, 0.019413840025663376]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 5.0, 7.0, 4.0, 6.0, 17.0, 19.0, 26.0, 39.0, 45.0, 71.0, 99.0, 120.0, 231.0, 463.0, 5642.0, 521.0, 223.0, 108.0, 82.0, 60.0, 35.0, 26.0, 22.0, 10.0, 6.0, 5.0, 4.0, 5.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.17742224037647247, -0.17194421589374542, -0.16646619141101837, -0.16098815202713013, -0.15551012754440308, -0.15003210306167603, -0.14455407857894897, -0.13907605409622192, -0.13359802961349487, -0.12811999022960663, -0.12264196574687958, -0.11716394126415253, -0.11168591678142548, -0.10620788484811783, -0.10072986036539078, -0.09525182843208313, -0.08977380394935608, -0.08429577946662903, -0.07881774753332138, -0.07333972305059433, -0.06786169111728668, -0.06238366663455963, -0.05690564215183258, -0.05142761394381523, -0.04594958573579788, -0.04047155752778053, -0.034993529319763184, -0.029515504837036133, -0.024037476629018784, -0.018559448421001434, -0.013081422075629234, -0.00760339479893446, -0.002125367522239685, 0.0033526597544550896, 0.008830687031149864, 0.014308714307844639, 0.019786741584539413, 0.025264769792556763, 0.030742796137928963, 0.03622082248330116, 0.04169885069131851, 0.04717687889933586, 0.05265490710735321, 0.05813293159008026, 0.06361095607280731, 0.06908898800611496, 0.07456701248884201, 0.08004504442214966, 0.08552306890487671, 0.09100109338760376, 0.09647912532091141, 0.10195714980363846, 0.1074351817369461, 0.11291320621967316, 0.11839123070240021, 0.12386926263570786, 0.1293472945690155, 0.13482531905174255, 0.1403033435344696, 0.14578136801719666, 0.1512593924999237, 0.15673741698265076, 0.162215456366539, 0.16769348084926605, 0.1731715053319931]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 7.0, 5.0, 4.0, 28.0, 4.0, 3.0, 10.0, 5.0, 2.0, 1.0, 4.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.004031613934785128, -0.003916359040886164, -0.0038011041469872, -0.0036858494859188795, -0.0035705945920199156, -0.0034553396981209517, -0.0033400848042219877, -0.003224829910323024, -0.0031095752492547035, -0.0029943203553557396, -0.0028790654614567757, -0.0027638105675578117, -0.002648555673658848, -0.002533300779759884, -0.0024180461186915636, -0.0023027912247925997, -0.0021875363308936357, -0.002072281436994672, -0.001957026543095708, -0.0018417717656120658, -0.0017265169881284237, -0.0016112620942294598, -0.0014960072003304958, -0.0013807524228468537, -0.0012654975289478898, -0.0011502426350489259, -0.0010349878575652838, -0.0009197329636663198, -0.0008044781279750168, -0.0006892232922837138, -0.0005739683983847499, -0.0004587135626934469, -0.00034345872700214386, -0.00022820387675892562, -0.00011294902651570737, 2.3058237275108695e-06, 0.00011756067397072911, 0.00023281552421394736, 0.0003480703744571656, 0.00046332523925229907, 0.0005785800749436021, 0.0006938349106349051, 0.0008090897463262081, 0.000924344640225172, 0.001039599534124136, 0.001154854311607778, 0.001270109205506742, 0.001385363982990384, 0.001500618876889348, 0.001615873770788312, 0.001731128548271954, 0.001846383442170918, 0.00196163821965456, 0.002076893113553524, 0.002192148007452488, 0.002307402901351452, 0.002422657795250416, 0.002537912456318736, 0.0026531673502177, 0.002768422244116664, 0.002883677138015628, 0.002998932031914592, 0.003114186692982912, 0.003229441586881876, 0.00334469648078084]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 8.0, 6.0, 11.0, 19.0, 27.0, 37.0, 43.0, 61.0, 90.0, 147.0, 224.0, 307.0, 407.0, 591.0, 849.0, 1256.0, 1944.0, 3019.0, 5046.0, 9241.0, 18461.0, 44028.0, 165359.0, 808524.0, 53554.0, 24955.0, 13984.0, 8579.0, 5659.0, 3891.0, 2688.0, 1813.0, 1307.0, 930.0, 728.0, 479.0, 351.0, 237.0, 188.0, 147.0, 109.0, 91.0, 60.0, 40.0, 31.0, 27.0, 22.0, 17.0, 7.0, 7.0, 6.0, 10.0, 6.0, 2.0, 2.0, 3.0], "bins": [-0.00557873398065567, -0.005399928893893957, -0.005221123807132244, -0.005042318254709244, -0.004863513167947531, -0.004684708081185818, -0.004505902994424105, -0.004327097907662392, -0.004148292355239391, -0.003969487268477678, -0.0037906821817159653, -0.0036118770949542522, -0.003433072008192539, -0.0032542666886001825, -0.0030754616018384695, -0.002896656282246113, -0.0027178511954844, -0.0025390461087226868, -0.00236024078913033, -0.002181435702368617, -0.0020026303827762604, -0.0018238252960145473, -0.0016450202092528343, -0.0014662150060757995, -0.0012874098028987646, -0.0011086045997217298, -0.0009297994547523558, -0.0007509943097829819, -0.000572189106605947, -0.0003933839325327426, -0.00021457875845953822, -3.577358438633382e-05, 0.00014303158968687057, 0.000321836763760075, 0.0005006419378332794, 0.0006794470828026533, 0.0008582522859796882, 0.001037057489156723, 0.001215862575918436, 0.001394667779095471, 0.0015734729822725058, 0.0017522781854495406, 0.0019310833886265755, 0.0021098884753882885, 0.0022886935621500015, 0.002467498881742358, 0.0026463039685040712, 0.002825109288096428, 0.003003914374858141, 0.003182719461619854, 0.0033615247812122107, 0.0035403298679739237, 0.0037191351875662804, 0.0038979402743279934, 0.004076745361089706, 0.0042555504478514194, 0.0044343555346131325, 0.004613161087036133, 0.004791966173797846, 0.004970771260559559, 0.005149576347321272, 0.005328381434082985, 0.005507186986505985, 0.005685992073267698, 0.005864797160029411]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 0.0, 5.0, 1.0, 1.0, 1.0, 3.0, 4.0, 9.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020163562148809433, -0.0191926471889019, -0.01822173222899437, -0.01725081540644169, -0.016279900446534157, -0.015308985486626625, -0.014338069595396519, -0.013367153704166412, -0.01239623874425888, -0.011425323784351349, -0.010454407893121243, -0.009483492001891136, -0.008512577041983604, -0.007541661616414785, -0.006570746190845966, -0.005599830765277147, -0.004628915339708328, -0.003657999914139509, -0.00268708448857069, -0.0017161690630018711, -0.0007452536374330521, 0.00022566178813576698, 0.001196577213704586, 0.002167492639273405, 0.003138408064842224, 0.004109323490411043, 0.005080238915979862, 0.006051154341548681, 0.0070220697671175, 0.007992984727025032, 0.008963900618255138, 0.009934816509485245, 0.010905731469392776, 0.011876646429300308, 0.012847562320530415, 0.013818478211760521, 0.014789393171668053, 0.015760308131575584, 0.016731224954128265, 0.017702139914035797, 0.01867305487394333, 0.01964396983385086, 0.020614884793758392, 0.021585801616311073, 0.022556716576218605, 0.023527631536126137, 0.024498548358678818, 0.02546946331858635, 0.02644037827849388, 0.027411293238401413, 0.028382208198308945, 0.029353125020861626, 0.030324039980769157, 0.03129495680332184, 0.03226587176322937, 0.0332367867231369, 0.034207701683044434, 0.035178616642951965, 0.0361495316028595, 0.03712044656276703, 0.03809136152267456, 0.03906228020787239, 0.04003319516777992, 0.041004110127687454, 0.041975025087594986]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 13.0, 13.0, 15.0, 30.0, 40.0, 44.0, 68.0, 82.0, 116.0, 140.0, 211.0, 332.0, 352.0, 581.0, 881.0, 1313.0, 2175.0, 6503.0, 1928.0, 1120.0, 754.0, 529.0, 319.0, 193.0, 154.0, 134.0, 96.0, 53.0, 55.0, 41.0, 18.0, 16.0, 12.0, 4.0, 10.0, 5.0, 3.0, 2.0, 3.0, 1.0, 14.0, 9.0, 9.0, 7.0, 6.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0], "bins": [-0.01214258000254631, -0.01174318790435791, -0.011343794874846935, -0.010944402776658535, -0.01054500974714756, -0.01014561764895916, -0.00974622555077076, -0.009346832521259785, -0.008947440423071384, -0.00854804739356041, -0.00814865529537201, -0.007749262731522322, -0.007349870167672634, -0.0069504776038229465, -0.006551085505634546, -0.006151692941784859, -0.005752300377935171, -0.0053529078140854836, -0.004953515250235796, -0.004554123152047396, -0.004154730588197708, -0.0037553380243480206, -0.003355945460498333, -0.002956553129479289, -0.0025571605656296015, -0.002157768001779914, -0.00175837567076087, -0.0013589831069111824, -0.0009595906594768167, -0.0005601982120424509, -0.00016080570640042424, 0.00023858677013777196, 0.0006379792466759682, 0.001037371694110334, 0.0014367641415446997, 0.0018361567053943872, 0.002235549036413431, 0.0026349416002631187, 0.0030343341641128063, 0.0034337264951318502, 0.003833119058981538, 0.004232511390000582, 0.004631903953850269, 0.005031296517699957, 0.0054306890815496445, 0.005830081645399332, 0.006229473743587732, 0.00662886630743742, 0.0070282588712871075, 0.007427651435136795, 0.007827043533325195, 0.00822643656283617, 0.00862582866102457, 0.009025221690535545, 0.009424613788723946, 0.009824005886912346, 0.01022339891642332, 0.010622791014611721, 0.011022184044122696, 0.011421576142311096, 0.011820968240499496, 0.012220361270010471, 0.012619753368198872, 0.013019146397709846, 0.013418538495898247]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10707949846982956, -0.10349614918231964, -0.09991279989480972, -0.0963294580578804, -0.09274610877037048, -0.08916275948286057, -0.08557941019535065, -0.08199606090784073, -0.07841271162033081, -0.07482936978340149, -0.07124602049589157, -0.06766267120838165, -0.06407932192087173, -0.060495976358652115, -0.0569126270711422, -0.05332928150892258, -0.04974593222141266, -0.04616258293390274, -0.04257923737168312, -0.0389958880841732, -0.03541254252195358, -0.031829193234443665, -0.028245843946933746, -0.024662496522068977, -0.02107914909720421, -0.01749580167233944, -0.013912453316152096, -0.010329104959964752, -0.006745757535099983, -0.003162409644573927, 0.00042093824595212936, 0.004004286136478186, 0.007587634027004242, 0.011170981451869011, 0.014754329808056355, 0.018337678164243698, 0.021921025589108467, 0.025504373013973236, 0.029087722301483154, 0.032671067863702774, 0.03625441715121269, 0.03983776643872261, 0.04342111200094223, 0.04700446128845215, 0.05058781057596207, 0.054171156138181686, 0.057754505425691605, 0.061337850987911224, 0.06492120027542114, 0.06850454956293106, 0.07208789885044098, 0.0756712406873703, 0.07925458997488022, 0.08283793926239014, 0.08642128854990005, 0.09000463783740997, 0.0935879796743393, 0.09717132896184921, 0.10075467824935913, 0.10433802753686905, 0.10792137682437897, 0.11150472611188889, 0.1150880679488182, 0.11867141723632812, 0.12225476652383804]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 6.0, 7.0, 9.0, 21.0, 16.0, 19.0, 30.0, 45.0, 23.0, 18.0, 7.0, 6.0, 7.0, 4.0, 7.0, 4.0, 7.0, 5.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07168450206518173, -0.0687125027179718, -0.06574051082134247, -0.06276851147413254, -0.05979651212692261, -0.056824516505002975, -0.053852520883083344, -0.05088052153587341, -0.04790852591395378, -0.04493653029203415, -0.04196453094482422, -0.03899253532290459, -0.036020539700984955, -0.033048540353775024, -0.030076544731855392, -0.02710454724729061, -0.02413254976272583, -0.02116055227816105, -0.018188554793596268, -0.015216559171676636, -0.012244561687111855, -0.009272564202547073, -0.006300567649304867, -0.003328570630401373, -0.00035657361149787903, 0.002615423407405615, 0.005587420426309109, 0.008559416979551315, 0.011531414464116096, 0.014503411948680878, 0.01747540757060051, 0.02044740505516529, 0.023419402539730072, 0.026391400024294853, 0.029363397508859634, 0.032335393130779266, 0.0353073924779892, 0.03827938809990883, 0.04125138372182846, 0.04422338306903839, 0.04719537869095802, 0.050167374312877655, 0.053139373660087585, 0.05611136928200722, 0.05908336490392685, 0.06205536425113678, 0.06502736359834671, 0.06799935549497604, 0.07097135484218597, 0.0739433541893959, 0.07691534608602524, 0.07988734543323517, 0.0828593447804451, 0.08583133667707443, 0.08880333602428436, 0.0917753353714943, 0.09474733471870422, 0.09771932661533356, 0.10069132596254349, 0.10366332530975342, 0.10663531720638275, 0.10960731655359268, 0.11257931590080261, 0.11555130779743195, 0.11852330714464188]}, "_runtime": 107.43914556503296, "_timestamp": 1596211697.2102544, "_step": 132}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 12.0, 5.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013963550329208374, -0.013551592826843262, -0.01313963532447815, -0.012727677822113037, -0.012315720319747925, -0.011903762817382812, -0.0114918053150177, -0.011079847812652588, -0.010667890310287476, -0.010255932807922363, -0.009843975305557251, -0.009432017803192139, -0.009020060300827026, -0.008608102798461914, -0.008196145296096802, -0.0077841877937316895, -0.007372230291366577, -0.006960272789001465, -0.0065483152866363525, -0.00613635778427124, -0.005724400281906128, -0.005312442779541016, -0.004900485277175903, -0.004488527774810791, -0.004076570272445679, -0.0036646127700805664, -0.003252655267715454, -0.002840697765350342, -0.0024287402629852295, -0.002016782760620117, -0.0016048252582550049, -0.0011928677558898926, -0.0007809102535247803, -0.00036895275115966797, 4.3004751205444336e-05, 0.00045496225357055664, 0.0008669197559356689, 0.0012788772583007812, 0.0016908347606658936, 0.002102792263031006, 0.002514749765396118, 0.0029267072677612305, 0.0033386647701263428, 0.003750622272491455, 0.004162579774856567, 0.00457453727722168, 0.004986494779586792, 0.005398452281951904, 0.005810409784317017, 0.006222367286682129, 0.006634324789047241, 0.0070462822914123535, 0.007458239793777466, 0.007870197296142578, 0.00828215479850769, 0.008694112300872803, 0.009106069803237915, 0.009518027305603027, 0.00992998480796814, 0.010341942310333252, 0.010753899812698364, 0.011165857315063477, 0.011577814817428589, 0.011989772319793701, 0.012401729822158813]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 2.0, 5.0, 6.0, 11.0, 4.0, 14.0, 13.0, 25.0, 19.0, 37.0, 36.0, 75.0, 75.0, 105.0, 97.0, 179.0, 282.0, 569.0, 5178.0, 416.0, 221.0, 131.0, 95.0, 76.0, 60.0, 49.0, 17.0, 23.0, 21.0, 15.0, 11.0, 14.0, 7.0, 8.0, 3.0, 1.0, 7.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.10888470709323883, -0.10539092123508453, -0.10189712792634964, -0.09840333461761475, -0.09490954875946045, -0.09141576290130615, -0.08792196959257126, -0.08442817628383636, -0.08093439042568207, -0.07744060456752777, -0.07394681125879288, -0.07045301795005798, -0.06695923209190369, -0.06346544623374939, -0.059971652925014496, -0.0564778633415699, -0.052984073758125305, -0.04949028417468071, -0.045996494591236115, -0.04250270500779152, -0.039008915424346924, -0.03551512584090233, -0.03202133625745773, -0.028527546674013138, -0.025033757090568542, -0.021539967507123947, -0.018046177923679352, -0.014552388340234756, -0.011058598756790161, -0.007564809173345566, -0.0040710195899009705, -0.0005772300064563751, 0.00291655957698822, 0.0064103491604328156, 0.009904138743877411, 0.013397928327322006, 0.0168917179107666, 0.020385507494211197, 0.023879297077655792, 0.027373086661100388, 0.030866876244544983, 0.03436066582798958, 0.037854455411434174, 0.04134824499487877, 0.044842034578323364, 0.04833582416176796, 0.051829613745212555, 0.05532340332865715, 0.058817192912101746, 0.06231098249554634, 0.06580477207899094, 0.06929856538772583, 0.07279235124588013, 0.07628613710403442, 0.07977993041276932, 0.08327372372150421, 0.08676750957965851, 0.0902612954378128, 0.0937550887465477, 0.09724888205528259, 0.10074266791343689, 0.10423645377159119, 0.10773024708032608, 0.11122404038906097, 0.11471782624721527]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 5.0, 4.0, 3.0, 1.0, 1.0, 4.0, 2.0, 4.0, 5.0, 3.0, 2.0, 24.0, 3.0, 7.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002515799831598997, -0.0024289540015161037, -0.0023421079386025667, -0.0022552621085196733, -0.00216841627843678, -0.0020815704483538866, -0.0019947243854403496, -0.0019078785553574562, -0.0018210327252745628, -0.0017341867787763476, -0.0016473408322781324, -0.001560495002195239, -0.0014736490556970239, -0.0013868032256141305, -0.0012999572791159153, -0.001213111449033022, -0.0011262655025348067, -0.0010394195560365915, -0.0009525737259536982, -0.0008657278376631439, -0.0007788819493725896, -0.0006920360028743744, -0.0006051901145838201, -0.0005183442262932658, -0.00043149833800271153, -0.00034465244971215725, -0.00025780656142160296, -0.00017096064402721822, -8.411475573666394e-05, 2.7311398298479617e-06, 8.957703539635986e-05, 0.00017642293823882937, 0.00026326882652938366, 0.00035011471481993794, 0.00043696060311049223, 0.0005238064914010465, 0.0006106523796916008, 0.000697498326189816, 0.0007843442144803703, 0.0008711901027709246, 0.0009580359910614789, 0.0010448818793520331, 0.0011317278258502483, 0.0012185736559331417, 0.001305419602431357, 0.0013922654325142503, 0.0014791113790124655, 0.0015659572090953588, 0.001652803155593574, 0.0017396491020917892, 0.0018264949321746826, 0.0019133408786728978, 0.002000186825171113, 0.0020870326552540064, 0.0021738784853368998, 0.002260724315419793, 0.00234757037833333, 0.0024344162084162235, 0.002521262038499117, 0.002608108101412654, 0.0026949539314955473, 0.0027817997615784407, 0.002868645591661334, 0.002955491654574871, 0.0030423374846577644]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 8.0, 14.0, 10.0, 17.0, 33.0, 36.0, 88.0, 131.0, 187.0, 288.0, 516.0, 809.0, 1432.0, 2359.0, 3919.0, 7140.0, 13742.0, 29807.0, 87665.0, 874892.0, 88517.0, 31425.0, 15468.0, 8212.0, 4783.0, 2857.0, 1749.0, 1111.0, 767.0, 465.0, 338.0, 256.0, 156.0, 108.0, 70.0, 55.0, 43.0, 40.0, 26.0, 16.0, 15.0, 14.0, 14.0, 7.0, 6.0, 4.0, 7.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0], "bins": [-0.004654841497540474, -0.004449224099516869, -0.004243606235831976, -0.004037988837808371, -0.003832370974123478, -0.003626753343269229, -0.00342113571241498, -0.003215518081560731, -0.003009900450706482, -0.0028042830526828766, -0.0025986654218286276, -0.0023930477909743786, -0.0021874301601201296, -0.0019818125292658806, -0.0017761948984116316, -0.0015705772675573826, -0.0013649596367031336, -0.0011593420058488846, -0.0009537243749946356, -0.0007481068023480475, -0.0005424891714937985, -0.0003368715406395495, -0.00013125393888913095, 7.436367741320282e-05, 0.0002799812937155366, 0.0004855989245697856, 0.0006912165554240346, 0.0008968341280706227, 0.0011024517007172108, 0.0013080693315714598, 0.0015136869624257088, 0.0017193045932799578, 0.0019249222241342068, 0.0021305398549884558, 0.0023361574858427048, 0.0025417751166969538, 0.0027473927475512028, 0.0029530103784054518, 0.0031586280092597008, 0.0033642456401139498, 0.0035698632709681988, 0.003775480668991804, 0.003981098532676697, 0.004186715930700302, 0.004392333794385195, 0.0045979511924088, 0.004803569056093693, 0.005009186454117298, 0.0052148038521409035, 0.005420421715825796, 0.0056260391138494015, 0.005831656977534294, 0.0060372743755578995, 0.006242892239242792, 0.0064485096372663975, 0.00665412750095129, 0.0068597448989748955, 0.007065362762659788, 0.0072709801606833935, 0.007476598024368286, 0.0076822154223918915, 0.007887832820415497, 0.008093451149761677, 0.008299068547785282, 0.008504685945808887]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 7.0, 2.0, 9.0, 3.0, 4.0, 4.0, 0.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0689973458647728, -0.06740345805883408, -0.06580957770347595, -0.06421568989753723, -0.06262180954217911, -0.061027925461530685, -0.05943404138088226, -0.05784015730023384, -0.05624627321958542, -0.0546523854136467, -0.053058501332998276, -0.051464617252349854, -0.04987073317170143, -0.04827684909105301, -0.04668296501040459, -0.045089080929756165, -0.04349519684910774, -0.04190131276845932, -0.0403074286878109, -0.038713544607162476, -0.03711966052651405, -0.03552577644586563, -0.03393189236521721, -0.03233800828456879, -0.030744122341275215, -0.029150238260626793, -0.02755635417997837, -0.02596247009932995, -0.024368584156036377, -0.022774700075387955, -0.021180815994739532, -0.01958693191409111, -0.017993047833442688, -0.016399163752794266, -0.014805279672145844, -0.013211394660174847, -0.011617510579526424, -0.010023626498878002, -0.008429741486907005, -0.006835857406258583, -0.005241973325610161, -0.003648089012131095, -0.002054204698652029, -0.00046032038517296314, 0.0011335639283061028, 0.0027274482417851686, 0.0043213325552642345, 0.005915217101573944, 0.007509101182222366, 0.009102985262870789, 0.01069686934351921, 0.012290754355490208, 0.01388463843613863, 0.015478522516787052, 0.01707240752875805, 0.01866629160940647, 0.020260175690054893, 0.021854059770703316, 0.023447943851351738, 0.02504182793200016, 0.02663571387529373, 0.028229597955942154, 0.029823482036590576, 0.031417366117239, 0.03301125019788742]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 0.0, 1.0, 0.0, 0.0, 0.0, 7.0, 3.0, 7.0, 7.0, 10.0, 5.0, 4.0, 5.0, 1.0, 3.0, 5.0, 7.0, 9.0, 6.0, 7.0, 7.0, 9.0, 8.0, 20.0, 17.0, 17.0, 30.0, 43.0, 46.0, 60.0, 94.0, 154.0, 220.0, 333.0, 470.0, 766.0, 1364.0, 6208.0, 3192.0, 1633.0, 1100.0, 732.0, 492.0, 343.0, 261.0, 199.0, 145.0, 90.0, 84.0, 55.0, 40.0, 29.0, 20.0, 16.0, 12.0, 11.0, 8.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.021039322018623352, -0.020499473437666893, -0.019959622994065285, -0.019419774413108826, -0.018879925832152367, -0.01834007538855076, -0.0178002268075943, -0.01726037822663784, -0.01672052964568138, -0.016180679202079773, -0.015640830621123314, -0.01510098110884428, -0.014561131596565247, -0.014021283015608788, -0.013481433503329754, -0.012941584922373295, -0.012401735410094261, -0.011861885897815228, -0.011322037316858768, -0.010782187804579735, -0.010242339223623276, -0.009702489711344242, -0.009162640199065208, -0.00862279161810875, -0.008082942105829716, -0.007543093059211969, -0.007003244012594223, -0.006463394500315189, -0.005923545453697443, -0.005383696407079697, -0.004843846894800663, -0.004303997848182917, -0.0037641488015651703, -0.003224299754947424, -0.002684450475499034, -0.002144601196050644, -0.0016047521494328976, -0.0010649029863998294, -0.0005250538233667612, 1.4795339666306973e-05, 0.0005546445026993752, 0.0010944936657324433, 0.0016343428287655115, 0.0021741921082139015, 0.002714041154831648, 0.0032538902014493942, 0.0037937394808977842, 0.004333588760346174, 0.004873437806963921, 0.005413286853581667, 0.005953135900199413, 0.006492985412478447, 0.007032834459096193, 0.00757268350571394, 0.008112533017992973, 0.008652381598949432, 0.009192231111228466, 0.0097320806235075, 0.010271929204463959, 0.010811778716742992, 0.011351628229022026, 0.011891476809978485, 0.012431326322257519, 0.012971174903213978, 0.013511024415493011]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13101989030838013, -0.12567003071308136, -0.12032017856836319, -0.11497031897306442, -0.10962046682834625, -0.10427060723304749, -0.09892075508832932, -0.09357089549303055, -0.08822104334831238, -0.08287118375301361, -0.07752132415771484, -0.07217147201299667, -0.0668216124176979, -0.06147175654768944, -0.05612190067768097, -0.0507720448076725, -0.04542218893766403, -0.04007233306765556, -0.034722477197647095, -0.029372619464993477, -0.024022763594985008, -0.01867290772497654, -0.013323050923645496, -0.007973194122314453, -0.0026233382523059845, 0.0027265180833637714, 0.008076374419033527, 0.01342623122036457, 0.01877608709037304, 0.024125942960381508, 0.029475800693035126, 0.034825656563043594, 0.04017551243305206, 0.04552536830306053, 0.050875224173069, 0.05622508004307747, 0.06157493591308594, 0.0669247955083847, 0.07227464765310287, 0.07762450724840164, 0.08297435939311981, 0.08832421898841858, 0.09367407858371735, 0.09902393072843552, 0.10437379032373428, 0.10972364246845245, 0.11507350206375122, 0.12042335420846939, 0.12577322125434875, 0.13112306594848633, 0.1364729255437851, 0.14182278513908386, 0.14717264473438263, 0.1525224894285202, 0.15787234902381897, 0.16322220861911774, 0.1685720682144165, 0.17392192780971527, 0.17927177250385284, 0.1846216320991516, 0.18997149169445038, 0.19532135128974915, 0.20067119598388672, 0.20602105557918549, 0.21137091517448425]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 5.0, 3.0, 15.0, 12.0, 11.0, 8.0, 9.0, 19.0, 26.0, 46.0, 23.0, 22.0, 10.0, 10.0, 7.0, 5.0, 2.0, 4.0, 2.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.10322090238332748, -0.10056013613939285, -0.09789936989545822, -0.09523860365152359, -0.09257783740758896, -0.08991707116365433, -0.0872563049197197, -0.08459553867578506, -0.08193476498126984, -0.0792739987373352, -0.07661323249340057, -0.07395246624946594, -0.07129170000553131, -0.06863093376159668, -0.06597016751766205, -0.06330940127372742, -0.060648635029792786, -0.057987868785858154, -0.05532710254192352, -0.05266633629798889, -0.05000557005405426, -0.04734480008482933, -0.0446840338408947, -0.04202326759696007, -0.039362501353025436, -0.036701735109090805, -0.034040968865156174, -0.03138020262122154, -0.028719434514641762, -0.02605866827070713, -0.02339790016412735, -0.02073713392019272, -0.018076367676258087, -0.015415601432323456, -0.01275483425706625, -0.010094067081809044, -0.0074333008378744125, -0.004772534128278494, -0.0021117674186825752, 0.0005489992909133434, 0.003209766000509262, 0.005870532710105181, 0.0085312994197011, 0.011192066594958305, 0.013852832838892937, 0.016513599082827568, 0.01917436718940735, 0.02183513343334198, 0.02449589967727661, 0.027156665921211243, 0.029817432165145874, 0.032478198409080505, 0.03513896465301514, 0.037799734622240067, 0.0404605008661747, 0.04312126711010933, 0.04578203335404396, 0.04844279959797859, 0.05110356584191322, 0.053764332085847855, 0.056425102055072784, 0.059085868299007416, 0.06174663454294205, 0.06440740078687668, 0.06706816703081131]}, "_runtime": 108.18664050102234, "_timestamp": 1596211697.9577494, "_step": 133}
+{"val_accuracy": 0.8188620148401826, "val_loss": 0.4649003172573978, "_runtime": 109.65893316268921, "_timestamp": 1596211699.430042, "_step": 134}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.7852762341499329 Truth: v", "Prediction: P Confidence: 0.6255688071250916 Truth: 5", "Prediction: U Confidence: 0.7144659757614136 Truth: 2", "Prediction: O Confidence: 0.4164603352546692 Truth: 0"]}, "_runtime": 109.93036413192749, "_timestamp": 1596211699.701473, "_step": 135}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 9.0, 5.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014300200156867504, -0.013814413920044899, -0.01332862675189972, -0.012842840515077114, -0.012357054278254509, -0.01187126711010933, -0.011385480873286724, -0.010899693705141544, -0.01041390746831894, -0.009928121231496334, -0.009442334063351154, -0.00895654782652855, -0.00847076065838337, -0.007984974421560764, -0.007499188184738159, -0.007013401482254267, -0.006527614779770374, -0.006041828077286482, -0.005556041374802589, -0.005070255137979984, -0.004584468435496092, -0.004098681733012199, -0.0036128952633589506, -0.003127108793705702, -0.0026413220912218094, -0.002155535388737917, -0.0016697489190846682, -0.0011839623330160975, -0.0006981757469475269, -0.00021238916087895632, 0.0002733974251896143, 0.0007591840112581849, 0.0012449705973267555, 0.0017307571833953261, 0.0022165437694638968, 0.0027023302391171455, 0.003188116941601038, 0.0036739036440849304, 0.0041596898809075356, 0.004645476583391428, 0.0051312632858753204, 0.005617049988359213, 0.006102836690843105, 0.0065886229276657104, 0.007074409630149603, 0.007560196332633495, 0.0080459825694561, 0.00853176973760128, 0.009017555974423885, 0.00950334221124649, 0.00998912937939167, 0.010474915616214275, 0.01096070185303688, 0.01144648902118206, 0.011932275258004665, 0.012418062426149845, 0.01290384866297245, 0.013389634899795055, 0.013875422067940235, 0.01436120830476284, 0.01484699547290802, 0.015332781709730625, 0.01581856794655323, 0.01630435511469841, 0.01679014042019844]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 8.0, 6.0, 5.0, 11.0, 9.0, 13.0, 28.0, 33.0, 65.0, 62.0, 111.0, 152.0, 335.0, 4625.0, 1652.0, 323.0, 175.0, 92.0, 68.0, 43.0, 36.0, 23.0, 13.0, 5.0, 4.0, 3.0, 3.0, 2.0, 4.0, 4.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17542991042137146, -0.16994065046310425, -0.16445137560367584, -0.15896211564540863, -0.15347284078598022, -0.147983580827713, -0.1424943059682846, -0.1370050460100174, -0.131515771150589, -0.12602651119232178, -0.12053724378347397, -0.11504797637462616, -0.10955871641635895, -0.10406944900751114, -0.09858018159866333, -0.09309091418981552, -0.08760164678096771, -0.0821123793721199, -0.0766231119632721, -0.07113384455442429, -0.06564457714557648, -0.06015531346201897, -0.054666049778461456, -0.04917678236961365, -0.04368751496076584, -0.03819824755191803, -0.03270898014307022, -0.02721971645951271, -0.0217304490506649, -0.016241181641817093, -0.010751916095614433, -0.005262649618089199, 0.00022661685943603516, 0.005715883336961269, 0.011205149814486504, 0.016694415360689163, 0.022183682769536972, 0.02767295017838478, 0.03316221386194229, 0.0386514812707901, 0.04414074867963791, 0.04963001608848572, 0.05511928349733353, 0.06060854718089104, 0.06609781086444855, 0.07158707827329636, 0.07707634568214417, 0.08256561309099197, 0.08805488049983978, 0.09354414790868759, 0.0990334153175354, 0.10452268272638321, 0.11001195013523102, 0.11550121009349823, 0.12099047750234604, 0.12647974491119385, 0.13196900486946106, 0.13745827972888947, 0.14294753968715668, 0.14843681454658508, 0.1539260745048523, 0.1594153493642807, 0.1649046093225479, 0.17039388418197632, 0.17588314414024353]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 2.0, 8.0, 2.0, 2.0, 3.0, 6.0, 23.0, 2.0, 3.0, 1.0, 4.0, 0.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002435044152662158, -0.00234576896764338, -0.0022564937826246023, -0.0021672185976058245, -0.002077943179756403, -0.001988667994737625, -0.0018993928097188473, -0.0018101176247000694, -0.0017208424396812916, -0.0016315672546625137, -0.0015422920696437359, -0.0014530167682096362, -0.0013637415831908584, -0.0012744663981720805, -0.0011851910967379808, -0.001095915911719203, -0.0010066407267004251, -0.0009173655416816473, -0.0008280902984552085, -0.0007388150552287698, -0.0006495398702099919, -0.0005602646851912141, -0.0004709894419647753, -0.000381714227842167, -0.0002924390137195587, -0.0002031637995969504, -0.00011388858547434211, -2.4613371351733804e-05, 6.46618427708745e-05, 0.0001539370568934828, 0.0002432122710160911, 0.0003324874851386994, 0.0004217626992613077, 0.0005110378842800856, 0.0006003131275065243, 0.0006895883707329631, 0.0007788635557517409, 0.0008681387407705188, 0.0009574139839969575, 0.0010466892272233963, 0.0011359644122421741, 0.001225239597260952, 0.0013145147822797298, 0.0014037900837138295, 0.0014930652687326074, 0.0015823404537513852, 0.0016716157551854849, 0.0017608909402042627, 0.0018501661252230406, 0.0019394413102418184, 0.0020287164952605963, 0.002117991680279374, 0.0022072670981287956, 0.0022965422831475735, 0.0023858174681663513, 0.002475092653185129, 0.002564367838203907, 0.002653643023222685, 0.0027429182082414627, 0.0028321933932602406, 0.0029214685782790184, 0.00301074399612844, 0.0031000191811472178, 0.0031892943661659956, 0.0032785695511847734]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 7.0, 1.0, 3.0, 3.0, 13.0, 9.0, 18.0, 21.0, 36.0, 47.0, 54.0, 94.0, 114.0, 197.0, 268.0, 468.0, 600.0, 904.0, 1328.0, 1989.0, 3333.0, 5291.0, 9443.0, 17907.0, 39831.0, 127458.0, 841957.0, 64220.0, 26607.0, 13731.0, 7667.0, 4714.0, 3210.0, 2207.0, 1489.0, 1156.0, 811.0, 571.0, 445.0, 349.0, 270.0, 213.0, 138.0, 111.0, 84.0, 70.0, 44.0, 35.0, 25.0, 22.0, 17.0, 13.0, 6.0, 12.0, 3.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.005057341884821653, -0.004872388672083616, -0.004687434993684292, -0.004502481780946255, -0.004317528568208218, -0.004132574889808893, -0.003947621677070856, -0.003762668464332819, -0.0035777150187641382, -0.0033927615731954575, -0.0032078083604574203, -0.0030228549148887396, -0.002837901469320059, -0.0026529482565820217, -0.002467994811013341, -0.002283041598275304, -0.002098088152706623, -0.0019131348235532641, -0.0017281814943999052, -0.0015432280488312244, -0.0013582747196778655, -0.0011733213905245066, -0.0009883679449558258, -0.0008034146158024669, -0.0006184612866491079, -0.00043350792839191854, -0.00024855457013472915, -6.360121187753975e-05, 0.00012135214637964964, 0.00030630550463683903, 0.0004912588628940284, 0.0006762122502550483, 0.0008611655794084072, 0.0010461189085617661, 0.001231072237715125, 0.0014160256832838058, 0.0016009790124371648, 0.0017859323415905237, 0.0019708857871592045, 0.0021558389998972416, 0.0023407924454659224, 0.002525745891034603, 0.0027106991037726402, 0.002895652549341321, 0.0030806059949100018, 0.003265559207648039, 0.0034505126532167196, 0.0036354658659547567, 0.0038204193115234375, 0.004005372524261475, 0.004190326202660799, 0.004375279415398836, 0.004560232628136873, 0.004745186306536198, 0.004930139519274235, 0.005115092732012272, 0.005300045944750309, 0.005484999623149633, 0.0056699528358876705, 0.005854906048625708, 0.006039859727025032, 0.006224812939763069, 0.006409766152501106, 0.006594719830900431, 0.006779673043638468]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 4.0, 8.0, 5.0, 2.0, 5.0, 1.0, 2.0, 5.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.035875339061021805, -0.035128410905599594, -0.03438148275017738, -0.03363455459475517, -0.03288763016462326, -0.03214070200920105, -0.03139377385377884, -0.03064684569835663, -0.029899917542934418, -0.029152991250157356, -0.028406063094735146, -0.027659134939312935, -0.026912208646535873, -0.026165280491113663, -0.025418352335691452, -0.02467142604291439, -0.02392449788749218, -0.02317756973206997, -0.022430643439292908, -0.021683715283870697, -0.020936787128448486, -0.020189860835671425, -0.019442932680249214, -0.018696004524827003, -0.017949078232049942, -0.01720215007662773, -0.01645522192120552, -0.01570829376578331, -0.014961367473006248, -0.014214439317584038, -0.013467512093484402, -0.012720583938062191, -0.011973656713962555, -0.011226729489862919, -0.010479801334440708, -0.009732874110341072, -0.008985945954918861, -0.008239018730819225, -0.007492091506719589, -0.006745163816958666, -0.0059982361271977425, -0.005251308437436819, -0.004504380747675896, -0.0037574535235762596, -0.0030105258338153362, -0.002263598144054413, -0.0015166706871241331, -0.0007697431137785316, -2.2815540432929993e-05, 0.0007241120329126716, 0.0014710396062582731, 0.002217967063188553, 0.0029648947529494762, 0.0037118224427103996, 0.004458749666810036, 0.005205677356570959, 0.0059526050463318825, 0.006699532736092806, 0.007446460425853729, 0.008193387649953365, 0.008940314874053001, 0.009687243029475212, 0.010434170253574848, 0.011181098408997059, 0.011928025633096695]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 5.0, 6.0, 4.0, 6.0, 4.0, 2.0, 9.0, 8.0, 9.0, 9.0, 10.0, 13.0, 10.0, 19.0, 19.0, 34.0, 44.0, 52.0, 82.0, 66.0, 107.0, 130.0, 177.0, 238.0, 285.0, 434.0, 582.0, 844.0, 1341.0, 3043.0, 5873.0, 1586.0, 1010.0, 682.0, 462.0, 319.0, 230.0, 139.0, 128.0, 104.0, 82.0, 59.0, 40.0, 27.0, 29.0, 15.0, 16.0, 7.0, 8.0, 5.0, 3.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.012768794782459736, -0.012441509403288364, -0.012114224955439568, -0.011786939576268196, -0.011459654197096825, -0.011132369749248028, -0.010805084370076656, -0.01047779992222786, -0.010150514543056488, -0.009823229163885117, -0.00949594471603632, -0.009168659336864948, -0.008841374889016151, -0.00851408950984478, -0.008186804130673409, -0.007859519682824612, -0.00753223430365324, -0.007204949390143156, -0.006877664476633072, -0.0065503790974617004, -0.006223094183951616, -0.005895809270441532, -0.005568523891270161, -0.0052412389777600765, -0.004913954064249992, -0.004586669150739908, -0.004259384237229824, -0.003932098858058453, -0.0036048139445483685, -0.0032775290310382843, -0.0029502438846975565, -0.0026229587383568287, -0.0022956738248467445, -0.0019683889113366604, -0.0016411037649959326, -0.0013138187350705266, -0.0009865337051451206, -0.0006592486752197146, -0.00033196364529430866, -4.678615368902683e-06, 0.0003226064145565033, 0.0006498914444819093, 0.0009771764744073153, 0.0013044615043327212, 0.0016317465342581272, 0.0019590314477682114, 0.002286316594108939, 0.002613601740449667, 0.002940886653959751, 0.0032681715674698353, 0.003595456713810563, 0.003922741860151291, 0.004250026773661375, 0.004577311687171459, 0.004904597066342831, 0.005231881979852915, 0.005559166893362999, 0.005886451806873083, 0.006213736720383167, 0.006541022099554539, 0.006868307013064623, 0.007195591926574707, 0.0075228773057460785, 0.007850161753594875, 0.008177447132766247]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06519696861505508, -0.06273030489683151, -0.06026364490389824, -0.057796984910964966, -0.055330321192741394, -0.05286366119980812, -0.05039699748158455, -0.047930337488651276, -0.045463673770427704, -0.04299701377749443, -0.04053035378456116, -0.038063690066337585, -0.03559703007340431, -0.03313036635518074, -0.030663706362247467, -0.028197044506669044, -0.025730382651090622, -0.0232637207955122, -0.020797058939933777, -0.018330397084355354, -0.015863735228776932, -0.013397074304521084, -0.010930413380265236, -0.008463751524686813, -0.005997089669108391, -0.003530428046360612, -0.001063766423612833, 0.0014028951991349459, 0.0038695568218827248, 0.006336218677461147, 0.008802879601716995, 0.011269541457295418, 0.01373620331287384, 0.016202865168452263, 0.018669527024030685, 0.021136188879609108, 0.02360285073518753, 0.026069510728120804, 0.028536172583699226, 0.03100283443927765, 0.03346949815750122, 0.035936158150434494, 0.03840281814336777, 0.04086948186159134, 0.04333614185452461, 0.045802805572748184, 0.04826946556568146, 0.05073612928390503, 0.0532027892768383, 0.055669449269771576, 0.05813611298799515, 0.06060277298092842, 0.0630694329738617, 0.06553609669208527, 0.06800276041030884, 0.07046942412853241, 0.07293608039617538, 0.07540274411439896, 0.07786940783262253, 0.0803360641002655, 0.08280272781848907, 0.08526939153671265, 0.08773605525493622, 0.0902027115225792, 0.09266937524080276]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 4.0, 7.0, 6.0, 9.0, 5.0, 3.0, 6.0, 13.0, 17.0, 19.0, 14.0, 37.0, 18.0, 18.0, 17.0, 12.0, 4.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.07877560704946518, -0.07676083594560623, -0.07474607229232788, -0.07273130118846893, -0.07071653008460999, -0.06870175898075104, -0.06668698787689209, -0.06467222422361374, -0.06265745311975479, -0.060642682015895844, -0.058627914637327194, -0.056613147258758545, -0.0545983761548996, -0.05258360505104065, -0.050568837672472, -0.04855407029390335, -0.0465392991900444, -0.044524528086185455, -0.042509760707616806, -0.04049499332904816, -0.03848022222518921, -0.03646545112133026, -0.03445068374276161, -0.03243591636419296, -0.030421145260334015, -0.028406376019120216, -0.026391606777906418, -0.02437683753669262, -0.02236206829547882, -0.020347299054265022, -0.018332529813051224, -0.016317760571837425, -0.014302991330623627, -0.012288222089409828, -0.01027345284819603, -0.008258683606982231, -0.006243914365768433, -0.004229145124554634, -0.0022143758833408356, -0.00019960664212703705, 0.0018151625990867615, 0.00382993184030056, 0.0058447010815143585, 0.007859470322728157, 0.009874239563941956, 0.011889008805155754, 0.013903778046369553, 0.01591854728758335, 0.01793331652879715, 0.019948085770010948, 0.021962855011224747, 0.023977624252438545, 0.025992393493652344, 0.028007162734866142, 0.03002193197607994, 0.03203669935464859, 0.03405147045850754, 0.036066241562366486, 0.038081008940935135, 0.040095776319503784, 0.04211054742336273, 0.04412531852722168, 0.04614008590579033, 0.04815485328435898, 0.050169624388217926]}, "_runtime": 110.54923009872437, "_timestamp": 1596211700.320339, "_step": 136}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.007659359369426966, -0.007398937828838825, -0.007138516753911972, -0.0068780952133238316, -0.006617673672735691, -0.006357252597808838, -0.006096831057220697, -0.005836409982293844, -0.005575988441705704, -0.005315566901117563, -0.00505514582619071, -0.00479472428560257, -0.004534303210675716, -0.004273881670087576, -0.004013460129499435, -0.0037530388217419386, -0.0034926175139844418, -0.003232196206226945, -0.002971774898469448, -0.0027113533578813076, -0.0024509320501238108, -0.002190510742366314, -0.0019300893181934953, -0.0016696678940206766, -0.0014092465862631798, -0.001148825278505683, -0.0008884038543328643, -0.0006279824883677065, -0.0003675611224025488, -0.00010713975643739104, 0.0001532816095277667, 0.00041370297549292445, 0.0006741243414580822, 0.00093454570742324, 0.0011949670733883977, 0.0014553884975612164, 0.0017158098053187132, 0.00197623111307621, 0.0022366526536643505, 0.0024970739614218473, 0.002757495269179344, 0.003017916576936841, 0.003278337884694338, 0.0035387594252824783, 0.003799180733039975, 0.004059602040797472, 0.0043200235813856125, 0.004580444656312466, 0.004840866196900606, 0.005101287737488747, 0.0053617088124156, 0.00562213035300374, 0.005882551893591881, 0.006142972968518734, 0.0064033945091068745, 0.006663815584033728, 0.006924237124621868, 0.007184658665210009, 0.007445079740136862, 0.007705501280725002, 0.007965922355651855, 0.008226344361901283, 0.008486765436828136, 0.00874718651175499, 0.009007608518004417]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 8.0, 3.0, 11.0, 5.0, 11.0, 14.0, 14.0, 23.0, 25.0, 32.0, 33.0, 55.0, 60.0, 81.0, 101.0, 147.0, 196.0, 362.0, 5128.0, 732.0, 261.0, 166.0, 109.0, 83.0, 68.0, 41.0, 31.0, 22.0, 24.0, 23.0, 15.0, 12.0, 10.0, 6.0, 3.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.11833082139492035, -0.1150975227355957, -0.11186422407627106, -0.10863092541694641, -0.10539762675762177, -0.10216433554887772, -0.09893103688955307, -0.09569773823022842, -0.09246443957090378, -0.08923114091157913, -0.08599784225225449, -0.08276454359292984, -0.07953125238418579, -0.07629795372486115, -0.0730646550655365, -0.06983135640621185, -0.06659805774688721, -0.06336475908756256, -0.060131460428237915, -0.05689816549420357, -0.05366486683487892, -0.050431568175554276, -0.04719827324151993, -0.04396497458219528, -0.040731675922870636, -0.03749837726354599, -0.034265078604221344, -0.031031783670186996, -0.02779848501086235, -0.024565186351537704, -0.021331889554858208, -0.01809859275817871, -0.014865294098854065, -0.011631996370851994, -0.008398698642849922, -0.005165400914847851, -0.0019321031868457794, 0.001301194541156292, 0.004534492269158363, 0.007767789997160435, 0.011001087725162506, 0.014234385453164577, 0.01746768318116665, 0.020700979977846146, 0.02393427863717079, 0.027167577296495438, 0.030400874093174934, 0.03363417088985443, 0.03686746954917908, 0.04010076820850372, 0.04333406686782837, 0.04656736180186272, 0.04980066046118736, 0.05303395912051201, 0.056267254054546356, 0.059500552713871, 0.06273385137319565, 0.0659671500325203, 0.06920044869184494, 0.07243374735116959, 0.07566703855991364, 0.07890033721923828, 0.08213363587856293, 0.08536693453788757, 0.08860023319721222]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 5.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 26.0, 2.0, 3.0, 4.0, 6.0, 5.0, 5.0, 1.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0033105872571468353, -0.003218427998945117, -0.0031262687407433987, -0.0030341094825416803, -0.002941950224339962, -0.0028497907333076, -0.0027576314751058817, -0.0026654722169041634, -0.002573312958702445, -0.0024811537005007267, -0.0023889944422990084, -0.00229683518409729, -0.002204675693064928, -0.0021125164348632097, -0.0020203571766614914, -0.001928197918459773, -0.0018360386602580547, -0.0017438794020563364, -0.001651720143854618, -0.001559560769237578, -0.0014674015110358596, -0.0013752422528341413, -0.001283082878217101, -0.0011909236200153828, -0.0010987643618136644, -0.001006605103611946, -0.0009144457872025669, -0.0008222864707931876, -0.0007301272125914693, -0.000637967954389751, -0.0005458086379803717, -0.0004536493506748229, -0.00036149006336927414, -0.00026933077606372535, -0.00017717148875817657, -8.501220145262778e-05, 7.147085852921009e-06, 9.93063731584698e-05, 0.00019146566046401858, 0.00028362494776956737, 0.00037578423507511616, 0.00046794352238066494, 0.0005601028096862137, 0.000652262126095593, 0.0007444213842973113, 0.0008365806424990296, 0.0009287399589084089, 0.0010208992753177881, 0.0011130585335195065, 0.0012052177917212248, 0.0012973770499229431, 0.0013895364245399833, 0.0014816956827417016, 0.00157385494094342, 0.00166601431556046, 0.0017581735737621784, 0.0018503328319638968, 0.001942492090165615, 0.0020346513483673334, 0.0021268106065690517, 0.0022189700976014137, 0.002311129355803132, 0.0024032886140048504, 0.0024954478722065687, 0.002587607130408287]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 3.0, 2.0, 5.0, 5.0, 8.0, 7.0, 14.0, 23.0, 27.0, 47.0, 57.0, 80.0, 95.0, 131.0, 216.0, 328.0, 411.0, 663.0, 1030.0, 1693.0, 2808.0, 4834.0, 8476.0, 16269.0, 36182.0, 113850.0, 862669.0, 64691.0, 25941.0, 13778.0, 8248.0, 5214.0, 3568.0, 2375.0, 1635.0, 1138.0, 834.0, 627.0, 399.0, 321.0, 242.0, 155.0, 148.0, 103.0, 77.0, 71.0, 34.0, 30.0, 25.0, 19.0, 10.0, 7.0, 4.0, 5.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004764774814248085, -0.004602836910635233, -0.004440899007022381, -0.004278960637748241, -0.004117022734135389, -0.003955084830522537, -0.003793146926909685, -0.0036312087904661894, -0.0034692708868533373, -0.003307332983240485, -0.0031453948467969894, -0.0029834569431841373, -0.0028215190395712852, -0.0026595809031277895, -0.0024976429995149374, -0.0023357048630714417, -0.0021737669594585896, -0.0020118290558457375, -0.0018498909194022417, -0.0016879530157893896, -0.0015260149957612157, -0.0013640769757330418, -0.0012021390721201897, -0.0010402010520920157, -0.0008782630320638418, -0.0007163250120356679, -0.0005543870502151549, -0.0003924490592908114, -0.00023051106836646795, -6.857307744212449e-05, 9.336491348221898e-05, 0.00025530290440656245, 0.0004172408953309059, 0.0005791789153590798, 0.0007411168771795928, 0.0009030548390001059, 0.0010649928590282798, 0.0012269308790564537, 0.0013888687826693058, 0.0015508068026974797, 0.0017127448227256536, 0.0018746828427538276, 0.0020366208627820015, 0.0021985587663948536, 0.0023604966700077057, 0.0025224348064512014, 0.0026843727100640535, 0.0028463108465075493, 0.0030082487501204014, 0.0031701866537332535, 0.0033321247901767492, 0.0034940626937896013, 0.003656000830233097, 0.003817938733845949, 0.003979876637458801, 0.004141814541071653, 0.0043037524446845055, 0.004465690813958645, 0.004627628717571497, 0.004789566621184349, 0.004951504524797201, 0.005113442428410053, 0.005275380797684193, 0.005437318701297045, 0.005599256604909897]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 0.0, 5.0, 5.0, 7.0, 14.0, 6.0, 2.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017557041719555855, -0.016381854191422462, -0.015206667594611645, -0.014031480066478252, -0.012856293469667435, -0.011681105941534042, -0.01050591841340065, -0.009330731816589832, -0.00815554428845644, -0.006980357225984335, -0.00580517016351223, -0.004629982635378838, -0.0034547955729067326, -0.0022796085104346275, -0.0011044212151318789, 7.0765963755548e-05, 0.0012459531426429749, 0.00242114020511508, 0.0035963275004178286, 0.004771514795720577, 0.005946701858192682, 0.007121888920664787, 0.00829707644879818, 0.009472263045608997, 0.01064745057374239, 0.011822638101875782, 0.0129978246986866, 0.014173012226819992, 0.015348199754953384, 0.016523387283086777, 0.01769857294857502, 0.018873760476708412, 0.020048948004841805, 0.021224135532975197, 0.02239932306110859, 0.023574508726596832, 0.024749696254730225, 0.025924883782863617, 0.02710007131099701, 0.0282752588391304, 0.029450446367263794, 0.030625632032752037, 0.03180082142353058, 0.03297600522637367, 0.034151192754507065, 0.03532638028264046, 0.03650156781077385, 0.03767675533890724, 0.038851942867040634, 0.040027130395174026, 0.04120231792330742, 0.04237750545144081, 0.043552692979574203, 0.044727880507707596, 0.04590306431055069, 0.04707825183868408, 0.048253439366817474, 0.04942862689495087, 0.05060381442308426, 0.05177900195121765, 0.052954189479351044, 0.054129377007484436, 0.05530456453561783, 0.05647975206375122, 0.05765493959188461]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 15.0, 17.0, 24.0, 26.0, 43.0, 83.0, 97.0, 194.0, 294.0, 486.0, 747.0, 1267.0, 2336.0, 7717.0, 2392.0, 1120.0, 583.0, 338.0, 195.0, 137.0, 68.0, 47.0, 30.0, 28.0, 22.0, 14.0, 12.0, 8.0, 11.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 0.0, 1.0, 2.0, 2.0, 8.0, 11.0, 9.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0], "bins": [-0.009806755930185318, -0.009372093714773655, -0.008937431499361992, -0.008502769283950329, -0.008068107068538666, -0.007633444853127003, -0.00719878263771534, -0.006764120422303677, -0.0063294582068920135, -0.005894796457141638, -0.005460134241729975, -0.005025472026318312, -0.004590809810906649, -0.004156147595494986, -0.0037214853800833225, -0.0032868231646716595, -0.0028521609492599964, -0.0024174987338483334, -0.0019828365184366703, -0.001548174419440329, -0.001113512204028666, -0.000678849988617003, -0.0002441878314130008, 0.00019047435489483178, 0.0006251365412026644, 0.0010597987566143274, 0.0014944609720259905, 0.0019291230710223317, 0.002363785170018673, 0.002798447385430336, 0.003233109600841999, 0.003667771816253662, 0.004102434031665325, 0.004537096247076988, 0.004971758462488651, 0.005406420677900314, 0.005841082893311977, 0.0062757451087236404, 0.0067104073241353035, 0.0071450695395469666, 0.00757973175495863, 0.008014393970370293, 0.008449056185781956, 0.008883718401193619, 0.009318380616605282, 0.009753042832016945, 0.010187705047428608, 0.010622367262840271, 0.01105702854692936, 0.011491690762341022, 0.011926352977752686, 0.012361015193164349, 0.012795677408576012, 0.013230339623987675, 0.013665001839399338, 0.014099664054811, 0.014534326270222664, 0.014968988485634327, 0.01540365070104599, 0.015838313847780228, 0.016272975131869316, 0.016707638278603554, 0.017142299562692642, 0.01757696270942688, 0.01801162399351597]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0860353410243988, -0.08368589729070663, -0.08133645355701447, -0.0789870098233223, -0.07663756608963013, -0.07428811490535736, -0.07193867117166519, -0.06958922743797302, -0.06723978370428085, -0.06489033997058868, -0.06254089623689651, -0.06019144877791405, -0.05784200504422188, -0.05549256131052971, -0.05314311385154724, -0.05079367011785507, -0.0484442263841629, -0.046094782650470734, -0.043745338916778564, -0.0413958914577961, -0.03904644772410393, -0.03669700399041176, -0.03434755653142929, -0.03199811279773712, -0.029648669064044952, -0.027299225330352783, -0.024949779734015465, -0.022600334137678146, -0.020250890403985977, -0.017901446670293808, -0.01555200107395649, -0.013202556408941746, -0.010853111743927002, -0.008503667078912258, -0.006154222413897514, -0.0038047777488827705, -0.0014553330838680267, 0.0008941115811467171, 0.003243556246161461, 0.005593000911176205, 0.007942445576190948, 0.010291890241205692, 0.012641334906220436, 0.01499077957123518, 0.017340224236249924, 0.019689667969942093, 0.02203911356627941, 0.02438855916261673, 0.0267380028963089, 0.029087446630001068, 0.03143689036369324, 0.033786337822675705, 0.036135781556367874, 0.03848522529006004, 0.04083467274904251, 0.04318411648273468, 0.04553356021642685, 0.04788300395011902, 0.05023244768381119, 0.052581895142793655, 0.054931338876485825, 0.057280782610177994, 0.05963023006916046, 0.06197967380285263, 0.0643291175365448]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 2.0, 2.0, 5.0, 0.0, 3.0, 7.0, 4.0, 15.0, 3.0, 4.0, 8.0, 5.0, 14.0, 4.0, 16.0, 43.0, 22.0, 11.0, 8.0, 15.0, 15.0, 7.0, 14.0, 11.0, 8.0, 5.0, 3.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.054748084396123886, -0.05303238332271576, -0.051316678524017334, -0.04960097745060921, -0.04788527637720108, -0.046169571578502655, -0.04445387050509453, -0.0427381657063961, -0.041022464632987976, -0.03930676355957985, -0.037591058760881424, -0.0358753576874733, -0.03415965288877487, -0.032443951815366745, -0.030728250741958618, -0.029012547805905342, -0.027296844869852066, -0.02558114193379879, -0.023865438997745514, -0.022149737924337387, -0.02043403498828411, -0.018718332052230835, -0.017002630978822708, -0.015286928042769432, -0.013571225106716156, -0.01185552217066288, -0.010139820165932178, -0.008424118161201477, -0.006708415225148201, -0.004992712754756212, -0.0032770102843642235, -0.0015613078139722347, 0.00015439465641975403, 0.0018700971268117428, 0.0035857995972037315, 0.00530150206759572, 0.007017204537987709, 0.008732907474040985, 0.010448609478771687, 0.012164311483502388, 0.013880014419555664, 0.01559571735560894, 0.017311420291662216, 0.019027121365070343, 0.02074282430112362, 0.022458527237176895, 0.024174228310585022, 0.025889931246638298, 0.027605634182691574, 0.02932133711874485, 0.031037040054798126, 0.03275274112820625, 0.03446844220161438, 0.036184147000312805, 0.03789984807372093, 0.03961555287241936, 0.041331253945827484, 0.04304695501923561, 0.044762659817934036, 0.04647836089134216, 0.04819406569004059, 0.049909766763448715, 0.05162546783685684, 0.05334117263555527, 0.055056873708963394]}, "_runtime": 111.2972047328949, "_timestamp": 1596211701.0683136, "_step": 137}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 5.0, 4.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011517515406012535, -0.011177252046763897, -0.010836988687515259, -0.01049672532826662, -0.010156461969017982, -0.009816198609769344, -0.00947593618184328, -0.009135672822594643, -0.008795409463346004, -0.008455146104097366, -0.008114882744848728, -0.00777461938560009, -0.007434356026351452, -0.007094092667102814, -0.006753829773515463, -0.006413566414266825, -0.006073303055018187, -0.005733039695769548, -0.00539277633652091, -0.005052513442933559, -0.004712250083684921, -0.004371986724436283, -0.004031723365187645, -0.0036914602387696505, -0.0033511968795210123, -0.003010933520272374, -0.0026706703938543797, -0.0023304070346057415, -0.0019901436753571033, -0.0016498805489391088, -0.0013096171896904707, -0.0009693539468571544, -0.000629090704023838, -0.00028882743208669126, 5.143583985045552e-05, 0.0003916991117876023, 0.0007319623837247491, 0.0010722256265580654, 0.0014124889858067036, 0.00175275222864002, 0.0020930154714733362, 0.0024332788307219744, 0.002773541957139969, 0.003113805316388607, 0.003454068675637245, 0.0037943318020552397, 0.004134594928473234, 0.004474858287721872, 0.0048151216469705105, 0.005155385006219149, 0.005495648365467787, 0.005835911259055138, 0.006176174618303776, 0.006516437977552414, 0.006856701336801052, 0.00719696469604969, 0.007537228055298328, 0.007877491414546967, 0.008217754773795605, 0.008558017201721668, 0.008898280560970306, 0.009238543920218945, 0.009578807279467583, 0.00991907063871622, 0.010259333997964859]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 5.0, 6.0, 8.0, 7.0, 6.0, 8.0, 20.0, 17.0, 19.0, 19.0, 16.0, 28.0, 21.0, 38.0, 47.0, 63.0, 60.0, 96.0, 109.0, 162.0, 201.0, 352.0, 4734.0, 786.0, 310.0, 172.0, 122.0, 95.0, 73.0, 57.0, 45.0, 41.0, 27.0, 20.0, 26.0, 14.0, 17.0, 16.0, 7.0, 10.0, 8.0, 7.0, 8.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.07921235263347626, -0.07671330124139786, -0.07421424984931946, -0.07171520590782166, -0.06921615451574326, -0.06671710312366486, -0.06421805918216705, -0.061719007790088654, -0.059219956398010254, -0.056720905005931854, -0.05422185733914375, -0.05172280967235565, -0.04922375828027725, -0.04672470688819885, -0.04422565922141075, -0.04172661155462265, -0.03922756016254425, -0.03672850877046585, -0.03422946110367775, -0.03173041343688965, -0.02923136204481125, -0.026732312515378, -0.024233262985944748, -0.021734213456511497, -0.019235163927078247, -0.016736114397644997, -0.014237064868211746, -0.011738015338778496, -0.009238965809345245, -0.006739916279911995, -0.0042408667504787445, -0.001741817221045494, 0.0007572323083877563, 0.0032562818378210068, 0.005755331367254257, 0.008254380896687508, 0.010753430426120758, 0.013252479955554008, 0.01575152948498726, 0.01825057901442051, 0.02074962854385376, 0.02324867807328701, 0.02574772760272026, 0.02824677713215351, 0.03074582666158676, 0.03324487805366516, 0.03574392572045326, 0.038242973387241364, 0.04074202477931976, 0.04324107617139816, 0.045740123838186264, 0.048239171504974365, 0.050738222897052765, 0.053237274289131165, 0.055736321955919266, 0.05823536962270737, 0.06073442101478577, 0.06323347240686417, 0.06573252379894257, 0.06823156774044037, 0.07073061913251877, 0.07322967052459717, 0.07572871446609497, 0.07822776585817337, 0.08072681725025177]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 9.0, 4.0, 1.0, 2.0, 4.0, 5.0, 5.0, 1.0, 1.0, 27.0, 7.0, 7.0, 2.0, 4.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002486135810613632, -0.0023803687654435635, -0.002274601487442851, -0.0021688344422727823, -0.00206306716427207, -0.001957300119102001, -0.0018515329575166106, -0.00174576579593122, -0.0016399987507611513, -0.0015342315891757607, -0.0014284644275903702, -0.0013226972660049796, -0.001216930104419589, -0.0011111629428341985, -0.0010053958976641297, -0.0008996287360787392, -0.0007938615744933486, -0.000688094412907958, -0.0005823273095302284, -0.0004765601479448378, -0.0003707930154632777, -0.0002650258829817176, -0.00015925873594824225, -5.349159619072452e-05, 5.22755435667932e-05, 0.00015804267604835331, 0.0002638098085299134, 0.000369576970115304, 0.0004753441025968641, 0.0005811112350784242, 0.0006868783966638148, 0.0007926455000415444, 0.000898412661626935, 0.0010041798232123256, 0.0011099469847977161, 0.0012157140299677849, 0.0013214811915531754, 0.001427248353138566, 0.0015330155147239566, 0.0016387826763093472, 0.001744549721479416, 0.0018503168830648065, 0.001956084044650197, 0.0020618510898202658, 0.002167618367820978, 0.002273385412991047, 0.0023791526909917593, 0.002484919736161828, 0.0025906870141625404, 0.002696454059332609, 0.002802221104502678, 0.0029079883825033903, 0.003013755427673459, 0.0031195227056741714, 0.00322528975084424, 0.003331056796014309, 0.0034368240740150213, 0.00354259111918509, 0.0036483583971858025, 0.003754125442355871, 0.00385989248752594, 0.003965659532696009, 0.004071427043527365, 0.0041771940886974335, 0.004282961133867502]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 3.0, 1.0, 12.0, 12.0, 16.0, 22.0, 28.0, 49.0, 45.0, 103.0, 142.0, 245.0, 299.0, 446.0, 634.0, 927.0, 1532.0, 2493.0, 4161.0, 7461.0, 14799.0, 32686.0, 97795.0, 855666.0, 82492.0, 32500.0, 16374.0, 9622.0, 5875.0, 3748.0, 2574.0, 1785.0, 1313.0, 960.0, 686.0, 535.0, 364.0, 297.0, 244.0, 140.0, 114.0, 107.0, 78.0, 52.0, 59.0, 32.0, 26.0, 19.0, 18.0, 15.0, 6.0, 9.0, 8.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.004189644008874893, -0.004018853884190321, -0.0038480632938444614, -0.0036772729363292456, -0.0035064825788140297, -0.003335692221298814, -0.003164901863783598, -0.002994111506268382, -0.002823321148753166, -0.002652531024068594, -0.002481740666553378, -0.0023109503090381622, -0.0021401599515229464, -0.0019693695940077305, -0.0017985792364925146, -0.0016277888789772987, -0.0014569985214620829, -0.001286208163946867, -0.0011154178064316511, -0.0009446275071240962, -0.0007738371496088803, -0.0006030467920936644, -0.000432256463682279, -0.0002614661352708936, -9.06757777556777e-05, 8.011456520762295e-05, 0.0002509049081709236, 0.000421695236582309, 0.0005924855940975249, 0.0007632759516127408, 0.0009340662509202957, 0.0011048566084355116, 0.0012756469659507275, 0.0014464373234659433, 0.0016172276809811592, 0.001788018038496375, 0.001958808396011591, 0.002129598753526807, 0.0023003891110420227, 0.0024711794685572386, 0.0026419698260724545, 0.0028127599507570267, 0.0029835503082722425, 0.0031543406657874584, 0.0033251310233026743, 0.00349592138081789, 0.003666711738333106, 0.003837502095848322, 0.004008292220532894, 0.004179082810878754, 0.004349872935563326, 0.004520663525909185, 0.004691453650593758, 0.004862244240939617, 0.005033034365624189, 0.005203824955970049, 0.005374615080654621, 0.005545405671000481, 0.005716195795685053, 0.005886986386030912, 0.006057776510715485, 0.006228567101061344, 0.006399357225745916, 0.006570147816091776, 0.006740937940776348]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 8.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01974569819867611, -0.019082823768258095, -0.01841994933784008, -0.017757074907422066, -0.01709420047700405, -0.016431326046586037, -0.015768451616168022, -0.015105578117072582, -0.014442703686654568, -0.013779829256236553, -0.013116954825818539, -0.012454080395400524, -0.011791206896305084, -0.01112833246588707, -0.010465458035469055, -0.00980258360505104, -0.009139709174633026, -0.008476834744215012, -0.007813960313796997, -0.00715108634904027, -0.006488211918622255, -0.005825337488204241, -0.005162463523447514, -0.004499589093029499, -0.0038367146626114845, -0.00317384023219347, -0.002510966034606099, -0.0018480917206034064, -0.0011852174066007137, -0.000522343092598021, 0.00014053122140467167, 0.0008034055354073644, 0.001466279849410057, 0.0021291542798280716, 0.0027920284774154425, 0.0034549026750028133, 0.004117777105420828, 0.004780651535838842, 0.00544352550059557, 0.006106399931013584, 0.006769274361431599, 0.007432148791849613, 0.008095023222267628, 0.008757897652685642, 0.009420771151781082, 0.010083645582199097, 0.010746520012617111, 0.011409394443035126, 0.01207226887345314, 0.012735143303871155, 0.01339801773428917, 0.014060892164707184, 0.014723766595125198, 0.015386640094220638, 0.016049515455961227, 0.016712389886379242, 0.017375264316797256, 0.018038136884570122, 0.018701011314988136, 0.01936388574540615, 0.020026760175824165, 0.02068963460624218, 0.021352509036660194, 0.02201538346707821, 0.022678257897496223]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 0.0, 2.0, 5.0, 5.0, 10.0, 18.0, 18.0, 22.0, 26.0, 38.0, 37.0, 47.0, 63.0, 71.0, 108.0, 148.0, 189.0, 242.0, 265.0, 342.0, 518.0, 675.0, 932.0, 1394.0, 2317.0, 6153.0, 1664.0, 999.0, 580.0, 386.0, 268.0, 219.0, 134.0, 107.0, 84.0, 71.0, 62.0, 44.0, 30.0, 18.0, 32.0, 21.0, 21.0, 6.0, 3.0, 8.0, 8.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.011394322849810123, -0.011061607860028744, -0.010728892870247364, -0.010396177880465984, -0.010063462890684605, -0.009730747900903225, -0.009398032911121845, -0.009065317921340466, -0.00873260386288166, -0.00839988887310028, -0.008067173883318901, -0.007734458427876234, -0.007401743903756142, -0.007069028913974762, -0.006736313924193382, -0.0064035989344120026, -0.006070883944630623, -0.005738168954849243, -0.0054054539650678635, -0.005072738975286484, -0.004740023985505104, -0.004407309461385012, -0.004074594471603632, -0.0037418794818222523, -0.0034091644920408726, -0.003076449502259493, -0.002743734512478113, -0.002411019755527377, -0.0020783047657459974, -0.0017455897759646177, -0.0014128749025985599, -0.001080160029232502, -0.0007474450394511223, -0.0004147301078774035, -8.201517630368471e-05, 0.0002506997552700341, 0.0005834146868437529, 0.0009161296184174716, 0.0012488445499911904, 0.0015815594233572483, 0.001914274413138628, 0.0022469894029200077, 0.0025797043927013874, 0.0029124191496521235, 0.003245134139433503, 0.003577849129214883, 0.003910563886165619, 0.004243278875946999, 0.004575993865728378, 0.004908708855509758, 0.005241423845291138, 0.005574138835072517, 0.005906853824853897, 0.0062395683489739895, 0.006572283338755369, 0.006904998328536749, 0.007237713318318129, 0.007570428308099508, 0.0079031428322196, 0.00823585782200098, 0.00856857281178236, 0.00890128780156374, 0.00923400279134512, 0.0095667177811265, 0.009899432770907879]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13848595321178436, -0.13474394381046295, -0.13100194931030273, -0.12725993990898132, -0.1235179454088211, -0.1197759360074997, -0.11603393405675888, -0.11229193210601807, -0.10854993015527725, -0.10480792820453644, -0.10106592625379562, -0.09732392430305481, -0.0935819149017334, -0.08983991295099258, -0.08609791100025177, -0.08235590904951096, -0.07861390709877014, -0.07487190514802933, -0.07112990319728851, -0.0673879012465477, -0.06364589929580688, -0.05990389361977577, -0.05616188794374466, -0.052419885993003845, -0.04867788404226303, -0.04493588209152222, -0.0411938801407814, -0.03745187446475029, -0.033709872514009476, -0.02996787056326866, -0.026225866749882698, -0.022483862936496735, -0.01874186098575592, -0.014999858103692532, -0.011257855221629143, -0.007515852339565754, -0.003773849457502365, -3.184657543897629e-05, 0.0037101563066244125, 0.007452159188687801, 0.01119416207075119, 0.014936164952814579, 0.018678167834877968, 0.02242017164826393, 0.026162173599004745, 0.02990417554974556, 0.03364618122577667, 0.03738818317651749, 0.0411301851272583, 0.044872187077999115, 0.04861418902873993, 0.05235619470477104, 0.056098196655511856, 0.05984019860625267, 0.06358220428228378, 0.0673242062330246, 0.07106620818376541, 0.07480821013450623, 0.07855021208524704, 0.08229221403598785, 0.08603422343730927, 0.08977622538805008, 0.0935182273387909, 0.09726022928953171, 0.10100223124027252]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 7.0, 6.0, 9.0, 20.0, 15.0, 19.0, 41.0, 25.0, 21.0, 18.0, 14.0, 10.0, 11.0, 5.0, 14.0, 7.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.05870131030678749, -0.056719426065683365, -0.05473754182457924, -0.05275565758347511, -0.05077377334237099, -0.04879188910126686, -0.046810004860162735, -0.04482812061905861, -0.04284624010324478, -0.040864355862140656, -0.03888247162103653, -0.036900587379932404, -0.03491870313882828, -0.03293681889772415, -0.030954934656620026, -0.0289730504155159, -0.026991166174411774, -0.025009281933307648, -0.02302739769220352, -0.021045513451099396, -0.01906362920999527, -0.017081746831536293, -0.015099862590432167, -0.013117978349328041, -0.011136094108223915, -0.009154209867119789, -0.0071723260916769505, -0.005190442316234112, -0.003208558075129986, -0.0012266740668565035, 0.0007552099414169788, 0.002737093949690461, 0.0047189779579639435, 0.0067008621990680695, 0.008682746440172195, 0.010664629749953747, 0.012646513991057873, 0.014628398232161999, 0.01661028154194355, 0.018592165783047676, 0.020574050024151802, 0.022555934265255928, 0.024537818506360054, 0.02651970274746418, 0.028501585125923157, 0.030483469367027283, 0.03246535360813141, 0.034447237849235535, 0.03642912209033966, 0.03841100633144379, 0.04039289057254791, 0.04237477481365204, 0.044356659054756165, 0.04633854329586029, 0.048320427536964417, 0.05030231177806854, 0.05228419601917267, 0.054266076534986496, 0.05624796077609062, 0.05822984501719475, 0.060211729258298874, 0.062193613499403, 0.06417550146579742, 0.06615738570690155, 0.06813926994800568]}, "_runtime": 112.05268859863281, "_timestamp": 1596211701.8237975, "_step": 138}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 5.0, 2.0, 8.0, 3.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006864728406071663, -0.006622002460062504, -0.006379276979714632, -0.00613655149936676, -0.005893825553357601, -0.005651099607348442, -0.00540837412700057, -0.0051656486466526985, -0.004922922700643539, -0.00468019675463438, -0.0044374712742865086, -0.004194745793938637, -0.003952019847929478, -0.0037092941347509623, -0.003466568421572447, -0.0032238427083939314, -0.002981116995215416, -0.0027383912820369005, -0.002495665568858385, -0.0022529398556798697, -0.0020102141425013542, -0.0017674884293228388, -0.0015247627161443233, -0.001282037002965808, -0.0010393112897872925, -0.000796585576608777, -0.0005538598634302616, -0.0003111341502517462, -6.840843707323074e-05, 0.0001743172761052847, 0.0004170429892838001, 0.0006597687024623156, 0.000902494415640831, 0.0011452201288193464, 0.0013879458419978619, 0.0016306715551763773, 0.0018733972683548927, 0.002116122981533408, 0.0023588486947119236, 0.002601574407890439, 0.0028443001210689545, 0.00308702583424747, 0.0033297515474259853, 0.0035724772606045008, 0.003815202973783016, 0.004057928919792175, 0.004300654400140047, 0.004543379880487919, 0.004786105826497078, 0.005028831772506237, 0.005271557252854109, 0.005514282733201981, 0.00575700867921114, 0.005999734625220299, 0.0062424601055681705, 0.006485185585916042, 0.006727911531925201, 0.0069706374779343605, 0.007213362958282232, 0.007456088438630104, 0.007698814384639263, 0.007941540330648422, 0.008184265345335007, 0.008426991291344166, 0.008669717237353325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 2.0, 3.0, 4.0, 9.0, 8.0, 10.0, 14.0, 22.0, 25.0, 29.0, 29.0, 53.0, 70.0, 70.0, 110.0, 160.0, 263.0, 3741.0, 2403.0, 317.0, 147.0, 125.0, 76.0, 46.0, 33.0, 34.0, 18.0, 16.0, 20.0, 10.0, 5.0, 9.0, 5.0, 7.0, 3.0, 5.0, 6.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1132870614528656, -0.10974530130624771, -0.10620354861021042, -0.10266178846359253, -0.09912003576755524, -0.09557827562093735, -0.09203652292490005, -0.08849476277828217, -0.08495301008224487, -0.08141124993562698, -0.0778694897890091, -0.0743277370929718, -0.07078597694635391, -0.06724422425031662, -0.06370246410369873, -0.06016070768237114, -0.05661895126104355, -0.05307719483971596, -0.04953543841838837, -0.045993681997060776, -0.042451925575733185, -0.038910165429115295, -0.035368409007787704, -0.031826652586460114, -0.028284896165132523, -0.02474313974380493, -0.02120138332247734, -0.0176596250385046, -0.01411786861717701, -0.010576112195849419, -0.007034354843199253, -0.003492597956210375, 4.915893077850342e-05, 0.0035909158177673817, 0.00713267270475626, 0.010674430057406425, 0.014216186478734016, 0.017757942900061607, 0.021299701184034348, 0.02484145760536194, 0.02838321402668953, 0.03192497044801712, 0.03546672686934471, 0.0390084832906723, 0.04255024343729019, 0.04609199985861778, 0.049633756279945374, 0.053175512701272964, 0.056717269122600555, 0.060259025543928146, 0.06380078196525574, 0.06734254211187363, 0.07088429480791092, 0.07442605495452881, 0.0779678076505661, 0.08150956779718399, 0.08505132794380188, 0.08859308063983917, 0.09213484078645706, 0.09567659348249435, 0.09921835362911224, 0.10276010632514954, 0.10630186647176743, 0.10984361916780472, 0.11338537931442261]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 7.0, 8.0, 3.0, 23.0, 4.0, 5.0, 4.0, 4.0, 5.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002215350978076458, -0.0021160312462598085, -0.002016711514443159, -0.0019173916662111878, -0.0018180718179792166, -0.0017187520861625671, -0.0016194322379305959, -0.0015201125061139464, -0.0014207926578819752, -0.0013214729260653257, -0.0012221531942486763, -0.001122833346016705, -0.0010235136142000556, -0.0009241938241757452, -0.0008248740341514349, -0.0007255542441271245, -0.0006262344541028142, -0.0005269146640785038, -0.0004275948740541935, -0.0003282751131337136, -0.00022895532310940325, -0.0001296355330850929, -3.031575761269778e-05, 6.900402513565496e-05, 0.0001683238078840077, 0.00026764359790831804, 0.0003669633879326284, 0.0004662831488531083, 0.0005656029097735882, 0.0006649226997978985, 0.0007642424898222089, 0.0008635622798465192, 0.0009628820698708296, 0.001062201801687479, 0.0011615216499194503, 0.0012608413817360997, 0.001360161229968071, 0.0014594809617847204, 0.0015588008100166917, 0.0016581205418333411, 0.0017574403900653124, 0.0018567601218819618, 0.0019560798536986113, 0.0020553995855152607, 0.002154719550162554, 0.0022540392819792032, 0.0023533590137958527, 0.002452678745612502, 0.0025519984774291515, 0.0026513184420764446, 0.002750638173893094, 0.0028499579057097435, 0.002949277637526393, 0.003048597602173686, 0.0031479173339903355, 0.003247237065806985, 0.0033465567976236343, 0.0034458765294402838, 0.003545196494087577, 0.0036445162259042263, 0.0037438359577208757, 0.003843155689537525, 0.003942475654184818, 0.004041795153170824, 0.004141115117818117]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 4.0, 4.0, 9.0, 17.0, 25.0, 41.0, 71.0, 95.0, 117.0, 225.0, 337.0, 547.0, 788.0, 1219.0, 2118.0, 3765.0, 7127.0, 15585.0, 40717.0, 182388.0, 819325.0, 51341.0, 22011.0, 11642.0, 6716.0, 4269.0, 2692.0, 1853.0, 1290.0, 916.0, 627.0, 447.0, 345.0, 257.0, 176.0, 159.0, 82.0, 90.0, 50.0, 41.0, 29.0, 14.0, 14.0, 12.0, 7.0, 4.0, 9.0, 3.0, 4.0, 3.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004880633670836687, -0.004700889810919762, -0.0045211464166641235, -0.004341402556747198, -0.00416165916249156, -0.0039819153025746346, -0.0038021716754883528, -0.003622428048402071, -0.0034426844213157892, -0.0032629407942295074, -0.0030831971671432257, -0.002903453540056944, -0.0027237096801400185, -0.0025439660530537367, -0.002364222425967455, -0.002184478798881173, -0.0020047351717948914, -0.0018249915447086096, -0.0016452479176223278, -0.0014655041741207242, -0.0012857605470344424, -0.0011060169199481606, -0.000926273234654218, -0.0007465295493602753, -0.0005667859222739935, -0.00038704226608388126, -0.00020729860989376903, -2.7554953703656793e-05, 0.00015218870248645544, 0.0003319323586765677, 0.0005116760148666799, 0.0006914197001606226, 0.0008711633272469044, 0.0010509069543331861, 0.001230650581419468, 0.0014103943249210715, 0.0015901379520073533, 0.001769881579093635, 0.0019496253225952387, 0.0021293689496815205, 0.0023091125767678022, 0.002488856203854084, 0.002668599830940366, 0.0028483434580266476, 0.003028087317943573, 0.0032078309450298548, 0.0033875745721161366, 0.0035673181992024183, 0.0037470618262887, 0.0039268056862056255, 0.004106549080461264, 0.004286292940378189, 0.004466036334633827, 0.004645780194550753, 0.004825523588806391, 0.005005267448723316, 0.005185010842978954, 0.00536475470289588, 0.005544498562812805, 0.005724241957068443, 0.005903985816985369, 0.006083729211241007, 0.006263473071157932, 0.00644321646541357, 0.006622960325330496]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 12.0, 4.0, 8.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.07513999193906784, -0.07372817397117615, -0.07231634855270386, -0.07090453058481216, -0.06949271261692047, -0.06808088719844818, -0.06666906923055649, -0.0652572438120842, -0.0638454258441925, -0.06243360415101051, -0.06102178245782852, -0.05960996448993683, -0.05819814279675484, -0.056786321103572845, -0.05537450313568115, -0.05396268144249916, -0.05255085974931717, -0.05113903805613518, -0.049727216362953186, -0.04831539839506149, -0.0469035767018795, -0.04549175500869751, -0.04407993704080582, -0.042668115347623825, -0.041256293654441833, -0.03984447196125984, -0.03843265026807785, -0.03702083230018616, -0.035609010607004166, -0.034197188913822174, -0.03278537094593048, -0.03137354925274849, -0.029961727559566498, -0.028549905866384506, -0.027138086035847664, -0.02572626620531082, -0.02431444451212883, -0.02290262281894684, -0.021490802988409996, -0.020078983157873154, -0.018667161464691162, -0.01725533977150917, -0.015843519940972328, -0.014431699179112911, -0.013019878417253494, -0.011608057655394077, -0.01019623689353466, -0.008784416131675243, -0.007372595369815826, -0.0059607746079564095, -0.0045489538460969925, -0.0031371330842375755, -0.0017253123223781586, -0.0003134915605187416, 0.0010983292013406754, 0.0025101499632000923, 0.003921970725059509, 0.005333791486918926, 0.006745612248778343, 0.00815743301063776, 0.009569253772497177, 0.010981074534356594, 0.012392895296216011, 0.013804716058075428, 0.015216536819934845]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 0.0, 3.0, 7.0, 20.0, 5.0, 4.0, 4.0, 3.0, 0.0, 1.0, 2.0, 9.0, 14.0, 12.0, 4.0, 3.0, 3.0, 2.0, 9.0, 14.0, 14.0, 7.0, 13.0, 12.0, 21.0, 35.0, 46.0, 69.0, 66.0, 124.0, 146.0, 234.0, 300.0, 474.0, 757.0, 1471.0, 7012.0, 3154.0, 1616.0, 1014.0, 652.0, 367.0, 240.0, 144.0, 124.0, 75.0, 40.0, 23.0, 13.0, 10.0, 11.0, 7.0, 3.0, 0.0, 1.0], "bins": [-0.02329067327082157, -0.02278175763785839, -0.02227284200489521, -0.02176392637193203, -0.021255012601614, -0.020746096968650818, -0.020237181335687637, -0.019728265702724457, -0.019219350069761276, -0.018710434436798096, -0.018201520666480064, -0.017692605033516884, -0.017183689400553703, -0.016674773767590523, -0.016165858134627342, -0.01565694250166416, -0.015148027800023556, -0.014639112167060375, -0.01413019746541977, -0.013621281832456589, -0.013112366199493408, -0.012603451497852802, -0.012094535864889622, -0.011585620231926441, -0.011076705530285835, -0.010567789897322655, -0.010058874264359474, -0.009549958631396294, -0.009041043929755688, -0.008532128296792507, -0.008023212663829327, -0.007514297496527433, -0.00700538232922554, -0.006496467161923647, -0.005987551528960466, -0.005478636361658573, -0.004969720728695393, -0.004460805561393499, -0.003951890394091606, -0.0034429749939590693, -0.0029340595938265324, -0.0024251441936939955, -0.0019162289099767804, -0.0014073136262595654, -0.0008983982261270285, -0.0003894828842021525, 0.00011943245772272348, 0.0006283477996475995, 0.0011372631415724754, 0.0016461785417050123, 0.002155093941837549, 0.0026640091091394424, 0.0031729245092719793, 0.0036818399094045162, 0.0041907550767064095, 0.00469967070966959, 0.005208585876971483, 0.0057175010442733765, 0.006226416677236557, 0.00673533184453845, 0.0072442470118403435, 0.007753162644803524, 0.008262078277766705, 0.00877099297940731, 0.009279908612370491]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0664634257555008, -0.061988815665245056, -0.05751420557498932, -0.05303959548473358, -0.048564985394477844, -0.04409037530422211, -0.03961576521396637, -0.03514115512371063, -0.030666545033454895, -0.026191934943199158, -0.02171732485294342, -0.017242714762687683, -0.012768104672431946, -0.008293494582176208, -0.003818884491920471, 0.0006557255983352661, 0.005130335688591003, 0.00960494577884674, 0.014079555869102478, 0.018554165959358215, 0.023028776049613953, 0.02750338613986969, 0.03197799623012543, 0.036452606320381165, 0.0409272164106369, 0.04540182650089264, 0.049876436591148376, 0.054351046681404114, 0.05882565677165985, 0.06330026686191559, 0.06777487695217133, 0.07224948704242706, 0.0767240971326828, 0.08119870722293854, 0.08567331731319427, 0.09014792740345001, 0.09462253749370575, 0.09909714758396149, 0.10357175767421722, 0.10804636776447296, 0.1125209778547287, 0.11699558794498444, 0.12147019803524017, 0.1259448081254959, 0.13041941821575165, 0.13489402830600739, 0.13936863839626312, 0.14384324848651886, 0.1483178585767746, 0.15279246866703033, 0.15726707875728607, 0.1617416888475418, 0.16621629893779755, 0.17069090902805328, 0.17516551911830902, 0.17964012920856476, 0.1841147392988205, 0.18858934938907623, 0.19306395947933197, 0.1975385695695877, 0.20201317965984344, 0.20648778975009918, 0.21096239984035492, 0.21543700993061066, 0.2199116200208664]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 3.0, 6.0, 4.0, 2.0, 4.0, 8.0, 6.0, 16.0, 16.0, 30.0, 17.0, 40.0, 30.0, 15.0, 12.0, 13.0, 9.0, 6.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 4.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0], "bins": [-0.055976640433073044, -0.054218094795942307, -0.05245955288410187, -0.05070100724697113, -0.04894246160984039, -0.047183915972709656, -0.04542537033557892, -0.04366682842373848, -0.04190828278660774, -0.040149737149477005, -0.038391195237636566, -0.03663264960050583, -0.03487410396337509, -0.033115558326244354, -0.03135701268911362, -0.029598470777273178, -0.02783992514014244, -0.026081379503011703, -0.024322835728526115, -0.022564291954040527, -0.02080574631690979, -0.019047200679779053, -0.017288656905293465, -0.015530112199485302, -0.01377156749367714, -0.012013022787868977, -0.010254478082060814, -0.008495933376252651, -0.0067373886704444885, -0.004978843964636326, -0.003220299258828163, -0.0014617545530200005, 0.00029679015278816223, 0.002055334858596325, 0.0038138795644044876, 0.00557242427021265, 0.007330968976020813, 0.009089513681828976, 0.010848058387637138, 0.012606603093445301, 0.014365147799253464, 0.0161236934363842, 0.01788223721086979, 0.019640780985355377, 0.021399326622486115, 0.023157872259616852, 0.02491641603410244, 0.026674959808588028, 0.028433505445718765, 0.030192051082849503, 0.03195059299468994, 0.03370913863182068, 0.035467684268951416, 0.03722622990608215, 0.03898477554321289, 0.04074331745505333, 0.04250186309218407, 0.044260408729314804, 0.04601895064115524, 0.04777749627828598, 0.04953604191541672, 0.051294587552547455, 0.05305313318967819, 0.05481167510151863, 0.05657022073864937]}, "_runtime": 112.81532645225525, "_timestamp": 1596211702.5864353, "_step": 139}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.009088905528187752, -0.008816598914563656, -0.00854429230093956, -0.008271986618638039, -0.007999680005013943, -0.007727373391389847, -0.007455067243427038, -0.00718276109546423, -0.006910454481840134, -0.006638147868216038, -0.006365841720253229, -0.0060935355722904205, -0.005821228958666325, -0.005548922345042229, -0.00527661619707942, -0.0050043100491166115, -0.0047320034354925156, -0.00445969682186842, -0.004187390673905611, -0.003915084525942802, -0.0036427779123187065, -0.0033704715315252542, -0.003098165150731802, -0.0028258587699383497, -0.0025535523891448975, -0.002281246008351445, -0.002008939627557993, -0.0017366332467645407, -0.0014643268659710884, -0.0011920204851776361, -0.0009197141043841839, -0.0006474077235907316, -0.00037510134279727936, -0.0001027949620038271, 0.00016951141878962517, 0.00044181779958307743, 0.0007141241803765297, 0.000986430561169982, 0.0012587369419634342, 0.0015310433227568865, 0.0018033497035503387, 0.002075656084343791, 0.0023479624651372433, 0.0026202688459306955, 0.002892575226724148, 0.0031648816075176, 0.0034371879883110523, 0.0037094943691045046, 0.003981800749897957, 0.004254107363522053, 0.004526413511484861, 0.00479871965944767, 0.005071026273071766, 0.005343332886695862, 0.00561563903465867, 0.005887945182621479, 0.006160251796245575, 0.006432558409869671, 0.0067048645578324795, 0.006977170705795288, 0.007249477319419384, 0.00752178393304348, 0.0077940900810062885, 0.008066396228969097, 0.008338702842593193]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 5.0, 7.0, 9.0, 11.0, 16.0, 20.0, 35.0, 38.0, 51.0, 68.0, 81.0, 123.0, 167.0, 297.0, 3763.0, 2255.0, 329.0, 181.0, 134.0, 96.0, 64.0, 42.0, 41.0, 27.0, 14.0, 15.0, 14.0, 5.0, 4.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13497433066368103, -0.1308831423521042, -0.12679195404052734, -0.1227007657289505, -0.11860957741737366, -0.11451838910579681, -0.11042720079421997, -0.10633601248264313, -0.10224482417106628, -0.09815364331007004, -0.0940624549984932, -0.08997126668691635, -0.08588007837533951, -0.08178889006376266, -0.07769770175218582, -0.07360651344060898, -0.06951532512903214, -0.06542413681745529, -0.06133294850587845, -0.057241760194301605, -0.05315057188272476, -0.04905938729643822, -0.044968198984861374, -0.04087701067328453, -0.03678582236170769, -0.032694634050130844, -0.028603445738554, -0.024512259289622307, -0.020421070978045464, -0.01632988266646862, -0.012238695286214352, -0.008147507905960083, -0.00405631959438324, 3.486825153231621e-05, 0.004126056097447872, 0.00821724347770214, 0.012308431789278984, 0.016399620100855827, 0.02049080654978752, 0.024581994861364365, 0.028673183172941208, 0.03276437148451805, 0.036855559796094894, 0.04094674810767174, 0.04503793269395828, 0.049129121005535126, 0.05322030931711197, 0.05731149762868881, 0.061402685940265656, 0.0654938742518425, 0.06958506256341934, 0.07367625087499619, 0.07776743918657303, 0.08185862749814987, 0.08594981580972672, 0.09004100412130356, 0.0941321849822998, 0.09822337329387665, 0.10231456160545349, 0.10640574991703033, 0.11049693822860718, 0.11458812654018402, 0.11867931485176086, 0.12277050316333771, 0.12686169147491455]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 3.0, 0.0, 3.0, 2.0, 5.0, 7.0, 6.0, 2.0, 3.0, 2.0, 6.0, 7.0, 24.0, 4.0, 3.0, 8.0, 4.0, 4.0, 2.0, 2.0, 6.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026792283169925213, -0.0025908579118549824, -0.0025024875067174435, -0.002414117334410548, -0.0023257469292730093, -0.0022373765241354704, -0.002149006351828575, -0.0020606359466910362, -0.0019722655415534973, -0.0018838951364159584, -0.0017955248476937413, -0.0017071545589715242, -0.0016187841538339853, -0.0015304137486964464, -0.0014420434599742293, -0.0013536731712520123, -0.0012653027661144733, -0.0011769323609769344, -0.0010885620722547174, -0.0010001917835325003, -0.0009118213783949614, -0.0008234510314650834, -0.0007350806845352054, -0.0006467103376053274, -0.0005583399906754494, -0.0004699696437455714, -0.0003815992968156934, -0.0002932289498858154, -0.00020485860295593739, -0.00011648825602605939, -2.8117909096181393e-05, 6.0252437833696604e-05, 0.0001486227847635746, 0.0002369931316934526, 0.0003253634786233306, 0.0004137338255532086, 0.0005021041724830866, 0.0005904745194129646, 0.0006788448663428426, 0.0007672152132727206, 0.0008555855602025986, 0.0009439559071324766, 0.0010323262540623546, 0.0011206965427845716, 0.0012090669479221106, 0.0012974373530596495, 0.0013858076417818666, 0.0014741779305040836, 0.0015625483356416225, 0.0016509187407791615, 0.0017392890295013785, 0.0018276593182235956, 0.0019160297233611345, 0.0020044001284986734, 0.0020927703008055687, 0.0021811407059431076, 0.0022695111110806465, 0.0023578815162181854, 0.0024462519213557243, 0.0025346220936626196, 0.0026229924988001585, 0.0027113629039376974, 0.0027997330762445927, 0.0028881034813821316, 0.0029764738865196705]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 6.0, 7.0, 11.0, 24.0, 33.0, 60.0, 90.0, 158.0, 321.0, 552.0, 933.0, 1758.0, 3259.0, 6699.0, 15370.0, 45022.0, 853803.0, 186015.0, 36352.0, 13378.0, 6276.0, 3349.0, 1941.0, 1220.0, 887.0, 564.0, 412.0, 295.0, 231.0, 131.0, 104.0, 82.0, 79.0, 51.0, 37.0, 27.0, 24.0, 15.0, 10.0, 14.0, 10.0, 2.0, 4.0, 5.0, 4.0, 3.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004142546094954014, -0.003934790845960379, -0.0037270353641361, -0.003519279882311821, -0.003311524633318186, -0.003103769151493907, -0.002896013669669628, -0.002688258420675993, -0.002480502938851714, -0.0022727474570274353, -0.0020649922080338, -0.0018572367262095213, -0.0016494813608005643, -0.0014417259953916073, -0.0012339705135673285, -0.0010262151481583714, -0.0008184597827494144, -0.0006107044173404574, -0.0004029489937238395, -0.00019519359921105206, 1.2561795301735401e-05, 0.00022031718981452286, 0.0004280725843273103, 0.0006358280079439282, 0.0008435833733528852, 0.0010513387387618423, 0.0012590941041707993, 0.001466849585995078, 0.001674604951404035, 0.001882360316812992, 0.002090115798637271, 0.002297871047630906, 0.002505626529455185, 0.0027133820112794638, 0.002921137260273099, 0.0031288927420973778, 0.003336647991091013, 0.003544403472915292, 0.0037521589547395706, 0.003959914203733206, 0.004167669452726841, 0.0043754251673817635, 0.004583180416375399, 0.004790935665369034, 0.004998691380023956, 0.0052064466290175915, 0.005414201878011227, 0.005621957592666149, 0.005829712841659784, 0.0060374680906534195, 0.006245223805308342, 0.006452979054301977, 0.006660734303295612, 0.006868490017950535, 0.00707624526694417, 0.007284000515937805, 0.007491756230592728, 0.007699511479586363, 0.007907266728579998, 0.00811502244323492, 0.008322777226567268, 0.00853053294122219, 0.008738288655877113, 0.008946043439209461, 0.009153799153864384]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 10.0, 3.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012216133996844292, -0.01173050981014967, -0.011244884692132473, -0.010759260505437851, -0.010273636318743229, -0.009788012132048607, -0.00930238701403141, -0.008816762827336788, -0.008331138640642166, -0.00784551352262497, -0.0073598893359303474, -0.006874265149235725, -0.006388640496879816, -0.005903016310185194, -0.005417391657829285, -0.004931767471134663, -0.004446142818778753, -0.003960518166422844, -0.003474893979728222, -0.002989269560202956, -0.0025036451406776905, -0.002018020488321781, -0.0015323960687965155, -0.0010467716492712498, -0.0005611472297459841, -7.552278111688793e-05, 0.0004101016675122082, 0.0008957261452451348, 0.0013813505647704005, 0.0018669749842956662, 0.0023525995202362537, 0.0028382239397615194, 0.003323848359286785, 0.003809472778812051, 0.0042950971983373165, 0.004780721850693226, 0.005266346037387848, 0.005751970689743757, 0.006237594876438379, 0.006723219528794289, 0.007208843715488911, 0.00769446836784482, 0.00818009302020073, 0.008665717206895351, 0.009151341393589973, 0.00963696651160717, 0.010122590698301792, 0.010608214884996414, 0.01109384000301361, 0.011579464189708233, 0.012065088376402855, 0.012550712563097477, 0.013036337681114674, 0.013521961867809296, 0.014007586054503918, 0.01449321024119854, 0.014978835359215736, 0.015464459545910358, 0.01595008373260498, 0.016435708850622177, 0.016921332105994225, 0.01740695722401142, 0.017892582342028618, 0.018378205597400665, 0.018863830715417862]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 5.0, 9.0, 9.0, 15.0, 18.0, 21.0, 26.0, 25.0, 47.0, 49.0, 59.0, 83.0, 117.0, 124.0, 183.0, 234.0, 322.0, 414.0, 550.0, 693.0, 946.0, 1444.0, 2545.0, 5688.0, 1629.0, 983.0, 648.0, 395.0, 274.0, 241.0, 145.0, 116.0, 88.0, 62.0, 60.0, 29.0, 30.0, 22.0, 16.0, 12.0, 10.0, 5.0, 4.0, 4.0, 3.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007435948587954044, -0.007188782095909119, -0.00694161606952548, -0.006694449577480555, -0.006447283551096916, -0.0062001170590519905, -0.005952951032668352, -0.0057057845406234264, -0.005458618514239788, -0.005211452022194862, -0.004964285530149937, -0.004717119503766298, -0.004469953011721373, -0.004222786985337734, -0.0039756204932928085, -0.0037284542340785265, -0.0034812879748642445, -0.0032341217156499624, -0.0029869554564356804, -0.0027397891972213984, -0.0024926229380071163, -0.0022454564459621906, -0.0019982901867479086, -0.0017511239275336266, -0.0015039576683193445, -0.0012567914091050625, -0.0010096251498907804, -0.0007624587742611766, -0.0005152925150468946, -0.00026812622672878206, -2.0959938410669565e-05, 0.00022620634990744293, 0.0004733726382255554, 0.0007205388974398375, 0.0009677052148617804, 0.0012148715322837234, 0.0014620377914980054, 0.0017092040507122874, 0.0019563704263418913, 0.0022035366855561733, 0.0024507029447704554, 0.0026978692039847374, 0.0029450354631990194, 0.0031922017224133015, 0.003439368214458227, 0.003686534473672509, 0.003933700732886791, 0.00418086675927043, 0.004428033251315355, 0.004675199743360281, 0.004922365769743919, 0.005169532261788845, 0.0054166982881724834, 0.005663864780217409, 0.0059110308066010475, 0.006158197298645973, 0.006405363790690899, 0.006652529817074537, 0.006899696309119463, 0.007146862335503101, 0.007394028827548027, 0.007641194853931665, 0.007888360880315304, 0.00813552737236023, 0.008382693864405155]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04122360423207283, -0.03881177306175232, -0.03639993816614151, -0.033988106995821, -0.03157627210021019, -0.02916444092988968, -0.02675260789692402, -0.02434077486395836, -0.0219289418309927, -0.01951710879802704, -0.01710527576506138, -0.014693443663418293, -0.012281610630452633, -0.009869777597486973, -0.0074579450301826, -0.005046112462878227, -0.002634279429912567, -0.0002224466297775507, 0.0021893861703574657, 0.0046012187376618385, 0.007013051770627499, 0.009424884803593159, 0.011836716905236244, 0.014248549938201904, 0.016660382971167564, 0.019072216004133224, 0.021484049037098885, 0.023895882070064545, 0.026307713240385056, 0.028719546273350716, 0.031131379306316376, 0.033543214201927185, 0.035955045372247696, 0.03836687654256821, 0.040778711438179016, 0.04319054260849953, 0.045602377504110336, 0.04801420867443085, 0.050426043570041656, 0.05283787474036217, 0.05524970591068268, 0.05766154080629349, 0.060073371976614, 0.06248520687222481, 0.06489703804254532, 0.06730887293815613, 0.06972070783376694, 0.07213253527879715, 0.07454437017440796, 0.07695620507001877, 0.07936803251504898, 0.08177986741065979, 0.0841917023062706, 0.08660353720188141, 0.08901536464691162, 0.09142719954252243, 0.09383903443813324, 0.09625086188316345, 0.09866269677877426, 0.10107453167438507, 0.10348636656999588, 0.10589819401502609, 0.1083100289106369, 0.11072186380624771, 0.11313369870185852]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 3.0, 1.0, 6.0, 8.0, 7.0, 13.0, 11.0, 19.0, 14.0, 18.0, 11.0, 34.0, 26.0, 15.0, 12.0, 11.0, 8.0, 8.0, 6.0, 3.0, 7.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.03893653675913811, -0.03759179264307022, -0.036247048527002335, -0.03490230068564415, -0.03355755656957626, -0.03221281245350838, -0.03086806647479534, -0.029523322358727455, -0.02817857638001442, -0.026833832263946533, -0.025489088147878647, -0.02414434216916561, -0.022799598053097725, -0.02145485207438469, -0.020110107958316803, -0.018765361979603767, -0.01742061786353588, -0.016075873747467995, -0.014731127768754959, -0.013386382721364498, -0.012041637673974037, -0.01069689355790615, -0.00935214851051569, -0.008007403463125229, -0.006662658415734768, -0.005317913368344307, -0.003973168320953846, -0.0026284237392246723, -0.0012836786918342113, 6.106623914092779e-05, 0.001405811170116067, 0.0027505559846758842, 0.004095301032066345, 0.005440046079456806, 0.006784791126847267, 0.008129536174237728, 0.009474281221628189, 0.010819025337696075, 0.012163770385086536, 0.013508515432476997, 0.014853260479867458, 0.01619800552725792, 0.017542749643325806, 0.01888749562203884, 0.020232239738106728, 0.021576985716819763, 0.02292172983288765, 0.024266475811600685, 0.02561121992766857, 0.026955964043736458, 0.028300710022449493, 0.02964545413851738, 0.030990200117230415, 0.03233494609594345, 0.03367969021201134, 0.035024434328079224, 0.03636917844414711, 0.037713922560214996, 0.03905867040157318, 0.04040341451764107, 0.041748158633708954, 0.04309290274977684, 0.044437650591135025, 0.04578239470720291, 0.0471271388232708]}, "_runtime": 113.57443714141846, "_timestamp": 1596211703.345546, "_step": 140}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012457105331122875, -0.012123320251703262, -0.011789534240961075, -0.011455749161541462, -0.011121964082121849, -0.010788178071379662, -0.010454392991960049, -0.010120607912540436, -0.009786821901798248, -0.009453036822378635, -0.009119251742959023, -0.00878546666353941, -0.008451680652797222, -0.00811789557337761, -0.007784110028296709, -0.007450324948877096, -0.007116539403796196, -0.006782753858715296, -0.006448968779295683, -0.006115183234214783, -0.00578139815479517, -0.00544761260971427, -0.0051138270646333694, -0.0047800419852137566, -0.004446256440132856, -0.004112470895051956, -0.0037786858156323433, -0.003444900270551443, -0.0031111149583011866, -0.00277732964605093, -0.00244354410097003, -0.0021097587887197733, -0.0017759734764695168, -0.0014421881642192602, -0.0011084027355536819, -0.0007746173650957644, -0.00044083199463784695, -0.0001070466241799295, 0.00022673874627798796, 0.0005605241167359054, 0.0008943094871938229, 0.0012280947994440794, 0.0015618802281096578, 0.0018956656567752361, 0.0022294509690254927, 0.002563236281275749, 0.0028970218263566494, 0.003230807138606906, 0.0035645924508571625, 0.003898377763107419, 0.0042321630753576756, 0.004565948620438576, 0.004899733699858189, 0.005233519244939089, 0.005567304790019989, 0.005901089869439602, 0.006234875414520502, 0.006568660959601402, 0.006902446039021015, 0.007236231584101915, 0.0075700171291828156, 0.007903802208602428, 0.008237587288022041, 0.008571373298764229, 0.008905158378183842]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 9.0, 6.0, 7.0, 8.0, 12.0, 12.0, 24.0, 11.0, 14.0, 23.0, 29.0, 32.0, 44.0, 55.0, 90.0, 105.0, 142.0, 219.0, 415.0, 5369.0, 446.0, 247.0, 143.0, 113.0, 83.0, 66.0, 38.0, 28.0, 21.0, 16.0, 24.0, 11.0, 13.0, 5.0, 8.0, 4.0, 5.0, 3.0, 6.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13527311384677887, -0.13144193589687347, -0.12761075794696808, -0.12377957999706268, -0.11994840204715729, -0.11611723154783249, -0.1122860535979271, -0.1084548756480217, -0.1046236976981163, -0.10079251974821091, -0.09696134179830551, -0.09313016384840012, -0.08929899334907532, -0.08546781539916992, -0.08163663744926453, -0.07780545949935913, -0.07397428154945374, -0.07014310359954834, -0.06631192564964294, -0.06248075142502785, -0.05864957347512245, -0.054818395525217056, -0.05098722130060196, -0.047156043350696564, -0.04332486540079117, -0.03949368745088577, -0.03566250950098038, -0.03183133527636528, -0.028000157326459885, -0.02416897937655449, -0.020337803289294243, -0.016506627202033997, -0.012675449252128601, -0.00884427223354578, -0.005013095214962959, -0.0011819181963801384, 0.0026492588222026825, 0.006480435840785503, 0.010311612859368324, 0.014142789877951145, 0.017973966896533966, 0.02180514484643936, 0.025636320933699608, 0.029467497020959854, 0.03329867497086525, 0.037129852920770645, 0.04096102714538574, 0.04479220509529114, 0.04862338304519653, 0.05245456099510193, 0.056285738945007324, 0.06011691316962242, 0.06394809484481812, 0.06777926534414291, 0.07161044329404831, 0.0754416212439537, 0.0792727991938591, 0.0831039771437645, 0.08693515509366989, 0.09076633304357529, 0.09459750354290009, 0.09842868149280548, 0.10225985944271088, 0.10609103739261627, 0.10992221534252167]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 2.0, 6.0, 2.0, 4.0, 1.0, 2.0, 28.0, 10.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 5.0, 0.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027711493894457817, -0.0026667325291782618, -0.002562315668910742, -0.0024578990414738655, -0.0023534821812063456, -0.0022490653209388256, -0.0021446484606713057, -0.0020402316004037857, -0.0019358148565515876, -0.0018313979962840676, -0.0017269812524318695, -0.0016225643921643496, -0.0015181475318968296, -0.0014137307880446315, -0.0013093139277771115, -0.0012048971839249134, -0.0011004803236573935, -0.0009960634633898735, -0.0008916467195376754, -0.0007872298592701554, -0.0006828130572102964, -0.0005783962551504374, -0.00047397942398674786, -0.00036956259282305837, -0.00026514579076319933, -0.00016072897415142506, -5.63121575396508e-05, 4.810465907212347e-05, 0.00015252147568389773, 0.00025693827774375677, 0.00036135510890744627, 0.00046577194007113576, 0.0005701887421309948, 0.0006746055441908538, 0.0007790223462507129, 0.0008834392065182328, 0.000987855950370431, 0.001092272810637951, 0.0011966896709054708, 0.001301106414757669, 0.001405523275025189, 0.0015099401352927089, 0.001614356879144907, 0.001718773739412427, 0.001823190599679947, 0.001927607343532145, 0.002032024087384343, 0.002136440947651863, 0.002240857807919383, 0.002345274668186903, 0.002449691528454423, 0.0025541081558912992, 0.002658525016158819, 0.002762941876426339, 0.002867358736693859, 0.002971775596961379, 0.003076192457228899, 0.0031806090846657753, 0.0032850259449332952, 0.003389442805200815, 0.003493859665468335, 0.003598276525735855, 0.0037026931531727314, 0.0038071100134402514, 0.003911526873707771]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 6.0, 4.0, 14.0, 22.0, 30.0, 40.0, 67.0, 84.0, 168.0, 246.0, 387.0, 492.0, 827.0, 1381.0, 2216.0, 3779.0, 6753.0, 12952.0, 29444.0, 90605.0, 872042.0, 80397.0, 32858.0, 16752.0, 9651.0, 6002.0, 3976.0, 2570.0, 1727.0, 1196.0, 859.0, 592.0, 389.0, 306.0, 227.0, 151.0, 110.0, 71.0, 61.0, 39.0, 50.0, 21.0, 17.0, 13.0, 12.0, 8.0, 3.0, 7.0, 4.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.006185575388371944, -0.005968388635665178, -0.005751201882958412, -0.005534015130251646, -0.00531682837754488, -0.005099641624838114, -0.004882454872131348, -0.0046652681194245815, -0.004448081366717815, -0.004230894148349762, -0.004013707395642996, -0.0037965208757668734, -0.0035793338902294636, -0.0033621471375226974, -0.0031449603848159313, -0.002927773632109165, -0.002710586879402399, -0.002493400126695633, -0.002276213373988867, -0.0020590266212821007, -0.0018418397521600127, -0.0016246529994532466, -0.0014074661303311586, -0.0011902793776243925, -0.0009730926249176264, -0.0007559058722108603, -0.0005387190612964332, -0.0003215322794858366, -0.00010434549767524004, 0.00011284128413535655, 0.00033002806594595313, 0.0005472148768603802, 0.0007644016295671463, 0.0009815883822739124, 0.0011987751349806786, 0.0014159620041027665, 0.0016331487568095326, 0.0018503355095162988, 0.0020675223786383867, 0.002284709131345153, 0.002501895884051919, 0.002719082636758685, 0.0029362693894654512, 0.0031534561421722174, 0.003370643127709627, 0.0035878298804163933, 0.0038050166331231594, 0.0040222033858299255, 0.004239390138536692, 0.004456576891243458, 0.004673763643950224, 0.00489095039665699, 0.005108137149363756, 0.005325323902070522, 0.0055425106547772884, 0.0057596974074840546, 0.005976884625852108, 0.006194071378558874, 0.00641125813126564, 0.006628444883972406, 0.0068456316366791725, 0.007062818389385939, 0.007280005142092705, 0.007497191894799471, 0.007714378647506237]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 6.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016199300065636635, -0.015684081241488457, -0.015168864279985428, -0.014653646387159824, -0.014138428494334221, -0.013623210601508617, -0.013107992708683014, -0.01259277481585741, -0.012077556923031807, -0.011562338098883629, -0.011047120206058025, -0.010531902313232422, -0.010016684420406818, -0.009501466527581215, -0.008986248634755611, -0.008471030741930008, -0.007955812849104404, -0.007440594956278801, -0.0069253770634531975, -0.006410159170627594, -0.0058949412778019905, -0.0053797229193151, -0.004864505026489496, -0.004349287133663893, -0.0038340692408382893, -0.0033188513480126858, -0.0028036334551870823, -0.002288415329530835, -0.0017731974367052317, -0.0012579795438796282, -0.0007427615346387029, -0.00022754358360543847, 0.00028767436742782593, 0.0008028923184610903, 0.0013181102694943547, 0.00183332827873528, 0.0023485461715608835, 0.002863764064386487, 0.003378982190042734, 0.0038942000828683376, 0.004409417975693941, 0.004924635868519545, 0.005439853761345148, 0.005955071654170752, 0.006470290012657642, 0.006985507905483246, 0.007500725798308849, 0.008015943691134453, 0.008531161583960056, 0.00904637947678566, 0.009561597369611263, 0.010076815262436867, 0.01059203315526247, 0.011107251048088074, 0.011622468940913677, 0.01213768683373928, 0.012652905657887459, 0.013168123550713062, 0.013683341443538666, 0.01419855933636427, 0.014713777229189873, 0.015228995122015476, 0.01574421301484108, 0.01625942997634411, 0.016774648800492287]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 6.0, 7.0, 18.0, 13.0, 16.0, 27.0, 28.0, 42.0, 48.0, 71.0, 74.0, 101.0, 131.0, 147.0, 204.0, 236.0, 352.0, 420.0, 583.0, 784.0, 1112.0, 1847.0, 5616.0, 1736.0, 1125.0, 865.0, 685.0, 506.0, 395.0, 282.0, 226.0, 150.0, 130.0, 105.0, 63.0, 55.0, 32.0, 34.0, 37.0, 22.0, 13.0, 17.0, 7.0, 9.0, 3.0, 8.0, 4.0, 6.0, 4.0, 1.0, 3.0, 1.0, 2.0, 3.0], "bins": [-0.009726718999445438, -0.009426470845937729, -0.00912622269243002, -0.00882597453892231, -0.0085257263854146, -0.008225478231906891, -0.007925230078399181, -0.007624981924891472, -0.007324733771383762, -0.00702448608353734, -0.006724237930029631, -0.006423989776521921, -0.006123741623014212, -0.005823493469506502, -0.005523245315998793, -0.005222997162491083, -0.004922749008983374, -0.004622500855475664, -0.004322252701967955, -0.004022004548460245, -0.0037217563949525356, -0.0034215084742754698, -0.0031212603207677603, -0.0028210121672600508, -0.0025207640137523413, -0.0022205158602446318, -0.0019202677067369223, -0.0016200196696445346, -0.001319771516136825, -0.0010195233626291156, -0.000719275267329067, -0.00041902714292518795, -0.0001187790185213089, 0.00018146910588257015, 0.0004817172302864492, 0.0007819653255864978, 0.0010822134790942073, 0.0013824616326019168, 0.0016827096696943045, 0.001982957823202014, 0.0022832059767097235, 0.002583454130217433, 0.0028837022837251425, 0.003183950437232852, 0.003484198357909918, 0.0037844465114176273, 0.004084694664925337, 0.004384942818433046, 0.004685190971940756, 0.004985439125448465, 0.005285687278956175, 0.005585935432463884, 0.005886183585971594, 0.006186431739479303, 0.006486679892987013, 0.006786928046494722, 0.0070871757343411446, 0.007387423887848854, 0.007687672041356564, 0.007987920194864273, 0.008288168348371983, 0.008588416501879692, 0.008888664655387402, 0.009188912808895111, 0.00948916096240282]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07658794522285461, -0.07456308603286743, -0.07253823429346085, -0.07051337510347366, -0.06848852336406708, -0.0664636641740799, -0.06443880498409271, -0.06241394951939583, -0.060389094054698944, -0.05836423859000206, -0.056339383125305176, -0.05431452393531799, -0.05228966847062111, -0.050264813005924225, -0.04823995381593704, -0.04621509835124016, -0.044190242886543274, -0.04216538742184639, -0.040140531957149506, -0.03811567276716232, -0.03609081730246544, -0.034065961837768555, -0.03204110264778137, -0.030016247183084488, -0.027991391718387604, -0.02596653625369072, -0.023941678926348686, -0.021916821599006653, -0.01989196613430977, -0.017867110669612885, -0.01584225334227085, -0.013817396946251392, -0.011792540550231934, -0.009767684154212475, -0.007742827758193016, -0.005717971362173557, -0.0036931149661540985, -0.0016682585701346397, 0.00035659782588481903, 0.002381454221904278, 0.004406310617923737, 0.006431167013943195, 0.008456023409962654, 0.010480879805982113, 0.012505736202001572, 0.01453059259802103, 0.01655544899404049, 0.018580306321382523, 0.020605161786079407, 0.02263001725077629, 0.024654874578118324, 0.026679731905460358, 0.028704587370157242, 0.030729442834854126, 0.03275430202484131, 0.03477915748953819, 0.03680401295423508, 0.03882886841893196, 0.040853723883628845, 0.04287858307361603, 0.04490343853831291, 0.046928294003009796, 0.04895315319299698, 0.05097800865769386, 0.05300286412239075]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 5.0, 3.0, 8.0, 5.0, 7.0, 7.0, 6.0, 3.0, 8.0, 5.0, 12.0, 32.0, 27.0, 29.0, 21.0, 23.0, 12.0, 16.0, 6.0, 7.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.10967038571834564, -0.10726772248744965, -0.10486505925655365, -0.10246240347623825, -0.10005974024534225, -0.09765707701444626, -0.09525441378355026, -0.09285175055265427, -0.09044909477233887, -0.08804643154144287, -0.08564376831054688, -0.08324110507965088, -0.08083844184875488, -0.07843577861785889, -0.07603312283754349, -0.07363045960664749, -0.0712277963757515, -0.0688251331448555, -0.0664224699139595, -0.0640198141336441, -0.06161715090274811, -0.05921448767185211, -0.056811824440956116, -0.05440916493535042, -0.05200650170445442, -0.049603838473558426, -0.04720117896795273, -0.04479851573705673, -0.042395852506160736, -0.03999319300055504, -0.03759052976965904, -0.035187870264053345, -0.03278520703315735, -0.030382545664906502, -0.027979884296655655, -0.02557722106575966, -0.023174559697508812, -0.020771898329257965, -0.01836923509836197, -0.015966573730111122, -0.013563912361860275, -0.011161250993609428, -0.008758588694036007, -0.006355926860123873, -0.003953265026211739, -0.0015506031922996044, 0.0008520586416125298, 0.003254720475524664, 0.005657382309436798, 0.008060043677687645, 0.010462705977261066, 0.012865368276834488, 0.015268029645085335, 0.01767069101333618, 0.020073354244232178, 0.022476015612483025, 0.02487867698073387, 0.02728133834898472, 0.029683999717235565, 0.03208666294813156, 0.03448932617902756, 0.036891985684633255, 0.03929464891552925, 0.04169730842113495, 0.044099971652030945]}, "_runtime": 114.34476113319397, "_timestamp": 1596211704.11587, "_step": 141}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 8.0, 3.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012195486575365067, -0.011805876158177853, -0.011416265740990639, -0.011026655323803425, -0.010637044906616211, -0.010247434489428997, -0.009857824072241783, -0.00946821365505457, -0.009078603237867355, -0.008688993752002716, -0.008299383334815502, -0.007909772917628288, -0.007520162500441074, -0.0071305520832538605, -0.006740941666066647, -0.006351331248879433, -0.005961720831692219, -0.005572110414505005, -0.005182499997317791, -0.004792889580130577, -0.004403279162943363, -0.004013669211417437, -0.0036240587942302227, -0.003234448377043009, -0.002844837959855795, -0.002455227542668581, -0.002065617125481367, -0.0016760069411247969, -0.001286396523937583, -0.00089678616495803, -0.000507175805978477, -0.00011756544699892402, 0.00027204491198062897, 0.000661655270960182, 0.001051265629939735, 0.001440875930711627, 0.001830486347898841, 0.002220096765086055, 0.002609706949442625, 0.002999317366629839, 0.003388927783817053, 0.0037785382010042667, 0.004168148618191481, 0.0045577590353786945, 0.004947368986904621, 0.005336979404091835, 0.005726589821279049, 0.006116200238466263, 0.006505810655653477, 0.006895421072840691, 0.0072850314900279045, 0.007674641907215118, 0.008064252324402332, 0.008453862741589546, 0.00884347315877676, 0.009233083575963974, 0.009622693061828613, 0.010012303479015827, 0.010401913896203041, 0.010791524313390255, 0.011181134730577469, 0.011570745147764683, 0.011960355564951897, 0.01234996598213911, 0.012739576399326324]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 2.0, 6.0, 8.0, 10.0, 10.0, 14.0, 23.0, 21.0, 26.0, 31.0, 38.0, 60.0, 80.0, 90.0, 130.0, 163.0, 311.0, 688.0, 5062.0, 382.0, 205.0, 133.0, 108.0, 77.0, 55.0, 45.0, 22.0, 25.0, 26.0, 18.0, 10.0, 11.0, 4.0, 8.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11317988485097885, -0.10941576212644577, -0.10565164685249329, -0.1018875241279602, -0.09812340140342712, -0.09435928612947464, -0.09059516340494156, -0.08683104068040848, -0.083066925406456, -0.07930280268192291, -0.07553867995738983, -0.07177455723285675, -0.06801044195890427, -0.06424631923437119, -0.0604822002351284, -0.05671807751059532, -0.05295395851135254, -0.049189839512109756, -0.045425716787576675, -0.04166159778833389, -0.03789747506380081, -0.03413335606455803, -0.030369237065315247, -0.026605116203427315, -0.022840995341539383, -0.01907687447965145, -0.015312754549086094, -0.011548634618520737, -0.007784513756632805, -0.00402039336040616, -0.00025627296417951584, 0.0035078474320471287, 0.007271967828273773, 0.011036088690161705, 0.014800208620727062, 0.01856432855129242, 0.02232844941318035, 0.026092570275068283, 0.029856689274311066, 0.03362081199884415, 0.03738493099808693, 0.04114904999732971, 0.04491317272186279, 0.048677291721105576, 0.05244141072034836, 0.05620553344488144, 0.05996965244412422, 0.063733771443367, 0.06749789416790009, 0.07126201689243317, 0.07502613216638565, 0.07879025489091873, 0.08255437761545181, 0.0863184928894043, 0.09008261561393738, 0.09384673833847046, 0.09761086106300354, 0.10137497633695602, 0.1051390990614891, 0.10890322178602219, 0.11266733705997467, 0.11643145978450775, 0.12019558250904083, 0.12395969778299332, 0.1277238130569458]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 4.0, 23.0, 6.0, 3.0, 3.0, 1.0, 1.0, 6.0, 4.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002708879765123129, -0.0026287951041013002, -0.0025487106759101152, -0.0024686260148882866, -0.002388541353866458, -0.002308456925675273, -0.0022283722646534443, -0.0021482876036316156, -0.002068202942609787, -0.001988118514418602, -0.0019080338533967733, -0.0018279493087902665, -0.0017478647641837597, -0.001667780103161931, -0.0015876955585554242, -0.0015076108975335956, -0.0014275263529270887, -0.001347441808320582, -0.0012673571472987533, -0.0011872726026922464, -0.0011071879416704178, -0.001027103397063911, -0.0009470188524574041, -0.0008669342496432364, -0.0007868496468290687, -0.0007067650440149009, -0.0006266804412007332, -0.0005465958965942264, -0.0004665112937800586, -0.0003864266909658909, -0.0003063421172555536, -0.0002262575289933011, -0.00014617294073104858, -6.608835246879607e-05, 1.3996235793456435e-05, 9.408082405570894e-05, 0.00017416541231796145, 0.0002542500151321292, 0.0003343345888424665, 0.00041441916255280375, 0.0004945037653669715, 0.0005745883681811392, 0.000654672970995307, 0.0007347575156018138, 0.0008148421184159815, 0.0008949267212301493, 0.0009750112658366561, 0.0010550959268584847, 0.0011351804714649916, 0.0012152650160714984, 0.001295349677093327, 0.0013754342216998339, 0.0014555188827216625, 0.0015356034273281693, 0.0016156879719346762, 0.0016957726329565048, 0.0017758571775630116, 0.0018559417221695185, 0.0019360263831913471, 0.0020161110442131758, 0.0020961954724043608, 0.0021762801334261894, 0.002256364794448018, 0.002336449222639203, 0.0024165338836610317]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 2.0, 4.0, 5.0, 1.0, 6.0, 12.0, 12.0, 18.0, 24.0, 29.0, 56.0, 53.0, 98.0, 124.0, 176.0, 234.0, 359.0, 512.0, 756.0, 1063.0, 1554.0, 2282.0, 3399.0, 5399.0, 8858.0, 14510.0, 27462.0, 61242.0, 754244.0, 181907.0, 48688.0, 24718.0, 14228.0, 8932.0, 5802.0, 3715.0, 2716.0, 1800.0, 1305.0, 893.0, 646.0, 459.0, 355.0, 250.0, 189.0, 164.0, 100.0, 64.0, 66.0, 44.0, 31.0, 22.0, 14.0, 10.0, 11.0, 5.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.004778154194355011, -0.0046239448711276054, -0.0044697355479002, -0.004315526224672794, -0.004161316901445389, -0.004007107112556696, -0.0038528977893292904, -0.003698688466101885, -0.0035444791428744793, -0.0033902698196470737, -0.003236060496419668, -0.003081850940361619, -0.0029276416171342134, -0.002773432293906808, -0.0026192227378487587, -0.002465013414621353, -0.0023108040913939476, -0.002156594768166542, -0.0020023854449391365, -0.0018481758888810873, -0.0016939665656536818, -0.0015397572424262762, -0.0013855478027835488, -0.0012313383631408215, -0.001077129039913416, -0.0009229196584783494, -0.000768710277043283, -0.0006145008956082165, -0.00046029151417315006, -0.0003060821327380836, -0.00015187275130301714, 2.336630132049322e-06, 0.00015654601156711578, 0.00031075539300218225, 0.0004649647744372487, 0.0006191741558723152, 0.0007733835373073816, 0.0009275929187424481, 0.0010818023001775146, 0.001236011739820242, 0.0013902210630476475, 0.001544430386275053, 0.0016986398259177804, 0.0018528492655605078, 0.0020070585887879133, 0.002161267912015319, 0.002315477468073368, 0.0024696867913007736, 0.002623896114528179, 0.0027781054377555847, 0.0029323147609829903, 0.0030865243170410395, 0.003240733640268445, 0.0033949429634958506, 0.0035491525195538998, 0.0037033618427813053, 0.003857571166008711, 0.004011780489236116, 0.004165989812463522, 0.0043201991356909275, 0.00447440892457962, 0.004628618247807026, 0.0047828275710344315, 0.004937036894261837, 0.0050912462174892426]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 3.0, 4.0, 6.0, 0.0, 9.0, 5.0, 3.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01740080676972866, -0.01594557613134384, -0.014490343630313873, -0.01303511206060648, -0.011579880490899086, -0.010124648921191692, -0.008669417351484299, -0.007214185781776905, -0.005758954212069511, -0.004303722642362118, -0.002848491072654724, -0.0013932595029473305, 6.197206676006317e-05, 0.0015172036364674568, 0.0029724352061748505, 0.004427666775882244, 0.005882898345589638, 0.007338129915297031, 0.008793361485004425, 0.010248593054711819, 0.011703824624419212, 0.013159056194126606, 0.014614287763834, 0.016069520264863968, 0.017524750903248787, 0.018979981541633606, 0.020435214042663574, 0.021890446543693542, 0.02334567718207836, 0.02480090782046318, 0.02625614032149315, 0.027711372822523117, 0.029166603460907936, 0.030621834099292755, 0.03207706660032272, 0.03353229910135269, 0.03498753160238266, 0.03644276037812233, 0.0378979928791523, 0.039353225380182266, 0.040808454155921936, 0.042263686656951904, 0.04371891915798187, 0.04517415165901184, 0.04662938416004181, 0.04808461293578148, 0.04953984543681145, 0.050995077937841415, 0.052450306713581085, 0.05390553921461105, 0.05536077171564102, 0.05681600421667099, 0.05827123671770096, 0.05972646549344063, 0.061181697994470596, 0.06263692677021027, 0.06409215927124023, 0.0655473917722702, 0.06700262427330017, 0.06845785677433014, 0.06991308927536011, 0.07136832177639008, 0.07282355427742004, 0.07427877932786942, 0.07573401182889938]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 4.0, 9.0, 16.0, 20.0, 21.0, 22.0, 16.0, 54.0, 68.0, 91.0, 130.0, 175.0, 282.0, 458.0, 582.0, 930.0, 1471.0, 2552.0, 7013.0, 1767.0, 944.0, 521.0, 307.0, 212.0, 176.0, 127.0, 68.0, 80.0, 37.0, 37.0, 27.0, 17.0, 10.0, 18.0, 10.0, 10.0, 11.0, 23.0, 9.0, 12.0, 11.0, 4.0, 3.0, 9.0, 3.0, 3.0, 1.0, 1.0, 6.0, 14.0, 14.0, 1.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.011716941371560097, -0.011166736483573914, -0.010616530664265156, -0.010066324844956398, -0.009516119956970215, -0.008965915068984032, -0.008415709249675274, -0.007865503430366516, -0.007315298542380333, -0.0067650931887328625, -0.006214887835085392, -0.0056646824814379215, -0.005114477127790451, -0.004564271774142981, -0.00401406642049551, -0.0034638610668480396, -0.002913655713200569, -0.0023634503595530987, -0.0018132450059056282, -0.0012630396522581577, -0.0007128342986106873, -0.00016262894496321678, 0.0003875764086842537, 0.0009377817623317242, 0.0014879871159791946, 0.002038192469626665, 0.0025883978232741356, 0.003138603176921606, 0.0036888085305690765, 0.004239013884216547, 0.0047892192378640175, 0.005339424591511488, 0.0058896299451589584, 0.006439835298806429, 0.006990040652453899, 0.00754024600610137, 0.00809045135974884, 0.008640656247735023, 0.009190862067043781, 0.009741067886352539, 0.010291272774338722, 0.010841477662324905, 0.011391683481633663, 0.011941889300942421, 0.012492094188928604, 0.013042299076914787, 0.013592504896223545, 0.014142710715532303, 0.014692915603518486, 0.01524312049150467, 0.015793327242136, 0.016343532130122185, 0.016893737018108368, 0.01744394190609455, 0.017994146794080734, 0.018544353544712067, 0.01909455843269825, 0.019644763320684433, 0.020194970071315765, 0.02074517495930195, 0.02129537984728813, 0.021845584735274315, 0.022395789623260498, 0.02294599637389183, 0.023496201261878014]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1716882437467575, -0.16762930154800415, -0.1635703593492508, -0.15951141715049744, -0.15545247495174408, -0.15139353275299072, -0.14733460545539856, -0.1432756632566452, -0.13921672105789185, -0.1351577788591385, -0.13109883666038513, -0.12703989446163177, -0.12298095226287842, -0.11892201006412506, -0.1148630753159523, -0.11080413311719894, -0.10674519091844559, -0.10268624871969223, -0.09862730652093887, -0.09456837177276611, -0.09050942957401276, -0.0864504873752594, -0.08239154517650604, -0.07833260297775269, -0.07427366077899933, -0.07021472603082657, -0.06615578383207321, -0.062096841633319855, -0.0580378994345665, -0.05397896096110344, -0.04992001876235008, -0.045861080288887024, -0.04180213809013367, -0.03774319589138031, -0.03368425741791725, -0.029625315219163895, -0.025566374883055687, -0.02150743454694748, -0.017448492348194122, -0.013389552012085915, -0.009330611675977707, -0.005271670874208212, -0.0012127300724387169, 0.002846210729330778, 0.006905151531100273, 0.01096409186720848, 0.015023033134639263, 0.019081974402070045, 0.023140914738178253, 0.02719985507428646, 0.03125879541039467, 0.035317737609148026, 0.039376676082611084, 0.04343561828136444, 0.0474945604801178, 0.051553498953580856, 0.05561244115233421, 0.05967138335108757, 0.06373032182455063, 0.06778926402330399, 0.07184820622205734, 0.0759071484208107, 0.07996608316898346, 0.08402502536773682, 0.08808396756649017]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 0.0, 2.0, 3.0, 3.0, 3.0, 6.0, 13.0, 9.0, 12.0, 54.0, 29.0, 39.0, 21.0, 14.0, 8.0, 12.0, 6.0, 5.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.14580689370632172, -0.14214101433753967, -0.13847512006759644, -0.1348092257976532, -0.13114334642887115, -0.1274774670600891, -0.12381157279014587, -0.12014568597078323, -0.1164797991514206, -0.11281391233205795, -0.10914802551269531, -0.10548213869333267, -0.10181625187397003, -0.09815036505460739, -0.09448447823524475, -0.09081859141588211, -0.08715270459651947, -0.08348681777715683, -0.07982093095779419, -0.07615504413843155, -0.07248915731906891, -0.06882327049970627, -0.06515738368034363, -0.06149149686098099, -0.05782561004161835, -0.05415972322225571, -0.050493836402893066, -0.046827949583530426, -0.043162062764167786, -0.039496175944805145, -0.035830289125442505, -0.032164402306079865, -0.028498515486717224, -0.024832628667354584, -0.021166741847991943, -0.017500855028629303, -0.013834968209266663, -0.010169081389904022, -0.006503194570541382, -0.0028373077511787415, 0.0008285790681838989, 0.004494465887546539, 0.00816035270690918, 0.01182623952627182, 0.01549212634563446, 0.0191580131649971, 0.02282389998435974, 0.02648978680372238, 0.030155673623085022, 0.03382156044244766, 0.0374874472618103, 0.04115333408117294, 0.044819220900535583, 0.048485107719898224, 0.052150994539260864, 0.055816881358623505, 0.059482768177986145, 0.06314865499734879, 0.06681454181671143, 0.07048042863607407, 0.0741463154554367, 0.07781220227479935, 0.08147808909416199, 0.08514397591352463, 0.08880986273288727]}, "_runtime": 115.09473872184753, "_timestamp": 1596211704.8658476, "_step": 142}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 3.0, 5.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 0.0, 0.0, 4.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006816599052399397, -0.0065236478112638, -0.0062306965701282024, -0.005937745328992605, -0.005644794087857008, -0.005351842846721411, -0.0050588916055858135, -0.004765940364450216, -0.004472989123314619, -0.004180037882179022, -0.0038870866410434246, -0.0035941353999078274, -0.00330118415877223, -0.003008232917636633, -0.0027152816765010357, -0.0024223304353654385, -0.0021293791942298412, -0.001836427953094244, -0.0015434767119586468, -0.0012505254708230495, -0.0009575742296874523, -0.0006646229885518551, -0.00037167174741625786, -7.872050628066063e-05, 0.0002142307348549366, 0.0005071819759905338, 0.0008001332171261311, 0.0010930844582617283, 0.0013860356993973255, 0.0016789869405329227, 0.00197193818166852, 0.002264889422804117, 0.0025578406639397144, 0.0028507919050753117, 0.003143743146210909, 0.003436694387346506, 0.0037296456284821033, 0.004022596869617701, 0.004315548110753298, 0.004608499351888895, 0.004901450593024492, 0.0051944018341600895, 0.005487353075295687, 0.005780304316431284, 0.006073255557566881, 0.006366206798702478, 0.006659158039838076, 0.006952109280973673, 0.00724506052210927, 0.007538011763244867, 0.007830962538719177, 0.008123913779854774, 0.008416865020990372, 0.008709816262125969, 0.009002767503261566, 0.009295718744397163, 0.00958866998553276, 0.009881621226668358, 0.010174572467803955, 0.010467523708939552, 0.01076047495007515, 0.011053426191210747, 0.011346377432346344, 0.011639328673481941, 0.011932279914617538]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 7.0, 1.0, 5.0, 1.0, 5.0, 6.0, 5.0, 15.0, 6.0, 14.0, 15.0, 17.0, 27.0, 31.0, 35.0, 50.0, 70.0, 65.0, 89.0, 150.0, 228.0, 410.0, 5068.0, 693.0, 294.0, 134.0, 118.0, 87.0, 55.0, 54.0, 46.0, 26.0, 16.0, 13.0, 17.0, 14.0, 8.0, 11.0, 4.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08607335388660431, -0.08295781165361404, -0.07984226942062378, -0.07672672718763351, -0.07361117750406265, -0.07049563527107239, -0.06738009303808212, -0.06426455080509186, -0.06114900857210159, -0.05803346261382103, -0.054917920380830765, -0.0518023781478405, -0.048686832189559937, -0.04557128995656967, -0.04245574772357941, -0.03934020176529884, -0.03622465953230858, -0.033109117299318314, -0.0299935732036829, -0.026878029108047485, -0.02376248687505722, -0.020646942779421806, -0.017531398683786392, -0.014415855519473553, -0.011300312355160713, -0.008184769190847874, -0.005069225560873747, -0.0019536821637302637, 0.0011618612334132195, 0.004277404397726059, 0.007392948027700186, 0.010508491657674313, 0.013624034821987152, 0.016739578917622566, 0.01985512115061283, 0.022970665246248245, 0.02608620747923851, 0.029201751574873924, 0.03231729567050934, 0.0354328379034996, 0.03854838013648987, 0.04166392609477043, 0.044779468327760696, 0.04789501056075096, 0.051010556519031525, 0.05412609875202179, 0.057241640985012054, 0.06035718694329262, 0.06347273290157318, 0.06658827513456345, 0.06970381736755371, 0.07281935960054398, 0.07593490183353424, 0.0790504440665245, 0.08216598629951477, 0.08528153598308563, 0.0883970782160759, 0.09151262044906616, 0.09462816268205643, 0.09774370491504669, 0.10085924714803696, 0.10397479683160782, 0.10709033906459808, 0.11020588129758835, 0.11332142353057861]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 4.0, 1.0, 6.0, 7.0, 4.0, 3.0, 5.0, 2.0, 7.0, 0.0, 25.0, 5.0, 5.0, 4.0, 3.0, 4.0, 3.0, 7.0, 1.0, 2.0, 2.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0045616524294018745, -0.00444006035104394, -0.004318468272686005, -0.00419687619432807, -0.004075284115970135, -0.0039536920376122, -0.003832099959254265, -0.00371050788089633, -0.003588915802538395, -0.0034673234913498163, -0.0033457314129918814, -0.0032241393346339464, -0.0031025472562760115, -0.0029809551779180765, -0.0028593630995601416, -0.0027377710212022066, -0.0026161789428442717, -0.0024945868644863367, -0.0023729947861284018, -0.002251402707770467, -0.002129810629412532, -0.002008218551054597, -0.0018866263562813401, -0.0017650342779234052, -0.0016434421995654702, -0.0015218501212075353, -0.0014002580428496003, -0.0012786659644916654, -0.0011570737697184086, -0.0010354816913604736, -0.0009138896130025387, -0.0007922975346446037, -0.0006707054562866688, -0.0005491133779287338, -0.0004275212704669684, -0.000305929163005203, -0.00018433708464726806, -6.274499173741788e-05, 5.8847101172432303e-05, 0.00018043919408228248, 0.00030203128699213266, 0.0004236233653500676, 0.0005452154437080026, 0.0006668075802735984, 0.0007883996586315334, 0.0009099917369894683, 0.0010315838735550642, 0.0011531759519129992, 0.001274768030270934, 0.001396360108628869, 0.001517952186986804, 0.001639544265344739, 0.001761136343702674, 0.0018827285384759307, 0.002004320500418544, 0.0021259125787764788, 0.0022475048899650574, 0.0023690969683229923, 0.0024906890466809273, 0.0026122811250388622, 0.002733873203396797, 0.002855465281754732, 0.002977057360112667, 0.003098649438470602, 0.003220241516828537]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 8.0, 6.0, 10.0, 21.0, 32.0, 43.0, 68.0, 119.0, 115.0, 190.0, 286.0, 439.0, 708.0, 1006.0, 1591.0, 2517.0, 4110.0, 7356.0, 13743.0, 29901.0, 86246.0, 877857.0, 83440.0, 30349.0, 15039.0, 8496.0, 5045.0, 3363.0, 2186.0, 1536.0, 1047.0, 782.0, 502.0, 404.0, 295.0, 187.0, 161.0, 108.0, 70.0, 53.0, 44.0, 38.0, 30.0, 20.0, 15.0, 14.0, 4.0, 11.0, 7.0, 1.0, 2.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.005371773615479469, -0.0051838429644703865, -0.004995912313461304, -0.004807981662452221, -0.004620051011443138, -0.004432120360434055, -0.0042441897094249725, -0.00405625905841589, -0.0038683281745761633, -0.0036803975235670805, -0.0034924668725579977, -0.003304536221548915, -0.0031166053377091885, -0.0029286746867001057, -0.002740744035691023, -0.00255281338468194, -0.0023648827336728573, -0.0021769520826637745, -0.0019890214316546917, -0.001801090664230287, -0.0016131600132212043, -0.0014252293622121215, -0.0012372985947877169, -0.001049367943778634, -0.0008614372927695513, -0.0006735066417604685, -0.0004855759325437248, -0.0002976452524308115, -0.00010971457231789827, 7.821610779501498e-05, 0.00026614678790792823, 0.0004540774680208415, 0.0006420081481337547, 0.0008299387991428375, 0.0010178694501519203, 0.001205800217576325, 0.0013937308685854077, 0.0015816615195944905, 0.0017695922870188951, 0.001957522938027978, 0.0021454535890370607, 0.0023333842400461435, 0.0025213148910552263, 0.002709245542064309, 0.0028971764259040356, 0.0030851070769131184, 0.003273037727922201, 0.003460968378931284, 0.0036488990299403667, 0.0038368296809494495, 0.004024760331958532, 0.004212690982967615, 0.004400621633976698, 0.004588552284985781, 0.0047764829359948635, 0.004964413587003946, 0.005152344703674316, 0.005340275354683399, 0.005528206005692482, 0.005716136656701565, 0.005904067307710648, 0.00609199795871973, 0.006279928609728813, 0.006467859260737896, 0.006655789911746979]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 9.0, 5.0, 6.0, 9.0, 4.0, 6.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02611120603978634, -0.023946987465023994, -0.02178276889026165, -0.019618550315499306, -0.01745433174073696, -0.015290113165974617, -0.013125894591212273, -0.010961676016449928, -0.008797457441687584, -0.0066332388669252396, -0.004469020292162895, -0.002304801717400551, -0.00014058314263820648, 0.002023635432124138, 0.004187854006886482, 0.006352072581648827, 0.008516291156411171, 0.010680509731173515, 0.01284472830593586, 0.015008946880698204, 0.01717316545546055, 0.019337384030222893, 0.021501602604985237, 0.02366582117974758, 0.025830039754509926, 0.02799425832927227, 0.030158476904034615, 0.03232269734144211, 0.034486912190914154, 0.0366511344909668, 0.03881534934043884, 0.040979571640491486, 0.04314378648996353, 0.045308008790016174, 0.04747222363948822, 0.04963644593954086, 0.05180066078901291, 0.05396488308906555, 0.0561290979385376, 0.05829332023859024, 0.060457535088062286, 0.06262175738811493, 0.06478597223758698, 0.06695019453763962, 0.06911440938711166, 0.0712786316871643, 0.07344284653663635, 0.075607068836689, 0.07777128368616104, 0.07993550598621368, 0.08209972083568573, 0.08426394313573837, 0.08642815798521042, 0.08859238028526306, 0.09075659513473511, 0.09292081743478775, 0.0950850322842598, 0.09724925458431244, 0.09941346943378448, 0.10157769173383713, 0.10374190658330917, 0.10590612888336182, 0.10807034373283386, 0.1102345660328865, 0.11239878088235855]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 8.0, 22.0, 19.0, 36.0, 70.0, 107.0, 184.0, 316.0, 496.0, 763.0, 1254.0, 2400.0, 8619.0, 2091.0, 836.0, 432.0, 251.0, 135.0, 84.0, 65.0, 34.0, 20.0, 21.0, 3.0, 16.0, 6.0, 2.0, 2.0, 1.0, 7.0, 8.0, 10.0, 16.0, 3.0, 7.0, 6.0, 3.0, 4.0, 6.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 17.0, 6.0, 3.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.01203877292573452, -0.011310183443129063, -0.010581593960523605, -0.009853004477918148, -0.00912441499531269, -0.008395825512707233, -0.007667236030101776, -0.006938646547496319, -0.0062100570648908615, -0.005481467582285404, -0.004752878099679947, -0.00402428861707449, -0.0032956991344690323, -0.002567109651863575, -0.0018385201692581177, -0.0011099306866526604, -0.00038134120404720306, 0.00034724827855825424, 0.0010758377611637115, 0.0018044272437691689, 0.002533016726374626, 0.0032616062089800835, 0.003990195691585541, 0.004718785174190998, 0.005447374656796455, 0.006175964139401913, 0.00690455362200737, 0.007633143104612827, 0.008361732587218285, 0.009090322069823742, 0.0098189115524292, 0.010547501035034657, 0.011276090517640114, 0.012004680000245571, 0.012733269482851028, 0.013461858965456486, 0.014190448448061943, 0.0149190379306674, 0.015647627413272858, 0.01637621596455574, 0.017104806378483772, 0.017833396792411804, 0.018561985343694687, 0.01929057389497757, 0.0200191643089056, 0.020747754722833633, 0.021476343274116516, 0.0222049318253994, 0.02293352223932743, 0.023662112653255463, 0.024390701204538345, 0.025119289755821228, 0.02584788016974926, 0.026576470583677292, 0.027305059134960175, 0.028033647686243057, 0.02876223810017109, 0.02949082851409912, 0.030219417065382004, 0.030948005616664886, 0.03167659789323807, 0.03240518644452095, 0.03313377499580383, 0.033862363547086716, 0.0345909520983696]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.14107197523117065, -0.13723020255565643, -0.1333884447813034, -0.12954667210578918, -0.12570489943027496, -0.12186313420534134, -0.11802136898040771, -0.11417960375547409, -0.11033783853054047, -0.10649606585502625, -0.10265430063009262, -0.098812535405159, -0.09497076272964478, -0.09112899750471115, -0.08728723227977753, -0.0834454596042633, -0.07960369437932968, -0.07576192915439606, -0.07192015647888184, -0.06807839125394821, -0.06423662602901459, -0.060394857078790665, -0.05655308812856674, -0.05271132290363312, -0.048869553953409195, -0.04502778500318527, -0.04118601977825165, -0.037344250828027725, -0.0335024818778038, -0.029660716652870178, -0.025818947702646255, -0.021977180615067482, -0.01813541352748871, -0.014293646439909935, -0.010451878421008587, -0.006610110867768526, -0.0027683433145284653, 0.0010734242387115955, 0.004915191791951656, 0.008756959810853004, 0.012598726898431778, 0.01644049398601055, 0.020282261073589325, 0.024124030023813248, 0.02796579711139202, 0.031807564198970795, 0.03564933314919472, 0.03949109837412834, 0.043332867324352264, 0.04717463627457619, 0.05101640149950981, 0.054858170449733734, 0.05869993567466736, 0.06254170835018158, 0.0663834735751152, 0.07022523880004883, 0.07406701147556305, 0.07790877670049667, 0.0817505419254303, 0.08559230715036392, 0.08943407982587814, 0.09327584505081177, 0.09711761027574539, 0.10095938295125961, 0.10480114817619324]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 8.0, 7.0, 6.0, 8.0, 6.0, 9.0, 14.0, 37.0, 35.0, 13.0, 18.0, 19.0, 17.0, 11.0, 14.0, 10.0, 6.0, 2.0, 3.0, 8.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07747527956962585, -0.07544209063053131, -0.07340890169143677, -0.07137571275234222, -0.06934252381324768, -0.06730933487415314, -0.0652761459350586, -0.06324295699596405, -0.061209771782159805, -0.05917658284306526, -0.05714339390397072, -0.055110204964876175, -0.05307701975107193, -0.051043830811977386, -0.04901064187288284, -0.0469774529337883, -0.044944263994693756, -0.04291107505559921, -0.04087788611650467, -0.038844697177410126, -0.03681150823831558, -0.03477832302451134, -0.032745134085416794, -0.03071194514632225, -0.028678756207227707, -0.026645567268133163, -0.02461237832903862, -0.022579191252589226, -0.020546002313494682, -0.01851281337440014, -0.016479626297950745, -0.014446437358856201, -0.012413248419761658, -0.010380059480667114, -0.008346871472895145, -0.006313682999461889, -0.004280494526028633, -0.002247306052595377, -0.00021411757916212082, 0.0018190708942711353, 0.0038522593677043915, 0.005885447841137648, 0.007918636314570904, 0.009951824322342873, 0.011985013261437416, 0.01401820220053196, 0.016051389276981354, 0.018084578216075897, 0.02011776715517044, 0.022150956094264984, 0.024184145033359528, 0.026217332109808922, 0.028250521048903465, 0.03028370998799801, 0.0323168970644474, 0.034350086003541946, 0.03638327494263649, 0.03841646388173103, 0.04044965282082558, 0.04248284175992012, 0.044516026973724365, 0.04654921591281891, 0.04858240485191345, 0.050615593791007996, 0.05264878273010254]}, "_runtime": 115.84682083129883, "_timestamp": 1596211705.6179297, "_step": 143}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 3.0, 5.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008998895063996315, -0.008704417385160923, -0.008409939706325531, -0.008115462027490139, -0.007820984348654747, -0.007526506669819355, -0.007232028990983963, -0.006937551312148571, -0.006643073633313179, -0.006348595954477787, -0.006054118275642395, -0.005759640596807003, -0.005465162917971611, -0.005170685239136219, -0.004876207560300827, -0.004581729881465435, -0.004287252202630043, -0.003992774523794651, -0.003698296844959259, -0.003403819166123867, -0.003109341487288475, -0.002814863808453083, -0.002520386129617691, -0.002225908450782299, -0.001931430771946907, -0.001636953093111515, -0.001342475414276123, -0.001047997735440731, -0.000753520056605339, -0.00045904237776994705, -0.00016456469893455505, 0.00012991297990083694, 0.00042439065873622894, 0.0007188683375716209, 0.001013346016407013, 0.001307823695242405, 0.001602301374077797, 0.001896779052913189, 0.002191256731748581, 0.002485734410583973, 0.002780212089419365, 0.003074689768254757, 0.003369167447090149, 0.003663645125925541, 0.003958122804760933, 0.004252600483596325, 0.004547078162431717, 0.004841555841267109, 0.005136033520102501, 0.005430511198937893, 0.005724988877773285, 0.006019466556608677, 0.006313944235444069, 0.006608421914279461, 0.006902899593114853, 0.007197377271950245, 0.007491854950785637, 0.007786332629621029, 0.008080810308456421, 0.008375287987291813, 0.008669765666127205, 0.008964243344962597, 0.009258721023797989, 0.009553198702633381, 0.009847676381468773]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 6.0, 1.0, 16.0, 8.0, 7.0, 22.0, 19.0, 38.0, 38.0, 52.0, 73.0, 90.0, 126.0, 173.0, 266.0, 3022.0, 2953.0, 371.0, 200.0, 117.0, 79.0, 80.0, 32.0, 27.0, 21.0, 28.0, 16.0, 8.0, 7.0, 4.0, 1.0, 4.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11232193559408188, -0.10881124436855316, -0.10530055314302444, -0.10178986191749573, -0.09827916324138641, -0.0947684720158577, -0.09125778079032898, -0.08774708956480026, -0.08423639833927155, -0.08072570711374283, -0.07721500843763351, -0.0737043172121048, -0.07019362598657608, -0.06668293476104736, -0.06317224353551865, -0.05966154858469963, -0.056150857359170914, -0.0526401661336422, -0.04912947118282318, -0.045618779957294464, -0.04210808873176575, -0.03859739378094673, -0.035086702555418015, -0.0315760113298893, -0.02806531824171543, -0.024554625153541565, -0.021043933928012848, -0.01753324083983898, -0.01402254868298769, -0.010511856526136398, -0.007001163903623819, -0.003490471513941884, 2.022087574005127e-05, 0.0035309132654219866, 0.007041605655103922, 0.0105522982776165, 0.014062990434467793, 0.017573682591319084, 0.02108437567949295, 0.024595066905021667, 0.028105759993195534, 0.0316164530813694, 0.03512714430689812, 0.038637835532426834, 0.04214853048324585, 0.04565922170877457, 0.049169912934303284, 0.0526806078851223, 0.056191299110651016, 0.05970199033617973, 0.06321268528699875, 0.06672337651252747, 0.07023406773805618, 0.0737447589635849, 0.07725545018911362, 0.08076614886522293, 0.08427684009075165, 0.08778753131628036, 0.09129822254180908, 0.0948089137673378, 0.09831960499286652, 0.10183030366897583, 0.10534099489450455, 0.10885168612003326, 0.11236237734556198]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 2.0, 5.0, 1.0, 7.0, 6.0, 3.0, 7.0, 4.0, 4.0, 4.0, 6.0, 25.0, 6.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004057768732309341, -0.003950453829020262, -0.0038431386929005384, -0.0037358237896114588, -0.0036285086534917355, -0.003521193750202656, -0.0034138786140829325, -0.003306563710793853, -0.0031992485746741295, -0.00309193367138505, -0.00298461876809597, -0.002877303631976247, -0.002769988728687167, -0.002662673592567444, -0.002555358689278364, -0.002448043553158641, -0.002340728649869561, -0.0022334137465804815, -0.002126098610460758, -0.0020187837071716785, -0.0019114685710519552, -0.0018041536677628756, -0.001696838648058474, -0.0015895236283540726, -0.001482208608649671, -0.0013748935889452696, -0.001267578569240868, -0.0011602635495364666, -0.001052948646247387, -0.0009456335683353245, -0.000838318606838584, -0.0007310035871341825, -0.000623688567429781, -0.0005163735477253795, -0.00040905855712480843, -0.0003017435665242374, -0.0001944285468198359, -8.711354166734964e-05, 2.0201463485136628e-05, 0.0001275164686376229, 0.00023483147379010916, 0.00034214649349451065, 0.0004494614840950817, 0.0005567764746956527, 0.0006640914944000542, 0.0007714065141044557, 0.0008787214756011963, 0.0009860364953055978, 0.0010933515150099993, 0.0012006665347144008, 0.0013079815544188023, 0.0014152965741232038, 0.0015226115938276052, 0.001629926497116685, 0.0017372415168210864, 0.001844556536525488, 0.0019518715562298894, 0.002059186575934291, 0.0021665014792233706, 0.002273816615343094, 0.0023811315186321735, 0.002488446654751897, 0.0025957615580409765, 0.0027030766941607, 0.0028103915974497795]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 8.0, 6.0, 8.0, 9.0, 16.0, 19.0, 31.0, 40.0, 68.0, 69.0, 106.0, 152.0, 249.0, 393.0, 531.0, 810.0, 1380.0, 2339.0, 4209.0, 8219.0, 18033.0, 46212.0, 213158.0, 808494.0, 41493.0, 15693.0, 7581.0, 4055.0, 2220.0, 1373.0, 830.0, 539.0, 349.0, 242.0, 195.0, 117.0, 87.0, 69.0, 51.0, 48.0, 33.0, 22.0, 18.0, 14.0, 9.0, 9.0, 6.0, 6.0, 4.0, 6.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.006172309163957834, -0.00596734369173646, -0.0057623786851763725, -0.005557413212954998, -0.0053524477407336235, -0.005147482734173536, -0.004942517261952162, -0.004737551789730787, -0.0045325867831707, -0.0043276213109493256, -0.004122655838727951, -0.0039176903665065765, -0.0037127253599464893, -0.003507759887725115, -0.003302794648334384, -0.0030978291761130095, -0.0028928639367222786, -0.0026878986973315477, -0.0024829332251101732, -0.0022779679857194424, -0.002073002513498068, -0.001868037274107337, -0.0016630720347166061, -0.0014581066789105535, -0.0012531413231045008, -0.001048175967298448, -0.0008432106697000563, -0.0006382453721016645, -0.00043328001629561186, -0.00022831468959338963, -2.3349362891167402e-05, 0.00018161596381105483, 0.00038658129051327705, 0.0005915466463193297, 0.0007965119439177215, 0.0010014772415161133, 0.001206442597322166, 0.0014114079531282187, 0.0016163731925189495, 0.0018213385483250022, 0.002026303904131055, 0.0022312691435217857, 0.0024362346157431602, 0.002641199855133891, 0.002846165094524622, 0.0030511305667459965, 0.0032560958061367273, 0.003461061278358102, 0.0036660265177488327, 0.0038709917571395636, 0.004075956996530294, 0.004280922468751669, 0.0044858879409730434, 0.004690852947533131, 0.004895818419754505, 0.00510078389197588, 0.005305749364197254, 0.005510714370757341, 0.005715679842978716, 0.00592064531520009, 0.006125610321760178, 0.006330575793981552, 0.006535541266202927, 0.006740506272763014, 0.006945471744984388]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 8.0, 5.0, 10.0, 6.0, 6.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1289910525083542, -0.12656269967556, -0.124134361743927, -0.12170601636171341, -0.11927767097949982, -0.11684931814670563, -0.11442097276449203, -0.11199262738227844, -0.10956428200006485, -0.10713593661785126, -0.10470759123563766, -0.10227924585342407, -0.09985089302062988, -0.09742254763841629, -0.0949942022562027, -0.0925658568739891, -0.09013751149177551, -0.08770916610956192, -0.08528082072734833, -0.08285247534513474, -0.08042412996292114, -0.07799577713012695, -0.07556743174791336, -0.07313908636569977, -0.07071074098348618, -0.06828239560127258, -0.06585405021905899, -0.0634257048368454, -0.06099735572934151, -0.058569010347127914, -0.05614066123962402, -0.05371231585741043, -0.05128397047519684, -0.048855625092983246, -0.04642727971076965, -0.04399893060326576, -0.04157058522105217, -0.03914223983883858, -0.036713890731334686, -0.034285545349121094, -0.0318571999669075, -0.02942885458469391, -0.027000507339835167, -0.024572160094976425, -0.022143814712762833, -0.01971546933054924, -0.0172871220856905, -0.014858775772154331, -0.012430429458618164, -0.010002083145081997, -0.00757373683154583, -0.005145390518009663, -0.0027170442044734955, -0.00028869789093732834, 0.002139648422598839, 0.004567994736135006, 0.006996341049671173, 0.00942468736320734, 0.011853033676743507, 0.014281379990279675, 0.01670972630381584, 0.019138071686029434, 0.021566418930888176, 0.023994766175746918, 0.02642311155796051]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 1.0, 1.0, 16.0, 11.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 7.0, 6.0, 3.0, 5.0, 8.0, 11.0, 12.0, 7.0, 6.0, 7.0, 10.0, 19.0, 18.0, 22.0, 43.0, 68.0, 89.0, 128.0, 209.0, 330.0, 654.0, 1486.0, 7873.0, 3846.0, 1614.0, 806.0, 456.0, 258.0, 162.0, 92.0, 50.0, 23.0, 14.0, 11.0, 6.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.03981642425060272, -0.038967687636613846, -0.03811895102262497, -0.03727021440863609, -0.03642147779464722, -0.03557274490594864, -0.03472400829195976, -0.033875271677970886, -0.03302653506398201, -0.032177798449993134, -0.03132906183600426, -0.03048032708466053, -0.029631590470671654, -0.028782853856682777, -0.02793411910533905, -0.027085382491350174, -0.026236645877361298, -0.02538790926337242, -0.024539172649383545, -0.023690437898039818, -0.02284170128405094, -0.021992964670062065, -0.021144229918718338, -0.02029549330472946, -0.019446756690740585, -0.01859802007675171, -0.017749283462762833, -0.016900548711419106, -0.01605181209743023, -0.015203075483441353, -0.014354339800775051, -0.01350560411810875, -0.012656867504119873, -0.011808130890130997, -0.010959395207464695, -0.010110659524798393, -0.009261922910809517, -0.00841318629682064, -0.007564450614154339, -0.00671571446582675, -0.005866978317499161, -0.005018242169171572, -0.004169506020843983, -0.0033207698725163937, -0.0024720337241888046, -0.0016232975758612156, -0.0007745614275336266, 7.417472079396248e-05, 0.0009229108691215515, 0.0017716470174491405, 0.0026203831657767296, 0.0034691193141043186, 0.004317855462431908, 0.005166591610759497, 0.006015327759087086, 0.006864063907414675, 0.007712800055742264, 0.00856153666973114, 0.009410272352397442, 0.010259008035063744, 0.01110774464905262, 0.011956481263041496, 0.012805216945707798, 0.0136539526283741, 0.014502689242362976]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1456872522830963, -0.13987523317337036, -0.1340632289648056, -0.12825120985507965, -0.1224391907453537, -0.11662717908620834, -0.11081516742706299, -0.10500314831733704, -0.09919113665819168, -0.09337912499904633, -0.08756710588932037, -0.08175509423017502, -0.07594308257102966, -0.07013106346130371, -0.06431905180215836, -0.0585070364177227, -0.05269502103328705, -0.046883005648851395, -0.04107099026441574, -0.035258978605270386, -0.029446963220834732, -0.02363494783639908, -0.017822934314608574, -0.012010919861495495, -0.006198905408382416, -0.0003868909552693367, 0.005425123497843742, 0.011237137950956821, 0.0170491524040699, 0.022861167788505554, 0.02867318131029606, 0.03448519483208656, 0.04029721021652222, 0.04610922560095787, 0.051921240985393524, 0.05773325264453888, 0.06354527175426483, 0.06935728341341019, 0.07516929507255554, 0.0809813141822815, 0.08679332584142685, 0.0926053375005722, 0.09841735661029816, 0.10422936826944351, 0.11004137992858887, 0.11585339903831482, 0.12166541069746017, 0.12747742235660553, 0.13328944146633148, 0.13910146057605743, 0.1449134647846222, 0.15072548389434814, 0.1565375030040741, 0.16234950721263885, 0.1681615263223648, 0.17397354543209076, 0.17978554964065552, 0.18559756875038147, 0.19140958786010742, 0.19722160696983337, 0.20303361117839813, 0.20884563028812408, 0.21465764939785004, 0.2204696536064148, 0.22628167271614075]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 8.0, 7.0, 7.0, 9.0, 17.0, 23.0, 29.0, 44.0, 39.0, 15.0, 12.0, 13.0, 10.0, 6.0, 5.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.13816702365875244, -0.13403171300888062, -0.1298963874578476, -0.12576107680797577, -0.12162575125694275, -0.11749044060707092, -0.1133551225066185, -0.10921980440616608, -0.10508448630571365, -0.10094916820526123, -0.09681385010480881, -0.09267853200435638, -0.08854322135448456, -0.08440790325403214, -0.08027258515357971, -0.07613726705312729, -0.07200194895267487, -0.06786663085222244, -0.06373131275177002, -0.059595998376607895, -0.05546068027615547, -0.05132536217570305, -0.047190047800540924, -0.0430547297000885, -0.03891941159963608, -0.034784093499183655, -0.03064877726137638, -0.026513461023569107, -0.022378142923116684, -0.01824282482266426, -0.014107508584856987, -0.009972191415727139, -0.00583687424659729, -0.0017015570774674416, 0.002433760091662407, 0.006569077260792255, 0.010704394429922104, 0.014839711599051952, 0.0189750287681818, 0.023110345005989075, 0.027245663106441498, 0.03138098120689392, 0.035516299307346344, 0.03965161368250847, 0.04378693178296089, 0.047922249883413315, 0.05205756425857544, 0.05619288235902786, 0.060328200459480286, 0.06446351855993271, 0.06859883666038513, 0.07273415476083755, 0.07686947286128998, 0.0810047835111618, 0.08514010161161423, 0.08927541971206665, 0.09341073781251907, 0.0975460559129715, 0.10168137401342392, 0.10581669211387634, 0.10995200276374817, 0.11408732086420059, 0.11822263896465302, 0.12235795706510544, 0.12649327516555786]}, "_runtime": 116.6032338142395, "_timestamp": 1596211706.3743427, "_step": 144}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012736323289573193, -0.01230207271873951, -0.011867821216583252, -0.011433570645749569, -0.010999320074915886, -0.010565068572759628, -0.010130818001925945, -0.009696566499769688, -0.009262315928936005, -0.008828065358102322, -0.008393813855946064, -0.007959563285112381, -0.007525312248617411, -0.00709106121212244, -0.006656810641288757, -0.006222559604793787, -0.005788308568298817, -0.005354057531803846, -0.004919806495308876, -0.004485555924475193, -0.004051304887980223, -0.0036170538514852524, -0.0031828030478209257, -0.002748552244156599, -0.0023143012076616287, -0.0018800502875819802, -0.0014457993675023317, -0.0010115484474226832, -0.0005772975273430347, -0.00014304660726338625, 0.00029120431281626225, 0.0007254552328959107, 0.0011597061529755592, 0.0015939570730552077, 0.0020282079931348562, 0.002462458796799183, 0.002896709833294153, 0.0033309608697891235, 0.00376521167345345, 0.004199462477117777, 0.004633713513612747, 0.0050679645501077175, 0.005502215586602688, 0.005936466157436371, 0.006370717193931341, 0.0068049682304263115, 0.0072392188012599945, 0.007673469837754965, 0.008107720874249935, 0.008541971445083618, 0.008976222947239876, 0.009410473518073559, 0.009844724088907242, 0.0102789755910635, 0.010713226161897182, 0.01114747766405344, 0.011581728234887123, 0.012015978805720806, 0.012450230307877064, 0.012884480878710747, 0.013318732380867004, 0.013752982951700687, 0.01418723352253437, 0.014621485024690628, 0.015055735595524311]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 3.0, 9.0, 7.0, 7.0, 13.0, 12.0, 19.0, 18.0, 28.0, 29.0, 25.0, 40.0, 49.0, 66.0, 75.0, 100.0, 153.0, 269.0, 682.0, 5205.0, 356.0, 193.0, 122.0, 101.0, 60.0, 61.0, 46.0, 41.0, 22.0, 20.0, 15.0, 14.0, 7.0, 9.0, 8.0, 5.0, 5.0, 7.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11447025835514069, -0.11100759357213974, -0.1075449213385582, -0.10408225655555725, -0.10061958432197571, -0.09715691953897476, -0.09369424730539322, -0.09023158252239227, -0.08676891028881073, -0.08330624550580978, -0.07984358072280884, -0.0763809084892273, -0.07291824370622635, -0.0694555714726448, -0.06599290668964386, -0.06253023445606232, -0.05906756967306137, -0.055604901164770126, -0.05214223265647888, -0.04867956414818764, -0.04521689563989639, -0.04175423085689545, -0.0382915623486042, -0.03482889384031296, -0.03136622533202171, -0.02790355682373047, -0.024440888315439224, -0.02097822166979313, -0.017515553161501884, -0.01405288465321064, -0.01059021707624197, -0.007127549033612013, -0.0036648809909820557, -0.00020221294835209846, 0.0032604550942778587, 0.006723123136907816, 0.010185791179537773, 0.013648459687829018, 0.017111126333475113, 0.020573794841766357, 0.024036463350057602, 0.027499131858348846, 0.03096180036664009, 0.034424468874931335, 0.03788713365793228, 0.041349802166223526, 0.04481247067451477, 0.048275139182806015, 0.05173780769109726, 0.055200476199388504, 0.05866314470767975, 0.06212581321597099, 0.06558848172426224, 0.06905114650726318, 0.07251381874084473, 0.07597648352384567, 0.07943914830684662, 0.08290182054042816, 0.08636448532342911, 0.08982715755701065, 0.0932898223400116, 0.09675249457359314, 0.10021515935659409, 0.10367783159017563, 0.10714049637317657]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 4.0, 0.0, 5.0, 5.0, 1.0, 6.0, 2.0, 22.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0023125489242374897, -0.0022306221071630716, -0.0021486952900886536, -0.002066768240183592, -0.0019848414231091738, -0.0019029146060347557, -0.0018209877889603376, -0.0017390608554705977, -0.0016571340383961797, -0.0015752072213217616, -0.0014932802878320217, -0.0014113534707576036, -0.0013294266536831856, -0.0012474997201934457, -0.0011655729031190276, -0.0010836459696292877, -0.0010017191525548697, -0.0009197922772727907, -0.0008378654019907117, -0.0007559385849162936, -0.0006740117096342146, -0.0005920848343521357, -0.0005101580172777176, -0.0004282311419956386, -0.00034630426671355963, -0.00026437739143148065, -0.00018245054525323212, -0.00010052368452306837, -1.8596823792904615e-05, 6.333003693725914e-05, 0.0001452568976674229, 0.00022718375839758664, 0.0003091106191277504, 0.0003910374944098294, 0.0004729643405880779, 0.0005548911867663264, 0.0006368180620484054, 0.0007187449373304844, 0.0008006717544049025, 0.0008825986296869814, 0.0009645255049690604, 0.0010464523220434785, 0.0011283792555332184, 0.0012103060726076365, 0.0012922328896820545, 0.0013741598231717944, 0.0014560866402462125, 0.0015380135737359524, 0.0016199403908103704, 0.0017018672078847885, 0.0017837941413745284, 0.0018657209584489465, 0.0019476478919386864, 0.0020295747090131044, 0.0021115015260875225, 0.0021934283431619406, 0.0022753551602363586, 0.0023572822101414204, 0.0024392090272158384, 0.0025211358442902565, 0.0026030626613646746, 0.0026849894784390926, 0.0027669165283441544, 0.0028488433454185724, 0.0029307701624929905]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 6.0, 8.0, 4.0, 7.0, 10.0, 20.0, 42.0, 61.0, 74.0, 101.0, 122.0, 233.0, 352.0, 453.0, 677.0, 1028.0, 1557.0, 2595.0, 4309.0, 7560.0, 13827.0, 29531.0, 79400.0, 864729.0, 94471.0, 33342.0, 16636.0, 9627.0, 5831.0, 4046.0, 2623.0, 1845.0, 1312.0, 905.0, 654.0, 464.0, 335.0, 238.0, 174.0, 128.0, 75.0, 53.0, 57.0, 32.0, 21.0, 19.0, 16.0, 9.0, 8.0, 6.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.006146879401057959, -0.0059643518179655075, -0.005781823769211769, -0.005599296186119318, -0.00541676813736558, -0.0052342405542731285, -0.00505171250551939, -0.004869184922426939, -0.004686657339334488, -0.0045041292905807495, -0.004321601707488298, -0.00413907365873456, -0.003956546075642109, -0.003774018259719014, -0.0035914904437959194, -0.0034089626278728247, -0.00322643481194973, -0.003043906996026635, -0.0028613791801035404, -0.0026788513641804457, -0.002496323548257351, -0.0023137959651649, -0.002131268149241805, -0.0019487403333187103, -0.0017662125173956156, -0.0015836847014725208, -0.001401156885549426, -0.0012186291860416532, -0.0010361013701185584, -0.0008535735541954637, -0.0006710457964800298, -0.000488518038764596, -0.00030599022284150124, -0.00012346243602223694, 5.906535079702735e-05, 0.00024159313761629164, 0.00042412092443555593, 0.0006066487403586507, 0.0007891764980740845, 0.0009717042557895184, 0.001154232071712613, 0.0013367598876357079, 0.0015192877035588026, 0.0017018154030665755, 0.0018843432189896703, 0.002066870918497443, 0.002249398734420538, 0.0024319265503436327, 0.0026144543662667274, 0.002796982182189822, 0.002979509998112917, 0.0031620378140360117, 0.0033445656299591064, 0.0035270932130515575, 0.0037096210289746523, 0.003892148844897747, 0.0040746768936514854, 0.0042572044767439365, 0.004439732059836388, 0.004622260108590126, 0.004804787691682577, 0.0049873157404363155, 0.005169843323528767, 0.005352371372282505, 0.005534898955374956]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 3.0, 12.0, 4.0, 1.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.05064128339290619, -0.04939887672662735, -0.04815647006034851, -0.04691406339406967, -0.04567165672779083, -0.04442925006151199, -0.043186843395233154, -0.041944436728954315, -0.040702030062675476, -0.03945961967110634, -0.0382172130048275, -0.03697480633854866, -0.03573239967226982, -0.03448999300599098, -0.03324758633971214, -0.032005179673433304, -0.030762773007154465, -0.029520366340875626, -0.028277959674596786, -0.027035553008317947, -0.02579314634203911, -0.02455073781311512, -0.02330833114683628, -0.02206592448055744, -0.020823517814278603, -0.019581111147999763, -0.018338704481720924, -0.017096297815442085, -0.015853889286518097, -0.014611483551561832, -0.013369075953960419, -0.01212666928768158, -0.01088426262140274, -0.009641855955123901, -0.008399449288845062, -0.0071570416912436485, -0.005914635024964809, -0.00467222835868597, -0.003429821226745844, -0.002187414327636361, -0.0009450074285268784, 0.0002973994705826044, 0.0015398063696920872, 0.00278221326880157, 0.004024620167911053, 0.005267026834189892, 0.006509433966130018, 0.007751841098070145, 0.008994247764348984, 0.010236654430627823, 0.011479061096906662, 0.012721468694508076, 0.013963875360786915, 0.015206282027065754, 0.016448689624667168, 0.017691096290946007, 0.018933502957224846, 0.020175909623503685, 0.021418316289782524, 0.022660722956061363, 0.02390313148498535, 0.02514553815126419, 0.02638794481754303, 0.02763035148382187, 0.028872758150100708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 7.0, 2.0, 14.0, 15.0, 4.0, 5.0, 2.0, 4.0, 4.0, 9.0, 10.0, 13.0, 10.0, 10.0, 10.0, 21.0, 17.0, 22.0, 27.0, 26.0, 58.0, 65.0, 85.0, 113.0, 231.0, 329.0, 495.0, 920.0, 1907.0, 6620.0, 2401.0, 1539.0, 1025.0, 638.0, 451.0, 352.0, 212.0, 193.0, 144.0, 108.0, 63.0, 65.0, 40.0, 34.0, 24.0, 21.0, 14.0, 13.0, 8.0, 5.0, 4.0, 0.0, 4.0, 3.0, 0.0, 2.0, 1.0, 4.0], "bins": [-0.015707507729530334, -0.015265235677361488, -0.014822963625192642, -0.014380691573023796, -0.01393841952085495, -0.013496147468686104, -0.013053875416517258, -0.012611603364348412, -0.012169331312179565, -0.011727060191333294, -0.011284788139164448, -0.010842516086995602, -0.010400244034826756, -0.00995797198265791, -0.009515699930489063, -0.009073427878320217, -0.008631155826151371, -0.008188883773982525, -0.007746611721813679, -0.007304339669644833, -0.0068620676174759865, -0.006419796030968428, -0.0059775239787995815, -0.005535251926630735, -0.005092979874461889, -0.004650707822293043, -0.004208435770124197, -0.0037661639507859945, -0.0033238918986171484, -0.0028816198464483023, -0.0024393480271101, -0.0019970759749412537, -0.0015548039227724075, -0.0011125318706035614, -0.0006702599348500371, -0.00022798794088885188, 0.00021428405307233334, 0.0006565560470335186, 0.0010988280409947038, 0.001541099976748228, 0.001983372028917074, 0.0024256440810859203, 0.0028679161332547665, 0.003310187952592969, 0.003752460004761815, 0.0041947318241000175, 0.004637003876268864, 0.00507927592843771, 0.005521547980606556, 0.005963820032775402, 0.006406092084944248, 0.006848364137113094, 0.0072906361892819405, 0.007732907775789499, 0.008175180293619633, 0.008617452345788479, 0.00905972346663475, 0.009501995518803596, 0.009944267570972443, 0.010386539623141289, 0.010828811675310135, 0.011271083727478981, 0.011713355779647827, 0.012155627831816673, 0.01259789988398552]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12335047125816345, -0.11938634514808655, -0.11542221903800964, -0.11145808547735214, -0.10749395936727524, -0.10352983325719833, -0.09956569969654083, -0.09560157358646393, -0.09163744747638702, -0.08767332136631012, -0.08370919525623322, -0.07974506169557571, -0.07578093558549881, -0.0718168094754219, -0.0678526759147644, -0.0638885498046875, -0.059924423694610596, -0.05596029758453369, -0.05199616774916649, -0.048032037913799286, -0.04406791180372238, -0.04010378569364548, -0.036139655858278275, -0.03217552602291107, -0.028211399912834167, -0.024247271940112114, -0.02028314396739006, -0.016319015994668007, -0.012354888021945953, -0.0083907600492239, -0.004426632076501846, -0.0004625041037797928, 0.0035016238689422607, 0.007465751841664314, 0.011429879814386368, 0.015394007787108421, 0.019358135759830475, 0.02332226373255253, 0.027286391705274582, 0.031250521540641785, 0.03521464765071869, 0.03917877376079559, 0.043142903596162796, 0.04710703343153, 0.0510711595416069, 0.05503528565168381, 0.05899941548705101, 0.06296354532241821, 0.06692767143249512, 0.07089179754257202, 0.07485592365264893, 0.07882005721330643, 0.08278418332338333, 0.08674830943346024, 0.09071244299411774, 0.09467656910419464, 0.09864069521427155, 0.10260482132434845, 0.10656894743442535, 0.11053308099508286, 0.11449720710515976, 0.11846133321523666, 0.12242546677589417, 0.12638959288597107, 0.13035371899604797]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 6.0, 2.0, 5.0, 2.0, 8.0, 6.0, 2.0, 9.0, 8.0, 17.0, 7.0, 7.0, 10.0, 22.0, 27.0, 27.0, 53.0, 18.0, 9.0, 5.0, 5.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1331174373626709, -0.1298184096813202, -0.12651938199996948, -0.12322035431861877, -0.11992132663726807, -0.11662229895591736, -0.11332327127456665, -0.11002424359321594, -0.10672521591186523, -0.10342618823051453, -0.10012716054916382, -0.09682813286781311, -0.0935291051864624, -0.0902300775051117, -0.08693104982376099, -0.08363202214241028, -0.08033299446105957, -0.07703396677970886, -0.07373493909835815, -0.07043591141700745, -0.06713688373565674, -0.06383785605430603, -0.06053882837295532, -0.057239800691604614, -0.053940773010253906, -0.0506417453289032, -0.04734271764755249, -0.04404368996620178, -0.040744662284851074, -0.037445634603500366, -0.03414660692214966, -0.03084757924079895, -0.027548551559448242, -0.024249523878097534, -0.020950496196746826, -0.017651468515396118, -0.01435244083404541, -0.011053413152694702, -0.007754385471343994, -0.004455357789993286, -0.0011563301086425781, 0.00214269757270813, 0.005441725254058838, 0.008740752935409546, 0.012039780616760254, 0.015338808298110962, 0.01863783597946167, 0.021936863660812378, 0.025235891342163086, 0.028534919023513794, 0.0318339467048645, 0.03513297438621521, 0.03843200206756592, 0.041731029748916626, 0.045030057430267334, 0.04832908511161804, 0.05162811279296875, 0.05492714047431946, 0.058226168155670166, 0.061525195837020874, 0.06482422351837158, 0.06812325119972229, 0.071422278881073, 0.0747213065624237, 0.07802033424377441]}, "_runtime": 117.36408543586731, "_timestamp": 1596211707.1351943, "_step": 145}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 1.0, 10.0, 3.0, 10.0, 1.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012206164188683033, -0.011622222140431404, -0.011038280092179775, -0.010454338043928146, -0.009870395995676517, -0.009286453947424889, -0.00870251189917326, -0.00811856985092163, -0.007534627337008715, -0.006950685288757086, -0.006366743240505457, -0.005782801192253828, -0.005198858678340912, -0.004614916630089283, -0.004030974581837654, -0.0034470325335860252, -0.0028630904853343964, -0.0022791484370827675, -0.0016952062724158168, -0.001111264107748866, -0.0005273220594972372, 5.6620046962052584e-05, 0.0006405621534213424, 0.001224504318088293, 0.001808446366339922, 0.002392388414591551, 0.0029763304628431797, 0.0035602727439254522, 0.004144215025007725, 0.004728157073259354, 0.0053120991215109825, 0.005896041169762611, 0.00647998321801424, 0.007063925266265869, 0.007647867314517498, 0.008231809362769127, 0.008815751411020756, 0.009399693459272385, 0.009983635507524014, 0.010567577555775642, 0.011151520535349846, 0.011735462583601475, 0.012319404631853104, 0.012903346680104733, 0.013487288728356361, 0.01407123077660799, 0.01465517282485962, 0.015239114873111248, 0.015823056921362877, 0.01640699990093708, 0.016990941017866135, 0.017574883997440338, 0.018158825114369392, 0.018742768093943596, 0.01932670921087265, 0.019910652190446854, 0.020494593307375908, 0.02107853628695011, 0.021662477403879166, 0.02224642038345337, 0.022830361500382423, 0.023414304479956627, 0.02399824559688568, 0.024582188576459885, 0.025166131556034088]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 7.0, 5.0, 9.0, 10.0, 10.0, 13.0, 25.0, 21.0, 32.0, 42.0, 71.0, 97.0, 151.0, 182.0, 313.0, 3220.0, 2770.0, 350.0, 167.0, 106.0, 84.0, 64.0, 40.0, 29.0, 17.0, 16.0, 8.0, 6.0, 12.0, 6.0, 8.0, 3.0, 2.0, 4.0, 5.0, 2.0, 2.0, 1.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13600778579711914, -0.1314731240272522, -0.12693847715854645, -0.1224038153886795, -0.11786916106939316, -0.11333450675010681, -0.10879985243082047, -0.10426519811153412, -0.09973053634166718, -0.09519588202238083, -0.09066122770309448, -0.08612657338380814, -0.08159191906452179, -0.07705726474523544, -0.0725226029753685, -0.06798794865608215, -0.0634532943367958, -0.05891864001750946, -0.054383981972932816, -0.04984932765364647, -0.045314669609069824, -0.04078001528978348, -0.03624536097049713, -0.031710702925920486, -0.02717604860663414, -0.022641392424702644, -0.01810673624277115, -0.013572081923484802, -0.009037425741553307, -0.004502770025283098, 3.188569098711014e-05, 0.0045665414072573185, 0.009101197123527527, 0.013635853305459023, 0.018170509487390518, 0.022705163806676865, 0.02723981998860836, 0.031774476170539856, 0.0363091304898262, 0.04084378853440285, 0.045378442853689194, 0.04991309717297554, 0.054447755217552185, 0.05898240953683853, 0.06351706385612488, 0.06805171817541122, 0.07258637994527817, 0.07712103426456451, 0.08165568858385086, 0.08619034290313721, 0.09072499722242355, 0.0952596589922905, 0.09979431331157684, 0.10432896763086319, 0.10886362195014954, 0.11339827626943588, 0.11793293058872223, 0.12246759235858917, 0.12700223922729492, 0.13153690099716187, 0.1360715627670288, 0.14060620963573456, 0.1451408714056015, 0.14967551827430725, 0.1542101800441742]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 5.0, 2.0, 5.0, 4.0, 0.0, 6.0, 2.0, 8.0, 4.0, 7.0, 3.0, 23.0, 4.0, 8.0, 3.0, 3.0, 7.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027424045838415623, -0.0026286907959729433, -0.0025149770081043243, -0.0024012632202357054, -0.0022875491995364428, -0.002173835411667824, -0.002060121623799205, -0.0019464078359305859, -0.001832694048061967, -0.001718980143778026, -0.0016052663559094071, -0.0014915525680407882, -0.0013778386637568474, -0.0012641248758882284, -0.0011504110880196095, -0.0010366971837356687, -0.0009229833958670497, -0.0008092695497907698, -0.0006955557619221509, -0.000581841915845871, -0.00046812809887342155, -0.00035441428190097213, -0.00024070045037660748, -0.00012698661885224283, -1.3272801879793406e-05, 0.00010044102236861363, 0.00021415484661702067, 0.0003278686781413853, 0.00044158249511383474, 0.0005552963120862842, 0.000669010158162564, 0.000782723946031183, 0.0008964377921074629, 0.0010101515799760818, 0.0011238654842600226, 0.0012375792721286416, 0.0013512930599972606, 0.0014650069642812014, 0.0015787207521498203, 0.0016924345400184393, 0.0018061483278870583, 0.001919862232170999, 0.00203357613645494, 0.002147289924323559, 0.0022610037121921778, 0.0023747175000607967, 0.0024884312879294157, 0.0026021450757980347, 0.0027158590964972973, 0.0028295728843659163, 0.0029432866722345352, 0.003057000460103154, 0.003170714247971773, 0.003284428035840392, 0.003398141823709011, 0.0035118558444082737, 0.0036255696322768927, 0.0037392834201455116, 0.0038529972080141306, 0.0039667109958827496, 0.004080425016582012, 0.0041941385716199875, 0.00430785259231925, 0.004421566147357225, 0.004535280168056488]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 7.0, 5.0, 10.0, 18.0, 25.0, 28.0, 36.0, 67.0, 108.0, 160.0, 269.0, 412.0, 744.0, 1222.0, 2343.0, 4197.0, 8107.0, 17261.0, 46495.0, 234011.0, 778998.0, 44429.0, 17860.0, 9038.0, 5122.0, 3036.0, 1836.0, 1116.0, 791.0, 528.0, 412.0, 249.0, 199.0, 120.0, 125.0, 63.0, 54.0, 40.0, 25.0, 21.0, 11.0, 8.0, 12.0, 5.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007354005705565214, -0.007101020775735378, -0.006848035845905542, -0.0065950509160757065, -0.006342065986245871, -0.006089081056416035, -0.005836096126586199, -0.005583111196756363, -0.005330126266926527, -0.005077141337096691, -0.004824156407266855, -0.004571171477437019, -0.0043181865476071835, -0.0040652016177773476, -0.0038122166879475117, -0.0035592317581176758, -0.00330624682828784, -0.003053261898458004, -0.002800276968628168, -0.002547292038798332, -0.0022943071089684963, -0.0020413221791386604, -0.0017883372493088245, -0.0015353523194789886, -0.0012823673896491528, -0.0010293824598193169, -0.000776397529989481, -0.0005234126001596451, -0.0002704276703298092, -1.7442740499973297e-05, 0.0002355421893298626, 0.0004885271191596985, 0.0007415120489895344, 0.0009944969788193703, 0.0012474819086492062, 0.001500466838479042, 0.001753451768308878, 0.002006436698138714, 0.0022594216279685497, 0.0025124065577983856, 0.0027653914876282215, 0.0030183764174580574, 0.0032713613472878933, 0.003524346277117729, 0.003777331206947565, 0.004030316136777401, 0.004283301066607237, 0.004536285996437073, 0.004789270926266909, 0.0050422558560967445, 0.00529524078592658, 0.005548225715756416, 0.005801210645586252, 0.006054195575416088, 0.006307180505245924, 0.00656016543507576, 0.006813150364905596, 0.007066135294735432, 0.0073191202245652676, 0.0075721051543951035, 0.007825089618563652, 0.008078075014054775, 0.008331060409545898, 0.008584044873714447, 0.008837029337882996]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 8.0, 2.0, 1.0, 5.0, 4.0, 13.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01466177124530077, -0.01372342836111784, -0.01278508547693491, -0.01184674259275198, -0.01090839970856905, -0.00997005682438612, -0.00903171394020319, -0.00809337105602026, -0.007155028637498617, -0.006216685753315687, -0.005278342869132757, -0.004339999984949827, -0.003401657333597541, -0.002463314449414611, -0.0015249716816470027, -0.0005866288556717336, 0.00035171397030353546, 0.0012900568544864655, 0.0022283997386693954, 0.003166742390021682, 0.004105085507035255, 0.005043427925556898, 0.005981770809739828, 0.006920113693922758, 0.007858457043766975, 0.00879679899662733, 0.00973514188081026, 0.01067348476499319, 0.01161182764917612, 0.01255017053335905, 0.01348851341754198, 0.01442685630172491, 0.01536519918590784, 0.016303541138768196, 0.017241884022951126, 0.018180226907134056, 0.019118569791316986, 0.020056912675499916, 0.020995255559682846, 0.021933598443865776, 0.022871941328048706, 0.023810284212231636, 0.024748627096414566, 0.025686969980597496, 0.026625312864780426, 0.027563655748963356, 0.028501998633146286, 0.029440341517329216, 0.030378684401512146, 0.03131702542304993, 0.032255370169878006, 0.03319371119141579, 0.034132055938243866, 0.03507039695978165, 0.036008741706609726, 0.03694708272814751, 0.037885427474975586, 0.03882376849651337, 0.039762113243341446, 0.04070045426487923, 0.041638799011707306, 0.04257714003324509, 0.043515484780073166, 0.04445382580161095, 0.045392170548439026]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 4.0, 9.0, 10.0, 15.0, 14.0, 33.0, 38.0, 63.0, 87.0, 109.0, 213.0, 328.0, 424.0, 689.0, 1096.0, 1690.0, 2797.0, 6129.0, 1535.0, 926.0, 617.0, 429.0, 339.0, 198.0, 132.0, 108.0, 87.0, 60.0, 41.0, 24.0, 18.0, 17.0, 11.0, 13.0, 8.0, 6.0, 12.0, 5.0, 6.0, 4.0, 8.0, 2.0, 3.0, 5.0, 13.0, 13.0, 8.0, 0.0, 6.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.008544636890292168, -0.008176279254257679, -0.00780792161822319, -0.007439563982188702, -0.007071206346154213, -0.006702849175781012, -0.006334491539746523, -0.005966133903712034, -0.0055977762676775455, -0.005229418631643057, -0.004861060995608568, -0.0044927033595740795, -0.004124346189200878, -0.003755988320335746, -0.003387630917131901, -0.003019273281097412, -0.0026509156450629234, -0.0022825580090284348, -0.001914200489409268, -0.001545842969790101, -0.0011774853337556124, -0.0008091277559287846, -0.00044077017810195684, -7.241260027512908e-05, 0.0002959449775516987, 0.0006643025553785264, 0.0010326601332053542, 0.001401017652824521, 0.0017693752888590097, 0.0021377329248934984, 0.0025060903280973434, 0.002874447964131832, 0.003242805600166321, 0.0036111632362008095, 0.003979520872235298, 0.004347878508269787, 0.0047162361443042755, 0.005084593314677477, 0.0054529509507119656, 0.005821308586746454, 0.006189666222780943, 0.006558023858815432, 0.00692638149484992, 0.007294739130884409, 0.00766309630125761, 0.008031453937292099, 0.008399811573326588, 0.008768169209361076, 0.009136526845395565, 0.009504884481430054, 0.009873242117464542, 0.010241599753499031, 0.01060995738953352, 0.010978315025568008, 0.011346672661602497, 0.011715030297636986, 0.0120833870023489, 0.012451744638383389, 0.012820102274417877, 0.013188459910452366, 0.013556817546486855, 0.013925175182521343, 0.014293532818555832, 0.01466189045459032, 0.01503024809062481]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08415020257234573, -0.08206629753112793, -0.07998239994049072, -0.07789849489927292, -0.07581459730863571, -0.07373069226741791, -0.0716467946767807, -0.0695628896355629, -0.06747899204492569, -0.06539508700370789, -0.06331118941307068, -0.061227284371852875, -0.05914338305592537, -0.057059481739997864, -0.05497558042407036, -0.05289167910814285, -0.05080777779221535, -0.04872387647628784, -0.046639975160360336, -0.04455607384443283, -0.042472172528505325, -0.04038827121257782, -0.038304369896650314, -0.03622046858072281, -0.034136563539505005, -0.0320526622235775, -0.029968762770295143, -0.027884861454367638, -0.025800958275794983, -0.023717056959867477, -0.021633155643939972, -0.019549254328012466, -0.01746535301208496, -0.015381451696157455, -0.01329755038022995, -0.01121364813297987, -0.009129746817052364, -0.007045845501124859, -0.004961943719536066, -0.002878042170777917, -0.0007941406220197678, 0.0012897609267383814, 0.0033736624754965305, 0.005457564257085323, 0.007541465573012829, 0.009625366888940334, 0.011709269136190414, 0.01379317045211792, 0.015877071768045425, 0.01796097308397293, 0.020044874399900436, 0.022128775715827942, 0.024212677031755447, 0.026296580210328102, 0.028380481526255608, 0.030464382842183113, 0.03254828602075577, 0.03463218733668327, 0.03671608865261078, 0.038799989968538284, 0.04088389128446579, 0.042967792600393295, 0.0450516939163208, 0.047135595232248306, 0.04921949654817581]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 6.0, 4.0, 3.0, 7.0, 9.0, 12.0, 15.0, 12.0, 12.0, 18.0, 35.0, 23.0, 19.0, 12.0, 7.0, 7.0, 9.0, 6.0, 4.0, 8.0, 3.0, 2.0, 6.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.04304664954543114, -0.04170089215040207, -0.0403551384806633, -0.03900938108563423, -0.03766362741589546, -0.036317870020866394, -0.034972116351127625, -0.033626358956098557, -0.03228060156106949, -0.03093484789133072, -0.0295890923589468, -0.02824333682656288, -0.026897579431533813, -0.025551823899149895, -0.024206068366765976, -0.022860312834382057, -0.02151455730199814, -0.02016880176961422, -0.0188230462372303, -0.017477290704846382, -0.016131535172462463, -0.01478577870875597, -0.013440022245049477, -0.012094266712665558, -0.010748511180281639, -0.00940275564789772, -0.008057000115513802, -0.006711243651807308, -0.0053654881194233894, -0.004019732587039471, -0.0026739765889942646, -0.0013282208237797022, 1.753494143486023e-05, 0.0013632907066494226, 0.002709046471863985, 0.004054802469909191, 0.00540055800229311, 0.006746313534677029, 0.008092069998383522, 0.00943782553076744, 0.01078358106315136, 0.012129336595535278, 0.013475092127919197, 0.01482084859162569, 0.016166605055332184, 0.017512360587716103, 0.01885811612010002, 0.02020387165248394, 0.02154962718486786, 0.022895382717251778, 0.024241138249635696, 0.025586893782019615, 0.026932649314403534, 0.028278406709432602, 0.02962416224181652, 0.03096991777420044, 0.03231567144393921, 0.03366142883896828, 0.035007186233997345, 0.036352939903736115, 0.03769869729876518, 0.03904445096850395, 0.04039020836353302, 0.04173596203327179, 0.04308171942830086]}, "_runtime": 118.1165382862091, "_timestamp": 1596211707.8876472, "_step": 146}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 0.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007702324539422989, -0.007401926908642054, -0.007101529743522406, -0.00680113211274147, -0.006500734947621822, -0.006200337316840887, -0.005899940151721239, -0.005599542520940304, -0.005299145355820656, -0.0049987477250397205, -0.004698350094258785, -0.004397952929139137, -0.004097555298358202, -0.0037971579004079103, -0.0034967605024576187, -0.003196363104507327, -0.0028959657065570354, -0.002595568308606744, -0.002295170910656452, -0.0019947735127061605, -0.001694375998340547, -0.0013939786003902555, -0.001093581086024642, -0.0007931836880743504, -0.0004927862901240587, -0.00019238886306993663, 0.00010800856398418546, 0.00040840599103830755, 0.0007088034180924296, 0.0010092008160427213, 0.0013095983304083347, 0.0016099957283586264, 0.001910393126308918, 0.0022107905242592096, 0.0025111879222095013, 0.002811585320159793, 0.0031119827181100845, 0.00341238034889102, 0.0037127777468413115, 0.004013175144791603, 0.004313572309911251, 0.004613969940692186, 0.004914367571473122, 0.00521476473659277, 0.005515162367373705, 0.005815559532493353, 0.006115957163274288, 0.006416354328393936, 0.0067167519591748714, 0.007017149589955807, 0.007317546755075455, 0.00761794438585639, 0.007918342016637325, 0.008218739181756973, 0.008519136346876621, 0.00881953351199627, 0.009119931608438492, 0.00942032877355814, 0.009720725938677788, 0.01002112403512001, 0.010321521200239658, 0.010621918365359306, 0.010922315530478954, 0.011222713626921177, 0.011523110792040825]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 5.0, 7.0, 5.0, 8.0, 21.0, 29.0, 30.0, 37.0, 53.0, 99.0, 148.0, 259.0, 420.0, 5470.0, 649.0, 253.0, 134.0, 90.0, 61.0, 35.0, 33.0, 22.0, 17.0, 9.0, 3.0, 9.0, 4.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16125594079494476, -0.15561842918395996, -0.14998090267181396, -0.14434339106082916, -0.13870587944984436, -0.13306835293769836, -0.12743084132671356, -0.12179332226514816, -0.11615580320358276, -0.11051828414201736, -0.10488076508045197, -0.09924325346946716, -0.09360573440790176, -0.08796821534633636, -0.08233070373535156, -0.07669318467378616, -0.07105566561222076, -0.06541814655065536, -0.059780631214380264, -0.054143115878105164, -0.048505596816539764, -0.042868077754974365, -0.037230562418699265, -0.031593047082424164, -0.025955528020858765, -0.020318010821938515, -0.014680493623018265, -0.009042976424098015, -0.003405459225177765, 0.002232057973742485, 0.007869575172662735, 0.013507092371582985, 0.019144609570503235, 0.024782126769423485, 0.030419643968343735, 0.036057159304618835, 0.041694678366184235, 0.047332197427749634, 0.052969712764024734, 0.058607228100299835, 0.06424474716186523, 0.06988226622343063, 0.07551978528499603, 0.08115729689598083, 0.08679481595754623, 0.09243233501911163, 0.09806984663009644, 0.10370736569166183, 0.10934488475322723, 0.11498240381479263, 0.12061992287635803, 0.12625743448734283, 0.13189494609832764, 0.13753247261047363, 0.14316998422145844, 0.14880751073360443, 0.15444502234458923, 0.16008253395557404, 0.16572006046772003, 0.17135757207870483, 0.17699509859085083, 0.18263261020183563, 0.18827012181282043, 0.19390764832496643, 0.19954515993595123]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 4.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 4.0, 0.0, 5.0, 24.0, 5.0, 5.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.0028687843587249517, -0.0027809827588498592, -0.0026931811589747667, -0.0026053795590996742, -0.0025175779592245817, -0.002429776359349489, -0.0023419747594743967, -0.002254173159599304, -0.002166371326893568, -0.0020785697270184755, -0.001990768127143383, -0.0019029666436836123, -0.001815164927393198, -0.0017273633275181055, -0.001639561727643013, -0.0015517601277679205, -0.001463958527892828, -0.0013761569280177355, -0.001288355328142643, -0.0012005537282675505, -0.001112752128392458, -0.0010249504121020436, -0.0009371488122269511, -0.0008493472123518586, -0.0007615456124767661, -0.0006737440126016736, -0.0005859424127265811, -0.0004981407546438277, -0.00041033915476873517, -0.00032253755489364266, -0.0002347359259147197, -0.00014693431148771197, -5.913269706070423e-05, 2.8668917366303504e-05, 0.00011647053179331124, 0.00020427214622031897, 0.0002920737606473267, 0.0003798753605224192, 0.0004676769895013422, 0.0005554786184802651, 0.0006432802183553576, 0.0007310818182304502, 0.0008188834181055427, 0.0009066850761882961, 0.0009944867342710495, 0.001082288334146142, 0.0011700899340212345, 0.001257891533896327, 0.0013456931337714195, 0.001433494733646512, 0.0015212963335216045, 0.001609097933396697, 0.0016968995332717896, 0.0017847012495622039, 0.0018725028494372964, 0.001960304332897067, 0.0020481059327721596, 0.0021359077654778957, 0.0022237093653529882, 0.0023115109652280807, 0.0023993125651031733, 0.0024871141649782658, 0.0025749157648533583, 0.0026627173647284508, 0.0027505189646035433]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 6.0, 1.0, 10.0, 16.0, 19.0, 19.0, 29.0, 42.0, 66.0, 98.0, 110.0, 189.0, 321.0, 418.0, 622.0, 1021.0, 1602.0, 2555.0, 4465.0, 7959.0, 15267.0, 32698.0, 93904.0, 867206.0, 78237.0, 30898.0, 16047.0, 9227.0, 5556.0, 3656.0, 2325.0, 1538.0, 1062.0, 714.0, 531.0, 363.0, 242.0, 182.0, 126.0, 92.0, 64.0, 42.0, 28.0, 24.0, 8.0, 7.0, 7.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.006702033337205648, -0.006489220540970564, -0.006276407744735479, -0.006063594948500395, -0.00585078215226531, -0.005637969356030226, -0.005425156559795141, -0.005212343763560057, -0.004999530967324972, -0.004786718171089888, -0.004573905374854803, -0.0043610925786197186, -0.004148279782384634, -0.0039354669861495495, -0.003722654189914465, -0.0035098413936793804, -0.003297028597444296, -0.0030842158012092113, -0.002871403004974127, -0.0026585902087390423, -0.0024457774125039577, -0.002232964616268873, -0.0020201518200337887, -0.0018073390237987041, -0.0015945262275636196, -0.001381713431328535, -0.0011689006350934505, -0.000956087838858366, -0.0007432750426232815, -0.0005304622463881969, -0.0003176494501531124, -0.00010483665391802788, 0.00010797614231705666, 0.0003207889385521412, 0.0005336017347872257, 0.0007464145310223103, 0.0009592273272573948, 0.0011720401234924793, 0.0013848529197275639, 0.0015976657159626484, 0.001810478512197733, 0.0020232913084328175, 0.002236104104667902, 0.0024489169009029865, 0.002661729697138071, 0.0028745424933731556, 0.00308735528960824, 0.0033001680858433247, 0.003512980882078409, 0.0037257936783134937, 0.003938606474548578, 0.004151419270783663, 0.004364232067018747, 0.004577044863253832, 0.004789857659488916, 0.005002670455724001, 0.0052154832519590855, 0.00542829604819417, 0.0056411088444292545, 0.005853921640664339, 0.006066734436899424, 0.006279547233134508, 0.006492360029369593, 0.006705172825604677, 0.006917985621839762]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 4.0, 5.0, 8.0, 6.0, 2.0, 10.0, 3.0, 4.0, 2.0, 0.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018969913944602013, -0.016708742827177048, -0.014447573572397232, -0.012186402454972267, -0.009925232268869877, -0.007664062082767487, -0.005402891431003809, -0.003141721012070775, -0.0008805505931377411, 0.0013806198257952929, 0.003641790244728327, 0.005902960896492004, 0.008164131082594395, 0.010425301268696785, 0.01268647238612175, 0.01494764257222414, 0.01720881275832653, 0.019469983875751495, 0.02173115313053131, 0.023992324247956276, 0.02625349536538124, 0.028514664620161057, 0.03077583573758602, 0.033037006855010986, 0.0352981761097908, 0.03755934536457062, 0.03982051834464073, 0.04208168759942055, 0.04434285685420036, 0.04660402983427048, 0.04886519908905029, 0.05112636834383011, 0.053387537598609924, 0.05564871057868004, 0.057909879833459854, 0.06017104908823967, 0.062432222068309784, 0.0646933913230896, 0.06695456057786942, 0.06921572983264923, 0.07147690653800964, 0.07373807579278946, 0.07599924504756927, 0.07826041430234909, 0.0805215835571289, 0.08278275281190872, 0.08504392206668854, 0.08730509877204895, 0.08956626802682877, 0.09182743728160858, 0.0940886065363884, 0.09634977579116821, 0.09861094504594803, 0.10087212175130844, 0.10313329100608826, 0.10539446026086807, 0.10765562951564789, 0.1099167987704277, 0.11217796802520752, 0.11443913727998734, 0.11670031398534775, 0.11896148324012756, 0.12122265249490738, 0.1234838217496872, 0.1257449984550476]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 10.0, 30.0, 46.0, 72.0, 159.0, 205.0, 351.0, 569.0, 995.0, 1731.0, 3577.0, 6987.0, 1396.0, 859.0, 460.0, 284.0, 170.0, 134.0, 96.0, 61.0, 31.0, 35.0, 29.0, 28.0, 20.0, 10.0, 6.0, 5.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 6.0, 12.0, 8.0, 4.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.010119632817804813, -0.009348804131150246, -0.008577975444495678, -0.0078071472235023975, -0.00703631853684783, -0.006265489850193262, -0.005494661629199982, -0.004723832942545414, -0.003953004255890846, -0.0031821755692362785, -0.0024113471154123545, -0.0016405185451731086, -0.0008696899749338627, -9.88614046946168e-05, 0.0006719671655446291, 0.001442795735783875, 0.002213624306023121, 0.0029844529926776886, 0.0037552814465016127, 0.004526109900325537, 0.0052969385869801044, 0.006067767273634672, 0.006838595494627953, 0.00760942418128252, 0.008380252867937088, 0.009151081554591656, 0.009921910241246223, 0.010692738927900791, 0.011463567614555359, 0.012234395369887352, 0.01300522405654192, 0.013776052743196487, 0.014546881429851055, 0.015317710116505623, 0.016088537871837616, 0.01685936748981476, 0.01763019524514675, 0.018401024863123894, 0.019171852618455887, 0.01994268223643303, 0.020713509991765022, 0.021484337747097015, 0.022255167365074158, 0.02302599512040615, 0.023796824738383293, 0.024567652493715286, 0.02533848211169243, 0.02610930986702442, 0.026880137622356415, 0.027650967240333557, 0.02842179499566555, 0.029192624613642693, 0.029963452368974686, 0.030734281986951828, 0.03150511160492897, 0.032275937497615814, 0.03304676711559296, 0.0338175967335701, 0.03458842262625694, 0.035359252244234085, 0.03613008186221123, 0.03690091148018837, 0.037671737372875214, 0.038442566990852356, 0.0392133966088295]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.27153679728507996, -0.26460498571395874, -0.25767314434051514, -0.2507413327693939, -0.24380949139595032, -0.2368776649236679, -0.2299458384513855, -0.2230140119791031, -0.21608218550682068, -0.20915037393569946, -0.20221854746341705, -0.19528672099113464, -0.18835489451885223, -0.18142306804656982, -0.17449124157428741, -0.167559415102005, -0.1606275886297226, -0.15369576215744019, -0.14676393568515778, -0.13983210921287537, -0.13290028274059296, -0.12596845626831055, -0.11903663724660873, -0.11210481077432632, -0.10517298430204391, -0.0982411578297615, -0.0913093313574791, -0.08437750488519669, -0.07744568586349487, -0.07051385939121246, -0.06358203291893005, -0.056650206446647644, -0.049718379974365234, -0.042786553502082825, -0.035854727029800415, -0.028922904282808304, -0.021991077810525894, -0.015059252269566059, -0.008127426728606224, -0.001195601187646389, 0.005736224353313446, 0.012668049894273281, 0.019599875435233116, 0.026531700044870377, 0.033463526517152786, 0.040395352989435196, 0.04732717573642731, 0.05425900220870972, 0.061190828680992126, 0.06812265515327454, 0.07505448162555695, 0.08198630809783936, 0.08891813457012177, 0.09584995359182358, 0.10278178006410599, 0.1097136065363884, 0.1166454330086708, 0.12357725948095322, 0.13050907850265503, 0.13744090497493744, 0.14437273144721985, 0.15130455791950226, 0.15823638439178467, 0.16516821086406708, 0.1721000373363495]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 10.0, 13.0, 7.0, 9.0, 6.0, 11.0, 27.0, 43.0, 29.0, 35.0, 21.0, 5.0, 12.0, 4.0, 6.0, 2.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.16825124621391296, -0.163584902882576, -0.158918559551239, -0.15425221621990204, -0.14958587288856506, -0.1449195295572281, -0.1402532011270523, -0.13558685779571533, -0.13092051446437836, -0.12625417113304138, -0.1215878278017044, -0.11692148447036743, -0.11225514113903046, -0.10758879780769348, -0.1029224619269371, -0.09825611859560013, -0.09358977526426315, -0.08892343193292618, -0.0842570886015892, -0.07959075272083282, -0.07492440938949585, -0.07025806605815887, -0.0655917227268219, -0.06092538312077522, -0.05625903978943825, -0.05159269645810127, -0.046926356852054596, -0.04226001352071762, -0.037593670189380646, -0.03292733058333397, -0.028260987251996994, -0.023594645783305168, -0.018928304314613342, -0.014261962845921516, -0.009595620445907116, -0.004929278511554003, -0.0002629365772008896, 0.004403405357152224, 0.009069747291505337, 0.013736089691519737, 0.018402431160211563, 0.02306877262890339, 0.027735114097595215, 0.03240145742893219, 0.037067800760269165, 0.04173414036631584, 0.04640048369765282, 0.05106682330369949, 0.05573316663503647, 0.060399509966373444, 0.06506585329771042, 0.0697321891784668, 0.07439853250980377, 0.07906487584114075, 0.08373121917247772, 0.0883975625038147, 0.09306390583515167, 0.09773024171590805, 0.10239658504724503, 0.107062928378582, 0.11172927170991898, 0.11639561504125595, 0.12106195092201233, 0.1257282942533493, 0.13039463758468628]}, "_runtime": 118.85947799682617, "_timestamp": 1596211708.6305869, "_step": 147}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 6.0, 4.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011154286563396454, -0.010795384645462036, -0.010436482727527618, -0.010077579878270626, -0.009718677960336208, -0.00935977604240179, -0.009000874124467373, -0.00864197127521038, -0.008283069357275963, -0.007924167439341545, -0.007565265521407127, -0.007206363137811422, -0.006847461219877005, -0.0064885588362813, -0.006129656918346882, -0.005770754534751177, -0.005411852616816759, -0.005052950698882341, -0.004694048315286636, -0.004335146397352219, -0.003976244013756514, -0.003617342095822096, -0.0032584399450570345, -0.002899537794291973, -0.0025406356435269117, -0.0021817334927618504, -0.001822831341996789, -0.0014639293076470494, -0.001105027156881988, -0.0007461250061169267, -0.0003872229135595262, -2.8320791898295283e-05, 0.00033058132976293564, 0.000689483480527997, 0.0010483856312930584, 0.001407287665642798, 0.0017661898164078593, 0.002125091850757599, 0.0024839940015226603, 0.0028428961522877216, 0.003201798303052783, 0.0035607004538178444, 0.003919602371752262, 0.004278504755347967, 0.004637406673282385, 0.00499630905687809, 0.005355210974812508, 0.005714113358408213, 0.00607301527634263, 0.006431917194277048, 0.006790819577872753, 0.007149721495807171, 0.007508623879402876, 0.007867526262998581, 0.008226428180932999, 0.008585330098867416, 0.008944232016801834, 0.009303133934736252, 0.009662036783993244, 0.010020938701927662, 0.01037984061986208, 0.010738742537796497, 0.01109764538705349, 0.011456547304987907, 0.011815449222922325]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 2.0, 7.0, 6.0, 4.0, 8.0, 2.0, 9.0, 8.0, 15.0, 26.0, 26.0, 27.0, 27.0, 42.0, 67.0, 82.0, 89.0, 104.0, 153.0, 256.0, 3776.0, 2093.0, 362.0, 209.0, 119.0, 77.0, 66.0, 57.0, 39.0, 32.0, 28.0, 24.0, 13.0, 12.0, 16.0, 9.0, 2.0, 7.0, 2.0, 4.0, 4.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12639690935611725, -0.12256511300802231, -0.11873332411050797, -0.11490152776241302, -0.11106973886489868, -0.10723794251680374, -0.1034061536192894, -0.09957435727119446, -0.09574256837368011, -0.09191077202558517, -0.08807898312807083, -0.08424718677997589, -0.08041539788246155, -0.07658360153436661, -0.07275181263685226, -0.06892001628875732, -0.06508822739124298, -0.06125643104314804, -0.0574246384203434, -0.05359284579753876, -0.049761053174734116, -0.045929260551929474, -0.04209746792912483, -0.03826567530632019, -0.03443387895822525, -0.030602088198065758, -0.026770295575261116, -0.022938502952456474, -0.019106708467006683, -0.015274916775524616, -0.0114431232213974, -0.007611330598592758, -0.0037795379757881165, 5.225487984716892e-05, 0.0038840477354824543, 0.007715840823948383, 0.011547633446753025, 0.015379426069557667, 0.019211219623684883, 0.023043012246489525, 0.026874804869294167, 0.03070659749209881, 0.0345383919775486, 0.03837018460035324, 0.04220197722315788, 0.046033769845962524, 0.049865562468767166, 0.05369735509157181, 0.05752914771437645, 0.06136094033718109, 0.06519273668527603, 0.06902452558279037, 0.07285632193088531, 0.07668811082839966, 0.0805199071764946, 0.08435169607400894, 0.08818349242210388, 0.09201528131961823, 0.09584707766771317, 0.09967886656522751, 0.10351066291332245, 0.10734245181083679, 0.11117424815893173, 0.11500603705644608, 0.11883783340454102]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 5.0, 0.0, 3.0, 6.0, 3.0, 6.0, 4.0, 4.0, 6.0, 28.0, 2.0, 3.0, 5.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.0030638230964541435, -0.0029782711062580347, -0.002892719116061926, -0.002807167125865817, -0.0027216151356697083, -0.0026360631454735994, -0.0025505111552774906, -0.002464959165081382, -0.002379407174885273, -0.002293855417519808, -0.002208303427323699, -0.00212275143712759, -0.0020371994469314814, -0.0019516474567353725, -0.0018660954665392637, -0.001780543476343155, -0.001694991486147046, -0.0016094394959509373, -0.0015238875057548285, -0.0014383355155587196, -0.0013527835253626108, -0.0012672316515818238, -0.001181679661385715, -0.0010961276711896062, -0.0010105756809934974, -0.0009250236907973886, -0.0008394717006012797, -0.0007539197686128318, -0.000668367778416723, -0.0005828157882206142, -0.0004972638562321663, -0.00041171186603605747, -0.00032615987583994865, -0.00024060790019575506, -0.00015505592455156147, -6.950394890736789e-05, 1.6048026736825705e-05, 0.0001016000023810193, 0.00018715197802521288, 0.00027270393911749125, 0.00035825592931360006, 0.0004438079195097089, 0.0005293599097058177, 0.0006149118416942656, 0.0007004638318903744, 0.0007860158220864832, 0.0008715677540749311, 0.00095711974427104, 0.0010426717344671488, 0.0011282237246632576, 0.0012137757148593664, 0.0012993277050554752, 0.001384879695251584, 0.001470431569032371, 0.0015559835592284799, 0.0016415355494245887, 0.0017270875396206975, 0.0018126395298168063, 0.0018981915200129151, 0.001983743393793702, 0.002069295383989811, 0.0021548473741859198, 0.0022403993643820286, 0.0023259513545781374, 0.002411503344774246]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 7.0, 9.0, 4.0, 13.0, 11.0, 19.0, 38.0, 59.0, 100.0, 152.0, 244.0, 350.0, 506.0, 865.0, 1401.0, 2456.0, 4551.0, 9083.0, 20360.0, 59951.0, 908251.0, 110448.0, 30544.0, 13072.0, 6733.0, 3778.0, 2364.0, 1431.0, 928.0, 588.0, 410.0, 282.0, 201.0, 146.0, 100.0, 59.0, 30.0, 24.0, 22.0, 14.0, 7.0, 8.0, 9.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007460954133421183, -0.007218553218990564, -0.006976152304559946, -0.006733751390129328, -0.0064913504756987095, -0.006248949561268091, -0.006006548646837473, -0.005764147732406855, -0.005521746352314949, -0.005279345437884331, -0.0050369445234537125, -0.004794543609023094, -0.004552142694592476, -0.004309741780161858, -0.004067340865731239, -0.003824939951300621, -0.0035825390368700027, -0.0033401381224393845, -0.003097737208008766, -0.002855336293578148, -0.0026129353791475296, -0.0023705342318862677, -0.0021281333174556494, -0.001885732403025031, -0.0016433314885944128, -0.0014009305741637945, -0.0011585296597331762, -0.0009161286288872361, -0.0006737277144566178, -0.0004313267709221691, -0.00018892582738772035, 5.3475116146728396e-05, 0.00029587605968117714, 0.0005382769741117954, 0.0007806779467500746, 0.0010230789193883538, 0.0012654798338189721, 0.0015078807482495904, 0.0017502817790955305, 0.001992682693526149, 0.002235083607956767, 0.0024774845223873854, 0.0027198854368180037, 0.002962286351248622, 0.003204687498509884, 0.003447088412940502, 0.0036894893273711205, 0.003931890241801739, 0.004174291156232357, 0.004416692070662975, 0.004659092985093594, 0.004901493899524212, 0.00514389481395483, 0.0053862957283854485, 0.005628696642816067, 0.005871097557246685, 0.006113498471677303, 0.006355899851769209, 0.006598300766199827, 0.0068407016806304455, 0.007083102595061064, 0.007325503509491682, 0.0075679044239223, 0.007810305338352919, 0.008052706718444824]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 4.0, 7.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01748555153608322, -0.016680242493748665, -0.01587493345141411, -0.015069625340402126, -0.01426431629806757, -0.013459008187055588, -0.012653699144721031, -0.011848390102386475, -0.011043081060051918, -0.010237772949039936, -0.00943246390670538, -0.008627154864370823, -0.007821846753358841, -0.007016537711024284, -0.006211229134351015, -0.0054059200920164585, -0.004600611515343189, -0.0037953027058392763, -0.0029899938963353634, -0.002184685319662094, -0.0013793765101581812, -0.0005740677588619292, 0.00023124099243432283, 0.001036549685522914, 0.0018418584950268269, 0.00264716730453074, 0.0034524761140346527, 0.004257784690707922, 0.005063093267381191, 0.005868402309715748, 0.006673710886389017, 0.007479019928723574, 0.008284328505396843, 0.0090896375477314, 0.009894945658743382, 0.010700254701077938, 0.011505563743412495, 0.012310871854424477, 0.013116180896759033, 0.01392148993909359, 0.014726798981428146, 0.015532107092440128, 0.01633741520345211, 0.017142724245786667, 0.017948033288121223, 0.01875334233045578, 0.019558651372790337, 0.020363960415124893, 0.0211692675948143, 0.021974576637148857, 0.022779885679483414, 0.02358519472181797, 0.024390503764152527, 0.025195812806487083, 0.02600112184882164, 0.026806429028511047, 0.027611738070845604, 0.02841704711318016, 0.029222356155514717, 0.030027665197849274, 0.03083297424018383, 0.03163828328251839, 0.032443590462207794, 0.0332489013671875, 0.03405420854687691]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 6.0, 3.0, 6.0, 10.0, 14.0, 20.0, 23.0, 33.0, 39.0, 48.0, 75.0, 104.0, 104.0, 136.0, 169.0, 271.0, 340.0, 457.0, 631.0, 901.0, 1504.0, 2978.0, 5958.0, 1496.0, 898.0, 526.0, 356.0, 263.0, 230.0, 166.0, 130.0, 96.0, 66.0, 70.0, 49.0, 34.0, 36.0, 25.0, 31.0, 18.0, 29.0, 20.0, 13.0, 3.0, 6.0, 4.0, 10.0, 5.0, 4.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.0119570791721344, -0.011530391871929169, -0.011103705503046513, -0.010677019134163857, -0.010250331833958626, -0.009823644533753395, -0.009396958164870739, -0.008970271795988083, -0.008543584495782852, -0.008116897195577621, -0.007690210826694965, -0.007263523992151022, -0.0068368371576070786, -0.006410150323063135, -0.005983463488519192, -0.005556776653975248, -0.005130089819431305, -0.0047034029848873615, -0.004276716150343418, -0.0038500293157994747, -0.0034233424812555313, -0.002996655646711588, -0.0025699688121676445, -0.002143281977623701, -0.0017165951430797577, -0.0012899083085358143, -0.0008632214739918709, -0.0004365346394479275, -9.84780490398407e-06, 0.00041683902963995934, 0.0008435258641839027, 0.0012702126987278461, 0.0016968995332717896, 0.002123586367815733, 0.0025502732023596764, 0.0029769600369036198, 0.003403646871447563, 0.0038303337059915066, 0.00425702054053545, 0.004683707375079393, 0.005110394209623337, 0.00553708104416728, 0.005963767878711224, 0.006390454713255167, 0.00681714154779911, 0.007243828382343054, 0.007670515216886997, 0.008097201585769653, 0.008523888885974884, 0.008950576186180115, 0.00937726255506277, 0.009803948923945427, 0.010230636224150658, 0.010657323524355888, 0.011084009893238544, 0.0115106962621212, 0.011937383562326431, 0.012364070862531662, 0.012790757231414318, 0.013217443600296974, 0.013644130900502205, 0.014070818200707436, 0.014497504569590092, 0.014924190938472748, 0.015350878238677979]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19813135266304016, -0.19322796165943146, -0.18832457065582275, -0.18342119455337524, -0.17851780354976654, -0.17361441254615784, -0.16871102154254913, -0.16380764544010162, -0.15890425443649292, -0.15400086343288422, -0.1490974724292755, -0.1441940814256668, -0.1392907053232193, -0.1343873143196106, -0.1294839233160019, -0.12458053976297379, -0.11967714875936508, -0.11477375775575638, -0.10987037420272827, -0.10496698319911957, -0.10006359964609146, -0.09516020864248276, -0.09025682508945465, -0.08535343408584595, -0.08045004308223724, -0.07554665952920914, -0.07064326852560043, -0.06573988497257233, -0.06083649396896362, -0.05593310669064522, -0.05102971941232681, -0.04612633213400841, -0.04122294485569, -0.0363195575773716, -0.03141617029905319, -0.026512781158089638, -0.021609393879771233, -0.016706006601452827, -0.011802618391811848, -0.006899230647832155, -0.0019958429038524628, 0.0029075448401272297, 0.007810932584106922, 0.012714320793747902, 0.017617708072066307, 0.022521095350384712, 0.027424484491348267, 0.03232787176966667, 0.03723125904798508, 0.04213464632630348, 0.04703803360462189, 0.05194142088294029, 0.0568448081612587, 0.0617481991648674, 0.06665158271789551, 0.07155497372150421, 0.07645836472511292, 0.08136174827814102, 0.08626513928174973, 0.09116852283477783, 0.09607191383838654, 0.10097529739141464, 0.10587868839502335, 0.11078207194805145, 0.11568546295166016]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 6.0, 8.0, 23.0, 19.0, 52.0, 43.0, 12.0, 26.0, 20.0, 8.0, 12.0, 5.0, 6.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.1555950939655304, -0.15159346163272858, -0.14759181439876556, -0.14359018206596375, -0.13958854973316193, -0.1355869024991989, -0.1315852701663971, -0.12758363783359528, -0.12358199805021286, -0.11958035826683044, -0.11557872593402863, -0.11157708615064621, -0.1075754463672638, -0.10357381403446198, -0.09957217425107956, -0.09557054191827774, -0.09156890213489532, -0.08756726235151291, -0.08356563001871109, -0.07956399023532867, -0.07556235790252686, -0.07156071811914444, -0.06755907833576202, -0.0635574460029602, -0.05955580621957779, -0.05555417016148567, -0.051552534103393555, -0.04755089432001114, -0.04354925826191902, -0.039547622203826904, -0.03554598242044449, -0.03154434636235237, -0.027542710304260254, -0.023541074246168137, -0.01953943632543087, -0.015537799336016178, -0.011536162346601486, -0.007534525357186794, -0.0035328883677721024, 0.00046874862164258957, 0.0044703856110572815, 0.008472022600471973, 0.012473659589886665, 0.016475297510623932, 0.02047693356871605, 0.024478569626808167, 0.028480207547545433, 0.0324818454682827, 0.03648348152637482, 0.040485117584466934, 0.04448675364255905, 0.04848839342594147, 0.052490029484033585, 0.0564916655421257, 0.06049330532550812, 0.06449493765830994, 0.06849657744169235, 0.07249821722507477, 0.07649984955787659, 0.080501489341259, 0.08450312912464142, 0.08850476145744324, 0.09250640124082565, 0.09650803357362747, 0.10050967335700989]}, "_runtime": 119.60675883293152, "_timestamp": 1596211709.3778677, "_step": 148}
+{"val_accuracy": 0.820704908675799, "val_loss": 0.4599422447757634, "_runtime": 121.09576272964478, "_timestamp": 1596211710.8668716, "_step": 149}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.8436095714569092 Truth: v", "Prediction: P Confidence: 0.527076244354248 Truth: 5", "Prediction: U Confidence: 0.5819793939590454 Truth: 2", "Prediction: O Confidence: 0.5966268181800842 Truth: 0"]}, "_runtime": 121.38578581809998, "_timestamp": 1596211711.1568947, "_step": 150}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 6.0, 1.0, 1.0, 4.0, 11.0, 2.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.015997884795069695, -0.015529138967394829, -0.015060394071042538, -0.014591648243367672, -0.01412290334701538, -0.013654157519340515, -0.01318541169166565, -0.012716666795313358, -0.012247920967638493, -0.011779176071286201, -0.011310430243611336, -0.01084168441593647, -0.010372939519584179, -0.009904193691909313, -0.009435448795557022, -0.008966702967882156, -0.00849795714020729, -0.008029212243855, -0.007560466881841421, -0.007091721054166555, -0.006622975692152977, -0.006154230330139399, -0.00568548496812582, -0.005216739606112242, -0.004747994244098663, -0.004279248416423798, -0.003810503054410219, -0.0033417576923966408, -0.0028730123303830624, -0.0024042667355388403, -0.0019355213735252619, -0.0014667758950963616, -0.0009980304166674614, -0.0005292849382385612, -6.0539518017321825e-05, 0.00040820593130774796, 0.0008769513806328177, 0.001345696859061718, 0.0018144422210752964, 0.0022831878159195185, 0.002751933177933097, 0.0032206785399466753, 0.0036894241347908974, 0.004158169496804476, 0.004626914858818054, 0.005095660220831633, 0.005564406048506498, 0.006033151410520077, 0.006501896772533655, 0.006970642134547234, 0.007439387496560812, 0.00790813285857439, 0.008376878686249256, 0.008845623582601547, 0.009314369410276413, 0.009783115237951279, 0.01025186013430357, 0.010720605961978436, 0.011189350858330727, 0.011658096686005592, 0.012126842513680458, 0.01259558741003275, 0.013064333237707615, 0.013533078134059906, 0.014001823961734772]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 8.0, 11.0, 16.0, 12.0, 36.0, 52.0, 81.0, 130.0, 183.0, 354.0, 5668.0, 754.0, 246.0, 123.0, 75.0, 48.0, 34.0, 18.0, 9.0, 11.0, 8.0, 9.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.18826383352279663, -0.18250666558742523, -0.17674949765205383, -0.17099232971668243, -0.16523516178131104, -0.15947800874710083, -0.15372084081172943, -0.14796367287635803, -0.14220650494098663, -0.13644933700561523, -0.13069216907024384, -0.12493500858545303, -0.11917784065008163, -0.11342067271471024, -0.10766351222991943, -0.10190634429454803, -0.09614917635917664, -0.09039200842380524, -0.08463484048843384, -0.07887768000364304, -0.07312051206827164, -0.06736334413290024, -0.06160617992281914, -0.05584901571273804, -0.05009184777736664, -0.04433467984199524, -0.03857751563191414, -0.03282035142183304, -0.02706318348646164, -0.02130601741373539, -0.01554885134100914, -0.00979168526828289, -0.004034519195556641, 0.001722646877169609, 0.007479812949895859, 0.013236979022622108, 0.018994145095348358, 0.024751311168074608, 0.030508477240800858, 0.03626564145088196, 0.04202280938625336, 0.047779977321624756, 0.053537141531705856, 0.05929430574178696, 0.06505147367715836, 0.07080864161252975, 0.07656580209732056, 0.08232297003269196, 0.08808013796806335, 0.09383730590343475, 0.09959447383880615, 0.10535163432359695, 0.11110880225896835, 0.11686597019433975, 0.12262313067913055, 0.12838029861450195, 0.13413746654987335, 0.13989463448524475, 0.14565180242061615, 0.15140897035598755, 0.15716612339019775, 0.16292329132556915, 0.16868045926094055, 0.17443762719631195, 0.18019479513168335]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 7.0, 6.0, 3.0, 4.0, 27.0, 8.0, 1.0, 1.0, 1.0, 5.0, 5.0, 0.0, 3.0, 0.0, 6.0, 1.0, 0.0, 2.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026588558685034513, -0.002557808766141534, -0.0024567616637796164, -0.002355714561417699, -0.0022546674590557814, -0.002153620356693864, -0.0020525730215013027, -0.001951526035554707, -0.0018504788167774677, -0.0017494317144155502, -0.0016483846120536327, -0.0015473375096917152, -0.0014462904073297977, -0.0013452433049678802, -0.001244196086190641, -0.0011431489838287234, -0.001042101881466806, -0.0009410547791048884, -0.00084000761853531, -0.0007389605161733925, -0.0006379133556038141, -0.0005368662532418966, -0.00043581915087997913, -0.0003347720194142312, -0.00023372488794848323, -0.00013267775648273528, -3.163063956890255e-05, 6.941648462088779e-05, 0.00017046360881067812, 0.0002715107402764261, 0.00037255784263834357, 0.0004736049741040915, 0.0005746521055698395, 0.000675699207931757, 0.0007767463685013354, 0.0008777934708632529, 0.0009788406314328313, 0.0010798877337947488, 0.0011809348361566663, 0.0012819819385185838, 0.001383029157295823, 0.0014840762596577406, 0.001585123362019658, 0.0016861704643815756, 0.001787217566743493, 0.0018882646691054106, 0.001989311771467328, 0.0020903588738292456, 0.0021914062090218067, 0.002292453311383724, 0.0023935004137456417, 0.002494547516107559, 0.0025955946184694767, 0.002696641720831394, 0.0027976888231933117, 0.002898735925555229, 0.0029997830279171467, 0.003100830130279064, 0.0032018772326409817, 0.003302924567833543, 0.0034039716701954603, 0.003505018772557378, 0.0036060658749192953, 0.003707112977281213, 0.0038081600796431303]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 7.0, 8.0, 8.0, 22.0, 31.0, 54.0, 83.0, 124.0, 198.0, 306.0, 442.0, 737.0, 1287.0, 2222.0, 4374.0, 9205.0, 21272.0, 60112.0, 866804.0, 138841.0, 37153.0, 15808.0, 8097.0, 4560.0, 2566.0, 1665.0, 1095.0, 691.0, 521.0, 356.0, 247.0, 195.0, 120.0, 112.0, 65.0, 38.0, 49.0, 32.0, 34.0, 29.0, 16.0, 7.0, 7.0, 11.0, 4.0, 5.0, 4.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004833715036511421, -0.004639186430722475, -0.004444657824933529, -0.0042501287534832954, -0.004055600147694349, -0.003861071541905403, -0.0036665427032858133, -0.0034720138646662235, -0.0032774852588772774, -0.0030829566530883312, -0.0028884278144687414, -0.0026938989758491516, -0.0024993703700602055, -0.0023048417642712593, -0.0021103129256516695, -0.0019157842034474015, -0.0017212554812431335, -0.0015267267590388656, -0.0013321980368345976, -0.0011376693146303296, -0.0009431405924260616, -0.0007486118702217937, -0.0005540831480175257, -0.0003595544258132577, -0.00016502570360898972, 2.9503018595278263e-05, 0.00022403174079954624, 0.0004185604630038142, 0.0006130891852080822, 0.0008076179074123502, 0.0010021466296166182, 0.0011966753518208861, 0.0013912040740251541, 0.001585732796229422, 0.00178026151843369, 0.00197479035705328, 0.002169318962842226, 0.002363847568631172, 0.002558376407250762, 0.002752905245870352, 0.002947433851659298, 0.003141962457448244, 0.003336491296067834, 0.0035310201346874237, 0.00372554874047637, 0.003920077346265316, 0.0041146064177155495, 0.004309135023504496, 0.004503663629293442, 0.004698192235082388, 0.004892720840871334, 0.0050872499123215675, 0.005281778518110514, 0.00547630712389946, 0.005670836195349693, 0.0058653648011386395, 0.006059893406927586, 0.006254422012716532, 0.006448950618505478, 0.006643479689955711, 0.0068380082957446575, 0.007032536901533604, 0.007227065972983837, 0.007421594578772783, 0.007616123184561729]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 7.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.017284968867897987, -0.016680274158716202, -0.016075577586889267, -0.015470881946384907, -0.014866186305880547, -0.014261491596698761, -0.0136567959561944, -0.01305210031569004, -0.01244740467518568, -0.01184270903468132, -0.01123801339417696, -0.0106333177536726, -0.010028623044490814, -0.009423927403986454, -0.008819231763482094, -0.008214536122977734, -0.007609840482473373, -0.007005144841969013, -0.006400449201464653, -0.00579575402662158, -0.00519105838611722, -0.00458636274561286, -0.003981667570769787, -0.0033769719302654266, -0.0027722762897610664, -0.0021675806492567062, -0.0015628852415829897, -0.0009581897174939513, -0.00035349419340491295, 0.0002512013306841254, 0.0008558968547731638, 0.0014605923788622022, 0.0020652879029512405, 0.0026699835434556007, 0.0032746789511293173, 0.003879374358803034, 0.004484069999307394, 0.005088765639811754, 0.005693460814654827, 0.006298156455159187, 0.0069028520956635475, 0.007507547736167908, 0.008112243376672268, 0.008716939017176628, 0.009321633726358414, 0.009926329366862774, 0.010531025007367134, 0.011135720647871494, 0.011740416288375854, 0.012345111928880215, 0.012949807569384575, 0.013554503209888935, 0.014159198850393295, 0.014763893559575081, 0.015368589200079441, 0.0159732848405838, 0.016577981412410736, 0.01718267612159252, 0.017787370830774307, 0.018392067402601242, 0.018996762111783028, 0.019601458683609962, 0.020206153392791748, 0.020810849964618683, 0.02141554467380047]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 5.0, 5.0, 4.0, 5.0, 7.0, 14.0, 15.0, 12.0, 20.0, 27.0, 26.0, 31.0, 45.0, 58.0, 72.0, 98.0, 113.0, 155.0, 161.0, 228.0, 249.0, 347.0, 444.0, 604.0, 796.0, 1095.0, 1647.0, 5816.0, 1814.0, 1102.0, 795.0, 594.0, 435.0, 326.0, 260.0, 168.0, 148.0, 98.0, 84.0, 96.0, 70.0, 43.0, 46.0, 35.0, 33.0, 44.0, 32.0, 29.0, 12.0, 10.0, 10.0, 14.0, 10.0, 6.0, 3.0, 2.0, 4.0], "bins": [-0.009521749801933765, -0.009246163070201874, -0.008970577269792557, -0.008694990538060665, -0.008419403806328773, -0.008143818005919456, -0.007868231274187565, -0.007592644542455673, -0.007317058276385069, -0.007041472010314465, -0.006765885278582573, -0.006490299012511969, -0.006214712746441364, -0.005939126014709473, -0.005663539748638868, -0.005387953016906977, -0.005112366750836372, -0.004836780484765768, -0.004561193753033876, -0.004285607486963272, -0.0040100207552313805, -0.003734434489160776, -0.003458848223090172, -0.003183261724188924, -0.002907675225287676, -0.002632088726386428, -0.00235650222748518, -0.0020809159614145756, -0.0018053294625133276, -0.0015297429636120796, -0.0012541565811261535, -0.0009785701986402273, -0.0007029836997389793, -0.0004273972590453923, -0.0001518108183518052, 0.00012377562234178185, 0.0003993620630353689, 0.000674948503728956, 0.000950534944422543, 0.0012261213269084692, 0.0015017078258097172, 0.0017772943247109652, 0.002052880823612213, 0.0023284670896828175, 0.0026040535885840654, 0.0028796400874853134, 0.0031552263535559177, 0.0034308128524571657, 0.0037063993513584137, 0.003981985617429018, 0.00425757234916091, 0.004533158615231514, 0.004808745346963406, 0.00508433161303401, 0.005359917879104614, 0.005635504610836506, 0.00591109087690711, 0.0061866771429777145, 0.006462263874709606, 0.0067378501407802105, 0.007013436406850815, 0.0072890231385827065, 0.007564609404653311, 0.007840195670723915, 0.008115782402455807]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10235549509525299, -0.0992700383067131, -0.09618458896875381, -0.09309913218021393, -0.09001367539167404, -0.08692822605371475, -0.08384276926517487, -0.08075731247663498, -0.07767186313867569, -0.0745864063501358, -0.07150094956159592, -0.06841550022363663, -0.06533004343509674, -0.06224459037184715, -0.059159137308597565, -0.05607368052005768, -0.05298822745680809, -0.0499027743935585, -0.046817317605018616, -0.04373186454176903, -0.04064641147851944, -0.03756095468997955, -0.034475501626729965, -0.03139004856348038, -0.02830459363758564, -0.025219138711690903, -0.022133685648441315, -0.019048230722546577, -0.01596277579665184, -0.012877322733402252, -0.009791867807507515, -0.006706413812935352, -0.0036209598183631897, -0.0005355055909603834, 0.002549948636442423, 0.005635403096675873, 0.008720857091248035, 0.011806311085820198, 0.014891766011714935, 0.017977219074964523, 0.02106267400085926, 0.024148128926753998, 0.027233581990003586, 0.030319036915898323, 0.03340449184179306, 0.03648994490504265, 0.039575397968292236, 0.04266085475683212, 0.04574630782008171, 0.0488317608833313, 0.051917217671871185, 0.05500267073512077, 0.05808812379837036, 0.06117358058691025, 0.06425902992486954, 0.06734448671340942, 0.07042994350194931, 0.0735153928399086, 0.07660084962844849, 0.07968630641698837, 0.08277175575494766, 0.08585721254348755, 0.08894266933202744, 0.09202811866998672, 0.09511357545852661]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 6.0, 5.0, 6.0, 6.0, 8.0, 7.0, 5.0, 6.0, 8.0, 12.0, 19.0, 52.0, 29.0, 17.0, 17.0, 10.0, 9.0, 10.0, 6.0, 2.0, 6.0, 4.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.08008630573749542, -0.07795988023281097, -0.07583345472812653, -0.07370703667402267, -0.07158061116933823, -0.06945418566465378, -0.06732776761054993, -0.06520134210586548, -0.06307491660118103, -0.06094849109649658, -0.05882206931710243, -0.05669564753770828, -0.054569222033023834, -0.052442796528339386, -0.050316374748945236, -0.048189952969551086, -0.04606352746486664, -0.04393710196018219, -0.04181068018078804, -0.03968425840139389, -0.03755783289670944, -0.035431407392024994, -0.033304985612630844, -0.031178561970591545, -0.029052138328552246, -0.026925714686512947, -0.024799291044473648, -0.02267286740243435, -0.02054644376039505, -0.01842002011835575, -0.016293596476316452, -0.014167172834277153, -0.012040749192237854, -0.009914325550198555, -0.007787901908159256, -0.005661478266119957, -0.003535054624080658, -0.001408630982041359, 0.0007177926599979401, 0.002844216302037239, 0.004970639944076538, 0.007097063586115837, 0.009223487228155136, 0.011349910870194435, 0.013476334512233734, 0.015602758154273033, 0.017729181796312332, 0.01985560543835163, 0.02198202908039093, 0.02410845272243023, 0.026234876364469528, 0.028361300006508827, 0.030487723648548126, 0.032614149153232574, 0.034740570932626724, 0.036866992712020874, 0.03899341821670532, 0.04111984372138977, 0.04324626550078392, 0.04537268728017807, 0.04749911278486252, 0.04962553828954697, 0.051751960068941116, 0.053878381848335266, 0.056004807353019714]}, "_runtime": 121.8458263874054, "_timestamp": 1596211711.6169353, "_step": 151}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 8.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009854169562458992, -0.009557848796248436, -0.00926152803003788, -0.00896520633250475, -0.008668885566294193, -0.008372564800083637, -0.008076244033873081, -0.007779922802001238, -0.007483602035790682, -0.007187281269580126, -0.0068909600377082825, -0.0065946392714977264, -0.00629831850528717, -0.006001997273415327, -0.005705676507204771, -0.005409355275332928, -0.005113034509122372, -0.004816713742911816, -0.004520392511039972, -0.004224071744829416, -0.003927750512957573, -0.003631429746747017, -0.003335108980536461, -0.003038787981495261, -0.0027424669824540615, -0.002446145983412862, -0.002149824984371662, -0.0018535042181611061, -0.0015571832191199064, -0.0012608622200787067, -0.0009645413374528289, -0.0006682203966192901, -0.00037189945578575134, -7.557851495221257e-05, 0.0002207424258813262, 0.000517063366714865, 0.0008133843075484037, 0.0011097053065896034, 0.0014060261892154813, 0.0017023470718413591, 0.001998668070882559, 0.0022949890699237585, 0.002591310068964958, 0.0028876308351755142, 0.003183951834216714, 0.0034802728332579136, 0.0037765935994684696, 0.004072914831340313, 0.004369235597550869, 0.004665556363761425, 0.004961877595633268, 0.005258198361843824, 0.005554519593715668, 0.005850840359926224, 0.00614716112613678, 0.006443482358008623, 0.006739803124219179, 0.007036123890429735, 0.0073324451223015785, 0.0076287658885121346, 0.00792508665472269, 0.008221407420933247, 0.008517729118466377, 0.008814049884676933, 0.00911037065088749]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 4.0, 5.0, 4.0, 8.0, 10.0, 15.0, 16.0, 11.0, 22.0, 31.0, 43.0, 49.0, 74.0, 101.0, 124.0, 183.0, 271.0, 651.0, 5263.0, 319.0, 183.0, 136.0, 78.0, 77.0, 63.0, 44.0, 26.0, 31.0, 12.0, 13.0, 15.0, 9.0, 8.0, 4.0, 2.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.11938647925853729, -0.11566311120986938, -0.11193975061178207, -0.10821638256311417, -0.10449301451444626, -0.10076965391635895, -0.09704628586769104, -0.09332291781902313, -0.08959955722093582, -0.08587618917226791, -0.0821528211236, -0.0784294605255127, -0.07470609247684479, -0.07098272442817688, -0.06725936383008957, -0.06353599578142166, -0.05981263145804405, -0.05608926713466644, -0.052365899085998535, -0.048642534762620926, -0.04491917043924332, -0.04119580239057541, -0.0374724380671978, -0.03374907374382019, -0.030025707557797432, -0.026302341371774673, -0.022578977048397064, -0.018855610862374306, -0.015132245607674122, -0.011408880352973938, -0.007685514632612467, -0.003962148912250996, -0.00023878365755081177, 0.0034845818299800158, 0.007207947317510843, 0.010931313037872314, 0.014654678292572498, 0.018378043547272682, 0.02210140973329544, 0.02582477405667305, 0.02954814024269581, 0.03327150642871857, 0.036994870752096176, 0.040718235075473785, 0.04444160312414169, 0.0481649674475193, 0.05188833177089691, 0.05561169981956482, 0.05933506414294243, 0.06305842846632004, 0.06678179651498795, 0.07050515711307526, 0.07422852516174316, 0.07795189321041107, 0.08167525380849838, 0.08539862185716629, 0.0891219899058342, 0.09284535050392151, 0.09656871855258942, 0.10029208660125732, 0.10401544719934464, 0.10773881524801254, 0.11146218329668045, 0.11518554389476776, 0.11890891194343567]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 2.0, 2.0, 5.0, 4.0, 2.0, 4.0, 4.0, 3.0, 5.0, 3.0, 27.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0028517316095530987, -0.002771129598841071, -0.0026905275881290436, -0.002609925577417016, -0.0025293235667049885, -0.0024487213231623173, -0.0023681193124502897, -0.002287517301738262, -0.0022069152910262346, -0.002126313280314207, -0.0020457112696021795, -0.001965109258890152, -0.0018845071317628026, -0.001803905121050775, -0.0017233029939234257, -0.0016427009832113981, -0.0015620989724993706, -0.001481496961787343, -0.0014008949510753155, -0.001320292823947966, -0.0012396908132359385, -0.001159088802523911, -0.0010784866753965616, -0.000997884664684534, -0.0009172826539725065, -0.000836680643260479, -0.0007560785743407905, -0.000675476505421102, -0.0005948744947090745, -0.000514272483997047, -0.0004336704150773585, -0.0003530683752615005, -0.00027246633544564247, -0.00019186429562978446, -0.00011126225581392646, -3.066021599806845e-05, 4.9941823817789555e-05, 0.00013054386363364756, 0.00021114590344950557, 0.0002917479432653636, 0.0003723499830812216, 0.0004529520228970796, 0.0005335540627129376, 0.0006141561316326261, 0.0006947581423446536, 0.0007753601530566812, 0.0008559622219763696, 0.0009365642908960581, 0.0010171663016080856, 0.0010977683123201132, 0.0011783703230321407, 0.0012589724501594901, 0.0013395744608715177, 0.0014201764715835452, 0.0015007785987108946, 0.0015813806094229221, 0.0016619826201349497, 0.0017425846308469772, 0.0018231866415590048, 0.0019037887686863542, 0.0019843908958137035, 0.002064992906525731, 0.0021455949172377586, 0.002226196927949786, 0.0023067989386618137]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 5.0, 2.0, 4.0, 16.0, 18.0, 17.0, 30.0, 43.0, 61.0, 83.0, 150.0, 208.0, 262.0, 384.0, 578.0, 904.0, 1333.0, 1949.0, 3163.0, 4827.0, 8190.0, 14323.0, 27695.0, 62748.0, 779933.0, 167748.0, 45878.0, 22319.0, 12646.0, 7699.0, 4882.0, 3233.0, 2212.0, 1553.0, 1100.0, 794.0, 602.0, 476.0, 390.0, 264.0, 214.0, 174.0, 101.0, 102.0, 71.0, 59.0, 58.0, 36.0, 29.0, 18.0, 20.0, 5.0, 7.0, 9.0, 2.0, 4.0, 1.0, 3.0, 4.0, 1.0], "bins": [-0.004589158110320568, -0.0044307163916528225, -0.004272274672985077, -0.004113833419978619, -0.003955391701310873, -0.0037969499826431274, -0.003638508263975382, -0.00348006677813828, -0.0033216250594705343, -0.0031631833408027887, -0.003004741854965687, -0.002846300136297941, -0.0026878584176301956, -0.0025294169317930937, -0.002370975213125348, -0.002212533727288246, -0.0020540920086205006, -0.0018956504063680768, -0.001737208804115653, -0.0015787670854479074, -0.0014203254831954837, -0.00126188388094306, -0.0011034421622753143, -0.0009450005600228906, -0.0007865589577704668, -0.000628117355518043, -0.00046967569505795836, -0.00031123406370170414, -0.00015279243234544992, 5.6491990108042955e-06, 0.00016409083036705852, 0.00032253246172331274, 0.00048097409307956696, 0.0006394156953319907, 0.0007978573557920754, 0.0009562990162521601, 0.0011147406185045838, 0.0012731822207570076, 0.0014316239394247532, 0.001590065541677177, 0.0017485071439296007, 0.0019069487461820245, 0.0020653903484344482, 0.002223832067102194, 0.0023822737857699394, 0.0025407152716070414, 0.002699156990274787, 0.002857598476111889, 0.0030160401947796345, 0.00317448191344738, 0.003332923399284482, 0.0034913651179522276, 0.0036498066037893295, 0.003808248322457075, 0.003966690041124821, 0.004125131759792566, 0.004283573478460312, 0.00444201473146677, 0.004600456450134516, 0.004758898168802261, 0.004917339887470007, 0.0050757816061377525, 0.005234222859144211, 0.005392664577811956, 0.005551106296479702]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 4.0, 3.0, 5.0, 8.0, 7.0, 4.0, 0.0, 4.0, 2.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.06305107474327087, -0.06182367727160454, -0.0605962835252285, -0.059368886053562164, -0.05814148858189583, -0.05691409483551979, -0.055686697363853455, -0.05445929989218712, -0.05323190614581108, -0.052004508674144745, -0.05077711120247841, -0.04954971745610237, -0.048322319984436035, -0.0470949225127697, -0.04586752876639366, -0.044640131294727325, -0.04341273754835129, -0.04218534007668495, -0.040957942605018616, -0.03973054885864258, -0.03850315138697624, -0.037275753915309906, -0.03604836016893387, -0.03482096269726753, -0.033593565225601196, -0.03236617147922516, -0.031138774007558823, -0.029911378398537636, -0.0286839809268713, -0.027456585317850113, -0.026229189708828926, -0.02500179223716259, -0.023774396628141403, -0.022547001019120216, -0.02131960354745388, -0.020092207938432693, -0.018864812329411507, -0.01763741485774517, -0.016410019248723984, -0.015182623639702797, -0.013955227099359035, -0.012727830559015274, -0.011500434949994087, -0.010273038409650326, -0.009045641869306564, -0.007818246260285378, -0.006590849719941616, -0.005363453645259142, -0.004136057570576668, -0.0029086614958941936, -0.0016812651883810759, -0.0004538689972832799, 0.0007735271938145161, 0.00200092326849699, 0.003228319576010108, 0.004455715883523226, 0.0056831119582057, 0.006910508032888174, 0.008137904107570648, 0.00936530064791441, 0.010592697188258171, 0.011820092797279358, 0.01304748933762312, 0.014274884946644306, 0.015502281486988068]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 6.0, 18.0, 10.0, 2.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 11.0, 6.0, 5.0, 11.0, 15.0, 18.0, 11.0, 11.0, 15.0, 24.0, 35.0, 63.0, 72.0, 87.0, 159.0, 236.0, 388.0, 631.0, 1207.0, 2428.0, 7555.0, 2121.0, 1184.0, 739.0, 458.0, 282.0, 190.0, 127.0, 105.0, 56.0, 43.0, 16.0, 14.0, 15.0, 6.0, 7.0, 5.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.019813481718301773, -0.019309911876916885, -0.01880634017288685, -0.01830277033150196, -0.017799200490117073, -0.017295630648732185, -0.01679205894470215, -0.01628848910331726, -0.015784919261932373, -0.01528134848922491, -0.014777777716517448, -0.01427420787513256, -0.013770637102425098, -0.01326706726104021, -0.012763496488332748, -0.01225992664694786, -0.011756355874240398, -0.011252785101532936, -0.010749215260148048, -0.010245644487440586, -0.009742074646055698, -0.009238503873348236, -0.008734934031963348, -0.008231363259255886, -0.007727792952209711, -0.007224222645163536, -0.006720652338117361, -0.006217082031071186, -0.005713511258363724, -0.005209940951317549, -0.004706370644271374, -0.004202800337225199, -0.0036992300301790237, -0.0031956597231328487, -0.0026920894160866737, -0.002188518876209855, -0.00168494856916368, -0.001181378262117505, -0.0006778078386560082, -0.00017423747340217233, 0.0003293328918516636, 0.0008329032571054995, 0.0013364736223593354, 0.0018400440458208323, 0.0023436143528670073, 0.0028471846599131823, 0.003350755199790001, 0.003854325506836176, 0.004357895813882351, 0.004861466120928526, 0.005365036427974701, 0.005868606735020876, 0.006372177042067051, 0.006875747814774513, 0.007379318121820688, 0.007882888428866863, 0.008386459201574326, 0.008890029042959213, 0.009393599815666676, 0.009897169657051563, 0.010400740429759026, 0.010904310271143913, 0.011407881043851376, 0.011911450885236263, 0.012415021657943726]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11539773643016815, -0.1119968518614769, -0.10859597474336624, -0.10519509017467499, -0.10179421305656433, -0.09839332848787308, -0.09499244391918182, -0.09159156680107117, -0.08819068223237991, -0.08478980511426926, -0.081388920545578, -0.07798803597688675, -0.07458715885877609, -0.07118627429008484, -0.06778539717197418, -0.06438451260328293, -0.06098363175988197, -0.05758275091648102, -0.05418187007308006, -0.05078098550438881, -0.047380104660987854, -0.0439792238175869, -0.040578342974185944, -0.03717746213078499, -0.03377658128738403, -0.03037569858133793, -0.026974815875291824, -0.02357393503189087, -0.020173054188489914, -0.01677217148244381, -0.013371290639042854, -0.009970408864319324, -0.006569527089595795, -0.0031686455477029085, 0.00023223599418997765, 0.003633117536082864, 0.00703399907797575, 0.01043488085269928, 0.013835761696100235, 0.01723664440214634, 0.020637525245547295, 0.02403840608894825, 0.027439288794994354, 0.03084016963839531, 0.034241050481796265, 0.03764193132519722, 0.041042815893888474, 0.04444369673728943, 0.047844577580690384, 0.05124545842409134, 0.054646339267492294, 0.05804722383618355, 0.0614481046795845, 0.06484898179769516, 0.06824986636638641, 0.07165075093507767, 0.07505162805318832, 0.07845251262187958, 0.08185338973999023, 0.08525427430868149, 0.08865515887737274, 0.0920560359954834, 0.09545692056417465, 0.09885779768228531, 0.10225868225097656]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 3.0, 7.0, 5.0, 9.0, 16.0, 4.0, 11.0, 5.0, 12.0, 10.0, 21.0, 34.0, 17.0, 13.0, 13.0, 9.0, 6.0, 8.0, 5.0, 4.0, 4.0, 3.0, 3.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.06125578284263611, -0.05946507304906845, -0.05767436325550079, -0.05588364973664284, -0.05409293994307518, -0.05230223014950752, -0.05051151663064957, -0.04872080683708191, -0.04693009704351425, -0.045139387249946594, -0.04334867745637894, -0.04155796393752098, -0.03976725414395332, -0.037976544350385666, -0.03618583083152771, -0.03439512103796005, -0.032604411244392395, -0.030813701450824738, -0.02902298979461193, -0.027232278138399124, -0.025441568344831467, -0.02365085855126381, -0.021860146895051003, -0.020069435238838196, -0.01827872544527054, -0.01648801565170288, -0.014697303995490074, -0.012906593270599842, -0.01111588254570961, -0.009325171820819378, -0.007534461095929146, -0.005743750371038914, -0.003953039646148682, -0.0021623289212584496, -0.00037161819636821747, 0.0014190925285220146, 0.0032098032534122467, 0.005000513978302479, 0.006791224703192711, 0.008581935428082943, 0.010372646152973175, 0.012163356877863407, 0.01395406760275364, 0.015744779258966446, 0.017535489052534103, 0.01932619884610176, 0.021116910502314568, 0.022907622158527374, 0.024698331952095032, 0.02648904174566269, 0.028279753401875496, 0.030070465058088303, 0.03186117485165596, 0.03365188464522362, 0.035442598164081573, 0.03723330795764923, 0.03902401775121689, 0.040814727544784546, 0.0426054373383522, 0.04439615085721016, 0.04618686065077782, 0.047977570444345474, 0.04976828396320343, 0.05155899375677109, 0.053349703550338745]}, "_runtime": 122.61913204193115, "_timestamp": 1596211712.390241, "_step": 152}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 6.0, 2.0, 9.0, 6.0, 5.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021231459453701973, -0.02074035443365574, -0.020249249413609505, -0.01975814439356327, -0.019267039373517036, -0.018775934353470802, -0.018284829333424568, -0.017793724313378334, -0.0173026192933321, -0.016811514273285866, -0.01632040925323963, -0.015829304233193398, -0.015338200144469738, -0.014847095124423504, -0.01435599010437727, -0.013864885084331036, -0.013373780064284801, -0.012882675044238567, -0.012391570024192333, -0.011900465004146099, -0.011409359984099865, -0.01091825496405363, -0.010427149944007397, -0.009936044923961163, -0.009444940835237503, -0.008953835815191269, -0.008462730795145035, -0.0079716257750988, -0.0074805207550525665, -0.006989415735006332, -0.006498310714960098, -0.006007205694913864, -0.00551610067486763, -0.005024995654821396, -0.004533890634775162, -0.004042785614728928, -0.003551680827513337, -0.003060575807467103, -0.0025694710202515125, -0.0020783660002052784, -0.0015872609801590443, -0.0010961559601128101, -0.0006050510564818978, -0.00011394609464332461, 0.0003771588671952486, 0.0008682638290338218, 0.001359368790872395, 0.0018504736945033073, 0.0023415787145495415, 0.0028326837345957756, 0.0033237887546420097, 0.0038148935418576, 0.004305998794734478, 0.004797103349119425, 0.005288208369165659, 0.005779313389211893, 0.006270418409258127, 0.006761523429304361, 0.0072526284493505955, 0.00774373346939683, 0.008234838023781776, 0.00872594304382801, 0.009217048063874245, 0.009708153083920479, 0.010199258103966713]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 2.0, 4.0, 1.0, 3.0, 10.0, 10.0, 13.0, 16.0, 18.0, 18.0, 37.0, 48.0, 104.0, 115.0, 255.0, 681.0, 5748.0, 355.0, 174.0, 108.0, 69.0, 51.0, 23.0, 16.0, 18.0, 6.0, 7.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15999606251716614, -0.15431010723114014, -0.14862415194511414, -0.14293818175792694, -0.13725222647190094, -0.13156627118587494, -0.12588031589984894, -0.12019435316324234, -0.11450839787721634, -0.10882244259119034, -0.10313647985458374, -0.09745052456855774, -0.09176456928253174, -0.08607860654592514, -0.08039265125989914, -0.07470668852329254, -0.06902073323726654, -0.06333477795124054, -0.05764881521463394, -0.05196285992860794, -0.04627690091729164, -0.04059094190597534, -0.03490498661994934, -0.02921902760863304, -0.023533068597316742, -0.017847109586000443, -0.012161152437329292, -0.0064751943573355675, -0.0007892362773418427, 0.004896721802651882, 0.010582679882645607, 0.016268637031316757, 0.021954596042633057, 0.027640555053949356, 0.033326514065265656, 0.039012469351291656, 0.044698428362607956, 0.050384387373924255, 0.056070342659950256, 0.061756301671266556, 0.06744226068258286, 0.07312821596860886, 0.07881417870521545, 0.08450013399124146, 0.09018608927726746, 0.09587205201387405, 0.10155800729990005, 0.10724397003650665, 0.11292992532253265, 0.11861588060855865, 0.12430184334516525, 0.12998780608177185, 0.13567376136779785, 0.14135971665382385, 0.14704567193984985, 0.15273162722587585, 0.15841758251190186, 0.16410355269908905, 0.16978950798511505, 0.17547546327114105, 0.18116141855716705, 0.18684737384319305, 0.19253334403038025, 0.19821929931640625, 0.20390525460243225]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 10.0, 4.0, 2.0, 5.0, 4.0, 26.0, 3.0, 2.0, 8.0, 5.0, 4.0, 1.0, 2.0, 4.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.003345550037920475, -0.0032461700029671192, -0.0031467897351831198, -0.0030474094673991203, -0.0029480294324457645, -0.0028486493974924088, -0.0027492691297084093, -0.00264988886192441, -0.002550508826971054, -0.0024511287920176983, -0.002351748524233699, -0.0022523682564496994, -0.0021529882214963436, -0.002053608186542988, -0.0019542279187589884, -0.0018548477673903108, -0.0017554676160216331, -0.0016560874646529555, -0.001556707313284278, -0.0014573271619156003, -0.0013579470105469227, -0.001258566859178245, -0.0011591867078095675, -0.0010598065564408898, -0.0009604264050722122, -0.0008610462537035346, -0.000761666102334857, -0.0006622859509661794, -0.0005629057995975018, -0.00046352564822882414, -0.0003641454968601465, -0.0002647653454914689, -0.0001653851941227913, -6.600504275411367e-05, 3.337510861456394e-05, 0.00013275525998324156, 0.00023213541135191917, 0.0003315155627205968, 0.0004308957140892744, 0.000530275865457952, 0.0006296560168266296, 0.0007290361681953073, 0.0008284163195639849, 0.0009277964709326625, 0.00102717662230134, 0.0011265567736700177, 0.0012259369250386953, 0.001325317076407373, 0.0014246972277760506, 0.0015240773791447282, 0.0016234575305134058, 0.0017228376818820834, 0.001822217833250761, 0.0019215979846194386, 0.0020209781359881163, 0.0021203584037721157, 0.0022197384387254715, 0.0023191184736788273, 0.0024184987414628267, 0.002517879009246826, 0.002617259044200182, 0.0027166390791535378, 0.002816019346937537, 0.0029153996147215366, 0.0030147796496748924]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 6.0, 7.0, 9.0, 11.0, 20.0, 35.0, 46.0, 52.0, 84.0, 136.0, 199.0, 298.0, 498.0, 798.0, 1384.0, 2247.0, 4138.0, 8378.0, 18278.0, 49540.0, 800965.0, 212074.0, 41055.0, 17257.0, 8814.0, 4783.0, 2932.0, 1887.0, 1124.0, 782.0, 519.0, 386.0, 226.0, 195.0, 140.0, 97.0, 68.0, 42.0, 28.0, 34.0, 23.0, 10.0, 10.0, 3.0, 3.0, 6.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006363368593156338, -0.006151159293949604, -0.00593894999474287, -0.005726740229874849, -0.005514530930668116, -0.005302321631461382, -0.005090112332254648, -0.004877902567386627, -0.0046656932681798935, -0.00445348396897316, -0.004241274669766426, -0.004029065370559692, -0.003816855838522315, -0.0036046463064849377, -0.003392437007278204, -0.0031802274752408266, -0.002968018176034093, -0.002755808876827359, -0.002543599344789982, -0.002331390045583248, -0.0021191805135458708, -0.001906971214339137, -0.0016947617987170815, -0.001482552383095026, -0.0012703429674729705, -0.001058133551850915, -0.0008459241362288594, -0.0006337147788144648, -0.0004215053631924093, -0.00020929596212226897, 2.9134389478713274e-06, 0.00021512284001801163, 0.00042733224108815193, 0.0006395416567102075, 0.000851751072332263, 0.0010639604879543185, 0.001276169903576374, 0.0014883792027831078, 0.0017005886184051633, 0.0019127980340272188, 0.002125007566064596, 0.00233721686527133, 0.0025494261644780636, 0.002761635696515441, 0.0029738449957221746, 0.003186054527759552, 0.0033982638269662857, 0.003610473359003663, 0.0038226826582103968, 0.004034892190247774, 0.004247101489454508, 0.0044593107886612415, 0.004671520087867975, 0.004883729852735996, 0.00509593915194273, 0.005308148451149464, 0.005520357750356197, 0.005732567049562931, 0.005944776814430952, 0.006156986113637686, 0.0063691954128444195, 0.006581404712051153, 0.006793614476919174, 0.007005823776125908, 0.007218033075332642]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 7.0, 1.0, 2.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01139707863330841, -0.010917582549154758, -0.010438086465001106, -0.009958590380847454, -0.009479094296693802, -0.00899959821254015, -0.008520101197063923, -0.00804060511291027, -0.0075611090287566185, -0.007081612944602966, -0.006602116860449314, -0.006122620776295662, -0.00564312469214201, -0.0051636286079883575, -0.004684132058173418, -0.004204635974019766, -0.0037251398898661137, -0.0032456438057124615, -0.0027661474887281656, -0.0022866514045745134, -0.0018071552040055394, -0.0013276590034365654, -0.0008481628610752523, -0.00036866668961010873, 0.00011082948185503483, 0.0005903256824240088, 0.0010698218829929829, 0.001549317967146635, 0.0020288140513002872, 0.002508310368284583, 0.0029878064524382353, 0.003467302769422531, 0.003946798853576183, 0.0044262949377298355, 0.004905791021883488, 0.005385287571698427, 0.005864783655852079, 0.006344279740005732, 0.006823775824159384, 0.007303271908313036, 0.0077827684581279755, 0.008262264542281628, 0.00874176062643528, 0.009221256710588932, 0.009700752794742584, 0.010180248878896236, 0.010659744963049889, 0.01113924104720354, 0.011618737131357193, 0.01209823414683342, 0.012577730230987072, 0.013057226315140724, 0.013536722399294376, 0.014016218483448029, 0.01449571456760168, 0.014975210651755333, 0.015454706735908985, 0.015934202820062637, 0.016413699835538864, 0.01689319498836994, 0.01737269200384617, 0.017852187156677246, 0.018331684172153473, 0.01881117932498455, 0.019290676340460777]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 9.0, 13.0, 10.0, 27.0, 22.0, 25.0, 42.0, 68.0, 99.0, 102.0, 148.0, 177.0, 244.0, 308.0, 373.0, 560.0, 674.0, 924.0, 1241.0, 1923.0, 5950.0, 1782.0, 1039.0, 667.0, 519.0, 365.0, 256.0, 213.0, 151.0, 93.0, 76.0, 71.0, 37.0, 25.0, 35.0, 39.0, 35.0, 18.0, 11.0, 8.0, 13.0, 8.0, 4.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008494200184941292, -0.008195911534130573, -0.007897622883319855, -0.007599334232509136, -0.007301045581698418, -0.007002756930887699, -0.006704468280076981, -0.006406179629266262, -0.0061078909784555435, -0.005809601861983538, -0.005511313211172819, -0.005213024560362101, -0.004914735909551382, -0.0046164472587406635, -0.004318158607929945, -0.0040198699571192265, -0.003721581306308508, -0.0034232926554977894, -0.003125004004687071, -0.0028267153538763523, -0.0025284267030656338, -0.0022301378194242716, -0.001931849168613553, -0.0016335605178028345, -0.001335271866992116, -0.0010369832161813974, -0.000738694507163018, -0.000440405827248469, -0.00014211714733392, 0.000156171532580629, 0.000454460212495178, 0.0007527489215135574, 0.001051037572324276, 0.0013493262231349945, 0.001647614873945713, 0.0019459036411717534, 0.00224419217556715, 0.0025424810592085123, 0.002840769710019231, 0.0031390583608299494, 0.003437347011640668, 0.0037356356624513865, 0.004033924546092749, 0.004332213196903467, 0.004630501847714186, 0.004928790498524904, 0.005227079149335623, 0.005525367800146341, 0.00582365645095706, 0.006121945101767778, 0.006420233752578497, 0.0067185224033892155, 0.007016811054199934, 0.0073150997050106525, 0.007613388355821371, 0.007911677472293377, 0.008209966123104095, 0.008508254773914814, 0.008806543424725533, 0.009104832075536251, 0.00940312072634697, 0.009701409377157688, 0.009999698027968407, 0.010297986678779125, 0.010596275329589844]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.13184037804603577, -0.1291579157114029, -0.12647545337677002, -0.12379299104213715, -0.12111052870750427, -0.1184280589222908, -0.11574559658765793, -0.11306313425302505, -0.11038067191839218, -0.10769820958375931, -0.10501574724912643, -0.10233328491449356, -0.09965081512928009, -0.09696835279464722, -0.09428589046001434, -0.09160342812538147, -0.0889209657907486, -0.08623850345611572, -0.08355604112148285, -0.08087357878684998, -0.0781911164522171, -0.07550864666700363, -0.07282618433237076, -0.07014372199773788, -0.06746125966310501, -0.06477879732847214, -0.062096334993839264, -0.05941386893391609, -0.05673140659928322, -0.054048944264650345, -0.05136647820472717, -0.0486840158700943, -0.046001553535461426, -0.04331909120082855, -0.04063662886619568, -0.03795416280627251, -0.03527170047163963, -0.03258923813700676, -0.029906773939728737, -0.027224309742450714, -0.02454184740781784, -0.021859385073184967, -0.019176920875906944, -0.01649445667862892, -0.013811994343996048, -0.0111295310780406, -0.008447067812085152, -0.0057646045461297035, -0.0030821412801742554, -0.0003996780142188072, 0.002282785251736641, 0.004965248517692089, 0.007647711783647537, 0.010330175049602985, 0.013012638315558434, 0.015695102512836456, 0.01837756484746933, 0.021060027182102203, 0.023742491379380226, 0.02642495557665825, 0.029107417911291122, 0.031789880245923996, 0.03447234630584717, 0.03715480864048004, 0.039837270975112915]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 6.0, 10.0, 14.0, 12.0, 20.0, 64.0, 25.0, 24.0, 16.0, 17.0, 11.0, 14.0, 6.0, 11.0, 7.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.11050952225923538, -0.10823072493076324, -0.10595192760229111, -0.10367313027381897, -0.10139433294534683, -0.0991155356168747, -0.09683673083782196, -0.09455793350934982, -0.09227913618087769, -0.09000033885240555, -0.08772154152393341, -0.08544274419546127, -0.08316394686698914, -0.080885149538517, -0.07860635221004486, -0.07632755488157272, -0.07404875755310059, -0.07176995277404785, -0.06949115544557571, -0.06721235811710358, -0.06493356078863144, -0.0626547634601593, -0.060375966131687164, -0.05809716880321503, -0.05581837147474289, -0.053539570420980453, -0.051260773092508316, -0.04898197576403618, -0.04670317843556404, -0.044424381107091904, -0.04214558005332947, -0.03986678272485733, -0.03758798539638519, -0.035309188067913055, -0.03303039073944092, -0.03075159154832363, -0.028472792357206345, -0.026193995028734207, -0.02391519770026207, -0.021636398509144783, -0.019357601180672646, -0.017078803852200508, -0.014800004661083221, -0.012521207332611084, -0.010242409072816372, -0.00796361081302166, -0.005684813018888235, -0.0034060149919241667, -0.0011272169649600983, 0.0011515810620039701, 0.0034303790889680386, 0.005709176883101463, 0.007987975142896175, 0.010266773402690887, 0.012545570731163025, 0.014824368990957737, 0.01710316725075245, 0.019381964579224586, 0.021660763770341873, 0.02393956109881401, 0.026218358427286148, 0.028497157618403435, 0.030775954946875572, 0.03305475413799286, 0.035333551466464996]}, "_runtime": 123.40061521530151, "_timestamp": 1596211713.171724, "_step": 153}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 6.0, 1.0, 3.0, 5.0, 10.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013049641624093056, -0.012644149363040924, -0.012238656170666218, -0.011833162978291512, -0.01142767071723938, -0.011022178456187248, -0.010616685263812542, -0.010211192071437836, -0.009805699810385704, -0.009400207549333572, -0.008994714356958866, -0.00858922116458416, -0.008183728903532028, -0.007778236176818609, -0.00737274345010519, -0.006967250723391771, -0.006561757996678352, -0.006156265269964933, -0.0057507725432515144, -0.0053452798165380955, -0.0049397870898246765, -0.0045342943631112576, -0.004128801636397839, -0.0037233089096844196, -0.0033178161829710007, -0.0029123234562575817, -0.0025068307295441628, -0.002101338002830744, -0.0016958452761173248, -0.0012903525494039059, -0.0008848598226904869, -0.00047936709597706795, -7.387436926364899e-05, 0.00033161835744977, 0.0007371110841631889, 0.001142603810876608, 0.0015480965375900269, 0.001953589264303446, 0.0023590819910168648, 0.0027645747177302837, 0.0031700674444437027, 0.0035755601711571217, 0.003981052897870541, 0.00438654562458396, 0.0047920383512973785, 0.0051975310780107975, 0.0056030238047242165, 0.006008516531437635, 0.006414009258151054, 0.006819501984864473, 0.007224994711577892, 0.007630487438291311, 0.00803598016500473, 0.008441472426056862, 0.008846965618431568, 0.009252458810806274, 0.009657951071858406, 0.010063443332910538, 0.010468936525285244, 0.01087442971765995, 0.011279921978712082, 0.011685414239764214, 0.01209090743213892, 0.012496400624513626, 0.012901892885565758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 5.0, 4.0, 4.0, 5.0, 8.0, 12.0, 11.0, 17.0, 21.0, 23.0, 34.0, 47.0, 67.0, 92.0, 126.0, 207.0, 421.0, 5624.0, 528.0, 206.0, 106.0, 95.0, 67.0, 32.0, 24.0, 21.0, 23.0, 13.0, 13.0, 11.0, 9.0, 5.0, 9.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14074139297008514, -0.13653917610645294, -0.13233695924282074, -0.12813474237918854, -0.12393251806497574, -0.11973030120134354, -0.11552807688713074, -0.11132586002349854, -0.10712364315986633, -0.10292142629623413, -0.09871920943260193, -0.09451698511838913, -0.09031476825475693, -0.08611255139112473, -0.08191032707691193, -0.07770811021327972, -0.07350589334964752, -0.06930367648601532, -0.06510145962238312, -0.06089923530817032, -0.056697018444538116, -0.052494801580905914, -0.048292580991983414, -0.04409036040306091, -0.03988814353942871, -0.03568592667579651, -0.03148370608687401, -0.027281487360596657, -0.023079268634319305, -0.018877049908041954, -0.014674831181764603, -0.010472612455487251, -0.0062703937292099, -0.0020681750029325485, 0.002134043723344803, 0.006336262449622154, 0.010538481175899506, 0.014740699902176857, 0.01894291862845421, 0.02314513735473156, 0.02734735608100891, 0.03154957294464111, 0.035751793533563614, 0.039954014122486115, 0.04415623098611832, 0.04835844784975052, 0.05256066843867302, 0.05676288902759552, 0.06096510589122772, 0.06516732275485992, 0.06936953961849213, 0.07357176393270493, 0.07777398079633713, 0.08197619765996933, 0.08617842197418213, 0.09038063883781433, 0.09458285570144653, 0.09878507256507874, 0.10298728942871094, 0.10718951374292374, 0.11139173060655594, 0.11559394747018814, 0.11979617178440094, 0.12399838864803314, 0.12820060551166534]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 2.0, 6.0, 0.0, 3.0, 3.0, 2.0, 3.0, 4.0, 4.0, 5.0, 5.0, 27.0, 3.0, 8.0, 4.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029555107466876507, -0.002856581239029765, -0.002757651498541236, -0.0026587219908833504, -0.002559792483225465, -0.0024608627427369356, -0.00236193323507905, -0.0022630037274211645, -0.002164074219763279, -0.0020651444792747498, -0.001966214971616864, -0.0018672853475436568, -0.0017683557234704494, -0.001669426215812564, -0.0015704965917393565, -0.001471567084081471, -0.0013726374600082636, -0.0012737078359350562, -0.0011747783282771707, -0.0010758487042039633, -0.0009769191965460777, -0.0008779895724728703, -0.000779059948399663, -0.0006801303825341165, -0.00058120081666857, -0.0004822712508030236, -0.00038334165583364666, -0.00028441206086426973, -0.00018548249499872327, -8.655291458126158e-05, 1.2376665836200118e-05, 0.00011130624625366181, 0.0002102358266711235, 0.00030916539253666997, 0.0004080949875060469, 0.0005070245824754238, 0.0006059541483409703, 0.0007048837142065167, 0.0008038133382797241, 0.0009027429041452706, 0.001001672470010817, 0.0011006020940840244, 0.00119953160174191, 0.0012984612258151174, 0.0013973908498883247, 0.0014963203575462103, 0.0015952499816194177, 0.0016941794892773032, 0.0017931091133505106, 0.001892038737423718, 0.0019909683614969254, 0.002089897869154811, 0.0021888273768126965, 0.0022877571173012257, 0.002386686624959111, 0.0024856161326169968, 0.002584545873105526, 0.0026834753807634115, 0.002782404888421297, 0.0028813343960791826, 0.002980264136567712, 0.0030791936442255974, 0.003178123151883483, 0.003277052892372012, 0.0033759824000298977]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 5.0, 6.0, 10.0, 15.0, 18.0, 40.0, 76.0, 132.0, 198.0, 326.0, 594.0, 936.0, 1737.0, 3536.0, 7391.0, 17935.0, 62105.0, 936571.0, 98371.0, 26096.0, 10577.0, 5054.0, 2903.0, 1758.0, 1053.0, 637.0, 432.0, 287.0, 222.0, 155.0, 101.0, 87.0, 73.0, 55.0, 30.0, 21.0, 23.0, 24.0, 9.0, 10.0, 2.0, 9.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005165350157767534, -0.004926958121359348, -0.00468856655061245, -0.004450174979865551, -0.004211782943457365, -0.003973390907049179, -0.0037349993363022804, -0.003496607532724738, -0.003258215729147196, -0.0030198239255696535, -0.002781432121992111, -0.002543040318414569, -0.0023046485148370266, -0.0020662567112594843, -0.001827864907681942, -0.0015894731041043997, -0.0013510813005268574, -0.001112689496949315, -0.0008742976933717728, -0.0006359058897942305, -0.00039751408621668816, -0.00015912228263914585, 7.926952093839645e-05, 0.00031766132451593876, 0.0005560531280934811, 0.0007944449316710234, 0.0010328367352485657, 0.001271228538826108, 0.0015096203424036503, 0.0017480121459811926, 0.001986403949558735, 0.002224795753136277, 0.0024631875567138195, 0.002701579360291362, 0.002939971163868904, 0.0031783629674464464, 0.0034167547710239887, 0.003655146574601531, 0.0038935383781790733, 0.004131929948925972, 0.004370321985334158, 0.004608714021742344, 0.0048471055924892426, 0.005085497163236141, 0.005323889199644327, 0.005562281236052513, 0.005800672806799412, 0.00603906437754631, 0.006277456413954496, 0.006515848450362682, 0.006754240021109581, 0.00699263159185648, 0.007231023628264666, 0.0074694156646728516, 0.00770780723541975, 0.007946198806166649, 0.008184591308236122, 0.00842298287898302, 0.00866137444972992, 0.008899766020476818, 0.009138157591223717, 0.00937655009329319, 0.009614941664040089, 0.009853333234786987, 0.01009172573685646]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 9.0, 2.0, 1.0, 1.0, 2.0, 5.0, 1.0, 2.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0164289902895689, -0.015776459127664566, -0.015123928897082806, -0.01447139773517847, -0.01381886750459671, -0.013166336342692375, -0.01251380518078804, -0.01186127495020628, -0.011208743788301945, -0.01055621262639761, -0.00990368239581585, -0.009251151233911514, -0.00859862007200718, -0.007946089841425419, -0.007293558679521084, -0.006641027983278036, -0.005988497287034988, -0.005335966590791941, -0.004683435894548893, -0.004030904732644558, -0.0033783740364015102, -0.0027258433401584625, -0.002073312411084771, -0.0014207815984264016, -0.0007682507857680321, -0.00011571997310966253, 0.000536810839548707, 0.0011893416522070765, 0.001841872464865446, 0.002494403161108494, 0.003146934090182185, 0.0037994650192558765, 0.004451995715498924, 0.005104526411741972, 0.00575705710798502, 0.006409588269889355, 0.007062118966132402, 0.00771464966237545, 0.008367180824279785, 0.009019711054861546, 0.00967224221676588, 0.010324773378670216, 0.010977303609251976, 0.011629834771156311, 0.012282365933060646, 0.012934896163642406, 0.013587427325546741, 0.014239957556128502, 0.014892488718032837, 0.015545019879937172, 0.016197551041841507, 0.016850080341100693, 0.017502611503005028, 0.018155142664909363, 0.018807673826813698, 0.019460204988718033, 0.02011273428797722, 0.020765265449881554, 0.02141779661178589, 0.022070327773690224, 0.02272285893559456, 0.023375390097498894, 0.02402791939675808, 0.024680450558662415, 0.02533298172056675]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 1.0, 10.0, 6.0, 13.0, 7.0, 13.0, 19.0, 17.0, 21.0, 37.0, 36.0, 52.0, 60.0, 76.0, 95.0, 133.0, 164.0, 285.0, 377.0, 500.0, 734.0, 1166.0, 1920.0, 6442.0, 1944.0, 1131.0, 744.0, 571.0, 409.0, 339.0, 255.0, 202.0, 160.0, 99.0, 85.0, 63.0, 51.0, 40.0, 25.0, 23.0, 13.0, 20.0, 8.0, 7.0, 4.0, 10.0, 8.0, 3.0, 3.0, 7.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008403919637203217, -0.008086706511676311, -0.007769494317471981, -0.007452281657606363, -0.0071350689977407455, -0.0068178558722138405, -0.006500643212348223, -0.006183430552482605, -0.005866217892616987, -0.0055490052327513695, -0.005231792572885752, -0.004914579913020134, -0.004597366787493229, -0.004280154127627611, -0.003962941467761993, -0.0036457288078963757, -0.003328516148030758, -0.00301130348816514, -0.0026940908282995224, -0.002376877935603261, -0.0020596652757376432, -0.0017424526158720255, -0.001425239839591086, -0.0011080270633101463, -0.0007908144034445286, -0.0004736016853712499, -0.00015638896729797125, 0.00016082375077530742, 0.0004780364688485861, 0.0007952491869218647, 0.0011124619049951434, 0.001429674681276083, 0.0017468873411417007, 0.0020641000010073185, 0.0023813126608729362, 0.0026985255535691977, 0.0030157382134348154, 0.003332950873300433, 0.0036501637659966946, 0.003967376425862312, 0.00428458908572793, 0.004601801745593548, 0.004919014405459166, 0.005236227065324783, 0.005553440190851688, 0.005870652850717306, 0.006187865510582924, 0.006505078170448542, 0.006822290830314159, 0.007139503490179777, 0.007456716150045395, 0.007773928809911013, 0.00809114146977663, 0.008408354595303535, 0.008725566789507866, 0.009042779915034771, 0.009359993040561676, 0.009677205234766006, 0.009994418360292912, 0.010311630554497242, 0.010628843680024147, 0.010946055874228477, 0.011263268999755383, 0.011580481193959713, 0.011897694319486618]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1379106640815735, -0.134625643491745, -0.1313406229019165, -0.128055602312088, -0.12477058917284012, -0.12148557603359222, -0.11820055544376373, -0.11491553485393524, -0.11163051426410675, -0.10834550112485886, -0.10506048053503036, -0.10177545994520187, -0.09849044680595398, -0.09520542621612549, -0.091920405626297, -0.0886353924870491, -0.08535037189722061, -0.08206535130739212, -0.07878033816814423, -0.07549531757831573, -0.07221029698848724, -0.06892528384923935, -0.06564026325941086, -0.06235524266958237, -0.059070225805044174, -0.05578520894050598, -0.05250018835067749, -0.0492151714861393, -0.045930154621601105, -0.042645134031772614, -0.03936011716723442, -0.03607509657740593, -0.03279007971286774, -0.029505060985684395, -0.026220042258501053, -0.02293502539396286, -0.019650006666779518, -0.016364987939596176, -0.013079970143735409, -0.009794952347874641, -0.0065099336206912994, -0.0032249153591692448, 6.0102902352809906e-05, 0.0033451211638748646, 0.006630139425396919, 0.009915158152580261, 0.013200175948441029, 0.016485193744301796, 0.019770212471485138, 0.02305523119866848, 0.026340249925851822, 0.029625266790390015, 0.032910287380218506, 0.0361953042447567, 0.03948032110929489, 0.04276534169912338, 0.046050358563661575, 0.04933537542819977, 0.05262039601802826, 0.05590541288256645, 0.059190429747104645, 0.062475450336933136, 0.06576047092676163, 0.06904548406600952, 0.07233050465583801]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 5.0, 3.0, 2.0, 8.0, 3.0, 5.0, 12.0, 12.0, 21.0, 20.0, 27.0, 45.0, 21.0, 20.0, 7.0, 5.0, 6.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.10576115548610687, -0.10301916301250458, -0.10027717053890228, -0.09753517806529999, -0.09479319304227829, -0.092051200568676, -0.0893092080950737, -0.0865672156214714, -0.08382522314786911, -0.08108323067426682, -0.07834124565124512, -0.07559925317764282, -0.07285726070404053, -0.07011526823043823, -0.06737327575683594, -0.06463128328323364, -0.061889294534921646, -0.05914730206131935, -0.056405313313007355, -0.05366332083940506, -0.050921328365802765, -0.04817933961749077, -0.045437347143888474, -0.04269535467028618, -0.03995336592197418, -0.03721137344837189, -0.03446938097476959, -0.0317273885011673, -0.0289853997528553, -0.026243407279253006, -0.02350141666829586, -0.020759424194693565, -0.01801743358373642, -0.0152754420414567, -0.012533450499176979, -0.009791459888219833, -0.007049468345940113, -0.004307476803660393, -0.0015654857270419598, 0.0011765055824071169, 0.0039184968918561935, 0.006660488434135914, 0.009402479976415634, 0.01214447058737278, 0.0148864621296525, 0.01762845367193222, 0.020370444282889366, 0.02311243675649166, 0.025854427367448807, 0.028596417978405952, 0.0313384085893631, 0.03408040106296539, 0.03682239353656769, 0.039564382284879684, 0.04230637475848198, 0.045048367232084274, 0.04779035598039627, 0.050532348453998566, 0.05327434092760086, 0.056016333401203156, 0.05875832214951515, 0.06150031462311745, 0.06424230337142944, 0.06698429584503174, 0.06972628831863403]}, "_runtime": 124.17693281173706, "_timestamp": 1596211713.9480417, "_step": 154}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 3.0, 6.0, 0.0, 3.0, 2.0, 3.0, 7.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013213281519711018, -0.012875801883637905, -0.012538322247564793, -0.01220084261149168, -0.011863362975418568, -0.011525883339345455, -0.011188403703272343, -0.01085092406719923, -0.010513445362448692, -0.01017596572637558, -0.009838486090302467, -0.009501006454229355, -0.009163526818156242, -0.00882604718208313, -0.008488567546010017, -0.008151087909936905, -0.007813608273863792, -0.00747612863779068, -0.0071386490017175674, -0.006801169365644455, -0.0064636897295713425, -0.006126210559159517, -0.005788730923086405, -0.005451251287013292, -0.00511377165094018, -0.004776292014867067, -0.004438812378793955, -0.004101332742720842, -0.0037638533394783735, -0.003426373703405261, -0.003088894300162792, -0.0027514146640896797, -0.0024139350280165672, -0.0020764553919434547, -0.001738975872285664, -0.0014014963526278734, -0.001064016716554761, -0.0007265371386893094, -0.0003890575608238578, -5.157798295840621e-05, 0.00028590159490704536, 0.0006233811727724969, 0.0009608607506379485, 0.0012983402702957392, 0.0016358199063688517, 0.001973299542441964, 0.002310778945684433, 0.0026482585817575455, 0.002985738217830658, 0.0033232178539037704, 0.003660697489976883, 0.003998177126049995, 0.004335656762123108, 0.004673135932534933, 0.005010615568608046, 0.005348095204681158, 0.0056855748407542706, 0.006023054476827383, 0.0063605341129004955, 0.006698013748973608, 0.007035492919385433, 0.007372972555458546, 0.007710452191531658, 0.00804793182760477, 0.008385411463677883]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 3.0, 4.0, 8.0, 9.0, 10.0, 7.0, 13.0, 18.0, 40.0, 39.0, 42.0, 76.0, 120.0, 152.0, 268.0, 568.0, 5545.0, 358.0, 175.0, 136.0, 96.0, 52.0, 52.0, 38.0, 26.0, 14.0, 11.0, 5.0, 8.0, 5.0, 6.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14387699961662292, -0.13940906524658203, -0.13494111597537994, -0.13047318160533905, -0.12600524723529816, -0.12153730541467667, -0.11706936359405518, -0.11260142177343369, -0.1081334799528122, -0.1036655455827713, -0.09919760376214981, -0.09472966194152832, -0.09026172757148743, -0.08579378575086594, -0.08132584393024445, -0.07685790956020355, -0.07238996773958206, -0.06792202591896057, -0.06345409154891968, -0.05898614972829819, -0.0545182079076767, -0.050050269812345505, -0.04558233171701431, -0.04111438989639282, -0.03664645180106163, -0.03217851370573044, -0.027710571885108948, -0.023242633789777756, -0.018774693831801414, -0.014306753873825073, -0.009838814847171307, -0.005370875354856253, -0.0009029358625411987, 0.003565003629773855, 0.00803294312208891, 0.012500882148742676, 0.016968822106719017, 0.02143676206469536, 0.02590470016002655, 0.03037264011800289, 0.03484058007597923, 0.039308518171310425, 0.043776459991931915, 0.04824439808726311, 0.0527123361825943, 0.05718027800321579, 0.06164821609854698, 0.06611615419387817, 0.07058409601449966, 0.07505203783512115, 0.07951997220516205, 0.08398791402578354, 0.08845585584640503, 0.09292379021644592, 0.09739173203706741, 0.1018596738576889, 0.1063276082277298, 0.11079555004835129, 0.11526349186897278, 0.11973143368959427, 0.12419936805963516, 0.12866730988025665, 0.13313524425029755, 0.13760319352149963, 0.14207112789154053]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 2.0, 3.0, 8.0, 6.0, 3.0, 6.0, 5.0, 4.0, 21.0, 3.0, 4.0, 8.0, 4.0, 2.0, 7.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031597651541233063, -0.0030552735552191734, -0.0029507819563150406, -0.0028462903574109077, -0.002741798758506775, -0.0026373073924332857, -0.002532815793529153, -0.00242832419462502, -0.002323832595720887, -0.0022193409968167543, -0.0021148493979126215, -0.0020103577990084887, -0.0019058663165196776, -0.0018013747176155448, -0.0016968832351267338, -0.001592391636222601, -0.001487900037318468, -0.0013834084384143353, -0.0012789168395102024, -0.0011744253570213914, -0.0010699337581172585, -0.0009654421592131257, -0.0008609506185166538, -0.0007564590778201818, -0.000651967478916049, -0.0005474758800119162, -0.00044298433931544423, -0.00033849276951514184, -0.00023400119971483946, -0.00012950962991453707, -2.5018060114234686e-05, 7.94735096860677e-05, 0.0001839650794863701, 0.0002884566492866725, 0.00039294821908697486, 0.0004974397597834468, 0.0006019313586875796, 0.0007064229575917125, 0.0008109144982881844, 0.0009154060389846563, 0.0010198976378887892, 0.001124389236792922, 0.0012288808356970549, 0.0013333723181858659, 0.0014378639170899987, 0.0015423555159941316, 0.0016468469984829426, 0.0017513385973870754, 0.0018558301962912083, 0.001960321795195341, 0.002064813394099474, 0.002169304993003607, 0.0022737965919077396, 0.002378287957981229, 0.0024827795568853617, 0.0025872711557894945, 0.0026917627546936274, 0.00279625435359776, 0.002900745952501893, 0.003005237551406026, 0.003109728917479515, 0.003214220516383648, 0.0033187121152877808, 0.0034232037141919136, 0.0035276953130960464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 6.0, 8.0, 7.0, 12.0, 18.0, 28.0, 32.0, 54.0, 71.0, 95.0, 146.0, 219.0, 369.0, 502.0, 752.0, 1242.0, 2185.0, 3759.0, 7039.0, 14820.0, 36162.0, 130071.0, 876381.0, 58378.0, 21701.0, 10434.0, 5659.0, 3386.0, 1992.0, 1299.0, 834.0, 528.0, 377.0, 269.0, 182.0, 127.0, 113.0, 70.0, 78.0, 44.0, 35.0, 26.0, 18.0, 24.0, 26.0, 12.0, 10.0, 8.0, 8.0, 5.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.005291818641126156, -0.005105017684400082, -0.004918216727674007, -0.004731415305286646, -0.004544614348560572, -0.0043578133918344975, -0.004171011969447136, -0.003984211012721062, -0.0037974100559949875, -0.0036106090992689133, -0.0034238079097121954, -0.0032370067201554775, -0.0030502057634294033, -0.002863404806703329, -0.002676603617146611, -0.0024898024275898933, -0.002303001470863819, -0.002116200514137745, -0.001929399324581027, -0.001742598251439631, -0.001555797178298235, -0.001368996105156839, -0.0011821950320154428, -0.0009953939588740468, -0.0008085928857326508, -0.0006217918125912547, -0.00043499073944985867, -0.0002481896663084626, -6.138859316706657e-05, 0.00012541247997432947, 0.0003122135531157255, 0.0004990146262571216, 0.0006858156993985176, 0.0008726167725399137, 0.0010594178456813097, 0.0012462189188227057, 0.0014330199919641018, 0.0016198210651054978, 0.0018066221382468939, 0.0019934233278036118, 0.002180224284529686, 0.00236702524125576, 0.002553826430812478, 0.002740627620369196, 0.00292742857709527, 0.0031142295338213444, 0.0033010307233780622, 0.00348783191293478, 0.0036746328696608543, 0.0038614338263869286, 0.004048234783113003, 0.004235036205500364, 0.0044218371622264385, 0.004608638118952513, 0.004795439541339874, 0.0049822404980659485, 0.005169041454792023, 0.005355842411518097, 0.005542643368244171, 0.005729444790631533, 0.005916245747357607, 0.006103046704083681, 0.006289848126471043, 0.006476649083197117, 0.006663450039923191]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 7.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015487601980566978, -0.014757266268134117, -0.014026929624378681, -0.01329659391194582, -0.012566257268190384, -0.011835921555757523, -0.011105585843324661, -0.010375249199569225, -0.009644913487136364, -0.008914577774703503, -0.008184241130948067, -0.007453905418515205, -0.006723569240421057, -0.005993233062326908, -0.005262897349894047, -0.004532561171799898, -0.0038022249937057495, -0.003071888815611601, -0.002341552870348096, -0.001611216808669269, -0.0008808807469904423, -0.00015054468531161547, 0.0005797913763672113, 0.0013101274380460382, 0.002040463499724865, 0.0027707996778190136, 0.0035011356230825186, 0.0042314715683460236, 0.004961807746440172, 0.005692143924534321, 0.006422479636967182, 0.007152815815061331, 0.00788315199315548, 0.00861348770558834, 0.009343824349343777, 0.010074160061776638, 0.010804496705532074, 0.011534832417964935, 0.012265168130397797, 0.012995504774153233, 0.013725840486586094, 0.014456176199018955, 0.015186512842774391, 0.015916848555207253, 0.016647184267640114, 0.017377519980072975, 0.018107857555150986, 0.018838193267583847, 0.01956852898001671, 0.02029886469244957, 0.02102920040488243, 0.02175953797996044, 0.022489873692393303, 0.023220209404826164, 0.023950545117259026, 0.024680880829691887, 0.025411218404769897, 0.02614155411720276, 0.02687188982963562, 0.02760222554206848, 0.028332561254501343, 0.029062896966934204, 0.029793234542012215, 0.030523570254445076, 0.03125390410423279]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 9.0, 8.0, 7.0, 8.0, 13.0, 17.0, 22.0, 26.0, 29.0, 28.0, 26.0, 61.0, 72.0, 107.0, 132.0, 200.0, 223.0, 250.0, 334.0, 478.0, 659.0, 892.0, 1417.0, 2401.0, 6205.0, 1537.0, 902.0, 654.0, 476.0, 304.0, 210.0, 183.0, 119.0, 92.0, 77.0, 54.0, 40.0, 20.0, 22.0, 17.0, 18.0, 9.0, 4.0, 3.0, 8.0, 2.0, 3.0, 14.0, 11.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 6.0], "bins": [-0.010177833959460258, -0.009862708859145641, -0.009547584690153599, -0.009232459589838982, -0.008917334489524364, -0.008602210320532322, -0.008287085220217705, -0.007971960119903088, -0.007656835485249758, -0.007341710850596428, -0.007026585750281811, -0.006711461115628481, -0.006396336480975151, -0.006081211380660534, -0.005766086746007204, -0.005450961645692587, -0.005135837011039257, -0.004820712376385927, -0.00450558727607131, -0.00419046264141798, -0.0038753377739340067, -0.003560212906450033, -0.0032450882717967033, -0.00292996340431273, -0.0026148385368287563, -0.002299713669344783, -0.0019845888018608093, -0.0016694641672074795, -0.001354339299723506, -0.0010392144322395325, -0.0007240896811708808, -0.0004089648718945682, -9.384006261825562e-05, 0.00022128474665805697, 0.0005364095559343696, 0.0008515343652106822, 0.0011666591744869947, 0.0014817840419709682, 0.00179690879303962, 0.0021120335441082716, 0.002427158411592245, 0.0027422832790762186, 0.003057408146560192, 0.003372532781213522, 0.0036876576486974955, 0.004002782516181469, 0.004317907150834799, 0.004633032251149416, 0.004948156885802746, 0.005263281520456076, 0.005578406620770693, 0.005893531255424023, 0.00620865635573864, 0.00652378099039197, 0.0068389056250452995, 0.007154030725359917, 0.0074691553600132465, 0.007784279994666576, 0.008099405094981194, 0.00841453019529581, 0.008729654364287853, 0.00904477946460247, 0.009359904564917088, 0.00967502873390913, 0.009990153834223747]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15372268855571747, -0.14898309111595154, -0.1442434936761856, -0.13950389623641968, -0.13476429879665375, -0.13002470135688782, -0.1252851039171219, -0.12054551392793655, -0.11580591648817062, -0.1110663190484047, -0.10632672160863876, -0.10158712416887283, -0.0968475341796875, -0.09210793673992157, -0.08736833930015564, -0.08262874186038971, -0.07788914442062378, -0.07314954698085785, -0.06840994954109192, -0.06367035210132599, -0.05893075838685036, -0.05419116094708443, -0.049451567232608795, -0.044711969792842865, -0.039972372353076935, -0.035232774913311005, -0.030493179336190224, -0.025753583759069443, -0.021013986319303513, -0.016274388879537582, -0.011534793302416801, -0.006795196793973446, -0.0020556002855300903, 0.0026839962229132652, 0.007423592731356621, 0.012163189239799976, 0.016902785748243332, 0.021642383188009262, 0.026381978765130043, 0.031121574342250824, 0.035861171782016754, 0.040600769221782684, 0.045340366661548615, 0.050079960376024246, 0.054819557815790176, 0.05955915525555611, 0.06429874897003174, 0.06903834640979767, 0.0737779438495636, 0.07851754128932953, 0.08325713872909546, 0.08799673616886139, 0.09273633360862732, 0.09747592359781265, 0.10221552103757858, 0.10695511847734451, 0.11169471591711044, 0.11643431335687637, 0.1211739107966423, 0.12591350078582764, 0.13065309822559357, 0.1353926956653595, 0.14013229310512543, 0.14487189054489136, 0.1496114879846573]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 6.0, 0.0, 5.0, 10.0, 4.0, 17.0, 20.0, 21.0, 57.0, 36.0, 22.0, 21.0, 13.0, 10.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.13296227157115936, -0.1295066773891449, -0.12605109810829163, -0.12259551137685776, -0.11913992464542389, -0.11568433791399002, -0.11222875118255615, -0.10877316445112228, -0.10531757771968842, -0.10186199098825455, -0.09840640425682068, -0.09495081752538681, -0.09149523079395294, -0.08803964406251907, -0.0845840573310852, -0.08112847059965134, -0.07767288386821747, -0.0742172971367836, -0.07076171040534973, -0.06730612367391586, -0.063850536942482, -0.060394950211048126, -0.05693936347961426, -0.05348377674818039, -0.05002819001674652, -0.04657260328531265, -0.043117016553878784, -0.039661429822444916, -0.03620584309101105, -0.03275025635957718, -0.02929466962814331, -0.025839082896709442, -0.022383496165275574, -0.018927909433841705, -0.015472322702407837, -0.012016735970973969, -0.0085611492395401, -0.005105562508106232, -0.0016499757766723633, 0.0018056109547615051, 0.0052611976861953735, 0.008716784417629242, 0.01217237114906311, 0.01562795788049698, 0.019083544611930847, 0.022539131343364716, 0.025994718074798584, 0.029450304806232452, 0.03290589153766632, 0.03636147826910019, 0.03981706500053406, 0.043272651731967926, 0.046728238463401794, 0.05018382519483566, 0.05363941192626953, 0.0570949986577034, 0.06055058538913727, 0.06400617212057114, 0.067461758852005, 0.07091734558343887, 0.07437293231487274, 0.07782851904630661, 0.08128410577774048, 0.08473969250917435, 0.08819527924060822]}, "_runtime": 124.93406391143799, "_timestamp": 1596211714.7051728, "_step": 155}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 4.0, 1.0, 3.0, 5.0, 7.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015157000161707401, -0.014737899415194988, -0.014318798668682575, -0.013899697922170162, -0.01348059717565775, -0.013061496429145336, -0.012642395682632923, -0.01222329493612051, -0.011804193258285522, -0.01138509251177311, -0.010965991765260696, -0.010546891018748283, -0.01012779027223587, -0.009708689525723457, -0.009289588779211044, -0.008870488032698631, -0.008451387286186218, -0.008032286539673805, -0.007613185793161392, -0.007194085046648979, -0.006774984300136566, -0.006355883087962866, -0.005936782341450453, -0.00551768159493804, -0.005098580848425627, -0.004679480101913214, -0.004260379355400801, -0.003841278376057744, -0.003422177629545331, -0.003003076883032918, -0.0025839759036898613, -0.0021648751571774483, -0.0017457744106650352, -0.0013266736641526222, -0.0009075728012248874, -0.0004884719965048134, -6.93711917847395e-05, 0.00034972961293533444, 0.0007688304176554084, 0.0011879312805831432, 0.0016070320270955563, 0.0020261327736079693, 0.0024452335201203823, 0.002864334499463439, 0.003283435245975852, 0.003702535992488265, 0.004121636971831322, 0.004540737718343735, 0.004959838464856148, 0.005378939211368561, 0.005798039957880974, 0.006217140704393387, 0.0066362414509058, 0.0070553426630795, 0.007474443409591913, 0.007893543690443039, 0.008312644436955452, 0.00873174611479044, 0.009150846861302853, 0.009569947607815266, 0.009989048354327679, 0.010408149100840092, 0.010827249847352505, 0.011246350593864918, 0.01166545134037733]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 11.0, 6.0, 5.0, 11.0, 18.0, 18.0, 30.0, 47.0, 34.0, 71.0, 114.0, 139.0, 204.0, 388.0, 5582.0, 529.0, 244.0, 113.0, 91.0, 77.0, 50.0, 43.0, 25.0, 21.0, 12.0, 9.0, 7.0, 5.0, 5.0, 2.0, 1.0, 6.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18346452713012695, -0.17830124497413635, -0.17313796281814575, -0.16797466576099396, -0.16281138360500336, -0.15764810144901276, -0.15248481929302216, -0.14732152223587036, -0.14215824007987976, -0.13699495792388916, -0.13183167576789856, -0.12666839361190796, -0.12150510400533676, -0.11634181439876556, -0.11117853224277496, -0.10601524263620377, -0.10085196048021317, -0.09568867832422256, -0.09052538871765137, -0.08536210656166077, -0.08019881695508957, -0.07503553479909897, -0.06987224519252777, -0.06470896303653717, -0.05954567715525627, -0.05438239127397537, -0.04921910539269447, -0.044055819511413574, -0.038892537355422974, -0.033729251474142075, -0.028565965592861176, -0.023402679711580276, -0.018239393830299377, -0.013076107949018478, -0.007912822999060154, -0.0027495375834405422, 0.0024137478321790695, 0.007577033247798681, 0.012740318663418293, 0.017903603613376617, 0.023066889494657516, 0.028230175375938416, 0.033393461257219315, 0.038556747138500214, 0.043720029294490814, 0.04888331517577171, 0.05404660105705261, 0.05920988693833351, 0.06437317281961441, 0.06953645497560501, 0.07469974458217621, 0.07986302673816681, 0.085026316344738, 0.09018959850072861, 0.0953528881072998, 0.1005161702632904, 0.105679452419281, 0.1108427420258522, 0.1160060241818428, 0.121169313788414, 0.1263325959444046, 0.1314958781003952, 0.136659175157547, 0.1418224573135376, 0.1469857394695282]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 4.0, 4.0, 3.0, 3.0, 3.0, 25.0, 3.0, 1.0, 3.0, 4.0, 3.0, 2.0, 3.0, 7.0, 1.0, 2.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.002619718899950385, -0.0025225270073860884, -0.002425334881991148, -0.0023281429894268513, -0.0022309510968625546, -0.002133759204298258, -0.002036567311733961, -0.0019393751863390207, -0.001842183293774724, -0.0017449914012104273, -0.0016477993922308087, -0.0015506073832511902, -0.0014534154906868935, -0.0013562235981225967, -0.0012590315891429782, -0.0011618395801633596, -0.001064647687599063, -0.0009674557368271053, -0.0008702637860551476, -0.00077307183528319, -0.0006758798845112324, -0.0005786879337392747, -0.0004814959829673171, -0.00038430403219535947, -0.00028711208142340183, -0.0001899201306514442, -9.272817987948656e-05, 4.463770892471075e-06, 0.00010165572166442871, 0.00019884767243638635, 0.000296039623208344, 0.0003932315739803016, 0.0004904235247522593, 0.0005876154755242169, 0.0006848074262961745, 0.0007819993770681322, 0.0008791913278400898, 0.0009763832786120474, 0.001073575229384005, 0.0011707672383636236, 0.0012679591309279203, 0.001365151023492217, 0.0014623430324718356, 0.0015595350414514542, 0.0016567269340157509, 0.0017539188265800476, 0.0018511108355596662, 0.0019483028445392847, 0.0020454947371035814, 0.002142686629667878, 0.0022398787550628185, 0.0023370706476271152, 0.002434262540191412, 0.0025314544327557087, 0.0026286463253200054, 0.002725838450714946, 0.0028230303432792425, 0.0029202222358435392, 0.0030174143612384796, 0.0031146062538027763, 0.003211798146367073, 0.0033089900389313698, 0.0034061819314956665, 0.003503374056890607, 0.0036005659494549036]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 7.0, 14.0, 21.0, 23.0, 38.0, 45.0, 55.0, 72.0, 119.0, 176.0, 292.0, 484.0, 686.0, 1037.0, 1696.0, 2947.0, 5189.0, 9503.0, 18797.0, 42089.0, 133938.0, 822099.0, 64230.0, 29283.0, 16339.0, 9674.0, 6299.0, 4158.0, 2978.0, 2066.0, 1506.0, 997.0, 748.0, 523.0, 428.0, 284.0, 195.0, 146.0, 98.0, 84.0, 60.0, 41.0, 47.0, 36.0, 28.0, 13.0, 15.0, 7.0, 6.0, 4.0, 10.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.00499242777004838, -0.004815850872546434, -0.004639274440705776, -0.004462697543203831, -0.004286120645701885, -0.00410954374819994, -0.003932966850697994, -0.003756390418857336, -0.0035798135213553905, -0.003403236623853445, -0.003226659959182143, -0.0030500832945108414, -0.002873506397008896, -0.0026969294995069504, -0.0025203528348356485, -0.0023437761701643467, -0.002167199272662401, -0.0019906223751604557, -0.0018140457104891539, -0.0016374689294025302, -0.0014608921483159065, -0.0012843153672292829, -0.0011077385861426592, -0.0009311618050560355, -0.0007545850239694118, -0.0005780082428827882, -0.0004014314617961645, -0.00022485468070954084, -4.8277899622917175e-05, 0.0001282988814637065, 0.00030487566255033016, 0.00048145244363695383, 0.0006580292247235775, 0.0008346060058102012, 0.0010111827868968248, 0.0011877595679834485, 0.0013643363490700722, 0.0015409131301566958, 0.0017174899112433195, 0.0018940666923299432, 0.002070643473416567, 0.0022472203709185123, 0.002423797035589814, 0.002600373700261116, 0.0027769505977630615, 0.002953527495265007, 0.003130104159936309, 0.0033066808246076107, 0.003483257722109556, 0.0036598346196115017, 0.0038364112842828035, 0.004012987948954105, 0.004189564846456051, 0.004366141743957996, 0.004542718641459942, 0.0047192950733006, 0.0048958719708025455, 0.005072448868304491, 0.005249025300145149, 0.005425602197647095, 0.00560217909514904, 0.005778755992650986, 0.005955332890152931, 0.006131909321993589, 0.006308486219495535]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 5.0, 7.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017793774604797363, -0.016423016786575317, -0.015052259899675846, -0.0136815020814538, -0.012310745194554329, -0.010939987376332283, -0.009569229558110237, -0.008198472671210766, -0.00682771485298872, -0.005456957500427961, -0.004086200147867203, -0.002715442329645157, -0.0013446849770843983, 2.6072491891682148e-05, 0.0013968299608677626, 0.002767587546259165, 0.004138344898819923, 0.005509102251380682, 0.006879859603941441, 0.008250617422163486, 0.009621374309062958, 0.010992132127285004, 0.01236288994550705, 0.01373364683240652, 0.015104404650628567, 0.016475161537528038, 0.017845919355750084, 0.01921667717397213, 0.020587434992194176, 0.02195819281041622, 0.02332894876599312, 0.024699706584215164, 0.02607046440243721, 0.027441222220659256, 0.028811980038881302, 0.0301827359944582, 0.031553495675325394, 0.03292425349354744, 0.03429500758647919, 0.03566576540470123, 0.03703652322292328, 0.038407281041145325, 0.03977803885936737, 0.041148796677589417, 0.04251955449581146, 0.04389031231403351, 0.045261070132255554, 0.0466318279504776, 0.048002585768699646, 0.04937333986163139, 0.05074409767985344, 0.052114855498075485, 0.05348561331629753, 0.05485637113451958, 0.05622712895274162, 0.05759788677096367, 0.058968644589185715, 0.06033940240740776, 0.061710160225629807, 0.06308091431856155, 0.0644516721367836, 0.06582242995500565, 0.06719318777322769, 0.06856394559144974, 0.06993470340967178]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 5.0, 2.0, 9.0, 7.0, 11.0, 12.0, 18.0, 31.0, 54.0, 53.0, 111.0, 124.0, 191.0, 297.0, 415.0, 614.0, 998.0, 1701.0, 6299.0, 2649.0, 1251.0, 819.0, 585.0, 445.0, 338.0, 246.0, 172.0, 151.0, 110.0, 115.0, 101.0, 63.0, 68.0, 56.0, 43.0, 42.0, 28.0, 29.0, 17.0, 22.0, 17.0, 14.0, 12.0, 5.0, 4.0, 4.0, 4.0, 4.0, 6.0, 5.0, 14.0, 13.0, 3.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 6.0], "bins": [-0.010666090063750744, -0.010155378840863705, -0.009644667617976665, -0.009133956395089626, -0.008623245172202587, -0.008112533949315548, -0.0076018222607672215, -0.007091111037880182, -0.006580399814993143, -0.006069688592106104, -0.005558977369219065, -0.0050482661463320255, -0.004537554457783699, -0.00402684323489666, -0.0035161320120096207, -0.0030054207891225815, -0.0024947095662355423, -0.001983998343348503, -0.001473287004046142, -0.000962575722951442, -0.0004518644418567419, 5.884683923795819e-05, 0.0005695581203326583, 0.0010802694596350193, 0.0015909806825220585, 0.0021016919054090977, 0.002612403128296137, 0.0031231145840138197, 0.003633825806900859, 0.004144537262618542, 0.004655248485505581, 0.00516595970839262, 0.005676670931279659, 0.0061873821541666985, 0.006698093377053738, 0.007208804599940777, 0.007719515822827816, 0.008230227045714855, 0.008740938268601894, 0.009251649491488934, 0.009762361645698547, 0.010273072868585587, 0.010783784091472626, 0.011294495314359665, 0.011805206537246704, 0.012315917760133743, 0.012826628983020782, 0.013337340205907822, 0.01384805142879486, 0.0143587626516819, 0.01486947387456894, 0.015380185097455978, 0.015890896320343018, 0.016401607543230057, 0.016912318766117096, 0.017423029989004135, 0.017933741211891174, 0.018444452434778214, 0.018955163657665253, 0.019465874880552292, 0.01997658610343933, 0.02048729732632637, 0.02099800854921341, 0.02150871977210045, 0.022019430994987488]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.35434195399284363, -0.3466856777667999, -0.3390294313430786, -0.3313731551170349, -0.3237168788909912, -0.3160606324672699, -0.3084043562412262, -0.3007481098175049, -0.2930918335914612, -0.2854355573654175, -0.27777931094169617, -0.27012303471565247, -0.26246678829193115, -0.25481051206588745, -0.24715423583984375, -0.23949797451496124, -0.23184171319007874, -0.22418545186519623, -0.21652919054031372, -0.20887291431427002, -0.2012166529893875, -0.193560391664505, -0.1859041154384613, -0.1782478541135788, -0.1705915927886963, -0.16293533146381378, -0.15527907013893127, -0.14762279391288757, -0.13996653258800507, -0.13231027126312256, -0.12465400248765945, -0.11699773371219635, -0.10934147238731384, -0.10168521106243134, -0.09402894228696823, -0.08637267351150513, -0.07871641218662262, -0.07106015086174011, -0.06340388208627701, -0.0557476170361042, -0.048091351985931396, -0.04043508693575859, -0.032778821885585785, -0.02512255683541298, -0.017466291785240173, -0.009810026735067368, -0.0021537616848945618, 0.005502503365278244, 0.01315876841545105, 0.020815033465623856, 0.02847129851579666, 0.03612756356596947, 0.04378382861614227, 0.05144009366631508, 0.059096358716487885, 0.06675262749195099, 0.0744088888168335, 0.082065150141716, 0.08972141891717911, 0.09737768769264221, 0.10503394901752472, 0.11269021034240723, 0.12034647911787033, 0.12800274789333344, 0.13565900921821594]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 5.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 6.0, 7.0, 7.0, 8.0, 3.0, 7.0, 6.0, 18.0, 60.0, 44.0, 22.0, 17.0, 12.0, 5.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.2717483639717102, -0.2652910649776459, -0.25883379578590393, -0.2523764967918396, -0.24591919779777527, -0.23946191370487213, -0.2330046147108078, -0.22654733061790466, -0.22009003162384033, -0.2136327475309372, -0.20717544853687286, -0.20071816444396973, -0.1942608654499054, -0.18780358135700226, -0.18134628236293793, -0.1748889982700348, -0.16843169927597046, -0.16197441518306732, -0.15551713109016418, -0.14905983209609985, -0.14260254800319672, -0.13614524900913239, -0.12968796491622925, -0.12323066592216492, -0.11677338182926178, -0.11031609028577805, -0.10385879874229431, -0.09740150719881058, -0.09094421565532684, -0.08448692411184311, -0.07802963256835938, -0.07157234102487564, -0.0651150494813919, -0.05865775793790817, -0.05220046639442444, -0.045743174850940704, -0.03928588330745697, -0.032828595489263535, -0.0263713039457798, -0.019914012402296066, -0.013456720858812332, -0.006999429780989885, -0.0005421387031674385, 0.005915152374655008, 0.012372443452477455, 0.01882973499596119, 0.025287024676799774, 0.03174431622028351, 0.03820160776376724, 0.04465889930725098, 0.05111619085073471, 0.057573482394218445, 0.06403077393770218, 0.07048806548118591, 0.07694535702466965, 0.08340264856815338, 0.08985993266105652, 0.09631722420454025, 0.10277451574802399, 0.10923180729150772, 0.11568909883499146, 0.12214639037847519, 0.12860368192195892, 0.13506098091602325, 0.1415182650089264]}, "_runtime": 125.70672821998596, "_timestamp": 1596211715.477837, "_step": 156}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 8.0, 6.0, 2.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014630270190536976, -0.014226234517991543, -0.013822199776768684, -0.013418164104223251, -0.013014128431677818, -0.01261009369045496, -0.012206058017909527, -0.011802023276686668, -0.011397987604141235, -0.010993951931595802, -0.010589917190372944, -0.01018588151782751, -0.009781846776604652, -0.00937781110405922, -0.008973775431513786, -0.008569740690290928, -0.008165705017745495, -0.007761669810861349, -0.007357634603977203, -0.00695359893143177, -0.006549563724547625, -0.006145528517663479, -0.005741492845118046, -0.0053374576382339, -0.004933422431349754, -0.004529387224465609, -0.004125352017581463, -0.00372131634503603, -0.003317281138151884, -0.0029132459312677383, -0.002509210491552949, -0.0021051750518381596, -0.0017011398449540138, -0.0012971045216545463, -0.0008930691983550787, -0.0004890338750556111, -8.499855175614357e-05, 0.000319036771543324, 0.0007230720948427916, 0.0011271074181422591, 0.0015311427414417267, 0.0019351780647411942, 0.002339213388040662, 0.002743248827755451, 0.003147284034639597, 0.0035513192415237427, 0.003955354914069176, 0.0043593901209533215, 0.004763425327837467, 0.005167460534721613, 0.005571495741605759, 0.005975531414151192, 0.0063795666210353374, 0.006783601827919483, 0.007187637500464916, 0.007591672707349062, 0.007995707914233208, 0.00839974358677864, 0.0088037783280015, 0.009207814000546932, 0.00961184874176979, 0.010015884414315224, 0.010419920086860657, 0.010823954828083515, 0.011227990500628948]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 8.0, 5.0, 4.0, 7.0, 2.0, 8.0, 10.0, 10.0, 13.0, 22.0, 17.0, 17.0, 12.0, 27.0, 38.0, 49.0, 45.0, 55.0, 76.0, 94.0, 122.0, 213.0, 403.0, 5333.0, 481.0, 203.0, 137.0, 91.0, 77.0, 46.0, 59.0, 32.0, 29.0, 27.0, 30.0, 20.0, 21.0, 11.0, 15.0, 14.0, 10.0, 6.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 2.0, 2.0], "bins": [-0.10428021848201752, -0.10124731063842773, -0.09821439534425735, -0.09518148750066757, -0.09214857220649719, -0.08911566436290741, -0.08608274906873703, -0.08304984122514725, -0.08001692593097687, -0.07698401808738708, -0.0739511102437973, -0.07091819494962692, -0.06788528710603714, -0.06485237181186676, -0.06181946396827698, -0.058786552399396896, -0.055753640830516815, -0.052720729261636734, -0.04968781769275665, -0.04665490612387657, -0.04362199455499649, -0.04058908671140671, -0.03755617514252663, -0.034523263573646545, -0.031490352004766464, -0.028457440435886383, -0.025424528867006302, -0.02239161916077137, -0.01935870759189129, -0.016325796023011208, -0.013292885385453701, -0.010259974747896194, -0.007227063179016113, -0.004194152075797319, -0.0011612409725785255, 0.0018716701306402683, 0.004904581233859062, 0.007937492802739143, 0.01097040344029665, 0.014003314077854156, 0.017036225646734238, 0.02006913721561432, 0.0231020487844944, 0.026134958490729332, 0.029167870059609413, 0.032200779765844345, 0.035233691334724426, 0.03826660290360451, 0.04129951447248459, 0.04433242604136467, 0.04736533761024475, 0.05039824917912483, 0.05343116074800491, 0.056464068591594696, 0.05949698016047478, 0.06252989172935486, 0.06556279957294464, 0.06859571486711502, 0.0716286227107048, 0.07466153800487518, 0.07769444584846497, 0.08072736114263535, 0.08376026898622513, 0.08679318428039551, 0.08982609212398529]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 5.0, 4.0, 4.0, 9.0, 6.0, 25.0, 4.0, 6.0, 2.0, 2.0, 5.0, 6.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026047173887491226, -0.002481353934854269, -0.002357990713790059, -0.0022346272598952055, -0.0021112640388309956, -0.001987900584936142, -0.0018645371310412884, -0.0017411737935617566, -0.0016178104560822248, -0.001494447118602693, -0.0013710837811231613, -0.0012477203272283077, -0.001124356989748776, -0.0010009936522692442, -0.0008776302565820515, -0.0007542668608948588, -0.0006309035234153271, -0.0005075401859357953, -0.00038417679024860263, -0.0002608134236652404, -0.00013745005708187819, -1.4086690498515964e-05, 0.00010927667608484626, 0.00023264004266820848, 0.0003560034092515707, 0.0004793667758349329, 0.0006027301424182951, 0.0007260935381054878, 0.0008494568755850196, 0.0009728202130645514, 0.001096183666959405, 0.0012195470044389367, 0.0013429103419184685, 0.0014662736793980002, 0.001589637016877532, 0.0017130004707723856, 0.0018363638082519174, 0.001959727145731449, 0.0020830905996263027, 0.0022064538206905127, 0.0023298172745853662, 0.00245318072848022, 0.0025765439495444298, 0.0026999074034392834, 0.002823270857334137, 0.002946634078398347, 0.0030699975322932005, 0.0031933607533574104, 0.003316724207252264, 0.0034400876611471176, 0.0035634508822113276, 0.003686814336106181, 0.003810177557170391, 0.003933541011065245, 0.004056904464960098, 0.004180267918854952, 0.0043036313727498055, 0.004426994360983372, 0.004550357814878225, 0.004673721268773079, 0.0047970847226679325, 0.004920448176562786, 0.005043811164796352, 0.005167174618691206, 0.00529053807258606]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 9.0, 24.0, 35.0, 49.0, 76.0, 136.0, 234.0, 381.0, 609.0, 1086.0, 1975.0, 3467.0, 6842.0, 15074.0, 38881.0, 142444.0, 853004.0, 56602.0, 23137.0, 12504.0, 7374.0, 4681.0, 3089.0, 2254.0, 1463.0, 1070.0, 752.0, 568.0, 465.0, 328.0, 255.0, 193.0, 129.0, 100.0, 64.0, 62.0, 49.0, 36.0, 30.0, 24.0, 22.0, 13.0, 14.0, 7.0, 5.0, 4.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005120567977428436, -0.004918148275464773, -0.004715729039162397, -0.004513309337198734, -0.0043108901008963585, -0.004108470398932695, -0.003906050929799676, -0.0037036314606666565, -0.0035012117587029934, -0.003298792289569974, -0.0030963728204369545, -0.002893953351303935, -0.0026915338821709156, -0.002489114413037896, -0.002286694711074233, -0.0020842752419412136, -0.0018818557728081942, -0.0016794363036751747, -0.0014770167181268334, -0.001274597248993814, -0.0010721776634454727, -0.0008697581943124533, -0.0006673387251794338, -0.00046491919783875346, -0.0002624996704980731, -6.008015770930797e-05, 0.00014233935507945716, 0.00034475885331630707, 0.0005471783806569874, 0.0007495979079976678, 0.0009520173771306872, 0.0011544369626790285, 0.001356856431812048, 0.0015592759009450674, 0.0017616954864934087, 0.00196411507204175, 0.0021665345411747694, 0.002368954010307789, 0.0025713734794408083, 0.0027737929485738277, 0.002976212650537491, 0.0031786321196705103, 0.0033810515888035297, 0.003583471057936549, 0.0037858905270695686, 0.003988310229033232, 0.0041907294653356075, 0.004393149167299271, 0.004595568403601646, 0.0047979881055653095, 0.005000407807528973, 0.005202827043831348, 0.0054052467457950115, 0.005607665982097387, 0.00581008568406105, 0.0060125053860247135, 0.006214924622327089, 0.006417344324290752, 0.006619763560593128, 0.006822183262556791, 0.007024602964520454, 0.00722702220082283, 0.007429441902786493, 0.007631861139088869, 0.007834280841052532]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 7.0, 2.0, 6.0, 4.0, 4.0, 11.0, 2.0, 5.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016099046915769577, -0.01433792058378458, -0.012576794251799583, -0.010815668851137161, -0.009054542519152164, -0.007293416187167168, -0.005532290320843458, -0.003771164221689105, -0.002010038122534752, -0.00024891202338039875, 0.0015122140757739544, 0.0032733401749283075, 0.005034466274082661, 0.0067955926060676575, 0.00855671800673008, 0.010317844338715076, 0.012078970670700073, 0.01384009700268507, 0.015601223334670067, 0.01736234873533249, 0.01912347599864006, 0.020884601399302483, 0.022645726799964905, 0.024406854063272476, 0.0261679794639349, 0.02792910486459732, 0.029690232127904892, 0.03145135939121246, 0.033212482929229736, 0.03497361019253731, 0.03673473745584488, 0.03849586099386215, 0.040256988257169724, 0.042018115520477295, 0.04377923905849457, 0.04554036632180214, 0.04730149358510971, 0.049062617123126984, 0.050823744386434555, 0.052584871649742126, 0.0543459951877594, 0.05610712245106697, 0.05786824971437454, 0.059629376977682114, 0.06139050051569939, 0.06315162777900696, 0.06491275131702423, 0.0666738823056221, 0.06843500584363937, 0.07019612938165665, 0.07195726037025452, 0.07371838390827179, 0.07547950744628906, 0.07724063843488693, 0.0790017619729042, 0.08076288551092148, 0.08252401649951935, 0.08428514003753662, 0.0860462635755539, 0.08780739456415176, 0.08956851810216904, 0.09132964164018631, 0.09309077262878418, 0.09485189616680145, 0.09661301970481873]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 4.0, 4.0, 14.0, 15.0, 26.0, 54.0, 76.0, 159.0, 208.0, 333.0, 585.0, 924.0, 1755.0, 7092.0, 3227.0, 1435.0, 782.0, 484.0, 327.0, 241.0, 173.0, 123.0, 69.0, 38.0, 52.0, 43.0, 29.0, 25.0, 14.0, 12.0, 10.0, 15.0, 3.0, 4.0, 2.0, 2.0, 5.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 4.0, 13.0, 10.0, 3.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0], "bins": [-0.009286460466682911, -0.008663938380777836, -0.008041417226195335, -0.007418895605951548, -0.00679637398570776, -0.006173851899802685, -0.005551330279558897, -0.004928808659315109, -0.0043062870390713215, -0.0036837654188275337, -0.003061243798583746, -0.0024387219455093145, -0.0018162003252655268, -0.001193678705021739, -0.0005711569683626294, 5.1364710088819265e-05, 0.0006738863885402679, 0.0012964080087840557, 0.0019189297454431653, 0.002541451482102275, 0.0031639731023460627, 0.0037864947225898504, 0.004409016575664282, 0.00503153819590807, 0.005654059816151857, 0.006276581436395645, 0.006899103056639433, 0.007521624676883221, 0.008144146762788296, 0.008766667917370796, 0.009389190003275871, 0.010011711157858372, 0.010634233243763447, 0.011256755329668522, 0.011879276484251022, 0.012501798570156097, 0.013124319724738598, 0.013746841810643673, 0.014369362965226173, 0.014991885051131248, 0.015614407137036324, 0.0162369292229414, 0.016859449446201324, 0.0174819715321064, 0.018104493618011475, 0.01872701570391655, 0.019349535927176476, 0.01997205801308155, 0.020594580098986626, 0.0212171021848917, 0.021839624270796776, 0.0224621444940567, 0.023084666579961777, 0.023707188665866852, 0.024329710751771927, 0.024952230975031853, 0.025574753060936928, 0.026197275146842003, 0.026819797232747078, 0.027442319318652153, 0.02806483954191208, 0.028687361627817154, 0.02930988371372223, 0.029932405799627304, 0.03055492788553238]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.21736489236354828, -0.2128005176782608, -0.20823614299297333, -0.20367176830768585, -0.19910739362239838, -0.1945430189371109, -0.18997864425182343, -0.18541426956653595, -0.18084989488124847, -0.176285520195961, -0.17172114551067352, -0.16715677082538605, -0.16259239614009857, -0.1580280214548111, -0.15346364676952362, -0.14889927208423615, -0.14433488249778748, -0.1397705078125, -0.13520613312721252, -0.13064175844192505, -0.12607738375663757, -0.1215130165219307, -0.11694864183664322, -0.11238426715135574, -0.10781988501548767, -0.1032555103302002, -0.09869113564491272, -0.09412676095962524, -0.08956238627433777, -0.08499801158905029, -0.08043363690376282, -0.07586926221847534, -0.07130488753318787, -0.06674051284790039, -0.062176138162612915, -0.05761176347732544, -0.053047388792037964, -0.04848301038146019, -0.043918635696172714, -0.03935426101088524, -0.03478988632559776, -0.030225511640310287, -0.025661136955022812, -0.021096760407090187, -0.01653238572180271, -0.011968011036515236, -0.007403635419905186, -0.002839260268956423, 0.00172511488199234, 0.006289490032941103, 0.010853865183889866, 0.015418240800499916, 0.01998261548578739, 0.024546990171074867, 0.029111366719007492, 0.03367574140429497, 0.03824011608958244, 0.04280449077486992, 0.047368865460157394, 0.05193324014544487, 0.056497618556022644, 0.06106199324131012, 0.0656263679265976, 0.07019074261188507, 0.07475511729717255]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 5.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 7.0, 8.0, 6.0, 15.0, 30.0, 51.0, 28.0, 14.0, 20.0, 11.0, 11.0, 11.0, 9.0, 2.0, 3.0, 3.0, 10.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.09372620284557343, -0.09140277653932571, -0.089079350233078, -0.08675592392683029, -0.08443249762058258, -0.08210906386375427, -0.07978563755750656, -0.07746221125125885, -0.07513878494501114, -0.07281535863876343, -0.07049193233251572, -0.068168506026268, -0.0658450722694397, -0.06352164596319199, -0.061198219656944275, -0.058874793350696564, -0.05655136704444885, -0.05422794073820114, -0.05190451443195343, -0.04958108440041542, -0.04725765809416771, -0.04493423178792, -0.04261080175638199, -0.04028737545013428, -0.037963949143886566, -0.035640522837638855, -0.033317096531391144, -0.030993666499853134, -0.028670240193605423, -0.026346813887357712, -0.02402338571846485, -0.02169995754957199, -0.01937653124332428, -0.01705310493707657, -0.014729676768183708, -0.012406249530613422, -0.010082822293043137, -0.007759395055472851, -0.005435967817902565, -0.003112540580332279, -0.0007891133427619934, 0.0015343138948082924, 0.003857741132378578, 0.006181168369948864, 0.00850459560751915, 0.010828022845089436, 0.013151450082659721, 0.015474877320230007, 0.017798304557800293, 0.020121730864048004, 0.022445159032940865, 0.024768587201833725, 0.027092013508081436, 0.029415439814329147, 0.03173886984586716, 0.03406229615211487, 0.03638572245836258, 0.03870914876461029, 0.041032575070858, 0.04335600510239601, 0.04567943140864372, 0.048002857714891434, 0.05032628774642944, 0.052649714052677155, 0.054973140358924866]}, "_runtime": 126.51739311218262, "_timestamp": 1596211716.288502, "_step": 157}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 3.0, 0.0, 4.0, 6.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010351519100368023, -0.00994702335447073, -0.009542527608573437, -0.009138032793998718, -0.008733537048101425, -0.008329041302204132, -0.007924545556306839, -0.007520050276070833, -0.007115554995834827, -0.006711059249937534, -0.006306563504040241, -0.0059020682238042355, -0.005497572477906942, -0.005093077197670937, -0.0046885814517736435, -0.004284086171537638, -0.0038795904256403446, -0.003475094912573695, -0.0030705993995070457, -0.0026661038864403963, -0.002261608373373747, -0.0018571127438917756, -0.0014526171144098043, -0.001048121601343155, -0.0006436260882765055, -0.00023913054610602558, 0.00016536499606445432, 0.0005698605673387647, 0.0009743560804054141, 0.0013788515934720635, 0.0017833472229540348, 0.0021878427360206842, 0.0025923382490873337, 0.002996833762153983, 0.0034013292752206326, 0.003805824788287282, 0.004210320301353931, 0.0046148160472512245, 0.00501931132748723, 0.005423807073384523, 0.005828302353620529, 0.006232798099517822, 0.006637293845415115, 0.007041789125651121, 0.007446284871548414, 0.00785078015178442, 0.008255275897681713, 0.008659771643579006, 0.009064266458153725, 0.009468762204051018, 0.00987325794994831, 0.010277753695845604, 0.010682249441742897, 0.011086744256317616, 0.011491240002214909, 0.011895735748112202, 0.012300231494009495, 0.012704727239906788, 0.013109222054481506, 0.0135137178003788, 0.013918213546276093, 0.014322709292173386, 0.014727204106748104, 0.015131699852645397, 0.01553619559854269]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 7.0, 11.0, 12.0, 12.0, 18.0, 24.0, 24.0, 34.0, 57.0, 52.0, 86.0, 125.0, 175.0, 292.0, 755.0, 5258.0, 340.0, 179.0, 117.0, 81.0, 53.0, 51.0, 38.0, 19.0, 25.0, 11.0, 8.0, 11.0, 16.0, 6.0, 2.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14700576663017273, -0.14241734147071838, -0.13782890141010284, -0.1332404762506485, -0.12865203619003296, -0.12406361103057861, -0.11947517842054367, -0.11488674581050873, -0.11029832065105438, -0.10570988804101944, -0.1011214554309845, -0.09653302282094955, -0.09194459021091461, -0.08735615760087967, -0.08276773244142532, -0.07817929983139038, -0.07359086722135544, -0.0690024346113205, -0.06441400200128555, -0.05982557311654091, -0.055237144231796265, -0.05064871162176132, -0.04606027901172638, -0.041471850126981735, -0.03688341751694679, -0.03229498490691185, -0.027706556022167206, -0.023118123412132263, -0.01852969266474247, -0.013941261917352676, -0.009352830238640308, -0.004764399025589228, -0.00017596781253814697, 0.004412463400512934, 0.009000894613564014, 0.013589326292276382, 0.018177757039666176, 0.02276618778705597, 0.027354620397090912, 0.031943049281835556, 0.0365314818918705, 0.04111991450190544, 0.045708343386650085, 0.05029677599668503, 0.05488520860671997, 0.059473637491464615, 0.06406206637620926, 0.0686504989862442, 0.07323893159627914, 0.07782736420631409, 0.08241579681634903, 0.08700422197580338, 0.09159265458583832, 0.09618108719587326, 0.1007695198059082, 0.10535795241594315, 0.10994638502597809, 0.11453481018543243, 0.11912324279546738, 0.12371167540550232, 0.12830010056495667, 0.1328885406255722, 0.13747696578502655, 0.1420654058456421, 0.14665383100509644]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 5.0, 2.0, 1.0, 22.0, 2.0, 8.0, 1.0, 2.0, 5.0, 5.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.0022418946027755737, -0.0021788899321109056, -0.0021158852614462376, -0.0020528805907815695, -0.001989876152947545, -0.001926871482282877, -0.0018638668116182089, -0.0018008621409535408, -0.0017378574702888727, -0.0016748529160395265, -0.0016118482453748584, -0.0015488435747101903, -0.001485839020460844, -0.001422834349796176, -0.0013598296791315079, -0.0012968251248821616, -0.0012338204542174935, -0.0011708157835528255, -0.0011078112293034792, -0.0010448065586388111, -0.000981801887974143, -0.0009187972755171359, -0.0008557926630601287, -0.0007927879923954606, -0.0007297833799384534, -0.0006667787674814463, -0.0006037740968167782, -0.000540769484359771, -0.0004777648427989334, -0.00041476020123809576, -0.0003517555887810886, -0.00028875094722025096, -0.00022574630565941334, -0.0001627416640985757, -9.973703708965331e-05, -3.67324028047733e-05, 2.627223148010671e-05, 8.927686576498672e-05, 0.00015228150004986674, 0.00021528612705878913, 0.00027829076861962676, 0.0003412954101804644, 0.000404300051741302, 0.0004673046641983092, 0.0005303092766553164, 0.0005933139473199844, 0.0006563185597769916, 0.0007193232304416597, 0.0007823278428986669, 0.000845332455355674, 0.0009083371260203421, 0.0009713417384773493, 0.0010343464091420174, 0.0010973509633913636, 0.0011603556340560317, 0.0012233603047206998, 0.001286364858970046, 0.0013493695296347141, 0.0014123742002993822, 0.0014753788709640503, 0.0015383834252133965, 0.0016013880958780646, 0.0016643927665427327, 0.001727397320792079, 0.001790401991456747]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 8.0, 4.0, 8.0, 16.0, 14.0, 25.0, 39.0, 41.0, 67.0, 75.0, 106.0, 153.0, 200.0, 281.0, 425.0, 666.0, 986.0, 1578.0, 2658.0, 4394.0, 8129.0, 15758.0, 35735.0, 112583.0, 862762.0, 69720.0, 28405.0, 14551.0, 7894.0, 4691.0, 2811.0, 1730.0, 1086.0, 710.0, 457.0, 291.0, 187.0, 112.0, 87.0, 57.0, 54.0, 26.0, 15.0, 9.0, 10.0, 9.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0060251676477491856, -0.005839277058839798, -0.005653386935591698, -0.00546749634668231, -0.0052816057577729225, -0.005095715168863535, -0.004909824579954147, -0.004723934456706047, -0.0045380438677966595, -0.004352153278887272, -0.004166263155639172, -0.003980372566729784, -0.0037944819778203964, -0.003608591388911009, -0.003422701032832265, -0.003236810676753521, -0.0030509200878441334, -0.002865029498934746, -0.002679139142856002, -0.002493248786777258, -0.0023073581978678703, -0.0021214676089584827, -0.0019355772528797388, -0.001749686780385673, -0.0015637963078916073, -0.0013779058353975415, -0.0011920153629034758, -0.00100612489040941, -0.0008202344179153442, -0.0006343439454212785, -0.0004484534729272127, -0.00026256300043314695, -7.667252793908119e-05, 0.00010921794455498457, 0.00029510841704905033, 0.0004809988895431161, 0.0006668893620371819, 0.0008527798345312476, 0.0010386703070253134, 0.0012245607795193791, 0.001410451252013445, 0.0015963417245075107, 0.0017822321970015764, 0.0019681225530803204, 0.002154013141989708, 0.0023399037308990955, 0.0025257940869778395, 0.0027116844430565834, 0.002897575031965971, 0.0030834656208753586, 0.0032693559769541025, 0.0034552463330328465, 0.003641136921942234, 0.0038270275108516216, 0.004012918099761009, 0.0041988082230091095, 0.004384698811918497, 0.004570589400827885, 0.004756479524075985, 0.0049423701129853725, 0.00512826070189476, 0.005314151290804148, 0.005500041879713535, 0.005685932002961636, 0.005871822591871023]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 2.0, 5.0, 3.0, 7.0, 2.0, 5.0, 10.0, 7.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017725832760334015, -0.016476387158036232, -0.015226941555738449, -0.01397749688476324, -0.012728051282465458, -0.011478605680167675, -0.010229161009192467, -0.008979715406894684, -0.007730269804596901, -0.006480824202299118, -0.0052313790656626225, -0.003981933929026127, -0.002732488326728344, -0.0014830429572612047, -0.00023359758779406548, 0.0010158477816730738, 0.002265293151140213, 0.0035147385206073523, 0.0047641838900744915, 0.006013629026710987, 0.00726307462900877, 0.008512520231306553, 0.009761964902281761, 0.011011410504579544, 0.012260856106877327, 0.01351030170917511, 0.014759747311472893, 0.016009192913770676, 0.01725863665342331, 0.018508082255721092, 0.019757527858018875, 0.021006973460316658, 0.02225641906261444, 0.023505864664912224, 0.024755310267210007, 0.02600475586950779, 0.027254201471805573, 0.028503645211458206, 0.02975309081375599, 0.031002536416053772, 0.032251983880996704, 0.03350142762064934, 0.03475087136030197, 0.036000318825244904, 0.03724976256489754, 0.03849921002984047, 0.0397486537694931, 0.040998101234436035, 0.04224754497408867, 0.0434969887137413, 0.044746436178684235, 0.04599587991833687, 0.0472453273832798, 0.048494771122932434, 0.049744218587875366, 0.050993662327528, 0.052243106067180634, 0.053492553532123566, 0.0547419972717762, 0.05599144473671913, 0.057240888476371765, 0.0584903359413147, 0.05973977968096733, 0.06098922714591026, 0.0622386708855629]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 3.0, 9.0, 7.0, 10.0, 24.0, 39.0, 48.0, 64.0, 100.0, 155.0, 212.0, 305.0, 425.0, 598.0, 985.0, 1387.0, 2204.0, 7013.0, 2192.0, 1011.0, 561.0, 320.0, 189.0, 113.0, 69.0, 51.0, 37.0, 37.0, 33.0, 27.0, 18.0, 17.0, 18.0, 11.0, 11.0, 7.0, 10.0, 10.0, 9.0, 15.0, 4.0, 6.0, 2.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 12.0, 21.0, 0.0, 5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.00801264587789774, -0.007581089157611132, -0.007149532437324524, -0.006717975717037916, -0.0062864189967513084, -0.005854862276464701, -0.005423305556178093, -0.004991748835891485, -0.0045601921156048775, -0.00412863539531827, -0.003697078675031662, -0.0032655219547450542, -0.0028339652344584465, -0.0024024085141718388, -0.001970851793885231, -0.0015392950735986233, -0.0011077383533120155, -0.0006761816330254078, -0.00024462491273880005, 0.0001869318075478077, 0.0006184885278344154, 0.0010500452481210232, 0.001481601968407631, 0.0019131586886942387, 0.0023447154089808464, 0.002776272129267454, 0.003207828849554062, 0.0036393855698406696, 0.004070942290127277, 0.004502499010413885, 0.004934055730700493, 0.005365612450987101, 0.005797169171273708, 0.006228725891560316, 0.006660282611846924, 0.007091839332133532, 0.007523396052420139, 0.007954953238368034, 0.008386509492993355, 0.008818065747618675, 0.00924962293356657, 0.009681180119514465, 0.010112736374139786, 0.010544292628765106, 0.010975849814713001, 0.011407407000660896, 0.011838963255286217, 0.012270519509911537, 0.012702076695859432, 0.013133633881807327, 0.013565190136432648, 0.013996746391057968, 0.014428303577005863, 0.014859860762953758, 0.015291417017579079, 0.0157229732722044, 0.01615453138947487, 0.01658608764410019, 0.01701764389872551, 0.01744920015335083, 0.01788075640797615, 0.01831231452524662, 0.01874387077987194, 0.01917542703449726, 0.01960698515176773]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.11421719193458557, -0.11139249056577682, -0.10856778919696808, -0.10574308782815933, -0.10291838645935059, -0.10009367763996124, -0.0972689762711525, -0.09444427490234375, -0.091619573533535, -0.08879487216472626, -0.08597017079591751, -0.08314546942710876, -0.08032076060771942, -0.07749605923891068, -0.07467135787010193, -0.07184665650129318, -0.06902195513248444, -0.06619725376367569, -0.06337255239486694, -0.0605478473007679, -0.05772314593195915, -0.054898444563150406, -0.05207373946905136, -0.049249038100242615, -0.04642433673143387, -0.04359963536262512, -0.040774933993816376, -0.03795022889971733, -0.035125527530908585, -0.03230082616209984, -0.029476122930645943, -0.026651419699192047, -0.0238267183303833, -0.021002016961574554, -0.01817731373012066, -0.015352611429989338, -0.012527909129858017, -0.009703206829726696, -0.006878504529595375, -0.004053802229464054, -0.0012290999293327332, 0.0015956023707985878, 0.004420304670929909, 0.00724500697106123, 0.01006970927119255, 0.012894411571323872, 0.015719113871455193, 0.018543817102909088, 0.021368518471717834, 0.02419321984052658, 0.027017923071980476, 0.029842626303434372, 0.03266732767224312, 0.035492029041051865, 0.03831673413515091, 0.041141435503959656, 0.0439661368727684, 0.04679083824157715, 0.049615539610385895, 0.05244024470448494, 0.055264946073293686, 0.05808964744210243, 0.06091435253620148, 0.06373905390501022, 0.06656375527381897]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 9.0, 5.0, 7.0, 3.0, 8.0, 12.0, 14.0, 10.0, 37.0, 18.0, 19.0, 13.0, 16.0, 9.0, 6.0, 6.0, 2.0, 4.0, 7.0, 2.0, 5.0, 4.0, 6.0, 5.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.04795581474900246, -0.04677792638540268, -0.0456000380218029, -0.044422149658203125, -0.04324425756931305, -0.04206636920571327, -0.040888480842113495, -0.03971059247851372, -0.03853270411491394, -0.03735481575131416, -0.036176927387714386, -0.03499903902411461, -0.03382115066051483, -0.032643258571624756, -0.03146537020802498, -0.0302874818444252, -0.029109593480825424, -0.027931705117225647, -0.02675381675362587, -0.025575926527380943, -0.024398038163781166, -0.02322014980018139, -0.022042259573936462, -0.020864371210336685, -0.019686482846736908, -0.01850859448313713, -0.017330706119537354, -0.016152815893292427, -0.01497492752969265, -0.013797039166092873, -0.01261914987117052, -0.011441260576248169, -0.010263372212648392, -0.009085483849048615, -0.007907594554126263, -0.006729705724865198, -0.005551816895604134, -0.004373928066343069, -0.0031960392370820045, -0.00201815040782094, -0.0008402615785598755, 0.00033762725070118904, 0.0015155160799622536, 0.002693404909223318, 0.0038712937384843826, 0.005049182567745447, 0.006227071397006512, 0.007404960226267576, 0.00858284905552864, 0.009760737419128418, 0.01093862671405077, 0.012116516008973122, 0.013294404372572899, 0.014472292736172676, 0.015650182962417603, 0.01682807132601738, 0.018005959689617157, 0.019183848053216934, 0.02036173641681671, 0.021539626643061638, 0.022717515006661415, 0.023895403370261192, 0.02507329359650612, 0.026251181960105896, 0.027429070323705673]}, "_runtime": 127.33093523979187, "_timestamp": 1596211717.102044, "_step": 158}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 6.0, 4.0, 4.0, 2.0, 1.0, 4.0, 5.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011908499523997307, -0.01149455551058054, -0.011080610565841198, -0.01066666655242443, -0.010252721607685089, -0.009838777594268322, -0.009424833580851555, -0.009010888636112213, -0.008596944622695446, -0.008183000609278679, -0.007769055664539337, -0.00735511165112257, -0.006941167172044516, -0.006527222692966461, -0.006113278679549694, -0.00569933420047164, -0.005285389721393585, -0.004871445242315531, -0.004457500763237476, -0.004043556749820709, -0.003629612270742655, -0.0032156677916646004, -0.0028017235454171896, -0.002387779299169779, -0.0019738348200917244, -0.0015598904574289918, -0.0011459460947662592, -0.0007320017321035266, -0.000318057369440794, 9.588699322193861e-05, 0.0005098313558846712, 0.0009237757185474038, 0.0013377200812101364, 0.001751664443872869, 0.0021656088065356016, 0.0025795530527830124, 0.002993497531861067, 0.0034074420109391212, 0.003821386257186532, 0.004235330503433943, 0.004649274982511997, 0.005063219461590052, 0.005477163940668106, 0.005891107954084873, 0.006305052433162928, 0.006718996912240982, 0.007132940925657749, 0.007546885404735804, 0.007960829883813858, 0.008374773897230625, 0.008788718841969967, 0.009202662855386734, 0.009616607800126076, 0.010030551813542843, 0.01044449582695961, 0.010858440771698952, 0.011272384785115719, 0.011686328798532486, 0.012100273743271828, 0.012514217756688595, 0.012928161770105362, 0.013342106714844704, 0.01375605072826147, 0.014169995673000813, 0.01458393968641758]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 2.0, 3.0, 6.0, 6.0, 7.0, 8.0, 8.0, 9.0, 12.0, 20.0, 16.0, 33.0, 29.0, 36.0, 71.0, 91.0, 103.0, 142.0, 198.0, 387.0, 5247.0, 675.0, 270.0, 139.0, 102.0, 69.0, 51.0, 36.0, 33.0, 24.0, 19.0, 10.0, 11.0, 7.0, 7.0, 7.0, 5.0, 6.0, 3.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.1328238844871521, -0.12928105890750885, -0.1257382333278656, -0.12219541519880295, -0.1186525896191597, -0.11510977149009705, -0.1115669459104538, -0.10802412033081055, -0.1044812947511673, -0.10093847662210464, -0.0973956510424614, -0.09385282546281815, -0.0903100073337555, -0.08676718175411224, -0.083224356174469, -0.07968153804540634, -0.07613871246576309, -0.07259588688611984, -0.06905306875705719, -0.06551024317741394, -0.06196741759777069, -0.05842459574341774, -0.05488177388906479, -0.05133894830942154, -0.04779612645506859, -0.04425330460071564, -0.04071047902107239, -0.03716765716671944, -0.033624835312366486, -0.030082009732723236, -0.026539187878370285, -0.022996364161372185, -0.019453540444374084, -0.015910716727375984, -0.012367893941700459, -0.008825071156024933, -0.005282247439026833, -0.0017394241876900196, 0.0018033990636467934, 0.005346222314983606, 0.00888904556632042, 0.01243186928331852, 0.01597469300031662, 0.01951751485466957, 0.02306033857166767, 0.02660316228866577, 0.030145984143018723, 0.03368880972266197, 0.03723163157701492, 0.040774453431367874, 0.044317279011011124, 0.047860100865364075, 0.051402926445007324, 0.054945748299360275, 0.058488570153713226, 0.062031395733356476, 0.06557421386241913, 0.06911703944206238, 0.07265986502170563, 0.07620269060134888, 0.07974550873041153, 0.08328833431005478, 0.08683115988969803, 0.09037397801876068, 0.09391680359840393]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 8.0, 2.0, 3.0, 6.0, 1.0, 3.0, 8.0, 23.0, 4.0, 6.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 2.0, 7.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.004114959388971329, -0.00401382427662611, -0.003912689164280891, -0.0038115542847663164, -0.0037104194052517414, -0.0036092842929065228, -0.0035081494133919477, -0.003407014301046729, -0.003305879421532154, -0.0032047443091869354, -0.0031036091968417168, -0.0030024743173271418, -0.002901339204981923, -0.002800204325467348, -0.0026990692131221294, -0.0025979343336075544, -0.0024967992212623358, -0.002395664108917117, -0.002294529229402542, -0.0021933941170573235, -0.0020922592375427485, -0.00199112412519753, -0.001889989129267633, -0.0017888541333377361, -0.0016877191374078393, -0.0015865841414779425, -0.0014854491455480456, -0.0013843141496181488, -0.0012831790372729301, -0.0011820440413430333, -0.0010809090454131365, -0.0009797740494832397, -0.0008786390535533428, -0.000777504057623446, -0.0006763690616935492, -0.0005752340075559914, -0.0004740990116260946, -0.00037296401569619775, -0.00027182899066247046, -0.0001706939801806584, -6.955896969884634e-05, 3.157604078296572e-05, 0.00013271105126477778, 0.00023384606174658984, 0.0003349810722284019, 0.00043611606815829873, 0.0005372511222958565, 0.0006383861182257533, 0.0007395211141556501, 0.000840656110085547, 0.0009417911060154438, 0.0010429261019453406, 0.0011440610978752375, 0.0012451962102204561, 0.001346331206150353, 0.0014474662020802498, 0.0015486011980101466, 0.0016497361939400434, 0.0017508711898699403, 0.0018520061857998371, 0.0019531412981450558, 0.0020542761776596308, 0.0021554112900048494, 0.0022565461695194244, 0.002357681281864643]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 7.0, 5.0, 7.0, 9.0, 13.0, 18.0, 27.0, 40.0, 60.0, 61.0, 91.0, 132.0, 221.0, 307.0, 461.0, 731.0, 1203.0, 1905.0, 3211.0, 5938.0, 11016.0, 22991.0, 60499.0, 848874.0, 146123.0, 37615.0, 17111.0, 8764.0, 4839.0, 2748.0, 1614.0, 1049.0, 671.0, 443.0, 294.0, 201.0, 117.0, 76.0, 53.0, 34.0, 21.0, 12.0, 8.0, 9.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.007494844496250153, -0.007280096411705017, -0.007065348792821169, -0.006850600708276033, -0.006635853089392185, -0.00642110500484705, -0.006206356920301914, -0.005991609301418066, -0.0057768612168729305, -0.005562113132327795, -0.005347365513443947, -0.005132617428898811, -0.004917869344353676, -0.004703121725469828, -0.004488373640924692, -0.004273626022040844, -0.0040588779374957085, -0.0038441300857812166, -0.0036293822340667248, -0.0034146341495215893, -0.0031998862978070974, -0.0029851384460926056, -0.00277039036154747, -0.0025556425098329782, -0.0023408946581184864, -0.0021261468064039946, -0.0019113988382741809, -0.0016966508701443672, -0.0014819030184298754, -0.0012671551667153835, -0.0010524071985855699, -0.0008376592886634171, -0.0006229113787412643, -0.0004081634688191116, -0.00019341555889695883, 2.133235102519393e-05, 0.0002360802609473467, 0.00045082817086949944, 0.0006655760807916522, 0.000880323990713805, 0.0010950719006359577, 0.0013098197523504496, 0.0015245677204802632, 0.001739315688610077, 0.0019540635403245687, 0.0021688113920390606, 0.002383559476584196, 0.002598307328298688, 0.0028130551800131798, 0.0030278030317276716, 0.0032425508834421635, 0.003457298967987299, 0.003672046819701791, 0.0038867946714162827, 0.004101542755961418, 0.004316290374845266, 0.004531038459390402, 0.004745786543935537, 0.0049605341628193855, 0.005175282247364521, 0.0053900303319096565, 0.005604777950793505, 0.00581952603533864, 0.006034273654222488, 0.006249021738767624]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 8.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00866011530160904, -0.008087591268122196, -0.007515068165957928, -0.006942544132471085, -0.006370020564645529, -0.005797496996819973, -0.00522497296333313, -0.004652449395507574, -0.004079925827682018, -0.0035074022598564625, -0.002934878459200263, -0.0023623546585440636, -0.0017898310907185078, -0.0012173074064776301, -0.0006447837222367525, -7.226003799587488e-05, 0.0005002636462450027, 0.0010727873304858804, 0.001645311014726758, 0.0022178348153829575, 0.0027903583832085133, 0.003362881951034069, 0.003935405984520912, 0.004507929552346468, 0.005080453120172024, 0.00565297668799758, 0.006225500255823135, 0.0067980242893099785, 0.007370547857135534, 0.00794307142496109, 0.008515595458447933, 0.009088118560612202, 0.009660642594099045, 0.010233166627585888, 0.010805689729750156, 0.011378213763237, 0.011950736865401268, 0.012523260898888111, 0.013095784932374954, 0.013668308034539223, 0.014240832068026066, 0.014813356101512909, 0.015385879203677177, 0.015958402305841446, 0.016530927270650864, 0.017103450372815132, 0.0176759734749794, 0.01824849843978882, 0.018821021541953087, 0.019393544644117355, 0.019966069608926773, 0.02053859271109104, 0.02111111581325531, 0.021683640778064728, 0.022256163880228996, 0.022828686982393265, 0.023401211947202682, 0.02397373504936695, 0.02454625815153122, 0.025118781253695488, 0.025691306218504906, 0.026263829320669174, 0.026836352422833443, 0.02740887738764286, 0.02798140048980713]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 14.0, 7.0, 10.0, 17.0, 23.0, 32.0, 61.0, 60.0, 112.0, 134.0, 206.0, 254.0, 325.0, 588.0, 792.0, 1213.0, 1861.0, 6368.0, 2367.0, 1259.0, 833.0, 512.0, 369.0, 290.0, 170.0, 132.0, 96.0, 83.0, 44.0, 25.0, 26.0, 20.0, 13.0, 11.0, 17.0, 5.0, 10.0, 14.0, 12.0, 6.0, 6.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.008463540114462376, -0.008121343329548836, -0.007779146544635296, -0.007436949759721756, -0.007094752974808216, -0.006752556189894676, -0.006410359404981136, -0.0060681626200675964, -0.0057259658351540565, -0.005383769515901804, -0.005041572730988264, -0.004699375946074724, -0.004357179161161184, -0.004014982376247644, -0.0036727855913341045, -0.0033305888064205647, -0.0029883920215070248, -0.002646195236593485, -0.002303998451679945, -0.001961801666766405, -0.001619604998268187, -0.0012774082133546472, -0.0009352114866487682, -0.0005930147599428892, -0.0002508179750293493, 9.13787807803601e-05, 0.00043357553659006953, 0.0007757722632959485, 0.0011179690482094884, 0.0014601658331230283, 0.0018023625016212463, 0.0021445592865347862, 0.002486756071448326, 0.002828952856361866, 0.003171149641275406, 0.0035133464261889458, 0.0038555432111024857, 0.0041977399960160255, 0.004539936780929565, 0.004882133565843105, 0.005224330350756645, 0.005566526670008898, 0.005908723454922438, 0.0062509202398359776, 0.0065931170247495174, 0.006935313809663057, 0.007277510594576597, 0.007619707379490137, 0.007961904630064964, 0.00830410048365593, 0.00864629726856947, 0.00898849405348301, 0.00933069083839655, 0.009672887623310089, 0.010015084408223629, 0.010357281193137169, 0.010699477978050709, 0.011041674762964249, 0.011383871547877789, 0.011726068332791328, 0.012068265117704868, 0.012410461902618408, 0.012752658687531948, 0.013094855472445488, 0.013437052257359028]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0939207524061203, -0.09067085385322571, -0.08742096275091171, -0.08417106419801712, -0.08092117309570312, -0.07767127454280853, -0.07442137598991394, -0.07117148488759995, -0.06792158633470535, -0.06467169523239136, -0.061421796679496765, -0.05817190185189247, -0.05492200702428818, -0.051672112196683884, -0.04842221364378929, -0.045172318816185, -0.041922423988580704, -0.03867252916097641, -0.035422634333372116, -0.032172735780477524, -0.02892284095287323, -0.025672946125268936, -0.022423051297664642, -0.0191731546074152, -0.015923259779810905, -0.012673364020884037, -0.009423468261957169, -0.006173573434352875, -0.0029236776754260063, 0.00032621785067021847, 0.0035761133767664433, 0.006826008670032024, 0.010075904428958893, 0.013325800187885761, 0.01657569594681263, 0.019825590774416924, 0.023075487464666367, 0.02632538229227066, 0.029575277119874954, 0.03282517194747925, 0.03607507050037384, 0.039324965327978134, 0.04257486015558243, 0.04582475498318672, 0.049074649810791016, 0.05232454463839531, 0.0555744431912899, 0.058824338018894196, 0.06207423284649849, 0.06532412767410278, 0.06857402622699738, 0.07182391732931137, 0.07507381588220596, 0.07832370698451996, 0.08157360553741455, 0.08482350409030914, 0.08807339519262314, 0.09132329374551773, 0.09457318484783173, 0.09782308340072632, 0.10107298195362091, 0.1043228730559349, 0.1075727716088295, 0.1108226627111435, 0.11407256126403809]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 5.0, 7.0, 8.0, 12.0, 16.0, 28.0, 71.0, 20.0, 15.0, 25.0, 11.0, 9.0, 5.0, 9.0, 1.0, 4.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.08933284133672714, -0.08650153130292892, -0.08367021381855011, -0.08083890378475189, -0.07800759375095367, -0.07517628371715546, -0.07234496623277664, -0.06951365619897842, -0.0666823461651802, -0.06385102868080139, -0.061019718647003174, -0.058188408613204956, -0.05535709485411644, -0.05252578482031822, -0.049694471061229706, -0.04686316102743149, -0.04403184726834297, -0.041200533509254456, -0.03836922347545624, -0.03553790971636772, -0.032706599682569504, -0.029875285923480988, -0.02704397402703762, -0.024212662130594254, -0.021381350234150887, -0.01855003833770752, -0.015718726441264153, -0.012887413613498211, -0.010056101717054844, -0.007224789820611477, -0.004393477458506823, -0.001562165329232812, 0.0012691468000411987, 0.004100458696484566, 0.00693177105858922, 0.009763083420693874, 0.012594395317137241, 0.015425707213580608, 0.01825702004134655, 0.021088331937789917, 0.023919643834233284, 0.02675095573067665, 0.029582267627120018, 0.032413579523563385, 0.0352448932826519, 0.03807620331645012, 0.040907517075538635, 0.04373882710933685, 0.04657014086842537, 0.049401454627513885, 0.0522327646613121, 0.05506407842040062, 0.05789538845419884, 0.060726702213287354, 0.06355801224708557, 0.06638932228088379, 0.0692206397652626, 0.07205194979906082, 0.07488325983285904, 0.07771457731723785, 0.08054588735103607, 0.08337719738483429, 0.08620850741863251, 0.08903982490301132, 0.09187113493680954]}, "_runtime": 128.1553761959076, "_timestamp": 1596211717.926485, "_step": 159}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 8.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010662922635674477, -0.010365345515310764, -0.010067768394947052, -0.00977019127458334, -0.009472614154219627, -0.009175037033855915, -0.008877459913492203, -0.00857988279312849, -0.008282305672764778, -0.007984728552401066, -0.007687151897698641, -0.0073895747773349285, -0.007091997656971216, -0.006794420536607504, -0.006496843416243792, -0.006199266295880079, -0.005901689175516367, -0.005604112055152655, -0.005306534934788942, -0.00500895781442523, -0.004711380694061518, -0.004413803573697805, -0.004116226453334093, -0.0038186495658010244, -0.003521072445437312, -0.0032234953250736, -0.0029259182047098875, -0.002628341084346175, -0.0023307641968131065, -0.0020331870764493942, -0.001735609956085682, -0.0014380328357219696, -0.0011404557153582573, -0.000842878594994545, -0.0005453015328384936, -0.00024772444157861173, 4.985264968127012e-05, 0.000347429740941152, 0.0006450068322010338, 0.0009425838943570852, 0.0012401610147207975, 0.0015377381350845098, 0.0018353152554482222, 0.0021328923758119345, 0.002430469263345003, 0.0027280463837087154, 0.0030256235040724277, 0.00332320062443614, 0.0036207777447998524, 0.003918354865163565, 0.004215931985527277, 0.004513509105890989, 0.004811086226254702, 0.005108663346618414, 0.005406240466982126, 0.0057038175873458385, 0.0060013942420482635, 0.006298971362411976, 0.006596548482775688, 0.0068941256031394005, 0.007191702723503113, 0.007489279843866825, 0.007786856964230537, 0.00808443408459425, 0.008382011204957962]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 3.0, 5.0, 4.0, 4.0, 10.0, 5.0, 15.0, 18.0, 28.0, 19.0, 33.0, 45.0, 61.0, 72.0, 97.0, 138.0, 225.0, 477.0, 5465.0, 406.0, 217.0, 145.0, 100.0, 80.0, 61.0, 61.0, 25.0, 15.0, 20.0, 14.0, 13.0, 8.0, 3.0, 5.0, 4.0, 2.0, 0.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14854682981967926, -0.1444651484489441, -0.14038348197937012, -0.13630180060863495, -0.13222011923789978, -0.1281384527683258, -0.12405677139759064, -0.11997509747743607, -0.1158934235572815, -0.11181174963712692, -0.10773007571697235, -0.10364839434623718, -0.09956672042608261, -0.09548504650592804, -0.09140336513519287, -0.0873216912150383, -0.08324001729488373, -0.07915834337472916, -0.07507666945457458, -0.07099498808383942, -0.06691331416368484, -0.06283164024353027, -0.0587499625980854, -0.05466828495264053, -0.05058661103248596, -0.04650493711233139, -0.04242325946688652, -0.03834158182144165, -0.03425990790128708, -0.030178232118487358, -0.026096556335687637, -0.022014880552887917, -0.017933204770088196, -0.013851528987288475, -0.009769853204488754, -0.0056881774216890335, -0.0016065016388893127, 0.002475174143910408, 0.006556849926710129, 0.01063852570950985, 0.01472020149230957, 0.01880187727510929, 0.022883553057909012, 0.026965228840708733, 0.031046904623508453, 0.035128578543663025, 0.039210256189107895, 0.043291933834552765, 0.047373607754707336, 0.05145528167486191, 0.05553695932030678, 0.05961863696575165, 0.06370031088590622, 0.06778198480606079, 0.07186366617679596, 0.07594534009695053, 0.0800270140171051, 0.08410868793725967, 0.08819036185741425, 0.09227204322814941, 0.09635371714830399, 0.10043539106845856, 0.10451707243919373, 0.1085987463593483, 0.11268042027950287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 6.0, 2.0, 5.0, 27.0, 2.0, 4.0, 3.0, 6.0, 5.0, 3.0, 1.0, 3.0, 3.0, 1.0, 5.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0031860009767115116, -0.003094879910349846, -0.003003759076818824, -0.002912638010457158, -0.002821517176926136, -0.0027303961105644703, -0.0026392752770334482, -0.0025481542106717825, -0.0024570333771407604, -0.0023659123107790947, -0.0022747914772480726, -0.002183670410886407, -0.002092549577355385, -0.002001428510993719, -0.0019103075610473752, -0.0018191866111010313, -0.0017280656611546874, -0.0016369447112083435, -0.0015458237612619996, -0.0014547028113156557, -0.0013635818613693118, -0.001272460911422968, -0.001181339961476624, -0.0010902190115302801, -0.0009990979451686144, -0.0009079770534299314, -0.0008168561034835875, -0.0007257351535372436, -0.0006346141453832388, -0.0005434931954368949, -0.000452372245490551, -0.0003612512955442071, -0.0002701303455978632, -0.0001790093956515193, -8.788843115326017e-05, 3.2325260690413415e-06, 9.435348329134285e-05, 0.00018547443323768675, 0.0002765954122878611, 0.000367716362234205, 0.0004588373121805489, 0.0005499582621268928, 0.0006410792120732367, 0.0007322001620195806, 0.0008233211701735854, 0.0009144421201199293, 0.0010055630700662732, 0.0010966840200126171, 0.001187804969958961, 0.001278925919905305, 0.0013700468698516488, 0.0014611678197979927, 0.0015522887697443366, 0.0016434097196906805, 0.0017345306696370244, 0.0018256516195833683, 0.001916772685945034, 0.002007893519476056, 0.002099014585837722, 0.002190135419368744, 0.0022812564857304096, 0.0023723773192614317, 0.0024634983856230974, 0.0025546192191541195, 0.0026457402855157852]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 7.0, 12.0, 18.0, 15.0, 19.0, 33.0, 63.0, 82.0, 131.0, 220.0, 269.0, 454.0, 714.0, 1178.0, 2095.0, 3820.0, 8375.0, 20567.0, 76457.0, 927121.0, 88343.0, 26739.0, 11073.0, 5273.0, 2725.0, 1462.0, 792.0, 528.0, 343.0, 198.0, 145.0, 107.0, 69.0, 48.0, 37.0, 27.0, 23.0, 12.0, 13.0, 2.0, 5.0, 5.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.009631949476897717, -0.009361006319522858, -0.009090064093470573, -0.008819120936095715, -0.008548177778720856, -0.008277235552668571, -0.008006292395293713, -0.007735349703580141, -0.0074644070118665695, -0.007193464320152998, -0.006922521628439426, -0.0066515784710645676, -0.006380635779350996, -0.0061096930876374245, -0.005838749930262566, -0.005567807238548994, -0.0052968645468354225, -0.005025921855121851, -0.004754979163408279, -0.0044840360060334206, -0.004213093314319849, -0.0039421506226062775, -0.0036712076980620623, -0.003400264773517847, -0.0031293220818042755, -0.002858379390090704, -0.0025874364655464888, -0.0023164935410022736, -0.002045550849288702, -0.0017746080411598086, -0.0015036652330309153, -0.0012327224249020219, -0.0009617796167731285, -0.0006908368086442351, -0.00041989400051534176, -0.00014895119238644838, 0.00012199161574244499, 0.00039293442387133837, 0.0006638772320002317, 0.0009348200401291251, 0.0012057628482580185, 0.0014767056563869119, 0.0017476484645158052, 0.0020185913890600204, 0.002289534080773592, 0.0025604767724871635, 0.0028314196970313787, 0.003102362621575594, 0.0033733053132891655, 0.003644248005002737, 0.003915190696716309, 0.0041861338540911674, 0.004457076545804739, 0.0047280192375183105, 0.004998962394893169, 0.005269905086606741, 0.0055408477783203125, 0.005811790470033884, 0.006082733161747456, 0.0063536763191223145, 0.006624619010835886, 0.0068955617025494576, 0.007166504859924316, 0.007437447551637888, 0.0077083902433514595]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013362215831875801, -0.01288101077079773, -0.012399804778397083, -0.011918599717319012, -0.01143739465624094, -0.010956189595162868, -0.010474983602762222, -0.00999377854168415, -0.009512573480606079, -0.009031367488205433, -0.008550162427127361, -0.00806895736604929, -0.007587751839309931, -0.007106546778231859, -0.0066253412514925, -0.006144136190414429, -0.00566293066367507, -0.005181725136935711, -0.004700520075857639, -0.00421931454911828, -0.003738109488040209, -0.00325690396130085, -0.0027756986673921347, -0.0022944933734834194, -0.0018132880795747042, -0.001332082785665989, -0.0008508774335496128, -0.00036967211053706706, 0.00011153321247547865, 0.0005927385063841939, 0.001073943916708231, 0.0015551492106169462, 0.0020363545045256615, 0.0025175597984343767, 0.002998765092343092, 0.003479970386251807, 0.0039611756801605225, 0.004442381206899881, 0.004923586267977953, 0.005404791794717312, 0.0058859968557953835, 0.006367202382534742, 0.006848407909274101, 0.007329612970352173, 0.007810818497091532, 0.00829202402383089, 0.008773229084908962, 0.009254434145987034, 0.00973564013838768, 0.010216845199465752, 0.010698050260543823, 0.011179255321621895, 0.011660461314022541, 0.012141666375100613, 0.012622871436178684, 0.013104076497256756, 0.013585282489657402, 0.014066487550735474, 0.014547692611813545, 0.015028898604214191, 0.015510103665292263, 0.01599130965769291, 0.01647251471877098, 0.016953719779849052, 0.017434924840927124]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 2.0, 5.0, 8.0, 6.0, 9.0, 8.0, 17.0, 18.0, 30.0, 38.0, 49.0, 52.0, 81.0, 93.0, 89.0, 135.0, 200.0, 225.0, 351.0, 483.0, 706.0, 932.0, 1548.0, 6021.0, 2436.0, 1367.0, 916.0, 647.0, 474.0, 360.0, 263.0, 177.0, 160.0, 109.0, 88.0, 85.0, 81.0, 55.0, 29.0, 28.0, 17.0, 7.0, 7.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011975491419434547, -0.011650243774056435, -0.011324995197355747, -0.010999747551977634, -0.010674499906599522, -0.010349252261221409, -0.010024003684520721, -0.009698756039142609, -0.009373508393764496, -0.009048259817063808, -0.008723012171685696, -0.008397764526307583, -0.00807251688092947, -0.00774726876989007, -0.00742202065885067, -0.007096773013472557, -0.006771524902433157, -0.006446276791393757, -0.006121029146015644, -0.005795781034976244, -0.005470533389598131, -0.005145285278558731, -0.004820037633180618, -0.004494789522141218, -0.004169541411101818, -0.0038442937657237053, -0.003519045887514949, -0.0031937980093061924, -0.0028685498982667923, -0.002543302020058036, -0.0022180541418492794, -0.001892806263640523, -0.0015675583854317665, -0.00124231050722301, -0.0009170625708065927, -0.0005918146343901753, -0.0002665667561814189, 5.868115113116801e-05, 0.0003839290584437549, 0.0007091769948601723, 0.0010344248730689287, 0.0013596727512776852, 0.0016849206294864416, 0.002010168507695198, 0.002335416618734598, 0.0026606644969433546, 0.002985912375152111, 0.0033111602533608675, 0.003636408131569624, 0.003961656242609024, 0.004286903887987137, 0.004612151999026537, 0.00493739964440465, 0.00526264775544405, 0.005587895400822163, 0.005913143511861563, 0.006238391622900963, 0.006563639268279076, 0.006888887379318476, 0.0072141350246965885, 0.007539383135735989, 0.007864630781114101, 0.008189878426492214, 0.008515127003192902, 0.008840374648571014]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019230861216783524, -0.017406461760401726, -0.015582062304019928, -0.01375766284763813, -0.011933263391256332, -0.010108863934874535, -0.008284464478492737, -0.006460065022110939, -0.004635665565729141, -0.0028112661093473434, -0.0009868666529655457, 0.0008375328034162521, 0.00266193225979805, 0.004486331716179848, 0.0063107311725616455, 0.008135130628943443, 0.009959530085325241, 0.011783929541707039, 0.013608328998088837, 0.015432728454470634, 0.017257127910852432, 0.01908152736723423, 0.020905926823616028, 0.022730326279997826, 0.024554725736379623, 0.02637912519276142, 0.02820352464914322, 0.030027924105525017, 0.031852323561906815, 0.03367672115564346, 0.03550112247467041, 0.03732552379369736, 0.039149921387434006, 0.040974318981170654, 0.0427987203001976, 0.04462312161922455, 0.0464475192129612, 0.048271916806697845, 0.05009631812572479, 0.05192071944475174, 0.05374511703848839, 0.05556951463222504, 0.057393915951251984, 0.05921831727027893, 0.06104271486401558, 0.06286711245775223, 0.06469151377677917, 0.06651591509580612, 0.06834031641483307, 0.07016471028327942, 0.07198911160230637, 0.07381351292133331, 0.07563790678977966, 0.07746230810880661, 0.07928670942783356, 0.0811111107468605, 0.08293551206588745, 0.0847599059343338, 0.08658430725336075, 0.0884087085723877, 0.09023310244083405, 0.09205750375986099, 0.09388190507888794, 0.09570630639791489, 0.09753070771694183]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 5.0, 3.0, 4.0, 1.0, 10.0, 13.0, 19.0, 15.0, 17.0, 34.0, 34.0, 24.0, 9.0, 25.0, 12.0, 13.0, 9.0, 9.0, 6.0, 7.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02226833626627922, -0.020564405247569084, -0.018860474228858948, -0.01715654507279396, -0.015452614054083824, -0.013748683035373688, -0.012044752947986126, -0.010340822860598564, -0.008636891841888428, -0.006932961288839579, -0.0052290307357907295, -0.0035251001827418804, -0.0018211696296930313, -0.0001172390766441822, 0.001586691476404667, 0.003290622029453516, 0.004994552582502365, 0.006698483135551214, 0.008402413688600063, 0.010106343775987625, 0.011810274794697762, 0.013514205813407898, 0.01521813590079546, 0.01692206598818302, 0.018625997006893158, 0.020329928025603294, 0.02203385904431343, 0.023737788200378418, 0.025441719219088554, 0.02714565023779869, 0.028849579393863678, 0.030553510412573814, 0.03225744143128395, 0.03396137058734894, 0.035665303468704224, 0.03736923262476921, 0.0390731617808342, 0.040777094662189484, 0.04248102381825447, 0.044184956699609756, 0.045888885855674744, 0.04759281501173973, 0.049296747893095016, 0.051000677049160004, 0.05270460993051529, 0.054408539086580276, 0.056112468242645264, 0.05781640112400055, 0.059520330280065536, 0.061224259436130524, 0.06292819231748581, 0.0646321251988411, 0.06633605062961578, 0.06803998351097107, 0.06974391639232635, 0.07144784182310104, 0.07315177470445633, 0.07485570758581161, 0.0765596330165863, 0.07826356589794159, 0.07996749877929688, 0.08167142421007156, 0.08337535709142685, 0.08507928997278214, 0.08678321540355682]}, "_runtime": 128.98196458816528, "_timestamp": 1596211718.7530735, "_step": 160}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010409163311123848, -0.010138401761651039, -0.009867639280855656, -0.009596877731382847, -0.009326116181910038, -0.009055353701114655, -0.008784592151641846, -0.008513830602169037, -0.008243069052696228, -0.007972306571900845, -0.007701545022428036, -0.00743078300729394, -0.0071600209921598434, -0.006889259442687035, -0.0066184974275529385, -0.00634773587808013, -0.0060769738629460335, -0.005806211847811937, -0.0055354502983391285, -0.005264688283205032, -0.0049939267337322235, -0.004723164718598127, -0.004452402703464031, -0.004181641153991222, -0.003910879138857126, -0.0036401173565536737, -0.0033693555742502213, -0.003098593559116125, -0.0028278317768126726, -0.00255706999450922, -0.002286307979375124, -0.0020155461970716715, -0.001744784414768219, -0.0014740226324647665, -0.0012032607337459922, -0.0009324988932348788, -0.0006617370527237654, -0.00039097521221265197, -0.00012021337170153856, 0.00015054846880957484, 0.00042131030932068825, 0.0006920721498318017, 0.0009628339903429151, 0.0012335958890616894, 0.0015043576713651419, 0.0017751194536685944, 0.0020458814688026905, 0.002316643251106143, 0.0025874050334095955, 0.002858166815713048, 0.0031289285980165005, 0.0033996906131505966, 0.003670452395454049, 0.003941214177757502, 0.004211976192891598, 0.004482737742364407, 0.004753499757498503, 0.005024261772632599, 0.005295023322105408, 0.005565785337239504, 0.0058365473523736, 0.006107308901846409, 0.006378070916980505, 0.006648832466453314, 0.00691959448158741]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 3.0, 2.0, 8.0, 3.0, 16.0, 11.0, 16.0, 21.0, 29.0, 23.0, 40.0, 51.0, 54.0, 56.0, 81.0, 117.0, 190.0, 260.0, 509.0, 5102.0, 498.0, 224.0, 171.0, 97.0, 75.0, 51.0, 41.0, 43.0, 20.0, 17.0, 17.0, 18.0, 16.0, 7.0, 5.0, 1.0, 7.0, 5.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.11708705127239227, -0.11402156949043274, -0.11095608025789261, -0.10789059102535248, -0.10482510924339294, -0.10175962746143341, -0.09869413822889328, -0.09562864899635315, -0.09256316721439362, -0.08949768543243408, -0.08643219619989395, -0.08336670696735382, -0.08030122518539429, -0.07723574340343475, -0.07417025417089462, -0.07110476493835449, -0.06803928315639496, -0.06497380137443542, -0.061908312141895294, -0.05884282663464546, -0.05577734112739563, -0.0527118556201458, -0.049646370112895966, -0.04658088460564613, -0.0435153990983963, -0.04044991359114647, -0.03738442808389664, -0.034318942576646805, -0.03125345706939697, -0.02818797156214714, -0.02512248605489731, -0.022057000547647476, -0.018991515040397644, -0.015926029533147812, -0.01286054402589798, -0.009795058518648148, -0.006729573011398315, -0.0036640875041484833, -0.0005986019968986511, 0.002466883510351181, 0.005532369017601013, 0.008597854524850845, 0.011663340032100677, 0.01472882553935051, 0.017794311046600342, 0.020859796553850174, 0.023925282061100006, 0.026990767568349838, 0.03005625307559967, 0.0331217385828495, 0.036187224090099335, 0.03925270959734917, 0.042318195104599, 0.04538368061184883, 0.04844916611909866, 0.051514651626348495, 0.05458013713359833, 0.05764562264084816, 0.06071110814809799, 0.06377659738063812, 0.06684207916259766, 0.06990756094455719, 0.07297305017709732, 0.07603853940963745, 0.07910402119159698]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 4.0, 1.0, 5.0, 5.0, 2.0, 5.0, 4.0, 23.0, 6.0, 6.0, 3.0, 5.0, 0.0, 6.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0031271111220121384, -0.0030272905714809895, -0.002927469788119197, -0.002827649237588048, -0.002727828687056899, -0.0026280079036951065, -0.0025281873531639576, -0.0024283668026328087, -0.0023285462521016598, -0.002228725468739867, -0.0021289049182087183, -0.0020290843676775694, -0.0019292635843157768, -0.001829443033784628, -0.0017296223668381572, -0.0016298018163070083, -0.0015299811493605375, -0.0014301604824140668, -0.0013303399318829179, -0.0012305192649364471, -0.0011306987144052982, -0.0010308780474588275, -0.0009310573805123568, -0.0008312367717735469, -0.0007314161630347371, -0.0006315955542959273, -0.0005317749455571175, -0.0004319542786106467, -0.0003321336698718369, -0.00023231304658111185, -0.0001324924232903868, -3.2671799999661744e-05, 6.714882329106331e-05, 0.00016696944658178836, 0.0002667900698725134, 0.0003666107077151537, 0.0004664313164539635, 0.0005662519251927733, 0.0006660725921392441, 0.0007658932008780539, 0.0008657138096168637, 0.0009655344183556736, 0.0010653550270944834, 0.0011651756940409541, 0.0012649963609874249, 0.0013648169115185738, 0.0014646375784650445, 0.0015644581289961934, 0.0016642787959426641, 0.0017640994628891349, 0.0018639200134202838, 0.0019637406803667545, 0.0020635612308979034, 0.002163382014259696, 0.002263202564790845, 0.002363023115321994, 0.0024628438986837864, 0.0025626644492149353, 0.002662484999746084, 0.002762305550277233, 0.0028621263336390257, 0.0029619468841701746, 0.0030617674347013235, 0.003161588218063116, 0.003261408768594265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 9.0, 8.0, 10.0, 25.0, 25.0, 38.0, 49.0, 75.0, 100.0, 153.0, 238.0, 352.0, 527.0, 817.0, 1256.0, 2144.0, 3505.0, 6431.0, 11904.0, 23908.0, 55548.0, 218229.0, 744343.0, 48416.0, 22509.0, 12848.0, 8130.0, 5360.0, 3678.0, 2547.0, 1692.0, 1227.0, 955.0, 628.0, 464.0, 354.0, 234.0, 205.0, 161.0, 118.0, 103.0, 76.0, 55.0, 50.0, 28.0, 28.0, 18.0, 14.0, 18.0, 4.0, 6.0, 5.0, 2.0, 3.0, 1.0, 2.0], "bins": [-0.005193775519728661, -0.005021105520427227, -0.0048484355211257935, -0.004675765987485647, -0.004503095988184214, -0.00433042598888278, -0.0041577559895813465, -0.003985085990279913, -0.003812416223809123, -0.0036397462245076895, -0.0034670764580368996, -0.003294406458735466, -0.0031217364594340324, -0.0029490666929632425, -0.002776396693661809, -0.002603726927191019, -0.0024310569278895855, -0.002258386928588152, -0.002085717162117362, -0.0019130471628159285, -0.0017403772799298167, -0.001567707397043705, -0.0013950373977422714, -0.0012223675148561597, -0.001049697631970048, -0.0008770277490839362, -0.0007043578079901636, -0.0005316878668963909, -0.0003590179840102792, -0.00018634807202033699, -1.3678160030394793e-05, 0.0001589917519595474, 0.0003316616639494896, 0.0005043315468356013, 0.000677001487929374, 0.0008496714290231466, 0.0010223413119092584, 0.00119501119479537, 0.0013676811940968037, 0.0015403510769829154, 0.0017130209598690271, 0.0018856908427551389, 0.0020583607256412506, 0.002231030724942684, 0.0024037007242441177, 0.0025763704907149076, 0.002749040490016341, 0.002921710256487131, 0.0030943802557885647, 0.0032670502550899982, 0.003439720021560788, 0.0036123900208622217, 0.0037850597873330116, 0.003957729786634445, 0.004130399785935879, 0.004303069785237312, 0.004475739784538746, 0.004648409318178892, 0.004821079317480326, 0.004993749316781759, 0.005166419316083193, 0.005339089315384626, 0.005511758849024773, 0.005684428848326206, 0.00585709884762764]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 5.0, 7.0, 6.0, 15.0, 8.0, 4.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025613829493522644, -0.02240244299173355, -0.019191056489944458, -0.015979669988155365, -0.012768282555043697, -0.009556896053254604, -0.006345509085804224, -0.0031341223511844873, 7.726438343524933e-05, 0.003288651118054986, 0.006500037852674723, 0.009711424820125103, 0.012922811321914196, 0.016134198755025864, 0.019345585256814957, 0.02255697175860405, 0.025768358260393143, 0.028979744762182236, 0.03219113126397133, 0.03540251776576042, 0.038613904267549515, 0.04182529076933861, 0.0450366772711277, 0.048248063772916794, 0.051459453999996185, 0.05467084050178528, 0.05788222700357437, 0.061093613505363464, 0.06430500000715256, 0.06751638650894165, 0.07072777301073074, 0.07393915951251984, 0.07715054601430893, 0.08036193251609802, 0.08357331901788712, 0.08678470551967621, 0.0899960920214653, 0.0932074785232544, 0.09641886502504349, 0.09963025152683258, 0.10284163802862167, 0.10605302453041077, 0.10926441103219986, 0.11247579753398895, 0.11568718403577805, 0.11889857053756714, 0.12210995703935623, 0.12532134354114532, 0.12853273749351501, 0.1317441165447235, 0.1349555104970932, 0.1381668895483017, 0.1413782835006714, 0.14458966255187988, 0.14780105650424957, 0.15101243555545807, 0.15422382950782776, 0.15743520855903625, 0.16064660251140594, 0.16385798156261444, 0.16706937551498413, 0.17028075456619263, 0.17349214851856232, 0.1767035275697708, 0.1799149215221405]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 4.0, 7.0, 7.0, 10.0, 37.0, 59.0, 121.0, 217.0, 339.0, 605.0, 1369.0, 3400.0, 9247.0, 1581.0, 664.0, 273.0, 136.0, 80.0, 37.0, 37.0, 24.0, 11.0, 7.0, 4.0, 9.0, 16.0, 6.0, 4.0, 12.0, 8.0, 10.0, 11.0, 4.0, 2.0, 6.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 13.0, 15.0, 1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.01503957249224186, -0.013917433097958565, -0.012795294634997845, -0.011673156172037125, -0.01055101677775383, -0.009428877383470535, -0.008306738920509815, -0.007184599991887808, -0.0060624610632658005, -0.004940322134643793, -0.0038181832060217857, -0.0026960442773997784, -0.001573905348777771, -0.0004517664201557636, 0.0006703725084662437, 0.0017925114370882511, 0.0029146503657102585, 0.004036789294332266, 0.005158928222954273, 0.006281067151576281, 0.007403206080198288, 0.008525345474481583, 0.009647483937442303, 0.010769622400403023, 0.011891761794686317, 0.013013901188969612, 0.014136039651930332, 0.015258178114891052, 0.016380317509174347, 0.01750245690345764, 0.018624596297740936, 0.01974673382937908, 0.020868873223662376, 0.02199101261794567, 0.023113150149583817, 0.02423528954386711, 0.025357428938150406, 0.0264795683324337, 0.027601707726716995, 0.02872384525835514, 0.029845984652638435, 0.03096812404692173, 0.032090261578559875, 0.03321240097284317, 0.034334540367126465, 0.03545667976140976, 0.036578819155693054, 0.03770095854997635, 0.038823097944259644, 0.03994523361325264, 0.041067373007535934, 0.04218951240181923, 0.043311651796102524, 0.04443379119038582, 0.04555593058466911, 0.04667806997895241, 0.047800205647945404, 0.0489223450422287, 0.05004448443651199, 0.05116662383079529, 0.05228876322507858, 0.05341090261936188, 0.05453304201364517, 0.05565518140792847, 0.05677732080221176]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2753647565841675, -0.268600195646286, -0.26183560490608215, -0.2550710439682007, -0.24830646812915802, -0.24154189229011536, -0.2347773164510727, -0.22801274061203003, -0.22124817967414856, -0.2144836038351059, -0.20771902799606323, -0.20095445215702057, -0.1941898763179779, -0.18742530047893524, -0.18066073954105377, -0.1738961637020111, -0.16713158786296844, -0.16036701202392578, -0.15360243618488312, -0.14683787524700165, -0.14007329940795898, -0.13330872356891632, -0.12654414772987366, -0.11977957934141159, -0.11301500350236893, -0.10625042766332626, -0.0994858592748642, -0.09272128343582153, -0.08595670759677887, -0.0791921392083168, -0.07242756336927414, -0.06566299498081207, -0.05889841914176941, -0.052133847028017044, -0.04536927491426468, -0.038604699075222015, -0.03184012696146965, -0.025075554847717285, -0.01831098087131977, -0.011546407826244831, -0.004781834781169891, 0.0019827382639050484, 0.008747311308979988, 0.015511884354054928, 0.022276457399129868, 0.029041029512882233, 0.035805605351924896, 0.04257017746567726, 0.049334749579429626, 0.05609932169318199, 0.06286389380693436, 0.06962846964597702, 0.07639303803443909, 0.08315761387348175, 0.08992218971252441, 0.09668675810098648, 0.10345133394002914, 0.11021590977907181, 0.11698047816753387, 0.12374505400657654, 0.1305096298456192, 0.13727420568466187, 0.14403876662254333, 0.150803342461586, 0.15756791830062866]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 6.0, 6.0, 12.0, 11.0, 8.0, 11.0, 15.0, 7.0, 6.0, 32.0, 17.0, 10.0, 6.0, 11.0, 16.0, 17.0, 14.0, 7.0, 9.0, 7.0, 8.0, 5.0, 8.0, 5.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.07849584519863129, -0.07647143304347992, -0.07444702088832855, -0.07242260873317719, -0.07039819657802582, -0.06837378442287445, -0.06634937226772308, -0.06432496011257172, -0.06230054795742035, -0.060276132076978683, -0.058251719921827316, -0.05622730776667595, -0.05420289561152458, -0.052178483456373215, -0.05015407130122185, -0.04812965914607048, -0.04610524699091911, -0.044080834835767746, -0.04205642268061638, -0.04003201052546501, -0.038007598370313644, -0.03598318621516228, -0.03395877406001091, -0.03193436190485954, -0.029909947887063026, -0.02788553573191166, -0.025861123576760292, -0.023836711421608925, -0.02181229740381241, -0.01978788524866104, -0.017763473093509674, -0.015739060938358307, -0.01371464878320694, -0.011690236628055573, -0.009665824472904205, -0.0076414113864302635, -0.005616999231278896, -0.0035925868432968855, -0.0015681744553148746, 0.0004562379326671362, 0.002480650320649147, 0.004505062475800514, 0.006529475096613169, 0.008553887717425823, 0.01057829987257719, 0.012602712027728558, 0.0146271251142025, 0.016651537269353867, 0.018675949424505234, 0.0207003615796566, 0.022724773734807968, 0.024749185889959335, 0.026773598045110703, 0.02879801206290722, 0.030822424218058586, 0.032846834510564804, 0.03487125039100647, 0.03689566254615784, 0.038920074701309204, 0.04094448685646057, 0.04296889901161194, 0.044993311166763306, 0.04701772332191467, 0.04904213547706604, 0.05106654763221741]}, "_runtime": 129.80146837234497, "_timestamp": 1596211719.5725772, "_step": 161}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 8.0, 3.0, 3.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006084437016397715, -0.005840475670993328, -0.005596514791250229, -0.005352553445845842, -0.005108592100441456, -0.004864631220698357, -0.00462066987529397, -0.004376708995550871, -0.004132747650146484, -0.0038887865375727415, -0.0036448254249989986, -0.003400864079594612, -0.0031569029670208693, -0.0029129418544471264, -0.00266898050904274, -0.002425019396468997, -0.002181058283895254, -0.0019370971713215113, -0.0016931359423324466, -0.0014491747133433819, -0.001205213600769639, -0.0009612524299882352, -0.0007172912592068315, -0.0004733300884254277, -0.0002293689176440239, 1.4592253137379885e-05, 0.00025855342391878366, 0.0005025145947001874, 0.0007464757654815912, 0.000990436878055334, 0.0012343981070443988, 0.0014783593360334635, 0.0017223204486072063, 0.001966281561180949, 0.002210242673754692, 0.0024542040191590786, 0.0026981651317328215, 0.0029421262443065643, 0.003186087589710951, 0.0034300487022846937, 0.0036740098148584366, 0.003917971160262823, 0.004161932040005922, 0.004405893385410309, 0.004649854265153408, 0.004893815610557795, 0.005137776955962181, 0.00538173783570528, 0.005625699181109667, 0.005869660526514053, 0.0061136214062571526, 0.006357582751661539, 0.006601544097065926, 0.006845504976809025, 0.007089466322213411, 0.0073334272019565105, 0.007577388547360897, 0.007821349427103996, 0.00806531123816967, 0.00830927211791277, 0.008553232997655869, 0.008797194808721542, 0.009041155688464642, 0.00928511656820774, 0.009529078379273415]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 3.0, 7.0, 7.0, 5.0, 13.0, 15.0, 11.0, 17.0, 18.0, 33.0, 25.0, 25.0, 44.0, 35.0, 64.0, 70.0, 87.0, 109.0, 181.0, 233.0, 447.0, 5229.0, 387.0, 216.0, 130.0, 110.0, 70.0, 57.0, 43.0, 40.0, 23.0, 21.0, 27.0, 19.0, 16.0, 17.0, 9.0, 16.0, 9.0, 7.0, 5.0, 5.0, 4.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08500706404447556, -0.08244924247264862, -0.07989141345024109, -0.07733359187841415, -0.07477577030658722, -0.07221794128417969, -0.06966011971235275, -0.06710229814052582, -0.06454446911811829, -0.06198664754629135, -0.059428825974464417, -0.05687100067734718, -0.05431317538022995, -0.051755353808403015, -0.04919752851128578, -0.04663970693945885, -0.044081881642341614, -0.04152405634522438, -0.038966234773397446, -0.03640840947628021, -0.03385058790445328, -0.031292762607336044, -0.02873493731021881, -0.026177113875746727, -0.023619290441274643, -0.02106146700680256, -0.018503643572330475, -0.01594581827521324, -0.013387994840741158, -0.010830171406269073, -0.008272347040474415, -0.0057145231403410435, -0.003156699240207672, -0.0005988753400743008, 0.0019589485600590706, 0.004516772460192442, 0.007074596360325813, 0.009632419794797897, 0.012190244160592556, 0.014748068526387215, 0.0173058919608593, 0.019863715395331383, 0.022421538829803467, 0.0249793641269207, 0.027537187561392784, 0.030095010995864868, 0.0326528362929821, 0.035210657864809036, 0.03776848316192627, 0.0403263084590435, 0.04288413003087044, 0.04544195532798767, 0.047999776899814606, 0.05055760219693184, 0.05311542749404907, 0.05567324906587601, 0.05823107436299324, 0.060788899660110474, 0.06334672123193741, 0.06590454280376434, 0.06846237182617188, 0.07102019339799881, 0.07357801496982574, 0.07613584399223328, 0.07869366556406021]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 6.0, 2.0, 4.0, 5.0, 3.0, 3.0, 7.0, 6.0, 26.0, 3.0, 6.0, 4.0, 3.0, 1.0, 3.0, 8.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025399744044989347, -0.002450991189107299, -0.0023620082065463066, -0.0022730249911546707, -0.002184041775763035, -0.002095058560371399, -0.002006075344979763, -0.0019170923624187708, -0.001828109147027135, -0.001739125931635499, -0.001650142832659185, -0.0015611597336828709, -0.001472176518291235, -0.001383193302899599, -0.001294210203923285, -0.001205227104946971, -0.001116243889555335, -0.0010272606741636992, -0.0009382775751873851, -0.0008492944180034101, -0.0007603112608194351, -0.0006713281036354601, -0.0005823449464514852, -0.0004933617892675102, -0.0004043786320835352, -0.0003153954748995602, -0.00022641231771558523, -0.00013742916053161025, -4.844600334763527e-05, 4.053715383633971e-05, 0.0001295203110203147, 0.00021850346820428967, 0.00030748662538826466, 0.00039646978257223964, 0.0004854529397562146, 0.0005744360969401896, 0.0006634192541241646, 0.0007524024113081396, 0.0008413855684921145, 0.0009303687256760895, 0.0010193518828600645, 0.0011083350982517004, 0.0011973181972280145, 0.0012863012962043285, 0.0013752845115959644, 0.0014642677269876003, 0.0015532508259639144, 0.0016422339249402285, 0.0017312171403318644, 0.0018202003557235003, 0.0019091834546998143, 0.0019981665536761284, 0.0020871497690677643, 0.0021761329844594, 0.002265116199851036, 0.0023540991824120283, 0.002443082397803664, 0.0025320656131953, 0.0026210485957562923, 0.0027100318111479282, 0.002799015026539564, 0.0028879982419312, 0.002976981457322836, 0.003065964439883828, 0.003154947655275464]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 6.0, 6.0, 10.0, 10.0, 17.0, 18.0, 24.0, 29.0, 39.0, 67.0, 92.0, 123.0, 197.0, 352.0, 646.0, 1502.0, 3606.0, 10653.0, 39518.0, 314150.0, 751465.0, 35665.0, 11959.0, 4745.0, 2211.0, 1097.0, 574.0, 330.0, 179.0, 119.0, 83.0, 45.0, 30.0, 17.0, 13.0, 13.0, 10.0, 7.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00871696975082159, -0.008444651961326599, -0.008172333240509033, -0.007900015451014042, -0.007627697661519051, -0.007355379406362772, -0.007083061151206493, -0.006810743361711502, -0.0065384251065552235, -0.006266106851398945, -0.0059937890619039536, -0.005721470806747675, -0.005449152551591396, -0.005176834762096405, -0.004904516506940126, -0.004632198717445135, -0.0043598804622888565, -0.004087562207132578, -0.0038152444176375866, -0.003542926162481308, -0.003270608140155673, -0.002998290117830038, -0.0027259718626737595, -0.0024536538403481245, -0.0021813358180224895, -0.0019090177956968546, -0.0016366996569558978, -0.001364381518214941, -0.001092063495889306, -0.0008197454153560102, -0.0005474273348227143, -0.00027510925428941846, -2.791173756122589e-06, 0.0002695269067771733, 0.0005418449873104692, 0.000814163067843765, 0.0010864811483770609, 0.0013587991707026958, 0.0016311173094436526, 0.0019034354481846094, 0.0021757534705102444, 0.0024480714928358793, 0.0027203895151615143, 0.002992707770317793, 0.003265025792643428, 0.003537343814969063, 0.0038096620701253414, 0.004081979859620333, 0.004354298114776611, 0.00462661636993289, 0.004898934159427881, 0.00517125241458416, 0.005443570204079151, 0.00571588845923543, 0.005988206714391708, 0.0062605245038867, 0.006532842759042978, 0.006805161014199257, 0.007077478803694248, 0.007349797058850527, 0.007622115314006805, 0.007894433103501797, 0.008166750892996788, 0.008439069613814354, 0.008711387403309345]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 2.0, 6.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.022735945880413055, -0.022171923890709877, -0.0216079019010067, -0.02104387991130352, -0.020479857921600342, -0.019915835931897163, -0.019351813942193985, -0.018787791952490807, -0.018223769962787628, -0.0176597461104393, -0.017095724120736122, -0.016531702131032944, -0.015967680141329765, -0.015403658151626587, -0.014839636161923409, -0.01427561417222023, -0.013711592182517052, -0.013147570192813873, -0.012583548203110695, -0.012019526213407516, -0.011455504223704338, -0.010891481302678585, -0.010327459312975407, -0.009763437323272228, -0.00919941533356905, -0.008635393343865871, -0.008071371354162693, -0.007507348898798227, -0.006943326909095049, -0.0063793049193918705, -0.005815282464027405, -0.005251260474324226, -0.004687238484621048, -0.00412321649491787, -0.0035591942723840475, -0.0029951720498502254, -0.002431150060147047, -0.0018671279540285468, -0.0013031058479100466, -0.0007390837417915463, -0.0001750616356730461, 0.0003889604704454541, 0.0009529825765639544, 0.0015170046826824546, 0.002081026788800955, 0.0026450487785041332, 0.0032090710010379553, 0.0037730932235717773, 0.004337115213274956, 0.004901137202978134, 0.0054651591926813126, 0.006029181648045778, 0.006593203637748957, 0.007157225627452135, 0.007721248082816601, 0.00828527007251978, 0.008849292062222958, 0.009413314051926136, 0.009977336041629314, 0.010541358031332493, 0.011105380952358246, 0.011669402942061424, 0.012233424931764603, 0.012797446921467781, 0.01336146891117096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 6.0, 2.0, 4.0, 3.0, 7.0, 16.0, 22.0, 20.0, 19.0, 14.0, 26.0, 20.0, 41.0, 61.0, 68.0, 88.0, 122.0, 128.0, 136.0, 199.0, 250.0, 333.0, 431.0, 640.0, 824.0, 1478.0, 2552.0, 5695.0, 1441.0, 961.0, 715.0, 475.0, 380.0, 277.0, 224.0, 159.0, 125.0, 104.0, 77.0, 56.0, 51.0, 36.0, 32.0, 27.0, 17.0, 16.0, 9.0, 7.0, 3.0, 5.0, 6.0, 6.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.00783973466604948, -0.00757934246212244, -0.0073189502581954, -0.0070585585199296474, -0.006798166316002607, -0.006537774112075567, -0.0062773823738098145, -0.006016990169882774, -0.005756597965955734, -0.005496205762028694, -0.005235813558101654, -0.004975421819835901, -0.004715029615908861, -0.004454637411981821, -0.004194245673716068, -0.003933853469789028, -0.003673461265861988, -0.003413069061934948, -0.0031526770908385515, -0.002892285119742155, -0.002631892915815115, -0.002371500711888075, -0.0021111087407916784, -0.0018507166532799602, -0.0015903245657682419, -0.0013299324782565236, -0.0010695403907448053, -0.0008091483032330871, -0.0005487562157213688, -0.0002883641282096505, -2.7972040697932243e-05, 0.00023242004681378603, 0.0004928121343255043, 0.0007532042218372226, 0.0010135963093489408, 0.0012739883968606591, 0.0015343804843723774, 0.0017947725718840957, 0.002055164659395814, 0.0023155566304922104, 0.0025759488344192505, 0.0028363410383462906, 0.003096733009442687, 0.0033571249805390835, 0.0036175171844661236, 0.0038779093883931637, 0.0041383011266589165, 0.004398693330585957, 0.004659085534512997, 0.004919477738440037, 0.005179869942367077, 0.00544026168063283, 0.00570065388455987, 0.00596104608848691, 0.006221437826752663, 0.006481830030679703, 0.006742222234606743, 0.007002614438533783, 0.007263006642460823, 0.007523398380726576, 0.007783790584653616, 0.008044182322919369, 0.008304574526846409, 0.008564966730773449, 0.008825358934700489]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06061377748847008, -0.05870528146624565, -0.056796785444021225, -0.0548882894217968, -0.05297979339957237, -0.051071297377347946, -0.04916280135512352, -0.047254305332899094, -0.045345813035964966, -0.04343731701374054, -0.04152882099151611, -0.03962032496929169, -0.03771182894706726, -0.035803332924842834, -0.03389483690261841, -0.03198634088039398, -0.030077844858169556, -0.02816934883594513, -0.026260852813720703, -0.024352356791496277, -0.02244386076927185, -0.020535366609692574, -0.018626870587468147, -0.01671837456524372, -0.014809878543019295, -0.012901382520794868, -0.010992886498570442, -0.00908439140766859, -0.007175895385444164, -0.005267399363219738, -0.003358903806656599, -0.0014504080172628164, 0.0004580877721309662, 0.002366583561524749, 0.004275079350918531, 0.00618357490748167, 0.008092070929706097, 0.010000566951930523, 0.011909062042832375, 0.0138175580650568, 0.015726054087281227, 0.017634550109505653, 0.01954304613173008, 0.021451542153954506, 0.023360036313533783, 0.02526853233575821, 0.027177028357982635, 0.029085524380207062, 0.030994020402431488, 0.032902516424655914, 0.03481101244688034, 0.03671950846910477, 0.03862800449132919, 0.04053650051355362, 0.042444996535778046, 0.04435349255800247, 0.0462619885802269, 0.048170480877161026, 0.05007897689938545, 0.05198747292160988, 0.053895968943834305, 0.05580446496605873, 0.05771296098828316, 0.059621457010507584, 0.06152995303273201]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 2.0, 2.0, 5.0, 2.0, 2.0, 4.0, 3.0, 1.0, 3.0, 5.0, 7.0, 1.0, 7.0, 9.0, 11.0, 13.0, 7.0, 11.0, 18.0, 19.0, 33.0, 11.0, 8.0, 7.0, 7.0, 5.0, 4.0, 3.0, 7.0, 4.0, 4.0, 5.0, 8.0, 2.0, 4.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.033484116196632385, -0.03240267187356949, -0.03132122382521629, -0.030239779502153397, -0.02915833331644535, -0.028076887130737305, -0.026995442807674408, -0.025913996621966362, -0.024832550436258316, -0.02375110425055027, -0.022669658064842224, -0.021588213741779327, -0.02050676755607128, -0.019425321370363235, -0.01834387704730034, -0.017262430861592293, -0.016180984675884247, -0.0150995384901762, -0.01401809323579073, -0.012936647981405258, -0.011855201795697212, -0.010773755609989166, -0.009692310355603695, -0.008610865101218224, -0.007529418915510178, -0.006447973195463419, -0.00536652747541666, -0.004285081755369902, -0.003203636035323143, -0.0021221903152763844, -0.0010407445952296257, 4.070112481713295e-05, 0.0011221468448638916, 0.0022035925649106503, 0.003285038284957409, 0.0043664840050041676, 0.005447929725050926, 0.006529375445097685, 0.0076108211651444435, 0.008692266419529915, 0.00977371260523796, 0.010855158790946007, 0.011936604045331478, 0.01301804929971695, 0.014099495485424995, 0.015180941671133041, 0.016262385994195938, 0.017343832179903984, 0.01842527836561203, 0.019506724551320076, 0.020588170737028122, 0.02166961506009102, 0.022751061245799065, 0.02383250743150711, 0.024913951754570007, 0.025995397940278053, 0.0270768441259861, 0.028158290311694145, 0.02923973649740219, 0.030321180820465088, 0.031402625143527985, 0.03248407319188118, 0.03356551751494408, 0.03464696556329727, 0.03572840988636017]}, "_runtime": 130.61270356178284, "_timestamp": 1596211720.3838124, "_step": 162}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 6.0, 0.0, 0.0, 4.0, 2.0, 9.0, 5.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0093354731798172, -0.008964880369603634, -0.008594287559390068, -0.008223694749176502, -0.007853101938962936, -0.007482509128749371, -0.007111916318535805, -0.006741323508322239, -0.006370730698108673, -0.006000137887895107, -0.0056295450776815414, -0.005258952267467976, -0.00488835945725441, -0.004517766647040844, -0.004147173836827278, -0.0037765810266137123, -0.0034059882164001465, -0.0030353954061865807, -0.002664802595973015, -0.002294209785759449, -0.0019236169755458832, -0.0015530241653323174, -0.0011824313551187515, -0.0008118385449051857, -0.0004412457346916199, -7.065292447805405e-05, 0.0002999398857355118, 0.0006705326959490776, 0.0010411255061626434, 0.0014117183163762093, 0.001782311126589775, 0.002152903936803341, 0.0025234967470169067, 0.0028940895572304726, 0.0032646823674440384, 0.0036352751776576042, 0.00400586798787117, 0.004376460798084736, 0.004747053608298302, 0.0051176464185118675, 0.005488239228725433, 0.005858832038938999, 0.006229424849152565, 0.006600017659366131, 0.006970610469579697, 0.0073412032797932625, 0.007711796090006828, 0.008082388900220394, 0.00845298171043396, 0.008823574520647526, 0.009194167330861092, 0.009564760141074657, 0.009935352951288223, 0.010305945761501789, 0.010676538571715355, 0.01104713138192892, 0.011417724192142487, 0.011788317002356052, 0.012158909812569618, 0.012529502622783184, 0.01290009543299675, 0.013270688243210316, 0.013641281053423882, 0.014011873863637447, 0.014382466673851013]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 11.0, 14.0, 15.0, 18.0, 17.0, 22.0, 32.0, 25.0, 54.0, 64.0, 57.0, 88.0, 121.0, 147.0, 233.0, 446.0, 5407.0, 373.0, 212.0, 139.0, 94.0, 59.0, 57.0, 50.0, 31.0, 22.0, 21.0, 16.0, 19.0, 12.0, 8.0, 6.0, 7.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0803191065788269, -0.07774178683757782, -0.07516446709632874, -0.07258715480566025, -0.07000983506441116, -0.06743251532316208, -0.06485520303249359, -0.06227788329124451, -0.05970056354999542, -0.05712324380874634, -0.05454592779278755, -0.051968611776828766, -0.04939129203557968, -0.0468139722943306, -0.04423665627837181, -0.041659340262413025, -0.03908202052116394, -0.036504700779914856, -0.03392738476395607, -0.031350068747997284, -0.0287727490067482, -0.026195431128144264, -0.02361811324954033, -0.021040795370936394, -0.01846347749233246, -0.015886159613728523, -0.013308841735124588, -0.010731523856520653, -0.008154205977916718, -0.005576888099312782, -0.002999570220708847, -0.0004222523421049118, 0.0021550655364990234, 0.004732383415102959, 0.007309701293706894, 0.00988701917231083, 0.012464337050914764, 0.0150416549295187, 0.017618972808122635, 0.02019629068672657, 0.022773608565330505, 0.02535092644393444, 0.027928244322538376, 0.03050556220114231, 0.033082880079746246, 0.03566019982099533, 0.03823751583695412, 0.0408148318529129, 0.04339215159416199, 0.04596947133541107, 0.04854678735136986, 0.051124103367328644, 0.05370142310857773, 0.05627874284982681, 0.0588560588657856, 0.061433374881744385, 0.06401069462299347, 0.06658801436424255, 0.06916533410549164, 0.07174264639616013, 0.07431996613740921, 0.0768972858786583, 0.07947459816932678, 0.08205191791057587, 0.08462923765182495]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 8.0, 6.0, 4.0, 3.0, 4.0, 4.0, 5.0, 21.0, 7.0, 7.0, 5.0, 5.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031643128022551537, -0.0030521966982632875, -0.0029400805942714214, -0.0028279644902795553, -0.002715848386287689, -0.0026037325151264668, -0.0024916164111346006, -0.0023795003071427345, -0.0022673842031508684, -0.0021552680991590023, -0.002043151995167136, -0.001931036007590592, -0.0018189199035987258, -0.0017068037996068597, -0.0015946878120303154, -0.0014825717080384493, -0.0013704556040465832, -0.001258339500054717, -0.001146223396062851, -0.0010341074084863067, -0.0009219913044944406, -0.0008098752005025744, -0.0006977591547183692, -0.000585643108934164, -0.00047352700494229794, -0.0003614109300542623, -0.0002492948551662266, -0.00013717878027819097, -2.5062705390155315e-05, 8.705336949788034e-05, 0.000199169444385916, 0.00031128551927395165, 0.0004234015941619873, 0.0005355176981538534, 0.0006476337439380586, 0.0007597497897222638, 0.0008718658937141299, 0.000983981997705996, 0.0010960979852825403, 0.0012082140892744064, 0.0013203301932662725, 0.0014324462972581387, 0.0015445624012500048, 0.001656678388826549, 0.0017687944928184152, 0.0018809105968102813, 0.0019930265843868256, 0.0021051426883786917, 0.002217258792370558, 0.002329374896362424, 0.00244149100035429, 0.002553607104346156, 0.0026657232083380222, 0.0027778390794992447, 0.002889955183491111, 0.003002071287482977, 0.003114187391474843, 0.003226303495466709, 0.0033384195994585752, 0.0034505357034504414, 0.003562651574611664, 0.00367476767860353, 0.003786883782595396, 0.003898999886587262, 0.004011115990579128]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 4.0, 3.0, 11.0, 14.0, 22.0, 29.0, 52.0, 51.0, 89.0, 126.0, 188.0, 321.0, 483.0, 779.0, 1321.0, 2278.0, 4400.0, 9209.0, 21107.0, 68667.0, 940682.0, 80225.0, 24218.0, 10986.0, 5797.0, 3320.0, 1912.0, 1118.0, 704.0, 476.0, 337.0, 238.0, 144.0, 122.0, 55.0, 39.0, 35.0, 17.0, 14.0, 12.0, 6.0, 4.0, 7.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006131406407803297, -0.0059012859128415585, -0.0056711649522185326, -0.005441044457256794, -0.005210923962295055, -0.0049808030016720295, -0.004750682506710291, -0.004520562011748552, -0.004290441051125526, -0.004060320556163788, -0.0038302000612020493, -0.003600079333409667, -0.0033699586056172848, -0.003139838110655546, -0.002909717382863164, -0.0026795968879014254, -0.002449476160109043, -0.002219355432316661, -0.0019892349373549223, -0.00175911420956254, -0.0015289935981854796, -0.0012988729868084192, -0.001068752259016037, -0.0008386316476389766, -0.0006085110362619162, -0.0003783903957810253, -0.00014826975530013442, 8.185088518075645e-05, 0.0003119715256616473, 0.0005420921370387077, 0.0007722128066234291, 0.0010023334762081504, 0.0012324540875852108, 0.0014625746989622712, 0.0016926953103393316, 0.0019228160381317139, 0.0021529365330934525, 0.0023830572608858347, 0.002613177988678217, 0.0028432984836399555, 0.0030734192114323378, 0.00330353993922472, 0.0035336604341864586, 0.003763781161978841, 0.003993901889771223, 0.004224022384732962, 0.0044541428796947, 0.004684263840317726, 0.004914384335279465, 0.005144504830241203, 0.005374625790864229, 0.005604746285825968, 0.005834866780787706, 0.006064987741410732, 0.006295108236372471, 0.0065252287313342094, 0.006755349226295948, 0.006985470186918974, 0.0072155906818807125, 0.007445711176842451, 0.007675832137465477, 0.007905952632427216, 0.008136073127388954, 0.008366193622350693, 0.008596314117312431]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 6.0, 5.0, 2.0, 12.0, 8.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06512118875980377, -0.0636506900191307, -0.062180183827877045, -0.06070968508720398, -0.059239182621240616, -0.05776868015527725, -0.05629817768931389, -0.054827675223350525, -0.05335717648267746, -0.051886674016714096, -0.05041617155075073, -0.04894566908478737, -0.047475166618824005, -0.04600466415286064, -0.044534165412187576, -0.04306366294622421, -0.04159316048026085, -0.040122658014297485, -0.03865215554833412, -0.037181656807661057, -0.03571115434169769, -0.03424065187573433, -0.032770149409770966, -0.0312996469438076, -0.029829146340489388, -0.028358643874526024, -0.02688814327120781, -0.025417640805244446, -0.023947138339281082, -0.022476637735962868, -0.021006135269999504, -0.01953563466668129, -0.018065132200717926, -0.016594629734754562, -0.015124129131436348, -0.013653626665472984, -0.012183125130832195, -0.010712623596191406, -0.009242121130228043, -0.007771619595587254, -0.0063011180609464645, -0.0048306165263056755, -0.003360114526003599, -0.0018896127585321665, -0.0004191109910607338, 0.0010513907764106989, 0.0025218925438821316, 0.003992394544184208, 0.005462896078824997, 0.006933397613465786, 0.008403899148106575, 0.009874401614069939, 0.011344903148710728, 0.012815404683351517, 0.01428590714931488, 0.015756407752633095, 0.01722691021859646, 0.018697412684559822, 0.020167913287878036, 0.0216384157538414, 0.023108918219804764, 0.024579418823122978, 0.026049921289086342, 0.027520421892404556, 0.02899092435836792]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 4.0, 8.0, 10.0, 13.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 2.0, 3.0, 5.0, 11.0, 11.0, 14.0, 19.0, 22.0, 49.0, 50.0, 88.0, 77.0, 157.0, 229.0, 375.0, 510.0, 938.0, 1851.0, 7592.0, 2952.0, 1264.0, 682.0, 444.0, 293.0, 204.0, 126.0, 107.0, 66.0, 56.0, 46.0, 32.0, 20.0, 14.0, 16.0, 13.0, 7.0, 6.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0], "bins": [-0.02018389292061329, -0.019650351256132126, -0.019116807729005814, -0.01858326606452465, -0.018049724400043488, -0.017516180872917175, -0.016982639208436012, -0.01644909754395485, -0.015915554016828537, -0.015382012352347374, -0.014848470687866211, -0.014314928092062473, -0.013781385496258736, -0.013247843831777573, -0.012714301235973835, -0.012180759571492672, -0.011647216975688934, -0.011113674379885197, -0.010580132715404034, -0.010046590119600296, -0.009513048455119133, -0.008979505859315395, -0.008445963263511658, -0.007912421599030495, -0.007378879003226757, -0.006845336873084307, -0.006311794742941856, -0.005778252147138119, -0.005244710016995668, -0.004711167886853218, -0.0041776252910494804, -0.00364408316090703, -0.0031105410307645798, -0.0025769989006221294, -0.0020434565376490355, -0.0015099142910912633, -0.0009763720445334911, -0.000442829797975719, 9.071244858205318e-05, 0.0006242546951398253, 0.0011577969416975975, 0.0016913391882553697, 0.002224881434813142, 0.002758423797786236, 0.003291965927928686, 0.0038255080580711365, 0.004359050653874874, 0.0048925927840173244, 0.005426134914159775, 0.005959677044302225, 0.0064932191744446754, 0.007026761770248413, 0.007560303900390863, 0.008093846030533314, 0.008627388626337051, 0.009160930290818214, 0.009694472886621952, 0.01022801548242569, 0.010761557146906853, 0.01129509974271059, 0.011828642338514328, 0.012362184002995491, 0.012895726598799229, 0.013429268263280392, 0.01396281085908413]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 5.0, 6.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1381475329399109, -0.13288527727127075, -0.1276230365037918, -0.12236078828573227, -0.11709854006767273, -0.11183628439903259, -0.10657403618097305, -0.10131178796291351, -0.09604953974485397, -0.09078729152679443, -0.0855250433087349, -0.08026279509067535, -0.07500053942203522, -0.06973829120397568, -0.06447604298591614, -0.0592137947678566, -0.05395154654979706, -0.04868929833173752, -0.04342705011367798, -0.03816479817032814, -0.0329025499522686, -0.02764030173420906, -0.02237805165350437, -0.017115801572799683, -0.011853553354740143, -0.006591304205358028, -0.001329055055975914, 0.0039331940934062, 0.009195443242788315, 0.01445769239217043, 0.019719941541552544, 0.024982191622257233, 0.030244439840316772, 0.03550668805837631, 0.04076893627643585, 0.04603118821978569, 0.05129343643784523, 0.05655568465590477, 0.06181793659925461, 0.06708018481731415, 0.07234243303537369, 0.07760468125343323, 0.08286692947149277, 0.08812917768955231, 0.09339143335819244, 0.09865368157625198, 0.10391592979431152, 0.10917817801237106, 0.1144404262304306, 0.11970267444849014, 0.12496492266654968, 0.13022717833518982, 0.13548941910266876, 0.1407516747713089, 0.14601391553878784, 0.15127617120742798, 0.15653842687606812, 0.16180066764354706, 0.1670629233121872, 0.17232516407966614, 0.17758741974830627, 0.18284966051578522, 0.18811191618442535, 0.1933741569519043, 0.19863641262054443]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 7.0, 6.0, 5.0, 6.0, 9.0, 7.0, 17.0, 28.0, 57.0, 40.0, 20.0, 18.0, 11.0, 7.0, 6.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.10604993999004364, -0.10316457599401474, -0.10027921944856644, -0.09739385545253754, -0.09450849145650864, -0.09162313491106033, -0.08873777091503143, -0.08585240691900253, -0.08296704292297363, -0.08008168637752533, -0.07719632238149643, -0.07431095838546753, -0.07142560184001923, -0.06854023784399033, -0.06565487384796143, -0.06276951730251312, -0.05988415330648422, -0.05699879303574562, -0.05411342903971672, -0.05122806876897812, -0.04834270477294922, -0.04545734450221062, -0.042571984231472015, -0.039686620235443115, -0.036801259964704514, -0.03391589969396591, -0.03103053569793701, -0.02814517542719841, -0.02525981329381466, -0.022374451160430908, -0.019489090889692307, -0.016603728756308556, -0.013718366622924805, -0.010833004489541054, -0.007947643287479877, -0.005062281619757414, -0.0021769199520349503, 0.0007084417156875134, 0.003593803383409977, 0.006479165051132441, 0.009364526718854904, 0.012249888852238655, 0.015135250054299831, 0.018020611256361008, 0.02090597338974476, 0.02379133552312851, 0.02667669579386711, 0.029562057927250862, 0.03244742006063461, 0.035332780331373215, 0.038218144327402115, 0.04110350459814072, 0.04398886859416962, 0.04687422886490822, 0.04975958913564682, 0.05264495313167572, 0.05553031340241432, 0.058415673673152924, 0.061301037669181824, 0.06418640166521072, 0.06707175821065903, 0.06995712220668793, 0.07284248620271683, 0.07572784274816513, 0.07861320674419403]}, "_runtime": 131.4345850944519, "_timestamp": 1596211721.205694, "_step": 163}
+{"val_accuracy": 0.8222231735159816, "val_loss": 0.4587029541191989, "_runtime": 133.1881821155548, "_timestamp": 1596211722.959291, "_step": 164}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.7460192441940308 Truth: v", "Prediction: P Confidence: 0.6115374565124512 Truth: 5", "Prediction: U Confidence: 0.4769592583179474 Truth: 2", "Prediction: O Confidence: 0.6079307794570923 Truth: 0"]}, "_runtime": 133.48871445655823, "_timestamp": 1596211723.2598233, "_step": 165}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 4.0, 7.0, 5.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.012924346141517162, -0.012588832527399063, -0.012253318913280964, -0.011917805299162865, -0.01158229075372219, -0.011246777139604092, -0.010911263525485992, -0.010575749911367893, -0.010240236297249794, -0.009904722683131695, -0.009569209069013596, -0.009233695454895496, -0.008898181840777397, -0.008562667295336723, -0.008227153681218624, -0.007891640067100525, -0.007556126452982426, -0.0072206128388643265, -0.006885099224746227, -0.006549585144966841, -0.0062140715308487415, -0.005878557916730642, -0.005543043836951256, -0.005207530222833157, -0.004872016608715057, -0.004536502994596958, -0.004200989380478859, -0.0038654753006994724, -0.003529961686581373, -0.003194448072463274, -0.002858934225514531, -0.0025234203785657883, -0.002187906764447689, -0.001852393033914268, -0.001516879303380847, -0.001181365572847426, -0.0008458518423140049, -0.0005103381117805839, -0.00017482438124716282, 0.00016068934928625822, 0.0004962030798196793, 0.0008317168103531003, 0.0011672305408865213, 0.0015027442714199424, 0.0018382580019533634, 0.0021737716160714626, 0.0025092854630202055, 0.0028447993099689484, 0.0031803129240870476, 0.003515826538205147, 0.0038513403851538897, 0.0041868542321026325, 0.004522367846220732, 0.004857881460338831, 0.0051933955401182175, 0.005528909154236317, 0.005864422768354416, 0.006199936382472515, 0.006535449996590614, 0.006870964076370001, 0.0072064776904881, 0.007541991304606199, 0.007877505384385586, 0.008213018998503685, 0.008548532612621784]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 9.0, 5.0, 2.0, 6.0, 4.0, 16.0, 14.0, 23.0, 23.0, 24.0, 31.0, 36.0, 43.0, 51.0, 60.0, 90.0, 115.0, 181.0, 239.0, 434.0, 5197.0, 465.0, 233.0, 127.0, 101.0, 72.0, 69.0, 42.0, 34.0, 41.0, 25.0, 14.0, 22.0, 18.0, 14.0, 9.0, 4.0, 5.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0930042415857315, -0.08992983400821686, -0.08685542643070221, -0.08378101140260696, -0.08070660382509232, -0.07763219624757767, -0.07455778121948242, -0.07148337364196777, -0.06840896606445312, -0.06533455848693848, -0.06226014718413353, -0.05918573588132858, -0.056111328303813934, -0.053036920726299286, -0.04996250942349434, -0.04688809812068939, -0.043813690543174744, -0.040739282965660095, -0.03766487166285515, -0.0345904603600502, -0.03151605278253555, -0.028441643342375755, -0.025367233902215958, -0.02229282446205616, -0.019218415021896362, -0.016144005581736565, -0.013069596141576767, -0.00999518670141697, -0.006920777261257172, -0.003846367821097374, -0.0007719583809375763, 0.0023024510592222214, 0.005376860499382019, 0.008451269939541817, 0.011525679379701614, 0.014600088819861412, 0.01767449826002121, 0.020748907700181007, 0.023823317140340805, 0.026897726580500603, 0.0299721360206604, 0.03304654359817505, 0.036120954900979996, 0.03919536620378494, 0.04226977378129959, 0.04534418135881424, 0.048418592661619186, 0.05149300396442413, 0.05456741154193878, 0.05764181911945343, 0.06071623042225838, 0.06379064172506332, 0.06686504930257797, 0.06993945688009262, 0.07301387190818787, 0.07608827948570251, 0.07916268706321716, 0.08223709464073181, 0.08531150221824646, 0.0883859172463417, 0.09146032482385635, 0.094534732401371, 0.09760914742946625, 0.1006835550069809, 0.10375796258449554]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 4.0, 2.0, 6.0, 4.0, 2.0, 4.0, 4.0, 7.0, 2.0, 5.0, 25.0, 5.0, 2.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.003039918839931488, -0.0029433611780405045, -0.0028468032833188772, -0.0027502456214278936, -0.00265368795953691, -0.002557130064815283, -0.0024605724029242992, -0.0023640147410333157, -0.0022674568463116884, -0.002170899184420705, -0.0020743415225297213, -0.001977783627808094, -0.0018812259659171104, -0.001784668187610805, -0.0016881104093044996, -0.001591552747413516, -0.0014949949691072106, -0.0013984371908009052, -0.0013018795289099216, -0.0012053217506036162, -0.0011087639722973108, -0.0010122063104063272, -0.0009156485321000218, -0.0008190907537937164, -0.0007225330336950719, -0.0006259753135964274, -0.000529417535290122, -0.00043285981519147754, -0.0003363020659890026, -0.00023974431678652763, -0.0001431865821359679, -4.662884020945057e-05, 4.9928901717066765e-05, 0.00014648665091954172, 0.00024304438557010144, 0.00033960212022066116, 0.0004361598694231361, 0.0005327176186256111, 0.0006292753387242556, 0.000725833117030561, 0.0008223908371292055, 0.00091894855722785, 0.0010155063355341554, 0.0011120641138404608, 0.0012086217757314444, 0.0013051795540377498, 0.0014017373323440552, 0.0014982949942350388, 0.0015948527725413442, 0.0016914105508476496, 0.0017879682127386332, 0.0018845259910449386, 0.001981083769351244, 0.0020776414312422276, 0.002174199325963855, 0.0022707569878548384, 0.002367314649745822, 0.002463872544467449, 0.0025604302063584328, 0.0026569878682494164, 0.0027535457629710436, 0.002850103424862027, 0.0029466610867530107, 0.003043218981474638, 0.0031397766433656216]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 7.0, 13.0, 19.0, 38.0, 47.0, 79.0, 103.0, 179.0, 258.0, 406.0, 662.0, 953.0, 1493.0, 2395.0, 3892.0, 6816.0, 12753.0, 25579.0, 62206.0, 831391.0, 140550.0, 40332.0, 19065.0, 10549.0, 6349.0, 4135.0, 2749.0, 1885.0, 1322.0, 925.0, 695.0, 464.0, 333.0, 265.0, 208.0, 138.0, 88.0, 75.0, 57.0, 48.0, 21.0, 26.0, 16.0, 8.0, 13.0, 5.0, 5.0, 4.0, 5.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.00485105300322175, -0.004663598723709583, -0.004476144444197416, -0.004288690164685249, -0.00410123635083437, -0.003913782071322203, -0.0037263277918100357, -0.0035388735122978687, -0.0033514192327857018, -0.0031639649532735348, -0.002976510673761368, -0.0027890566270798445, -0.0026016023475676775, -0.0024141480680555105, -0.002226694021373987, -0.0020392397418618202, -0.0018517854623496532, -0.0016643311828374863, -0.0014768770197406411, -0.001289422856643796, -0.001101968577131629, -0.0009145143558271229, -0.0007270601345226169, -0.0005396059132181108, -0.00035215169191360474, -0.00016469747060909867, 2.275675069540739e-05, 0.00021021097199991345, 0.0003976651933044195, 0.0005851194146089256, 0.0007725736359134316, 0.0009600278572179377, 0.0011474820785224438, 0.0013349363580346107, 0.001522390521131456, 0.001709844684228301, 0.001897298963740468, 0.002084753243252635, 0.0022722072899341583, 0.0024596615694463253, 0.0026471158489584923, 0.0028345701284706593, 0.0030220244079828262, 0.0032094784546643496, 0.0033969327341765165, 0.0035843870136886835, 0.003771841060370207, 0.003959295339882374, 0.004146749619394541, 0.004334203898906708, 0.004521658178418875, 0.004709112457931042, 0.004896566271781921, 0.005084020551294088, 0.005271474830806255, 0.005458929110318422, 0.005646383389830589, 0.005833837669342756, 0.006021291948854923, 0.00620874622836709, 0.006396200507879257, 0.006583654321730137, 0.006771108601242304, 0.006958562880754471, 0.007146017160266638]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 10.0, 1.0, 0.0, 5.0, 2.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01846235617995262, -0.017816903069615364, -0.017171449959278107, -0.01652599684894085, -0.015880543738603592, -0.01523508969694376, -0.014589636586606503, -0.013944183476269245, -0.013298730365931988, -0.01265327725559473, -0.012007824145257473, -0.011362371034920216, -0.010716916993260384, -0.010071463882923126, -0.009426010772585869, -0.008780557662248611, -0.008135104551911354, -0.007489651441574097, -0.006844198331236839, -0.006198744755238295, -0.005553291644901037, -0.00490783853456378, -0.004262384958565235, -0.0036169318482279778, -0.0029714787378907204, -0.002326025627553463, -0.001680572284385562, -0.0010351190576329827, -0.0003896658308804035, 0.0002557873958721757, 0.0009012406226247549, 0.0015466938493773341, 0.0021921470761299133, 0.0028376001864671707, 0.0034830535296350718, 0.004128506872802973, 0.00477395998314023, 0.0054194130934774876, 0.006064866669476032, 0.00671031977981329, 0.007355772890150547, 0.008001226000487804, 0.008646679110825062, 0.00929213222116232, 0.009937586262822151, 0.010583039373159409, 0.011228492483496666, 0.011873945593833923, 0.01251939870417118, 0.013164851814508438, 0.013810304924845695, 0.014455758035182953, 0.01510121114552021, 0.015746664255857468, 0.016392117366194725, 0.017037570476531982, 0.01768302544951439, 0.018328478559851646, 0.018973931670188904, 0.01961938478052616, 0.02026483789086342, 0.020910291001200676, 0.021555744111537933, 0.02220119722187519, 0.022846650332212448]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 2.0, 8.0, 14.0, 22.0, 26.0, 24.0, 35.0, 53.0, 89.0, 116.0, 148.0, 203.0, 280.0, 321.0, 405.0, 592.0, 883.0, 1252.0, 2433.0, 6319.0, 1721.0, 1015.0, 651.0, 420.0, 327.0, 270.0, 155.0, 131.0, 85.0, 67.0, 74.0, 45.0, 51.0, 43.0, 35.0, 16.0, 20.0, 16.0, 11.0, 9.0, 6.0, 8.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.010593630373477936, -0.010218046605587006, -0.00984246376901865, -0.00946688000112772, -0.00909129623323679, -0.008715713396668434, -0.008340129628777504, -0.007964545860886574, -0.007588962558656931, -0.007213379256427288, -0.006837795488536358, -0.006462212186306715, -0.006086628884077072, -0.005711045116186142, -0.005335461813956499, -0.004959878046065569, -0.004584294743835926, -0.004208711441606283, -0.003833127673715353, -0.00345754437148571, -0.0030819608364254236, -0.002706377301365137, -0.0023307939991354942, -0.0019552104640752077, -0.0015796269290149212, -0.0012040433939546347, -0.00082845997530967, -0.00045287649845704436, -7.729302160441875e-05, 0.00029829045524820685, 0.0006738739321008325, 0.0010494573507457972, 0.0014250408858060837, 0.0018006244208663702, 0.0021762079559266567, 0.0025517912581562996, 0.002927374793216586, 0.0033029583282768726, 0.0036785416305065155, 0.004054125398397446, 0.0044297087006270885, 0.004805292002856731, 0.005180875770747662, 0.0055564590729773045, 0.005932042375206947, 0.0063076261430978775, 0.00668320944532752, 0.0070587932132184505, 0.007434376515448093, 0.007809959817677736, 0.00818554311990738, 0.00856112688779831, 0.00893671065568924, 0.009312293492257595, 0.009687877260148525, 0.010063461028039455, 0.010439043864607811, 0.010814627632498741, 0.011190211400389671, 0.011565795168280602, 0.011941378004848957, 0.012316961772739887, 0.012692545540630817, 0.013068128377199173, 0.013443712145090103]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1831102967262268, -0.1779957413673401, -0.17288120090961456, -0.16776664555072784, -0.16265210509300232, -0.1575375497341156, -0.15242300927639008, -0.14730845391750336, -0.14219391345977783, -0.1370793581008911, -0.1319648176431656, -0.12685026228427887, -0.12173571437597275, -0.11662116646766663, -0.1115066185593605, -0.10639207065105438, -0.10127752274274826, -0.09616297483444214, -0.09104842692613602, -0.0859338790178299, -0.08081933110952377, -0.07570478320121765, -0.07059023529291153, -0.06547568738460541, -0.06036113575100899, -0.055246587842702866, -0.050132039934396744, -0.04501749202609062, -0.0399029403924942, -0.03478839248418808, -0.029673844575881958, -0.024559296667575836, -0.019444748759269714, -0.014330200850963593, -0.009215652011334896, -0.004101103637367487, 0.0010134447365999222, 0.006127993110567331, 0.01124254148453474, 0.016357090324163437, 0.02147163823246956, 0.02658618614077568, 0.0317007340490818, 0.036815281957387924, 0.041929833590984344, 0.047044381499290466, 0.05215892940759659, 0.05727347731590271, 0.06238802522420883, 0.06750257313251495, 0.07261712104082108, 0.0777316689491272, 0.08284621685743332, 0.08796076476573944, 0.09307531267404556, 0.09818986058235168, 0.1033044159412384, 0.10841896384954453, 0.11353351175785065, 0.11864805966615677, 0.12376260757446289, 0.12887714803218842, 0.13399170339107513, 0.13910624384880066, 0.14422079920768738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 6.0, 8.0, 13.0, 14.0, 15.0, 24.0, 40.0, 26.0, 21.0, 11.0, 22.0, 15.0, 12.0, 11.0, 5.0, 8.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.10549445450305939, -0.10255391895771027, -0.09961338341236115, -0.09667284786701202, -0.0937323123216629, -0.09079177677631378, -0.08785124123096466, -0.08491070568561554, -0.08197017014026642, -0.0790296345949173, -0.07608909904956818, -0.07314856350421906, -0.07020802795886993, -0.06726749241352081, -0.06432695686817169, -0.06138642132282257, -0.05844588577747345, -0.05550535023212433, -0.05256481468677521, -0.049624279141426086, -0.046683743596076965, -0.043743208050727844, -0.04080267250537872, -0.0378621369600296, -0.03492160141468048, -0.03198106586933136, -0.02904053032398224, -0.026099994778633118, -0.023159459233283997, -0.020218923687934875, -0.017278388142585754, -0.014337852597236633, -0.011397317051887512, -0.008456781506538391, -0.00551624596118927, -0.002575710415840149, 0.00036482512950897217, 0.0033053606748580933, 0.006245896220207214, 0.009186431765556335, 0.012126967310905457, 0.015067502856254578, 0.0180080384016037, 0.02094857394695282, 0.02388910949230194, 0.026829645037651062, 0.029770180583000183, 0.032710716128349304, 0.035651251673698425, 0.038591787219047546, 0.04153232276439667, 0.04447285830974579, 0.04741339385509491, 0.05035392940044403, 0.05329446494579315, 0.05623500049114227, 0.059175536036491394, 0.062116071581840515, 0.06505660712718964, 0.06799714267253876, 0.07093767821788788, 0.073878213763237, 0.07681874930858612, 0.07975928485393524, 0.08269982039928436]}, "_runtime": 133.87681794166565, "_timestamp": 1596211723.6479268, "_step": 166}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 1.0, 1.0, 7.0, 3.0, 3.0, 7.0, 3.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01081204041838646, -0.010496854782104492, -0.010181669145822525, -0.009866482578217983, -0.009551296941936016, -0.009236111305654049, -0.008920925669372082, -0.008605740033090115, -0.008290553465485573, -0.007975367829203606, -0.0076601821929216385, -0.007344996556639671, -0.007029810920357704, -0.00671462481841445, -0.0063994391821324825, -0.006084253080189228, -0.005769067443907261, -0.005453881807625294, -0.005138695705682039, -0.004823510069400072, -0.004508323967456818, -0.0041931383311748505, -0.0038779526948928833, -0.0035627668257802725, -0.0032475809566676617, -0.002932395087555051, -0.00261720921844244, -0.002302023582160473, -0.001986837713047862, -0.0016716518439352512, -0.0013564660912379622, -0.0010412803385406733, -0.0007260944694280624, -0.00041090865852311254, -9.572284761816263e-05, 0.00021946296328678727, 0.0005346487741917372, 0.0008498345850966871, 0.001165020396001637, 0.001480206148698926, 0.0017953920178115368, 0.0021105778869241476, 0.0024257637560367584, 0.0027409493923187256, 0.0030561352614313364, 0.0033713211305439472, 0.0036865067668259144, 0.004001692868769169, 0.004316878505051136, 0.004632064141333103, 0.004947250243276358, 0.005262435879558325, 0.005577621981501579, 0.0058928076177835464, 0.006207993254065514, 0.006523179356008768, 0.006838364992290735, 0.007153550628572702, 0.007468736730515957, 0.007783922366797924, 0.008099108003079891, 0.008414293639361858, 0.0087294802069664, 0.009044665843248367, 0.009359851479530334]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 3.0, 8.0, 3.0, 11.0, 16.0, 18.0, 16.0, 17.0, 31.0, 45.0, 73.0, 90.0, 110.0, 178.0, 367.0, 4812.0, 1153.0, 336.0, 203.0, 115.0, 85.0, 57.0, 43.0, 32.0, 18.0, 17.0, 23.0, 4.0, 2.0, 9.0, 7.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12022045254707336, -0.11645068973302841, -0.11268092691898346, -0.1089111715555191, -0.10514140874147415, -0.1013716459274292, -0.09760188311338425, -0.0938321202993393, -0.09006236493587494, -0.08629260212182999, -0.08252283930778503, -0.07875307649374008, -0.07498331367969513, -0.07121355086565018, -0.06744379550218582, -0.06367403268814087, -0.05990426987409592, -0.056134507060050964, -0.05236474797129631, -0.04859498515725136, -0.044825226068496704, -0.04105546325445175, -0.0372857004404068, -0.033515941351652145, -0.029746178537607193, -0.02597641758620739, -0.022206656634807587, -0.018436893820762634, -0.014667132869362831, -0.010897371917963028, -0.00712761003524065, -0.0033578486181795597, 0.00041191279888153076, 0.004181674215942621, 0.007951435633003712, 0.01172119751572609, 0.015490958467125893, 0.019260719418525696, 0.023030482232570648, 0.02680024318397045, 0.030570004135370255, 0.03433976694941521, 0.03810952603816986, 0.04187928885221481, 0.045649051666259766, 0.04941881075501442, 0.05318857356905937, 0.056958332657814026, 0.06072809547185898, 0.06449785828590393, 0.06826762109994888, 0.07203737646341324, 0.07580713927745819, 0.07957690209150314, 0.0833466649055481, 0.08711642771959305, 0.090886190533638, 0.09465594589710236, 0.09842570871114731, 0.10219547152519226, 0.10596523433923721, 0.10973499715328217, 0.11350475251674652, 0.11727451533079147, 0.12104427814483643]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 3.0, 4.0, 2.0, 7.0, 4.0, 2.0, 7.0, 22.0, 7.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002182112308219075, -0.002104961546137929, -0.0020278107840567827, -0.0019506600219756365, -0.0018735092598944902, -0.0017963583813980222, -0.001719207619316876, -0.0016420568572357297, -0.0015649060951545835, -0.0014877553330734372, -0.001410604570992291, -0.0013334538089111447, -0.0012563029304146767, -0.0011791521683335304, -0.0011020014062523842, -0.001024850644171238, -0.0009476998820900917, -0.0008705491200089455, -0.0007933983579277992, -0.0007162475376389921, -0.0006390967755578458, -0.0005619460134766996, -0.0004847952222917229, -0.0004076444311067462, -0.00033049366902559996, -0.0002533429069444537, -0.00017619211575947702, -9.904133912641555e-05, -2.1890562493354082e-05, 5.5260214139707386e-05, 0.00013241099077276886, 0.00020956176740583032, 0.0002867125440388918, 0.00036386330612003803, 0.00044101409730501473, 0.0005181648884899914, 0.0005953156505711377, 0.0006724664126522839, 0.0007496172329410911, 0.0008267679950222373, 0.0009039187571033835, 0.0009810695191845298, 0.001058220281265676, 0.0011353710433468223, 0.0012125219218432903, 0.0012896726839244366, 0.0013668234460055828, 0.001443974208086729, 0.0015211249701678753, 0.0015982757322490215, 0.0016754264943301678, 0.001752577256411314, 0.0018297280184924603, 0.0019068788969889283, 0.0019840295426547527, 0.002061180304735899, 0.002138331066817045, 0.002215482061728835, 0.0022926328238099813, 0.0023697835858911276, 0.002446934347972274, 0.00252408511005342, 0.0026012358721345663, 0.0026783866342157125, 0.002755537396296859]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 6.0, 5.0, 5.0, 17.0, 18.0, 20.0, 33.0, 51.0, 66.0, 130.0, 194.0, 259.0, 436.0, 716.0, 1267.0, 2325.0, 4168.0, 8024.0, 17388.0, 43485.0, 165082.0, 836916.0, 52051.0, 21771.0, 10434.0, 5735.0, 3179.0, 1854.0, 1243.0, 802.0, 520.0, 335.0, 260.0, 202.0, 155.0, 119.0, 81.0, 64.0, 49.0, 40.0, 29.0, 22.0, 15.0, 17.0, 11.0, 9.0, 9.0, 6.0, 4.0, 0.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.004124597646296024, -0.003954234998673201, -0.003783872351050377, -0.0036135094705969095, -0.003443146822974086, -0.003272784175351262, -0.0031024215277284384, -0.0029320588801056147, -0.0027616959996521473, -0.0025913333520293236, -0.0024209707044065, -0.002250608056783676, -0.0020802454091608524, -0.0019098826451227069, -0.0017395199974998832, -0.0015691572334617376, -0.001398794585838914, -0.0012284319382160902, -0.0010580691741779447, -0.0008877065265551209, -0.0007173438207246363, -0.0005469811148941517, -0.0003766184381674975, -0.00020625574688892812, -3.5893055610358715e-05, 0.00013446963566821069, 0.0003048323269467801, 0.00047519500367343426, 0.0006455577095039189, 0.0008159204153344035, 0.0009862830629572272, 0.0011566458269953728, 0.0013270084746181965, 0.0014973711222410202, 0.0016677338862791657, 0.0018380965339019895, 0.002008459297940135, 0.0021788219455629587, 0.0023491845931857824, 0.002519547240808606, 0.0026899101212620735, 0.0028602727688848972, 0.003030635416507721, 0.0032009980641305447, 0.0033713607117533684, 0.003541723359376192, 0.0037120862398296595, 0.003882448887452483, 0.004052811302244663, 0.004223174415528774, 0.004393537063151598, 0.004563899710774422, 0.004734262358397245, 0.004904625006020069, 0.005074987653642893, 0.0052453503012657166, 0.00541571294888854, 0.005586075596511364, 0.005756438244134188, 0.005926801357418299, 0.0060971640050411224, 0.006267526652663946, 0.00643788930028677, 0.006608251947909594, 0.006778614595532417]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 8.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.014035050757229328, -0.013550862669944763, -0.013066675513982773, -0.012582488358020782, -0.012098300270736217, -0.011614112183451653, -0.011129925027489662, -0.010645737871527672, -0.010161549784243107, -0.009677361696958542, -0.009193174540996552, -0.008708987385034561, -0.008224799297749996, -0.0077406116761267185, -0.007256424054503441, -0.006772236432880163, -0.0062880488112568855, -0.005803861189633608, -0.00531967356801033, -0.0048354859463870525, -0.004351298324763775, -0.003867110703140497, -0.0033829230815172195, -0.002898735459893942, -0.002414547838270664, -0.0019303602166473866, -0.0014461725950241089, -0.0009619849734008312, -0.00047779735177755356, 6.390269845724106e-06, 0.0004905778914690018, 0.0009747655130922794, 0.001458953134715557, 0.0019431407563388348, 0.0024273283779621124, 0.00291151599958539, 0.0033957036212086678, 0.0038798912428319454, 0.004364078864455223, 0.004848266486078501, 0.005332454107701778, 0.005816641729325056, 0.006300829350948334, 0.006785016972571611, 0.007269204594194889, 0.007753392215818167, 0.008237579837441444, 0.008721766993403435, 0.009205955080688, 0.009690143167972565, 0.010174330323934555, 0.010658517479896545, 0.01114270556718111, 0.011626893654465675, 0.012111080810427666, 0.012595267966389656, 0.013079456053674221, 0.013563644140958786, 0.014047831296920776, 0.014532018452882767, 0.015016206540167332, 0.015500394627451897, 0.015984581783413887, 0.016468768939375877, 0.016952957957983017]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 2.0, 3.0, 8.0, 8.0, 10.0, 18.0, 20.0, 38.0, 45.0, 58.0, 79.0, 92.0, 116.0, 120.0, 165.0, 162.0, 231.0, 309.0, 393.0, 493.0, 647.0, 913.0, 1250.0, 1886.0, 5742.0, 1568.0, 998.0, 727.0, 535.0, 405.0, 284.0, 226.0, 161.0, 116.0, 80.0, 71.0, 66.0, 48.0, 41.0, 41.0, 38.0, 24.0, 31.0, 29.0, 24.0, 13.0, 15.0, 8.0, 11.0, 13.0, 12.0, 12.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.006739712320268154, -0.006475452333688736, -0.0062111918814480305, -0.005946931894868612, -0.005682671442627907, -0.005418411456048489, -0.0051541514694690704, -0.004889891017228365, -0.004625631030648947, -0.004361371044069529, -0.004097110591828823, -0.003832850605249405, -0.003568590385839343, -0.0033043301664292812, -0.003040070179849863, -0.002775809960439801, -0.0025115497410297394, -0.0022472895216196775, -0.0019830293022096157, -0.0017187693156301975, -0.0014545090962201357, -0.0011902488768100739, -0.0009259887738153338, -0.0006617286126129329, -0.000397468451410532, -0.00013320829020813107, 0.00013105187099426985, 0.00039531203219667077, 0.0006595721933990717, 0.0009238323546014726, 0.0011880925158038735, 0.0014523526187986135, 0.0017166128382086754, 0.0019808730576187372, 0.002245133277028799, 0.0025093932636082172, 0.002773653483018279, 0.003037913702428341, 0.003302173689007759, 0.003566433908417821, 0.0038306941278278828, 0.004094954114407301, 0.0043592145666480064, 0.004623474553227425, 0.004887734539806843, 0.005151994992047548, 0.0054162549786269665, 0.005680515430867672, 0.00594477541744709, 0.006209035404026508, 0.006473295856267214, 0.006737555842846632, 0.0070018162950873375, 0.007266076281666756, 0.007530336268246174, 0.007794596720486879, 0.008058857172727585, 0.008323117159307003, 0.008587377145886421, 0.00885163713246584, 0.009115897119045258, 0.009380157105624676, 0.009644418023526669, 0.009908678010106087, 0.010172937996685505]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11972559243440628, -0.1149672344326973, -0.11020888388156891, -0.10545052587985992, -0.10069216787815094, -0.09593381732702255, -0.09117545932531357, -0.08641710132360458, -0.0816587507724762, -0.07690039277076721, -0.07214203476905823, -0.06738367676734924, -0.06262532621622086, -0.05786696821451187, -0.053108613938093185, -0.0483502559363842, -0.043591901659965515, -0.03883354738354683, -0.034075189381837845, -0.02931683510541916, -0.024558478966355324, -0.01980012282729149, -0.015041767619550228, -0.010283412411808968, -0.0055250562727451324, -0.0007667005993425846, 0.003991655074059963, 0.008750010281801224, 0.013508366420865059, 0.018266722559928894, 0.02302507683634758, 0.027783432975411415, 0.03254178911447525, 0.037300143390893936, 0.04205850139260292, 0.046816855669021606, 0.05157521367073059, 0.05633356794714928, 0.06109192222356796, 0.06585028022527695, 0.07060863077640533, 0.07536698877811432, 0.0801253467798233, 0.08488370478153229, 0.08964205533266068, 0.09440041333436966, 0.09915877133607864, 0.10391712188720703, 0.10867547988891602, 0.113433837890625, 0.11819218844175339, 0.12295054644346237, 0.12770889699459076, 0.13246725499629974, 0.13722561299800873, 0.1419839709997177, 0.1467423290014267, 0.15150068700313568, 0.15625903010368347, 0.16101738810539246, 0.16577574610710144, 0.17053410410881042, 0.1752924621105194, 0.1800508201122284, 0.18480917811393738]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 1.0, 4.0, 4.0, 5.0, 3.0, 6.0, 9.0, 10.0, 9.0, 21.0, 32.0, 48.0, 24.0, 15.0, 13.0, 14.0, 3.0, 5.0, 4.0, 5.0, 5.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06520194560289383, -0.06265220046043396, -0.06010245904326439, -0.05755271762609482, -0.05500297248363495, -0.05245323106646538, -0.04990348964929581, -0.04735374450683594, -0.04480400308966637, -0.042254261672496796, -0.039704516530036926, -0.037154775112867355, -0.034605033695697784, -0.032055288553237915, -0.029505547136068344, -0.026955803856253624, -0.024406060576438904, -0.021856317296624184, -0.019306574016809464, -0.016756832599639893, -0.014207089319825172, -0.011657346040010452, -0.009107603691518307, -0.006557860877364874, -0.004008118063211441, -0.0014583752490580082, 0.0010913675650954247, 0.0036411103792488575, 0.00619085319340229, 0.00874059647321701, 0.011290338821709156, 0.013840081170201302, 0.01638982445001602, 0.018939567729830742, 0.021489311009645462, 0.024039052426815033, 0.026588795706629753, 0.029138538986444473, 0.031688280403614044, 0.034238025546073914, 0.036787766963243484, 0.039337508380413055, 0.041887253522872925, 0.044436994940042496, 0.04698673635721207, 0.049536481499671936, 0.05208622291684151, 0.054635968059301376, 0.05718570947647095, 0.05973545089364052, 0.06228519603610039, 0.06483493745326996, 0.06738468259572983, 0.0699344202876091, 0.07248416543006897, 0.07503391057252884, 0.07758365571498871, 0.08013339340686798, 0.08268313854932785, 0.08523288369178772, 0.08778262138366699, 0.09033236652612686, 0.09288211166858673, 0.095431849360466, 0.09798159450292587]}, "_runtime": 134.63631558418274, "_timestamp": 1596211724.4074244, "_step": 167}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 11.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.012169534340500832, -0.011859223246574402, -0.011548913083970547, -0.011238601990044117, -0.010928291827440262, -0.010617980733513832, -0.010307670570909977, -0.009997359476983547, -0.009687049314379692, -0.009376738220453262, -0.009066427126526833, -0.008756116963922977, -0.008445805869996548, -0.008135495707392693, -0.007825184613466263, -0.00751487398520112, -0.007204563356935978, -0.0068942527286708355, -0.006583942100405693, -0.006273631472140551, -0.005963320843875408, -0.005653009749948978, -0.005342699121683836, -0.0050323884934186935, -0.004722077865153551, -0.004411767236888409, -0.004101456608623266, -0.00379114574752748, -0.0034808351192623377, -0.0031705244909971952, -0.002860213629901409, -0.0025499030016362667, -0.0022395923733711243, -0.0019292817451059818, -0.0016189710004255176, -0.0013086602557450533, -0.0009983496274799109, -0.0006880389410071075, -0.00037772825453430414, -6.741756806150079e-05, 0.00024289311841130257, 0.0005532038048841059, 0.0008635144913569093, 0.0011738252360373735, 0.001484135864302516, 0.0017944464925676584, 0.0021047573536634445, 0.002415067981928587, 0.0027253786101937294, 0.003035689238458872, 0.0033459998667240143, 0.0036563107278198004, 0.003966621123254299, 0.004276932217180729, 0.004587242845445871, 0.004897553473711014, 0.005207864101976156, 0.005518174730241299, 0.005828485358506441, 0.0061387959867715836, 0.006449107080698013, 0.006759417708963156, 0.007069728337228298, 0.007380038965493441, 0.007690349593758583]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 5.0, 6.0, 6.0, 10.0, 7.0, 12.0, 21.0, 35.0, 38.0, 56.0, 100.0, 145.0, 213.0, 437.0, 5626.0, 518.0, 253.0, 153.0, 82.0, 56.0, 45.0, 30.0, 11.0, 20.0, 6.0, 7.0, 4.0, 4.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1405101716518402, -0.13604462146759033, -0.13157907128334045, -0.12711352109909058, -0.1226479709148407, -0.11818242818117142, -0.11371687799692154, -0.10925132781267166, -0.10478577762842178, -0.1003202274441719, -0.09585467725992203, -0.09138912707567215, -0.08692358434200287, -0.08245803415775299, -0.07799248397350311, -0.07352693378925323, -0.06906138360500336, -0.06459583342075348, -0.0601302832365036, -0.05566473677754402, -0.051199186593294144, -0.046733636409044266, -0.042268089950084686, -0.03780253976583481, -0.03333698958158493, -0.028871439397335052, -0.024405891075730324, -0.019940342754125595, -0.015474792569875717, -0.011009243316948414, -0.0065436940640211105, -0.0020781448110938072, 0.002387404441833496, 0.006852953694760799, 0.011318502947688103, 0.01578405126929283, 0.02024960145354271, 0.024715151637792587, 0.029180699959397316, 0.033646248281002045, 0.03811179846525192, 0.0425773486495018, 0.04704289883375168, 0.05150844529271126, 0.055973995476961136, 0.060439545661211014, 0.0649050921201706, 0.06937064230442047, 0.07383619248867035, 0.07830174267292023, 0.0827672928571701, 0.08723284304141998, 0.09169839322566986, 0.09616393595933914, 0.10062948614358902, 0.1050950363278389, 0.10956058651208878, 0.11402613669633865, 0.11849168688058853, 0.12295723706483841, 0.1274227797985077, 0.13188832998275757, 0.13635388016700745, 0.14081943035125732, 0.1452849805355072]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 3.0, 1.0, 5.0, 2.0, 3.0, 5.0, 5.0, 0.0, 2.0, 23.0, 4.0, 6.0, 3.0, 1.0, 1.0, 4.0, 5.0, 5.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002574899233877659, -0.002472379943355918, -0.002369860652834177, -0.002267341362312436, -0.002164822071790695, -0.0020623027812689543, -0.001959783723577857, -0.0018572643166407943, -0.0017547451425343752, -0.0016522258520126343, -0.0015497065614908934, -0.0014471872709691525, -0.0013446679804474115, -0.0012421486899256706, -0.0011396295158192515, -0.0010371102252975106, -0.0009345909347757697, -0.0008320716442540288, -0.0007295524119399488, -0.0006270331214182079, -0.0005245138891041279, -0.00042199459858238697, -0.00031947530806064606, -0.0002169560466427356, -0.00011443678522482514, -1.1917516530957073e-05, 9.0601752162911e-05, 0.00019312102813273668, 0.00029564028955064714, 0.0003981595509685576, 0.0005006788414902985, 0.0006031980738043785, 0.0007057173643261194, 0.0008082366548478603, 0.0009107558871619403, 0.0010132751194760203, 0.0011157944099977612, 0.0012183137005195022, 0.001320832991041243, 0.001423352281562984, 0.001525871455669403, 0.001628390746191144, 0.001730910036712885, 0.0018334293272346258, 0.0019359486177563667, 0.0020384679082781076, 0.0021409871987998486, 0.0022435064893215895, 0.0023460257798433304, 0.0024485448375344276, 0.0025510641280561686, 0.0026535834185779095, 0.0027561027090996504, 0.0028586219996213913, 0.002961141290143132, 0.003063660580664873, 0.003166179871186614, 0.003268699161708355, 0.003371218452230096, 0.003473737509921193, 0.003576256800442934, 0.003678776090964675, 0.003781295381486416, 0.0038838146720081568, 0.003986333962529898]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 4.0, 10.0, 15.0, 15.0, 16.0, 17.0, 29.0, 26.0, 49.0, 54.0, 89.0, 121.0, 157.0, 238.0, 364.0, 609.0, 961.0, 1812.0, 3293.0, 6466.0, 14591.0, 41157.0, 193801.0, 829167.0, 46011.0, 18098.0, 8718.0, 4875.0, 2920.0, 1869.0, 1220.0, 828.0, 595.0, 432.0, 286.0, 211.0, 127.0, 114.0, 83.0, 54.0, 40.0, 23.0, 21.0, 12.0, 15.0, 8.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.007358427159488201, -0.007142840884625912, -0.006927254609763622, -0.0067116678692400455, -0.006496081594377756, -0.006280495319515467, -0.00606490857899189, -0.0058493223041296005, -0.005633736029267311, -0.005418149754405022, -0.005202563479542732, -0.0049869767390191555, -0.004771390464156866, -0.004555804189294577, -0.004340217448771, -0.0041246311739087105, -0.003909044899046421, -0.0036934586241841316, -0.0034778721164911985, -0.0032622856087982655, -0.003046699333935976, -0.0028311130590736866, -0.0026155265513807535, -0.0023999400436878204, -0.002184353768825531, -0.0019687674939632416, -0.0017531809862703085, -0.0015375945949926972, -0.001322008203715086, -0.0011064218124374747, -0.0008908354211598635, -0.0006752490298822522, -0.00045966263860464096, -0.0002440762473270297, -2.848985604941845e-05, 0.0001870965352281928, 0.00040268292650580406, 0.0006182693177834153, 0.0008338557090610266, 0.0010494421003386378, 0.001265028491616249, 0.0014806148828938603, 0.0016962012741714716, 0.0019117876654490829, 0.002127374056726694, 0.0023429603315889835, 0.0025585468392819166, 0.0027741333469748497, 0.002989719621837139, 0.0032053058966994286, 0.0034208924043923616, 0.0036364789120852947, 0.003852065186947584, 0.004067651461809874, 0.00428323820233345, 0.00449882447719574, 0.004714410752058029, 0.004929997026920319, 0.005145583301782608, 0.005361170042306185, 0.005576756317168474, 0.005792342592030764, 0.00600792933255434, 0.00622351560741663, 0.006439101882278919]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 2.0, 4.0, 5.0, 6.0, 9.0, 4.0, 1.0, 4.0, 4.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012841511517763138, -0.011730751022696495, -0.010619990527629852, -0.009509230963885784, -0.008398470468819141, -0.007287709973752499, -0.006176949944347143, -0.005066189914941788, -0.003955429419875145, -0.002844669157639146, -0.0017339088954031467, -0.0006231486331671476, 0.00048761162906885147, 0.0015983718913048506, 0.0027091321535408497, 0.003819892415776849, 0.004930652678012848, 0.006041413173079491, 0.007152173202484846, 0.008262933231890202, 0.009373693726956844, 0.010484454222023487, 0.011595213785767555, 0.012705974280834198, 0.01381673477590084, 0.014927495270967484, 0.016038255766034126, 0.01714901626110077, 0.018259774893522263, 0.019370535388588905, 0.020481295883655548, 0.02159205637872219, 0.022702816873788834, 0.023813577368855476, 0.02492433786392212, 0.026035098358988762, 0.027145858854055405, 0.028256617486476898, 0.02936737798154354, 0.030478138476610184, 0.03158889710903168, 0.03269965946674347, 0.03381041809916496, 0.034921180456876755, 0.03603193908929825, 0.03714270144701004, 0.038253460079431534, 0.039364222437143326, 0.04047498106956482, 0.04158573970198631, 0.042696502059698105, 0.0438072606921196, 0.04491802304983139, 0.046028781682252884, 0.047139544039964676, 0.04825030267238617, 0.04936106503009796, 0.050471823662519455, 0.05158258229494095, 0.05269334465265274, 0.053804103285074234, 0.054914865642786026, 0.05602562427520752, 0.05713638663291931, 0.058247145265340805]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 15.0, 17.0, 31.0, 39.0, 55.0, 83.0, 119.0, 185.0, 330.0, 547.0, 849.0, 1432.0, 2702.0, 7179.0, 1737.0, 1026.0, 611.0, 422.0, 273.0, 176.0, 126.0, 70.0, 63.0, 47.0, 33.0, 15.0, 14.0, 11.0, 17.0, 15.0, 10.0, 11.0, 17.0, 16.0, 20.0, 10.0, 5.0, 4.0, 6.0, 3.0, 7.0, 1.0, 4.0, 9.0, 23.0, 6.0, 7.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 8.0], "bins": [-0.009823204018175602, -0.009382268413901329, -0.00894133374094963, -0.008500398136675358, -0.008059462532401085, -0.007618527393788099, -0.007177592255175114, -0.006736656650900841, -0.006295721512287855, -0.0058547863736748695, -0.005413850769400597, -0.004972915630787611, -0.004531980492174625, -0.0040910448879003525, -0.003650109749287367, -0.0032091743778437376, -0.0027682390064001083, -0.002327303634956479, -0.0018863683799281716, -0.0014454331248998642, -0.001004497753456235, -0.0005635624402202666, -0.00012262712698429823, 0.0003183081862516701, 0.0007592434994876385, 0.0012001788709312677, 0.0016411141259595752, 0.0020820493809878826, 0.002522984752431512, 0.002963920123875141, 0.0034048552624881268, 0.003845790633931756, 0.004286726005375385, 0.004727661143988371, 0.005168596748262644, 0.005609531886875629, 0.006050467491149902, 0.006491402629762888, 0.0069323377683758736, 0.0073732733726501465, 0.007814208045601845, 0.008255143649876118, 0.00869607925415039, 0.009137014858424664, 0.009577949531376362, 0.010018885135650635, 0.010459820739924908, 0.010900755412876606, 0.011341691017150879, 0.011782626621425152, 0.01222356129437685, 0.012664496898651123, 0.013105432502925396, 0.013546367175877094, 0.013987302780151367, 0.01442823838442564, 0.014869173988699913, 0.015310108661651611, 0.01575104333460331, 0.016191979870200157, 0.016632914543151855, 0.017073849216103554, 0.0175147857517004, 0.0179557204246521, 0.018396656960248947]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1078905314207077, -0.1052064299583435, -0.10252232104539871, -0.09983821958303452, -0.09715411812067032, -0.09447000920772552, -0.09178590774536133, -0.08910180628299713, -0.08641770482063293, -0.08373359590768814, -0.08104949444532394, -0.07836539298295975, -0.07568128407001495, -0.07299718260765076, -0.07031308114528656, -0.06762897223234177, -0.06494487076997757, -0.062260765582323074, -0.05957666411995888, -0.05689255893230438, -0.054208457469940186, -0.05152435228228569, -0.048840247094631195, -0.046156145632267, -0.0434720404446125, -0.04078793525695801, -0.03810383379459381, -0.035419728606939316, -0.03273562341928482, -0.030051521956920624, -0.02736741676926613, -0.024683313444256783, -0.021999210119247437, -0.01931510679423809, -0.016631003469228745, -0.01394689828157425, -0.011262794956564903, -0.008578691631555557, -0.005894587375223637, -0.0032104835845530033, -0.00052637979388237, 0.0021577239967882633, 0.004841827787458897, 0.00752593157812953, 0.010210035368800163, 0.01289413869380951, 0.01557824295014143, 0.01826234720647335, 0.020946450531482697, 0.023630553856492043, 0.02631465718150139, 0.028998762369155884, 0.03168286383152008, 0.034366969019174576, 0.03705107420682907, 0.03973517566919327, 0.04241928085684776, 0.04510338604450226, 0.047787487506866455, 0.05047159269452095, 0.053155697882175446, 0.05583979934453964, 0.05852390453219414, 0.061208005994558334, 0.06389211118221283]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 8.0, 5.0, 6.0, 8.0, 14.0, 9.0, 8.0, 12.0, 10.0, 7.0, 3.0, 9.0, 10.0, 28.0, 17.0, 19.0, 16.0, 12.0, 7.0, 10.0, 13.0, 8.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04064542055130005, -0.03956952318549156, -0.03849362954497337, -0.037417732179164886, -0.0363418385386467, -0.03526594117283821, -0.034190043807029724, -0.033114150166511536, -0.03203825280070305, -0.03096235729753971, -0.029886461794376373, -0.028810564428567886, -0.02773466892540455, -0.02665877342224121, -0.025582876056432724, -0.024506980553269386, -0.02343108505010605, -0.02235518954694271, -0.021279294043779373, -0.020203396677970886, -0.01912750117480755, -0.01805160567164421, -0.016975708305835724, -0.015899812802672386, -0.014823917299509048, -0.01374802179634571, -0.012672125361859798, -0.011596228927373886, -0.010520333424210548, -0.00944443792104721, -0.008368541486561298, -0.007292645517736673, -0.006216749548912048, -0.005140853580087423, -0.004064957611262798, -0.0029890616424381733, -0.0019131656736135483, -0.0008372697047889233, 0.00023862626403570175, 0.0013145222328603268, 0.0023904182016849518, 0.003466314170509577, 0.004542210139334202, 0.005618106108158827, 0.006694002076983452, 0.007769898045808077, 0.008845794014632702, 0.009921690449118614, 0.010997585952281952, 0.01207348145544529, 0.013149377889931202, 0.014225274324417114, 0.015301169827580452, 0.01637706533074379, 0.017452962696552277, 0.018528858199715614, 0.019604753702878952, 0.02068064920604229, 0.021756544709205627, 0.022832442075014114, 0.023908337578177452, 0.02498423308134079, 0.026060130447149277, 0.027136025950312614, 0.028211921453475952]}, "_runtime": 135.46379899978638, "_timestamp": 1596211725.2349079, "_step": 168}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.009285714477300644, -0.009008356370031834, -0.008730998262763023, -0.008453640155494213, -0.008176282048225403, -0.007898924872279167, -0.007621566765010357, -0.007344208657741547, -0.007066850550472736, -0.006789492443203926, -0.006512134335935116, -0.006234776694327593, -0.005957418587058783, -0.005680060479789972, -0.005402702838182449, -0.005125344730913639, -0.004847986623644829, -0.0045706285163760185, -0.004293270409107208, -0.004015912767499685, -0.003738554660230875, -0.0034611965529620647, -0.003183838678523898, -0.0029064808040857315, -0.0026291226968169212, -0.002351764589548111, -0.0020744067151099443, -0.001797048724256456, -0.0015196907334029675, -0.001242332742549479, -0.0009649747516959906, -0.0006876167608425021, -0.00041025876998901367, -0.00013290077913552523, 0.00014445721171796322, 0.00042181520257145166, 0.0006991731934249401, 0.0009765311842784286, 0.001253889175131917, 0.0015312471659854054, 0.0018086051568388939, 0.002085963264107704, 0.0023633211385458708, 0.0026406790129840374, 0.0029180371202528477, 0.003195395227521658, 0.0034727531019598246, 0.003750110976397991, 0.0040274690836668015, 0.004304827190935612, 0.004582185298204422, 0.004859542939811945, 0.005136901047080755, 0.0054142591543495655, 0.0056916167959570885, 0.005968974903225899, 0.006246333010494709, 0.006523691117763519, 0.0068010492250323296, 0.0070784068666398525, 0.007355764973908663, 0.007633123081177473, 0.007910480722784996, 0.008187838830053806, 0.008465196937322617]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 3.0, 9.0, 9.0, 13.0, 11.0, 14.0, 34.0, 22.0, 29.0, 36.0, 51.0, 51.0, 87.0, 120.0, 143.0, 249.0, 383.0, 5169.0, 596.0, 299.0, 131.0, 121.0, 71.0, 53.0, 42.0, 35.0, 16.0, 27.0, 27.0, 14.0, 10.0, 7.0, 10.0, 7.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11345530301332474, -0.11015775054693222, -0.1068601980805397, -0.10356264561414719, -0.10026508569717407, -0.09696753323078156, -0.09366998076438904, -0.09037242829799652, -0.087074875831604, -0.08377732336521149, -0.08047977089881897, -0.07718221843242645, -0.07388466596603394, -0.07058710604906082, -0.0672895535826683, -0.06399200111627579, -0.06069444864988327, -0.05739689618349075, -0.054099343717098236, -0.05080178752541542, -0.0475042350590229, -0.044206682592630386, -0.04090912640094757, -0.037611573934555054, -0.03431402146816254, -0.03101646900177002, -0.027718914672732353, -0.024421360343694687, -0.02112380787730217, -0.017826255410909653, -0.014528701081871986, -0.011231147684156895, -0.007933594286441803, -0.004636040888726711, -0.0013384874910116196, 0.001959065906703472, 0.005256619304418564, 0.008554172702133656, 0.011851726099848747, 0.015149279497563839, 0.01844683289527893, 0.021744385361671448, 0.025041939690709114, 0.02833949401974678, 0.0316370464861393, 0.034934598952531815, 0.03823215514421463, 0.04152970761060715, 0.044827260076999664, 0.04812481254339218, 0.0514223650097847, 0.054719921201467514, 0.05801747366786003, 0.06131502613425255, 0.06461258232593536, 0.06791013479232788, 0.0712076872587204, 0.07450523972511292, 0.07780279219150543, 0.08110034465789795, 0.08439789712429047, 0.08769545704126358, 0.0909930095076561, 0.09429056197404861, 0.09758811444044113]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 4.0, 4.0, 6.0, 2.0, 3.0, 2.0, 4.0, 5.0, 1.0, 5.0, 3.0, 5.0, 3.0, 3.0, 25.0, 0.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0030581189785152674, -0.0029708012007176876, -0.0028834836557507515, -0.0027961661107838154, -0.0027088483329862356, -0.002621530555188656, -0.0025342130102217197, -0.0024468954652547836, -0.002359577687457204, -0.002272259909659624, -0.002184942364692688, -0.002097624819725752, -0.002010307041928172, -0.0019229893805459142, -0.0018356717191636562, -0.0017483540577813983, -0.0016610363963991404, -0.0015737187350168824, -0.0014864010736346245, -0.0013990834122523665, -0.0013117657508701086, -0.0012244480894878507, -0.0011371304281055927, -0.0010498127667233348, -0.0009624951053410769, -0.0008751774439588189, -0.000787859782576561, -0.000700542121194303, -0.0006132244598120451, -0.0005259067984297872, -0.0004385891370475292, -0.0003512714756652713, -0.00026395381428301334, -0.0001766361529007554, -8.931849151849747e-05, -2.0008301362395287e-06, 8.531683124601841e-05, 0.00017263449262827635, 0.0002599521540105343, 0.0003472698153927922, 0.00043458747677505016, 0.0005219051381573081, 0.000609222799539566, 0.000696540460921824, 0.0007838581223040819, 0.0008711757836863399, 0.0009584934450685978, 0.0010458111064508557, 0.0011331287678331137, 0.0012204464292153716, 0.0013077640905976295, 0.0013950817519798875, 0.0014823994133621454, 0.0015697170747444034, 0.0016570347361266613, 0.0017443523975089192, 0.0018316700588911772, 0.0019189877202734351, 0.002006305381655693, 0.002093622926622629, 0.002180940704420209, 0.0022682584822177887, 0.002355576027184725, 0.002442893572151661, 0.0025302113499492407]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 5.0, 5.0, 5.0, 10.0, 11.0, 15.0, 12.0, 34.0, 42.0, 75.0, 64.0, 98.0, 163.0, 238.0, 357.0, 561.0, 820.0, 1299.0, 2049.0, 3406.0, 6141.0, 11938.0, 24921.0, 62634.0, 832528.0, 156540.0, 36800.0, 16541.0, 8809.0, 5019.0, 3053.0, 1892.0, 1166.0, 720.0, 492.0, 369.0, 225.0, 190.0, 119.0, 76.0, 68.0, 36.0, 26.0, 16.0, 12.0, 6.0, 7.0, 4.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.007408716715872288, -0.007190432865172625, -0.006972149014472961, -0.006753865163773298, -0.006535581313073635, -0.006317296996712685, -0.0060990131460130215, -0.005880729295313358, -0.005662445444613695, -0.005444161593914032, -0.005225877743214369, -0.005007593892514706, -0.004789309576153755, -0.004571025725454092, -0.004352741874754429, -0.004134458024054766, -0.0039161741733551025, -0.0036978903226554394, -0.003479606471955776, -0.0032613223884254694, -0.0030430385377258062, -0.002824754687026143, -0.0026064706034958363, -0.002388186752796173, -0.00216990290209651, -0.0019516190513968468, -0.0017333350842818618, -0.0015150511171668768, -0.0012967672664672136, -0.0010784834157675505, -0.0008601994486525655, -0.0006419155397452414, -0.00042363163083791733, -0.00020534772193059325, 1.2936186976730824e-05, 0.0002312200958840549, 0.000449504004791379, 0.000667787913698703, 0.0008860718226060271, 0.0011043557897210121, 0.0013226396404206753, 0.0015409234911203384, 0.0017592074582353234, 0.0019774914253503084, 0.0021957752760499716, 0.0024140591267496347, 0.0026323432102799416, 0.0028506270609796047, 0.003068910911679268, 0.003287194762378931, 0.003505478613078594, 0.003723762696608901, 0.0039420463144779205, 0.004160330630838871, 0.004378614481538534, 0.004596898332238197, 0.0048151821829378605, 0.005033466033637524, 0.005251749884337187, 0.00547003373503685, 0.0056883180513978004, 0.005906601902097464, 0.006124885752797127, 0.00634316960349679, 0.006561453454196453]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 10.0, 3.0, 3.0, 8.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019716084003448486, -0.01899249106645584, -0.018268898129463196, -0.0175453033298254, -0.016821710392832756, -0.01609811745584011, -0.015374524518847466, -0.014650930650532246, -0.0139273377135396, -0.013203744776546955, -0.012480150908231735, -0.01175655797123909, -0.011032965034246445, -0.010309371165931225, -0.00958577822893858, -0.00886218436062336, -0.008138591423630714, -0.007414998020976782, -0.006691404618322849, -0.005967811681330204, -0.0052442182786762714, -0.004520624876022339, -0.00379703170619905, -0.003073438536375761, -0.0023498451337218285, -0.0016262518474832177, -0.000902658561244607, -0.00017906527500599623, 0.0005445280112326145, 0.0012681212974712253, 0.001991714583709836, 0.002715307753533125, 0.0034389011561870575, 0.00416249455884099, 0.004886087961494923, 0.005609680898487568, 0.0063332743011415005, 0.007056867703795433, 0.007780460640788078, 0.008504054509103298, 0.009227647446095943, 0.009951240383088589, 0.010674834251403809, 0.011398427188396454, 0.012122020125389099, 0.012845613993704319, 0.013569206930696964, 0.014292800799012184, 0.01501639373600483, 0.015739986672997475, 0.01646357960999012, 0.017187174409627914, 0.01791076734662056, 0.018634360283613205, 0.01935795322060585, 0.020081546157598495, 0.02080513909459114, 0.021528733894228935, 0.02225232683122158, 0.022975919768214226, 0.02369951270520687, 0.024423105642199516, 0.02514670044183731, 0.025870293378829956, 0.0265938863158226]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 10.0, 7.0, 9.0, 11.0, 22.0, 34.0, 22.0, 37.0, 33.0, 66.0, 79.0, 95.0, 119.0, 162.0, 203.0, 287.0, 345.0, 476.0, 715.0, 957.0, 1362.0, 2221.0, 6052.0, 1707.0, 990.0, 695.0, 484.0, 338.0, 218.0, 169.0, 112.0, 93.0, 72.0, 59.0, 32.0, 30.0, 11.0, 17.0, 12.0, 10.0, 6.0, 5.0, 7.0, 4.0, 4.0, 0.0, 6.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.010008060373365879, -0.009654046967625618, -0.009300033561885357, -0.00894602108746767, -0.00859200768172741, -0.008237994275987148, -0.007883980870246887, -0.0075299679301679134, -0.007175954524427652, -0.006821941118687391, -0.0064679281786084175, -0.006113914772868156, -0.005759901367127895, -0.005405888427048922, -0.0050518750213086605, -0.004697862081229687, -0.004343848675489426, -0.003989835269749165, -0.003635822329670191, -0.0032818089239299297, -0.0029277957510203123, -0.002573782578110695, -0.002219769172370434, -0.0018657559994608164, -0.001511742826551199, -0.0011577296536415815, -0.0008037163643166423, -0.00044970313319936395, -9.568990208208561e-05, 0.00025832332903519273, 0.0006123365601524711, 0.0009663497912697494, 0.0013203630223870277, 0.0016743761952966452, 0.0020283893682062626, 0.0023824027739465237, 0.002736415946856141, 0.0030904291197657585, 0.0034444425255060196, 0.003798455698415637, 0.0041524688713252544, 0.0045064822770655155, 0.004860495217144489, 0.00521450862288475, 0.0055685220286250114, 0.005922534968703985, 0.006276548374444246, 0.00663056131452322, 0.006984574720263481, 0.007338588126003742, 0.007692601066082716, 0.00804661400616169, 0.00840062741190195, 0.008754640817642212, 0.009108654223382473, 0.009462667629122734, 0.00981668010354042, 0.010170693509280682, 0.010524706915020943, 0.010878720320761204, 0.011232733726501465, 0.011586747132241726, 0.011940759606659412, 0.012294773012399673, 0.012648786418139935]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11122331768274307, -0.10610227286815643, -0.10098123550415039, -0.09586019814014435, -0.09073915332555771, -0.08561810851097107, -0.08049707114696503, -0.07537603378295898, -0.07025498896837234, -0.0651339441537857, -0.06001290678977966, -0.05489186570048332, -0.04977082461118698, -0.04464978352189064, -0.0395287424325943, -0.03440770134329796, -0.029286660254001617, -0.024165619164705276, -0.019044578075408936, -0.013923536986112595, -0.008802495896816254, -0.0036814548075199127, 0.0014395862817764282, 0.006560627371072769, 0.01168166846036911, 0.01680270954966545, 0.021923750638961792, 0.027044791728258133, 0.032165832817554474, 0.037286873906850815, 0.042407914996147156, 0.0475289560854435, 0.05264999717473984, 0.05777103826403618, 0.06289207935333252, 0.06801311671733856, 0.0731341615319252, 0.07825520634651184, 0.08337624371051788, 0.08849728107452393, 0.09361832588911057, 0.0987393707036972, 0.10386040806770325, 0.10898144543170929, 0.11410249024629593, 0.11922353506088257, 0.12434457242488861, 0.12946560978889465, 0.1345866620540619, 0.13970769941806793, 0.14482873678207397, 0.14994977414608002, 0.15507081151008606, 0.1601918637752533, 0.16531290113925934, 0.17043393850326538, 0.17555499076843262, 0.18067602813243866, 0.1857970654964447, 0.19091810286045074, 0.1960391402244568, 0.20116019248962402, 0.20628122985363007, 0.2114022672176361, 0.21652331948280334]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 13.0, 10.0, 3.0, 13.0, 17.0, 13.0, 20.0, 23.0, 40.0, 13.0, 10.0, 9.0, 12.0, 10.0, 9.0, 6.0, 6.0, 5.0, 4.0, 4.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08269850164651871, -0.07884268462657928, -0.07498686015605927, -0.07113104313611984, -0.06727521866559982, -0.0634194016456604, -0.05956358090043068, -0.05570776015520096, -0.05185193940997124, -0.047996118664741516, -0.044140297919511795, -0.040284477174282074, -0.03642866015434265, -0.03257283940911293, -0.02871701866388321, -0.024861197918653488, -0.021005377173423767, -0.017149556428194046, -0.0132937366142869, -0.009437916800379753, -0.005582096055150032, -0.0017262757755815983, 0.0021295445039868355, 0.005985364783555269, 0.009841185063123703, 0.013697005808353424, 0.017552826553583145, 0.021408645436167717, 0.025264466181397438, 0.02912028692662716, 0.03297610580921173, 0.03683192655444145, 0.04068774729967117, 0.044543568044900894, 0.048399388790130615, 0.052255209535360336, 0.05611103028059006, 0.05996684730052948, 0.0638226717710495, 0.06767848879098892, 0.07153430581092834, 0.07539013028144836, 0.07924594730138779, 0.0831017717719078, 0.08695758879184723, 0.09081341326236725, 0.09466923028230667, 0.09852505475282669, 0.10238087177276611, 0.10623668879270554, 0.11009251326322556, 0.11394833028316498, 0.117804154753685, 0.12165997177362442, 0.12551578879356384, 0.12937161326408386, 0.13322743773460388, 0.1370832473039627, 0.14093907177448273, 0.14479489624500275, 0.14865072071552277, 0.1525065302848816, 0.1563623547554016, 0.16021817922592163, 0.16407400369644165]}, "_runtime": 136.29739570617676, "_timestamp": 1596211726.0685046, "_step": 169}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 4.0, 3.0, 4.0, 3.0, 3.0, 3.0, 4.0, 7.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.013986350037157536, -0.01364088337868452, -0.013295416720211506, -0.012949950061738491, -0.012604482471942902, -0.012259015813469887, -0.011913549154996872, -0.011568082496523857, -0.011222615838050842, -0.010877149179577827, -0.010531682521104813, -0.010186215862631798, -0.009840749204158783, -0.009495281614363194, -0.009149814955890179, -0.008804348297417164, -0.008458881638944149, -0.008113414980471134, -0.007767948321998119, -0.007422481197863817, -0.007077014539390802, -0.0067315478809177876, -0.006386080756783485, -0.006040614098310471, -0.005695147439837456, -0.005349680781364441, -0.005004214122891426, -0.004658746998757124, -0.004313280340284109, -0.003967813681811094, -0.003622346790507436, -0.0032768798992037773, -0.0029314132407307625, -0.0025859465822577477, -0.002240479690954089, -0.0018950129160657525, -0.0015495461411774158, -0.0012040793662890792, -0.0008586125914007425, -0.0005131458165124059, -0.00016767904162406921, 0.00017778773326426744, 0.0005232545081526041, 0.0008687212830409408, 0.0012141880579292774, 0.001559654832817614, 0.0019051216077059507, 0.0022505884990096092, 0.002596055157482624, 0.002941521815955639, 0.0032869887072592974, 0.003632455598562956, 0.003977922257035971, 0.0043233889155089855, 0.004668856039643288, 0.0050143226981163025, 0.005359789356589317, 0.005705256015062332, 0.006050722673535347, 0.006396189797669649, 0.006741656456142664, 0.007087123114615679, 0.007432590238749981, 0.007778056897222996, 0.00812352355569601]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 6.0, 3.0, 4.0, 0.0, 4.0, 9.0, 8.0, 15.0, 22.0, 15.0, 25.0, 30.0, 33.0, 36.0, 49.0, 82.0, 97.0, 143.0, 235.0, 440.0, 5415.0, 503.0, 241.0, 132.0, 83.0, 67.0, 41.0, 37.0, 34.0, 22.0, 28.0, 20.0, 10.0, 9.0, 3.0, 4.0, 5.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11760005354881287, -0.11417420208454132, -0.11074835062026978, -0.10732249170541763, -0.10389664024114609, -0.10047078877687454, -0.097044937312603, -0.09361908584833145, -0.09019322693347931, -0.08676737546920776, -0.08334152400493622, -0.07991567254066467, -0.07648982107639313, -0.07306396961212158, -0.06963811069726944, -0.0662122592329979, -0.06278640776872635, -0.0593605563044548, -0.05593470111489296, -0.052508849650621414, -0.04908299446105957, -0.045657142996788025, -0.04223129153251648, -0.038805436342954636, -0.03537958487868309, -0.031953733414411545, -0.0285278782248497, -0.025102026760578156, -0.02167617343366146, -0.018250320106744766, -0.014824467711150646, -0.011398615315556526, -0.007972761988639832, -0.004546909127384424, -0.0011210562661290169, 0.0023047965951263905, 0.005730649456381798, 0.009156502783298492, 0.012582355178892612, 0.016008207574486732, 0.019434060901403427, 0.022859914228320122, 0.026285767555236816, 0.029711619019508362, 0.03313747048377991, 0.03656332567334175, 0.039989177137613297, 0.04341503232717514, 0.046840883791446686, 0.05026673525571823, 0.053692590445280075, 0.05711844190955162, 0.060544297099113464, 0.06397014856338501, 0.06739600002765656, 0.0708218514919281, 0.07424770295619965, 0.07767356187105179, 0.08109941333532333, 0.08452526479959488, 0.08795111626386642, 0.09137696772813797, 0.09480282664299011, 0.09822867810726166, 0.1016545295715332]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 0.0, 0.0, 10.0, 4.0, 6.0, 4.0, 6.0, 8.0, 5.0, 21.0, 2.0, 3.0, 6.0, 3.0, 2.0, 7.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00332948612049222, -0.0032287919893860817, -0.0031280978582799435, -0.0030274037271738052, -0.002926709596067667, -0.0028260154649615288, -0.002725321566686034, -0.002624627435579896, -0.0025239333044737577, -0.0024232391733676195, -0.0023225450422614813, -0.002221850911155343, -0.002121156780049205, -0.0020204626489430666, -0.0019197686342522502, -0.001819074503146112, -0.0017183803720399737, -0.0016176862409338355, -0.0015169921098276973, -0.0014162980951368809, -0.0013156039640307426, -0.0012149098329246044, -0.0011142157018184662, -0.001013521570712328, -0.0009128274978138506, -0.0008121333667077124, -0.0007114392938092351, -0.0006107451627030969, -0.0005100510315969586, -0.0004093569586984813, -0.0003086628275923431, -0.00020796872559003532, -0.00010727462358772755, -6.58051430946216e-06, 9.411359496880323e-05, 0.00019480771152302623, 0.000295501813525334, 0.0003961959155276418, 0.00049689004663378, 0.0005975841195322573, 0.0006982782506383955, 0.0007989723817445338, 0.0008996664546430111, 0.0010003605857491493, 0.0011010547168552876, 0.0012017488479614258, 0.0013024428626522422, 0.0014031369937583804, 0.0015038311248645186, 0.0016045252559706569, 0.001705219387076795, 0.0018059134017676115, 0.0019066075328737497, 0.002007301663979888, 0.002107995795086026, 0.0022086899261921644, 0.0023093840572983027, 0.002410078188404441, 0.002510772319510579, 0.0026114662177860737, 0.002712160348892212, 0.00281285447999835, 0.0029135486111044884, 0.0030142427422106266, 0.003114936873316765]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 11.0, 7.0, 15.0, 20.0, 30.0, 39.0, 56.0, 80.0, 117.0, 138.0, 217.0, 298.0, 403.0, 657.0, 978.0, 1443.0, 2236.0, 4008.0, 7137.0, 14183.0, 31756.0, 92853.0, 889777.0, 71709.0, 26076.0, 13220.0, 7827.0, 4709.0, 2966.0, 1940.0, 1357.0, 927.0, 691.0, 466.0, 321.0, 263.0, 179.0, 146.0, 100.0, 76.0, 52.0, 38.0, 20.0, 23.0, 22.0, 12.0, 5.0, 8.0, 3.0, 10.0, 8.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.005251399241387844, -0.0050736116245388985, -0.004895824007689953, -0.004718036390841007, -0.004540248773992062, -0.004362461157143116, -0.00418467354029417, -0.004006885923445225, -0.0038290980737656355, -0.00365131045691669, -0.0034735228400677443, -0.0032957352232187986, -0.0031179473735392094, -0.0029401597566902637, -0.002762372139841318, -0.0025845845229923725, -0.002406796906143427, -0.0022290092892944813, -0.0020512216724455357, -0.0018734339391812682, -0.0016956463223323226, -0.001517858705483377, -0.0013400709722191095, -0.001162283355370164, -0.0009844957385212183, -0.0008067081216722727, -0.0006289204466156662, -0.0004511328006628901, -0.000273345154710114, -9.555750875733793e-05, 8.223013719543815e-05, 0.0002600177831482142, 0.0004378054291009903, 0.0006155930459499359, 0.0007933807210065424, 0.000971168396063149, 0.0011489560129120946, 0.0013267436297610402, 0.0015045313630253077, 0.0016823189798742533, 0.0018601065967231989, 0.0020378942135721445, 0.00221568183042109, 0.0023934694472700357, 0.002571257296949625, 0.0027490449137985706, 0.0029268325306475163, 0.003104620147496462, 0.0032824077643454075, 0.003460195381194353, 0.0036379829980432987, 0.0038157706148922443, 0.00399355823174119, 0.004171345848590136, 0.004349133465439081, 0.004526921082288027, 0.00470470916479826, 0.004882496781647205, 0.005060284398496151, 0.005238072015345097, 0.005415859632194042, 0.005593647249042988, 0.0057714348658919334, 0.005949222482740879, 0.006127010099589825]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 6.0, 5.0, 4.0, 14.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.026757989078760147, -0.02566952258348465, -0.024581056088209152, -0.023492589592933655, -0.022404123097658157, -0.02131565473973751, -0.020227188244462013, -0.019138721749186516, -0.01805025525391102, -0.01696178875863552, -0.015873322263360023, -0.014784854836761951, -0.013696388341486454, -0.012607921846210957, -0.011519454419612885, -0.010430987924337387, -0.00934252142906189, -0.008254054933786392, -0.0071655879728496075, -0.006077121011912823, -0.004988654516637325, -0.003900187788531184, -0.002811721060425043, -0.001723254332318902, -0.0006347876042127609, 0.00045367912389338017, 0.0015421458519995213, 0.0026306125801056623, 0.0037190793082118034, 0.004807545803487301, 0.005896012764424086, 0.00698447972536087, 0.008072946220636368, 0.009161412715911865, 0.010249879211187363, 0.011338346637785435, 0.012426813133060932, 0.01351527962833643, 0.014603747054934502, 0.01569221355021, 0.016780680045485497, 0.017869146540760994, 0.01895761303603649, 0.02004607953131199, 0.021134547889232635, 0.022223014384508133, 0.02331148087978363, 0.024399947375059128, 0.025488413870334625, 0.026576880365610123, 0.02766534686088562, 0.028753813356161118, 0.029842279851436615, 0.03093074820935726, 0.03201921284198761, 0.03310767933726311, 0.034196145832538605, 0.0352846160531044, 0.0363730825483799, 0.037461549043655396, 0.03855001553893089, 0.03963848203420639, 0.04072694852948189, 0.041815415024757385, 0.04290388152003288]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 5.0, 1.0, 3.0, 6.0, 5.0, 8.0, 17.0, 21.0, 26.0, 26.0, 48.0, 57.0, 71.0, 94.0, 124.0, 165.0, 196.0, 342.0, 511.0, 718.0, 1286.0, 2469.0, 7521.0, 2077.0, 968.0, 594.0, 365.0, 199.0, 130.0, 78.0, 63.0, 71.0, 15.0, 26.0, 23.0, 10.0, 5.0, 6.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 8.0, 4.0, 14.0, 12.0, 6.0, 1.0, 0.0, 0.0, 0.0, 5.0, 4.0], "bins": [-0.013209209777414799, -0.012791655026376247, -0.012374100275337696, -0.01195654645562172, -0.011538991704583168, -0.011121436953544617, -0.010703882202506065, -0.010286327451467514, -0.009868772700428963, -0.009451218880712986, -0.009033664129674435, -0.008616109378635883, -0.008198554627597332, -0.007781000342220068, -0.007363445591181517, -0.006945891305804253, -0.006528336554765701, -0.00611078180372715, -0.005693227518349886, -0.005275672767311335, -0.004858118481934071, -0.004440563730895519, -0.004023008979856968, -0.0036054544616490602, -0.0031878999434411526, -0.002770345425233245, -0.0023527909070253372, -0.0019352361559867859, -0.0015176816377788782, -0.0011001271195709705, -0.000682572484947741, -0.00026501790853217244, 0.00015253666788339615, 0.0005700912442989647, 0.0009876458207145333, 0.0014052004553377628, 0.0018227549735456705, 0.002240309491753578, 0.0026578642427921295, 0.003075418761000037, 0.003492973279207945, 0.003910528030246496, 0.00432808231562376, 0.0047456370666623116, 0.005163191817700863, 0.005580746103078127, 0.005998300854116678, 0.006415855139493942, 0.006833409890532494, 0.007250964641571045, 0.007668518926948309, 0.008086073212325573, 0.008503627963364124, 0.008921182714402676, 0.009338737465441227, 0.009756292216479778, 0.010173846036195755, 0.010591400787234306, 0.011008955538272858, 0.011426510289311409, 0.01184406504034996, 0.012261619791388512, 0.012679173611104488, 0.01309672836214304, 0.013514283113181591]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.04536505788564682, -0.043058041483163834, -0.04075102508068085, -0.03844400495290756, -0.036136988550424576, -0.03382997214794159, -0.031522952020168304, -0.029215935617685318, -0.02690891921520233, -0.024601902812719345, -0.02229488454759121, -0.019987866282463074, -0.017680849879980087, -0.015373832546174526, -0.013066815212368965, -0.010759797878563404, -0.008452780544757843, -0.006145763210952282, -0.003838745877146721, -0.0015317285433411598, 0.0007752887904644012, 0.0030823061242699623, 0.005389323458075523, 0.0076963407918810844, 0.010003358125686646, 0.012310375459492207, 0.014617392793297768, 0.016924411058425903, 0.01923142746090889, 0.021538443863391876, 0.023845462128520012, 0.026152480393648148, 0.028459496796131134, 0.03076651319861412, 0.03307352960109711, 0.03538054972887039, 0.03768756613135338, 0.039994582533836365, 0.04230160266160965, 0.044608619064092636, 0.04691563546657562, 0.04922265186905861, 0.051529668271541595, 0.05383668839931488, 0.05614370480179787, 0.05845072120428085, 0.06075774133205414, 0.06306475400924683, 0.06537177413702011, 0.0676787942647934, 0.06998580694198608, 0.07229282706975937, 0.07459984719753265, 0.07690685987472534, 0.07921388000249863, 0.08152089267969131, 0.0838279128074646, 0.08613493293523788, 0.08844194561243057, 0.09074896574020386, 0.09305597841739655, 0.09536299854516983, 0.09767001867294312, 0.0999770313501358, 0.10228405147790909]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 6.0, 1.0, 4.0, 0.0, 3.0, 7.0, 3.0, 12.0, 13.0, 12.0, 24.0, 13.0, 11.0, 10.0, 45.0, 17.0, 10.0, 15.0, 5.0, 11.0, 13.0, 7.0, 2.0, 6.0, 4.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03224615007638931, -0.0301201231777668, -0.027994096279144287, -0.025868069380521774, -0.02374204248189926, -0.02161601558327675, -0.019489988684654236, -0.017363961786031723, -0.01523793488740921, -0.013111907988786697, -0.010985881090164185, -0.008859854191541672, -0.006733827292919159, -0.004607800394296646, -0.0024817734956741333, -0.0003557465970516205, 0.0017702803015708923, 0.003896307200193405, 0.006022334098815918, 0.00814836099743843, 0.010274387896060944, 0.012400414794683456, 0.01452644169330597, 0.016652468591928482, 0.018778495490550995, 0.020904522389173508, 0.02303054928779602, 0.025156576186418533, 0.027282603085041046, 0.02940862998366356, 0.03153465688228607, 0.033660683780908585, 0.0357867106795311, 0.03791273757815361, 0.04003876447677612, 0.042164791375398636, 0.04429081827402115, 0.04641684517264366, 0.048542872071266174, 0.05066889896988869, 0.0527949258685112, 0.05492095276713371, 0.057046979665756226, 0.05917300656437874, 0.06129903346300125, 0.06342506408691406, 0.06555108726024628, 0.06767711043357849, 0.0698031410574913, 0.07192917168140411, 0.07405519485473633, 0.07618121802806854, 0.07830724865198135, 0.08043327927589417, 0.08255930244922638, 0.0846853256225586, 0.0868113562464714, 0.08893738687038422, 0.09106341004371643, 0.09318943321704865, 0.09531546384096146, 0.09744149446487427, 0.09956751763820648, 0.1016935408115387, 0.10381957143545151]}, "_runtime": 137.16745328903198, "_timestamp": 1596211726.9385622, "_step": 170}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 7.0, 2.0, 1.0, 6.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007133066654205322, -0.006900909822434187, -0.006668752990663052, -0.006436596624553204, -0.006204439792782068, -0.005972282961010933, -0.005740126129239798, -0.005507969297468662, -0.005275812931358814, -0.005043656099587679, -0.004811499267816544, -0.004579342436045408, -0.004347185604274273, -0.004115028772503138, -0.003882872173562646, -0.0036507155746221542, -0.003418558742851019, -0.0031864019110798836, -0.002954245312139392, -0.0027220884803682566, -0.002489931881427765, -0.0022577750496566296, -0.0020256182178854942, -0.0017934615025296807, -0.0015613047871738672, -0.0013291480718180537, -0.0010969913564622402, -0.0008648345246911049, -0.0006326778093352914, -0.0004005210648756474, -0.00016836432041600347, 6.37924240436405e-05, 0.00029594916850328445, 0.000528105883859098, 0.0007602626574225724, 0.0009924194309860468, 0.0012245761463418603, 0.0014567328616976738, 0.0016888896934688091, 0.0019210464088246226, 0.002153203124180436, 0.0023853599559515715, 0.002617516554892063, 0.0028496733866631985, 0.003081830218434334, 0.0033139868173748255, 0.003546143649145961, 0.0037783002480864525, 0.004010457079857588, 0.004242613911628723, 0.0044747707433998585, 0.0047069271095097065, 0.004939083941280842, 0.005171240773051977, 0.0054033976048231125, 0.005635554436594248, 0.005867711268365383, 0.006099867634475231, 0.0063320244662463665, 0.006564181298017502, 0.006796338129788637, 0.0070284949615597725, 0.0072606513276696205, 0.007492808159440756, 0.007724964991211891]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 9.0, 9.0, 11.0, 12.0, 17.0, 26.0, 22.0, 39.0, 41.0, 62.0, 70.0, 106.0, 124.0, 175.0, 270.0, 652.0, 5160.0, 380.0, 215.0, 107.0, 95.0, 66.0, 49.0, 42.0, 30.0, 26.0, 18.0, 12.0, 13.0, 10.0, 8.0, 8.0, 4.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.10446101427078247, -0.10119997709989548, -0.09793893992900848, -0.0946778953075409, -0.0914168581366539, -0.0881558209657669, -0.08489477634429932, -0.08163373917341232, -0.07837270200252533, -0.07511166483163834, -0.07185062766075134, -0.06858958303928375, -0.06532854586839676, -0.062067508697509766, -0.058806467801332474, -0.05554542690515518, -0.05228438973426819, -0.049023352563381195, -0.0457623116672039, -0.04250127077102661, -0.03924023360013962, -0.035979196429252625, -0.03271815553307533, -0.02945711649954319, -0.026196077466011047, -0.022935038432478905, -0.019673999398946762, -0.01641296036541462, -0.013151921331882477, -0.009890882298350334, -0.0066298432648181915, -0.003368804231286049, -0.00010776519775390625, 0.0031532738357782364, 0.006414312869310379, 0.009675351902842522, 0.012936390936374664, 0.016197429969906807, 0.01945846900343895, 0.022719508036971092, 0.025980547070503235, 0.029241586104035378, 0.03250262513756752, 0.03576366603374481, 0.039024703204631805, 0.0422857403755188, 0.04554678127169609, 0.04880782216787338, 0.052068859338760376, 0.05532989650964737, 0.05859093740582466, 0.06185197830200195, 0.06511301547288895, 0.06837405264377594, 0.07163509726524353, 0.07489613443613052, 0.07815717160701752, 0.08141820877790451, 0.0846792459487915, 0.0879402905702591, 0.09120132774114609, 0.09446236491203308, 0.09772340953350067, 0.10098444670438766, 0.10424548387527466]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 4.0, 4.0, 2.0, 24.0, 7.0, 6.0, 4.0, 5.0, 1.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.002629533875733614, -0.002541551599279046, -0.002453569322824478, -0.0023655870463699102, -0.0022776047699153423, -0.0021896224934607744, -0.0021016402170062065, -0.0020136579405516386, -0.0019256756640970707, -0.0018376933876425028, -0.0017497111111879349, -0.001661728834733367, -0.001573746558278799, -0.0014857642818242311, -0.0013977820053696632, -0.0013097997289150953, -0.0012218174524605274, -0.0011338351760059595, -0.0010458528995513916, -0.0009578706230968237, -0.0008698883466422558, -0.0007819060701876879, -0.00069392379373312, -0.0006059415172785521, -0.0005179592408239841, -0.00042997696436941624, -0.00034199468791484833, -0.0002540124114602804, -0.0001660301350057125, -7.80478585511446e-05, 9.93441790342331e-06, 9.791669435799122e-05, 0.00018589897081255913, 0.00027388124726712704, 0.00036186352372169495, 0.00044984580017626286, 0.0005378280766308308, 0.0006258103530853987, 0.0007137926295399666, 0.0008017749059945345, 0.0008897571824491024, 0.0009777394589036703, 0.0010657217353582382, 0.0011537040118128061, 0.001241686288267374, 0.001329668564721942, 0.0014176508411765099, 0.0015056331176310778, 0.0015936153940856457, 0.0016815976705402136, 0.0017695799469947815, 0.0018575622234493494, 0.0019455444999039173, 0.0020335267763584852, 0.002121509052813053, 0.002209491329267621, 0.002297473605722189, 0.002385455882176757, 0.0024734381586313248, 0.0025614204350858927, 0.0026494027115404606, 0.0027373849879950285, 0.0028253672644495964, 0.0029133495409041643, 0.0030013318173587322]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 10.0, 8.0, 11.0, 11.0, 11.0, 28.0, 43.0, 61.0, 89.0, 124.0, 207.0, 297.0, 425.0, 679.0, 1118.0, 1797.0, 2987.0, 5272.0, 9806.0, 19490.0, 45030.0, 169717.0, 806427.0, 55490.0, 25029.0, 13610.0, 7726.0, 4702.0, 3095.0, 1985.0, 1319.0, 888.0, 658.0, 448.0, 302.0, 213.0, 128.0, 122.0, 75.0, 55.0, 34.0, 30.0, 25.0, 16.0, 11.0, 7.0, 10.0, 7.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.004854016005992889, -0.0046532112173736095, -0.00445240642875433, -0.00425160164013505, -0.00405079685151577, -0.00384999206289649, -0.0036491872742772102, -0.0034483824856579304, -0.0032475776970386505, -0.0030467729084193707, -0.002845968119800091, -0.002645163331180811, -0.002444358542561531, -0.002243553753942251, -0.0020427489653229713, -0.0018419441767036915, -0.0016411393880844116, -0.0014403345994651318, -0.001239529810845852, -0.001038725022226572, -0.0008379202336072922, -0.0006371154449880123, -0.00043631065636873245, -0.0002355058677494526, -3.470107913017273e-05, 0.00016610370948910713, 0.000366908498108387, 0.0005677132867276669, 0.0007685180753469467, 0.0009693228639662266, 0.0011701276525855064, 0.0013709324412047863, 0.0015717372298240662, 0.001772542018443346, 0.001973346807062626, 0.0021741515956819057, 0.0023749563843011856, 0.0025757611729204655, 0.0027765659615397453, 0.002977370750159025, 0.003178175538778305, 0.003378980327397585, 0.0035797851160168648, 0.0037805899046361446, 0.0039813946932554245, 0.004182199481874704, 0.004383004270493984, 0.004583809059113264, 0.004784613847732544, 0.004985418636351824, 0.005186223424971104, 0.0053870282135903835, 0.005587833002209663, 0.005788637790828943, 0.005989442579448223, 0.006190247368067503, 0.006391052156686783, 0.006591856945306063, 0.0067926617339253426, 0.006993466522544622, 0.007194271311163902, 0.007395076099783182, 0.007595880888402462, 0.007796685677021742, 0.007997490465641022]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 9.0, 8.0, 9.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05827423185110092, -0.05706745386123657, -0.05586067587137222, -0.054653894156217575, -0.053447116166353226, -0.052240338176488876, -0.05103356018662453, -0.04982678219676018, -0.04862000048160553, -0.04741322249174118, -0.04620644450187683, -0.04499966651201248, -0.04379288852214813, -0.04258611053228378, -0.041379328817129135, -0.040172550827264786, -0.038965772837400436, -0.03775899484753609, -0.03655221685767174, -0.03534543514251709, -0.03413865715265274, -0.03293187916278839, -0.03172510117292404, -0.030518321320414543, -0.029311543330550194, -0.028104765340685844, -0.026897985488176346, -0.025691207498311996, -0.024484429508447647, -0.02327764965593815, -0.0220708716660738, -0.0208640918135643, -0.01965731382369995, -0.018450535833835602, -0.017243755981326103, -0.016036977991461754, -0.01483019907027483, -0.013623420149087906, -0.012416642159223557, -0.011209863238036633, -0.010003084316849709, -0.008796305395662785, -0.007589526940137148, -0.006382748484611511, -0.005175969563424587, -0.003969190642237663, -0.0027624121867120266, -0.0015556334983557463, -0.00034885480999946594, 0.0008579238783568144, 0.0020647025667130947, 0.003271481255069375, 0.004478259943425655, 0.005685038864612579, 0.006891817320138216, 0.008098595775663853, 0.009305374696850777, 0.0105121536180377, 0.011718932539224625, 0.012925710529088974, 0.014132489450275898, 0.015339268371462822, 0.01654604636132717, 0.01775282621383667, 0.01895960420370102]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 8.0, 18.0, 7.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 7.0, 6.0, 9.0, 10.0, 13.0, 19.0, 25.0, 44.0, 38.0, 55.0, 64.0, 85.0, 140.0, 191.0, 248.0, 396.0, 579.0, 916.0, 1530.0, 2900.0, 6460.0, 1689.0, 1002.0, 593.0, 430.0, 286.0, 195.0, 136.0, 97.0, 49.0, 35.0, 20.0, 27.0, 17.0, 19.0, 11.0, 3.0, 8.0, 5.0, 4.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.01845654658973217, -0.017997462302446365, -0.01753837801516056, -0.017079293727874756, -0.016620207577943802, -0.016161123290657997, -0.015702039003372192, -0.015242954716086388, -0.014783870428800583, -0.014324786141514778, -0.013865701854228973, -0.013406616635620594, -0.01294753234833479, -0.012488448061048985, -0.012029362842440605, -0.0115702785551548, -0.011111194267868996, -0.010652109980583191, -0.010193025693297386, -0.009733940474689007, -0.009274856187403202, -0.008815771900117397, -0.008356686681509018, -0.007897602394223213, -0.0074385181069374084, -0.006979433819651604, -0.006520349066704512, -0.00606126431375742, -0.005602180026471615, -0.00514309573918581, -0.004684010986238718, -0.004224926233291626, -0.0037658419460058212, -0.003306757425889373, -0.0028476729057729244, -0.002388588385656476, -0.0019295038655400276, -0.0014704193454235792, -0.0010113348253071308, -0.0005522503051906824, -9.316578507423401e-05, 0.0003659187350422144, 0.0008250032551586628, 0.0012840877752751112, 0.0017431722953915596, 0.002202256815508008, 0.0026613413356244564, 0.003120425855740905, 0.003579510375857353, 0.004038594663143158, 0.00449767941609025, 0.004956764169037342, 0.005415848456323147, 0.005874932743608952, 0.006334017496556044, 0.006793102249503136, 0.00725218653678894, 0.007711270824074745, 0.00817035511136055, 0.00862944032996893, 0.009088524617254734, 0.009547608904540539, 0.010006694123148918, 0.010465778410434723, 0.010924862697720528]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07450518012046814, -0.06752793490886688, -0.06055068597197533, -0.05357344076037407, -0.04659619182348251, -0.039618946611881256, -0.03264170140028, -0.025664454326033592, -0.018687207251787186, -0.011709960177540779, -0.004732714034616947, 0.002244532573968172, 0.009221779182553291, 0.016199026256799698, 0.023176271468400955, 0.030153518542647362, 0.03713076561689377, 0.044108010828495026, 0.05108525976538658, 0.05806250497698784, 0.0650397539138794, 0.07201699912548065, 0.07899424433708191, 0.08597148954868317, 0.09294873476028442, 0.09992598742246628, 0.10690323263406754, 0.11388047784566879, 0.12085772305727005, 0.1278349757194519, 0.13481222093105316, 0.14178946614265442, 0.14876671135425568, 0.15574395656585693, 0.1627212017774582, 0.16969844698905945, 0.1766756922006607, 0.18365293741226196, 0.19063019752502441, 0.19760744273662567, 0.20458468794822693, 0.21156193315982819, 0.21853917837142944, 0.2255164235830307, 0.23249366879463196, 0.23947091400623322, 0.24644815921783447, 0.2534254193305969, 0.260402649641037, 0.26737990975379944, 0.2743571400642395, 0.28133440017700195, 0.288311630487442, 0.29528889060020447, 0.3022661507129669, 0.309243381023407, 0.31622064113616943, 0.3231978714466095, 0.33017513155937195, 0.337152361869812, 0.34412962198257446, 0.3511068522930145, 0.358084112405777, 0.36506134271621704, 0.3720386028289795]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 5.0, 8.0, 12.0, 16.0, 16.0, 16.0, 24.0, 16.0, 18.0, 33.0, 17.0, 10.0, 12.0, 6.0, 8.0, 6.0, 7.0, 10.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06868463009595871, -0.06678962707519531, -0.06489462405443192, -0.06299961358308792, -0.061104610562324524, -0.05920960754156113, -0.05731460079550743, -0.055419597774744034, -0.05352459102869034, -0.05162958800792694, -0.049734584987163544, -0.04783957824110985, -0.04594457522034645, -0.044049568474292755, -0.04215456545352936, -0.04025955870747566, -0.038364555686712265, -0.03646955266594887, -0.03457454591989517, -0.032679542899131775, -0.03078453615307808, -0.028889533132314682, -0.026994528248906136, -0.02509952336549759, -0.023204518482089043, -0.021309513598680496, -0.01941450871527195, -0.017519503831863403, -0.015624499879777431, -0.013729494996368885, -0.011834491044282913, -0.009939486160874367, -0.00804448127746582, -0.006149476394057274, -0.004254471976310015, -0.002359467325732112, -0.00046446267515420914, 0.0014305419754236937, 0.0033255466260015965, 0.005220551043748856, 0.007115555927157402, 0.009010560810565948, 0.010905565693974495, 0.012800569646060467, 0.014695574529469013, 0.016590578481554985, 0.01848558336496353, 0.020380588248372078, 0.022275593131780624, 0.02417059801518917, 0.026065602898597717, 0.027960607782006264, 0.02985561266541481, 0.03175061568617821, 0.0336456224322319, 0.0355406254529953, 0.0374356284737587, 0.03933063521981239, 0.04122563824057579, 0.043120644986629486, 0.04501564800739288, 0.04691065475344658, 0.048805657774209976, 0.05070066452026367, 0.05259566754102707]}, "_runtime": 137.99441027641296, "_timestamp": 1596211727.7655191, "_step": 171}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 8.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011860297992825508, -0.0115422448143363, -0.011224191635847092, -0.010906139388680458, -0.01058808621019125, -0.010270033031702042, -0.009951980784535408, -0.0096339276060462, -0.009315874427556992, -0.008997821249067783, -0.008679768070578575, -0.008361715823411942, -0.008043662644922733, -0.007725609466433525, -0.007407556753605604, -0.007089504040777683, -0.006771450862288475, -0.006453397683799267, -0.006135344970971346, -0.005817292258143425, -0.005499239079654217, -0.0051811859011650085, -0.004863133188337088, -0.004545080475509167, -0.0042270272970199585, -0.00390897411853075, -0.0035909214057028294, -0.003272868460044265, -0.0029548155143857002, -0.0026367625687271357, -0.002318709623068571, -0.0020006566774100065, -0.001682603731751442, -0.0013645507860928774, -0.0010464978404343128, -0.0007284448947757483, -0.0004103919491171837, -9.233900345861912e-05, 0.00022571394219994545, 0.00054376688785851, 0.0008618198335170746, 0.0011798727791756392, 0.0014979257248342037, 0.0018159786704927683, 0.002134031616151333, 0.0024520845618098974, 0.002770137507468462, 0.0030881904531270266, 0.003406243398785591, 0.0037242963444441557, 0.00404234929010272, 0.004360402002930641, 0.004678455181419849, 0.004996508359909058, 0.0053145610727369785, 0.0056326137855648994, 0.005950666964054108, 0.006268720142543316, 0.006586772855371237, 0.006904825568199158, 0.007222878746688366, 0.007540931925177574, 0.007858984172344208, 0.008177037350833416, 0.008495090529322624]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 7.0, 4.0, 7.0, 13.0, 16.0, 10.0, 19.0, 29.0, 27.0, 34.0, 36.0, 60.0, 76.0, 71.0, 104.0, 157.0, 274.0, 4585.0, 1369.0, 319.0, 203.0, 129.0, 79.0, 81.0, 47.0, 42.0, 22.0, 19.0, 27.0, 15.0, 8.0, 10.0, 9.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1305719017982483, -0.1270373910665512, -0.12350288778543472, -0.11996837705373764, -0.11643387377262115, -0.11289936304092407, -0.10936485975980759, -0.1058303490281105, -0.10229584574699402, -0.09876133501529694, -0.09522683173418045, -0.09169232100248337, -0.08815781772136688, -0.0846233069896698, -0.08108880370855331, -0.07755429297685623, -0.07401978969573975, -0.07048527896404266, -0.06695076823234558, -0.0634162649512291, -0.05988175794482231, -0.05634725093841553, -0.05281274393200874, -0.04927823692560196, -0.04574372619390488, -0.04220921918749809, -0.03867471218109131, -0.035140205174684525, -0.03160569816827774, -0.028071191161870956, -0.024536684155464172, -0.02100217714905739, -0.017467670142650604, -0.01393316313624382, -0.010398656129837036, -0.0068641481921076775, -0.0033296411857008934, 0.0002048660535365343, 0.003739373292773962, 0.007273880764842033, 0.010808387771248817, 0.014342894777655602, 0.017877401784062386, 0.02141190879046917, 0.024946417659521103, 0.028480924665927887, 0.03201543167233467, 0.035549938678741455, 0.03908444568514824, 0.04261895269155502, 0.04615345969796181, 0.04968796670436859, 0.053222473710775375, 0.05675698071718216, 0.060291487723588943, 0.06382599472999573, 0.06736050546169281, 0.0708950087428093, 0.07442951947450638, 0.07796402275562286, 0.08149853348731995, 0.08503303676843643, 0.08856754750013351, 0.09210205078125, 0.09563656151294708]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 5.0, 1.0, 5.0, 6.0, 5.0, 25.0, 1.0, 5.0, 7.0, 5.0, 6.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002422881778329611, -0.002322850748896599, -0.002222819486632943, -0.0021227882243692875, -0.0020227571949362755, -0.0019227260490879416, -0.0018226949032396078, -0.001722663757391274, -0.0016226326115429401, -0.0015226014656946063, -0.0014225703198462725, -0.0013225391739979386, -0.0012225080281496048, -0.001122476882301271, -0.0010224457364529371, -0.0009224145906046033, -0.0008223834447562695, -0.0007223522989079356, -0.0006223211530596018, -0.000522290007211268, -0.0004222588613629341, -0.0003222277155146003, -0.00022219656966626644, -0.0001221654238179326, -2.213427796959877e-05, 7.789686787873507e-05, 0.0001779280137270689, 0.00027795915957540274, 0.00037799030542373657, 0.0004780214512720704, 0.0005780525971204042, 0.0006780837429687381, 0.0007781148888170719, 0.0008781460346654058, 0.0009781771805137396, 0.0010782083263620734, 0.0011782394722104073, 0.001278270618058741, 0.001378301763907075, 0.0014783329097554088, 0.0015783640556037426, 0.0016783952014520764, 0.0017784263473004103, 0.001878457493148744, 0.001978488638997078, 0.00207851966843009, 0.0021785509306937456, 0.0022785821929574013, 0.0023786132223904133, 0.0024786442518234253, 0.002578675514087081, 0.0026787067763507366, 0.0027787378057837486, 0.0028787688352167606, 0.0029788000974804163, 0.003078831359744072, 0.003178862389177084, 0.003278893418610096, 0.0033789246808737516, 0.0034789559431374073, 0.0035789869725704193, 0.0036790180020034313, 0.003779049264267087, 0.0038790805265307426, 0.003979111555963755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 7.0, 9.0, 10.0, 22.0, 28.0, 40.0, 84.0, 141.0, 197.0, 307.0, 494.0, 807.0, 1363.0, 2402.0, 4275.0, 8170.0, 17139.0, 42354.0, 244556.0, 764598.0, 42184.0, 19232.0, 10604.0, 6552.0, 4217.0, 2736.0, 1969.0, 1409.0, 973.0, 676.0, 505.0, 379.0, 275.0, 213.0, 167.0, 114.0, 105.0, 70.0, 64.0, 50.0, 39.0, 23.0, 21.0, 18.0, 13.0, 9.0, 7.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005741872359067202, -0.005521314684301615, -0.005300757475197315, -0.005080199800431728, -0.0048596421256661415, -0.004639084916561842, -0.004418527241796255, -0.004197970032691956, -0.003977412357926369, -0.0037568549159914255, -0.0035362974740564823, -0.0033157397992908955, -0.0030951823573559523, -0.002874624915421009, -0.002654067240655422, -0.002433509798720479, -0.002212952356785536, -0.0019923949148505926, -0.0017718373565003276, -0.0015512797981500626, -0.0013307223562151194, -0.0011101649142801762, -0.0008896073559299111, -0.000669049855787307, -0.0004484923556447029, -0.0002279348555020988, -7.377355359494686e-06, 0.00021318014478310943, 0.00043373764492571354, 0.0006542951450683177, 0.0008748526452109218, 0.0010954102035611868, 0.00131596764549613, 0.0015365250874310732, 0.0017570826457813382, 0.0019776402041316032, 0.0021981976460665464, 0.0024187550880014896, 0.0026393127627670765, 0.0028598702047020197, 0.003080427646636963, 0.003300985088571906, 0.0035215425305068493, 0.003742100205272436, 0.003962657414376736, 0.0041832150891423225, 0.004403772763907909, 0.004624329973012209, 0.004844887647777796, 0.005065445322543383, 0.005286002531647682, 0.005506560206413269, 0.005727117881178856, 0.0059476750902831554, 0.006168232765048742, 0.006388789974153042, 0.006609347648918629, 0.0068299053236842155, 0.007050462532788515, 0.007271020207554102, 0.0074915774166584015, 0.007712135091423988, 0.007932692766189575, 0.008153250440955162, 0.008373808115720749]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 7.0, 4.0, 4.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03046778216958046, -0.02964700572192669, -0.02882622741162777, -0.028005450963974, -0.02718467265367508, -0.02636389620602131, -0.02554311975836754, -0.02472234144806862, -0.02390156500041485, -0.02308078669011593, -0.022260010242462158, -0.021439233794808388, -0.020618455484509468, -0.019797679036855698, -0.018976900726556778, -0.018156124278903008, -0.017335347831249237, -0.016514569520950317, -0.015693793073296547, -0.014873015694320202, -0.014052238315343857, -0.013231460936367512, -0.012410683557391167, -0.011589906178414822, -0.010769128799438477, -0.009948352351784706, -0.009127574972808361, -0.008306797593832016, -0.007486020214855671, -0.006665243301540613, -0.005844465922564268, -0.00502368900924921, -0.004202911630272865, -0.003382134484127164, -0.0025613573379814625, -0.0017405799590051174, -0.000919802812859416, -9.902560850605369e-05, 0.0007217515958473086, 0.0015425288584083319, 0.0023633060045540333, 0.0031840831506997347, 0.004004860296845436, 0.004825637675821781, 0.005646415054798126, 0.006467191968113184, 0.007287969347089529, 0.008108746260404587, 0.008929523639380932, 0.009750301018357277, 0.010571078397333622, 0.011391854844987392, 0.012212632223963737, 0.013033409602940083, 0.013854186981916428, 0.014674964360892773, 0.015495741739869118, 0.016316518187522888, 0.017137296497821808, 0.01795807294547558, 0.01877884939312935, 0.01959962770342827, 0.02042040415108204, 0.02124118246138096, 0.02206195890903473]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 6.0, 3.0, 4.0, 6.0, 11.0, 8.0, 18.0, 25.0, 21.0, 33.0, 58.0, 68.0, 87.0, 114.0, 185.0, 239.0, 339.0, 502.0, 725.0, 1163.0, 1791.0, 6416.0, 2237.0, 1345.0, 801.0, 578.0, 382.0, 247.0, 220.0, 147.0, 120.0, 95.0, 91.0, 56.0, 61.0, 50.0, 26.0, 20.0, 22.0, 17.0, 14.0, 10.0, 8.0, 18.0, 5.0, 8.0, 4.0, 1.0, 0.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.012244420126080513, -0.011801648885011673, -0.011358876712620258, -0.010916105471551418, -0.010473334230482578, -0.010030562058091164, -0.009587790817022324, -0.009145019575953484, -0.008702248334884644, -0.008259476162493229, -0.007816704921424389, -0.0073739332146942616, -0.006931161507964134, -0.006488390266895294, -0.006045618560165167, -0.005602847319096327, -0.0051600756123661995, -0.004717303905636072, -0.004274532664567232, -0.003831760957837105, -0.003388989483937621, -0.0029462180100381374, -0.00250344630330801, -0.0020606748294085264, -0.0016179033555090427, -0.001175131881609559, -0.0007323602912947536, -0.00028958875918760896, 0.00015318277291953564, 0.0005959543050266802, 0.0010387258371338248, 0.0014814974274486303, 0.001924268901348114, 0.0023670403752475977, 0.0028098118491470814, 0.0032525835558772087, 0.0036953550297766924, 0.004138126503676176, 0.004580898210406303, 0.005023669451475143, 0.005466441158205271, 0.005909212864935398, 0.006351984106004238, 0.0067947558127343655, 0.007237527519464493, 0.007680298760533333, 0.008123070001602173, 0.008565842173993587, 0.009008613415062428, 0.009451384656131268, 0.009894156828522682, 0.010336928069591522, 0.010779699310660362, 0.011222471483051777, 0.011665242724120617, 0.012108013965189457, 0.012550786137580872, 0.012993557378649712, 0.013436328619718552, 0.013879099860787392, 0.014321872033178806, 0.014764643274247646, 0.015207414515316486, 0.0156501866877079, 0.01609295792877674]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18505850434303284, -0.180672287940979, -0.17628607153892517, -0.17189985513687134, -0.1675136387348175, -0.16312742233276367, -0.15874120593070984, -0.154354989528656, -0.14996877312660217, -0.14558254182338715, -0.1411963254213333, -0.13681010901927948, -0.13242389261722565, -0.12803767621517181, -0.12365145981311798, -0.11926524341106415, -0.11487902700901031, -0.11049281060695648, -0.10610659420490265, -0.10172037780284882, -0.09733416140079498, -0.09294793754816055, -0.08856172114610672, -0.08417550474405289, -0.07978928834199905, -0.07540307193994522, -0.07101685553789139, -0.06663063913583755, -0.06224441900849342, -0.05785820260643959, -0.05347198247909546, -0.049085766077041626, -0.04469954967498779, -0.04031333327293396, -0.03592711687088013, -0.031540896743535995, -0.027154680341482162, -0.02276846393942833, -0.018382245674729347, -0.01399602834135294, -0.009609811007976532, -0.005223593674600124, -0.0008373763412237167, 0.003548840992152691, 0.007935058325529099, 0.012321275658905506, 0.016707492992281914, 0.021093711256980896, 0.02547992765903473, 0.029866144061088562, 0.034252360463142395, 0.038638580590486526, 0.04302479699254036, 0.04741101339459419, 0.051797233521938324, 0.05618344992399216, 0.06056966632604599, 0.06495588272809982, 0.06934209913015366, 0.07372831553220749, 0.07811453938484192, 0.08250075578689575, 0.08688697218894958, 0.09127318859100342, 0.09565940499305725]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 4.0, 2.0, 3.0, 2.0, 8.0, 6.0, 7.0, 3.0, 2.0, 3.0, 2.0, 4.0, 5.0, 4.0, 11.0, 14.0, 5.0, 17.0, 36.0, 28.0, 18.0, 18.0, 16.0, 18.0, 8.0, 4.0, 11.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.1353321373462677, -0.1318352371454239, -0.12833835184574127, -0.12484145909547806, -0.12134456634521484, -0.11784767359495163, -0.11435078084468842, -0.1108538880944252, -0.10735699534416199, -0.10386009514331818, -0.10036320239305496, -0.09686630964279175, -0.09336941689252853, -0.08987252414226532, -0.0863756313920021, -0.08287873864173889, -0.07938184589147568, -0.07588495314121246, -0.07238806039094925, -0.06889116764068604, -0.06539427489042282, -0.06189737841486931, -0.058400485664606094, -0.05490359291434288, -0.051406700164079666, -0.04790980741381645, -0.04441291466355324, -0.040916021913290024, -0.03741912543773651, -0.0339222326874733, -0.030425339937210083, -0.02692844718694687, -0.023431554436683655, -0.01993466168642044, -0.016437768936157227, -0.012940874323248863, -0.009443981572985649, -0.005947088357061148, -0.0024501951411366463, 0.0010466980747878551, 0.004543591290712357, 0.00804048404097557, 0.01153737772256136, 0.015034271404147148, 0.018531164154410362, 0.022028056904673576, 0.02552495151758194, 0.029021844267845154, 0.03251873701810837, 0.03601562976837158, 0.039512522518634796, 0.04300941526889801, 0.046506308019161224, 0.05000320449471474, 0.05350009724497795, 0.056996989995241165, 0.06049388274550438, 0.06399077922105789, 0.0674876719713211, 0.07098456472158432, 0.07448145747184753, 0.07797835022211075, 0.08147524297237396, 0.08497213572263718, 0.08846902847290039]}, "_runtime": 138.8355734348297, "_timestamp": 1596211728.6066823, "_step": 172}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 9.0, 3.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010937999002635479, -0.010570036247372627, -0.01020207442343235, -0.009834111668169498, -0.009466148912906647, -0.009098186157643795, -0.008730223402380943, -0.008362261578440666, -0.007994298823177814, -0.007626336067914963, -0.007258373778313398, -0.006890411488711834, -0.006522448733448982, -0.0061544859781861305, -0.005786523688584566, -0.005418561398983002, -0.00505059864372015, -0.004682635888457298, -0.004314673598855734, -0.0039467113092541695, -0.0035787485539913177, -0.0032107860315591097, -0.0028428235091269016, -0.0024748609866946936, -0.0021068984642624855, -0.0017389359418302774, -0.0013709734193980694, -0.0010030108969658613, -0.0006350483745336533, -0.0002670858521014452, 0.00010087667033076286, 0.0004688391927629709, 0.000836801715195179, 0.001204764237627387, 0.001572726760059595, 0.0019406892824918032, 0.0023086518049240112, 0.0026766143273562193, 0.0030445768497884274, 0.0034125393722206354, 0.0037805018946528435, 0.004148464649915695, 0.00451642693951726, 0.004884389229118824, 0.005252351984381676, 0.0056203147396445274, 0.005988277029246092, 0.006356239318847656, 0.006724202074110508, 0.00709216482937336, 0.007460127118974924, 0.007828089408576488, 0.00819605216383934, 0.008564014919102192, 0.008931977674365044, 0.00929993949830532, 0.009667902253568172, 0.010035865008831024, 0.010403826832771301, 0.010771789588034153, 0.011139752343297005, 0.011507715098559856, 0.011875677853822708, 0.012243639677762985, 0.012611602433025837]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 6.0, 5.0, 1.0, 9.0, 5.0, 9.0, 11.0, 14.0, 14.0, 23.0, 21.0, 42.0, 35.0, 52.0, 82.0, 83.0, 114.0, 155.0, 242.0, 453.0, 5425.0, 365.0, 190.0, 144.0, 99.0, 72.0, 57.0, 41.0, 35.0, 22.0, 15.0, 20.0, 13.0, 7.0, 11.0, 3.0, 6.0, 5.0, 1.0, 10.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.12400602549314499, -0.12038104981184006, -0.11675606667995453, -0.1131310909986496, -0.10950610786676407, -0.10588113218545914, -0.1022561565041542, -0.09863117337226868, -0.09500619769096375, -0.09138121455907822, -0.08775623887777328, -0.08413126319646835, -0.08050628006458282, -0.0768813043832779, -0.07325632125139236, -0.06963134557008743, -0.0660063624382019, -0.06238138675689697, -0.05875640735030174, -0.05513143166899681, -0.05150645226240158, -0.04788147285580635, -0.04425649344921112, -0.04063151404261589, -0.03700653463602066, -0.03338155895471573, -0.0297565795481205, -0.02613160014152527, -0.02250662073493004, -0.018881643190979958, -0.015256663784384727, -0.011631685309112072, -0.008006706833839417, -0.004381728358566761, -0.0007567494176328182, 0.002868229290470481, 0.00649320799857378, 0.010118186473846436, 0.013743165880441666, 0.017368143424391747, 0.020993122830986977, 0.024618102237582207, 0.028243079781532288, 0.03186805918812752, 0.03549303859472275, 0.03911801800131798, 0.04274299368262291, 0.04636797308921814, 0.04999295249581337, 0.0536179319024086, 0.05724291130900383, 0.06086788699030876, 0.06449286639690399, 0.06811784952878952, 0.07174282521009445, 0.07536780089139938, 0.07899278402328491, 0.08261775970458984, 0.08624274283647537, 0.0898677185177803, 0.09349269419908524, 0.09711767733097076, 0.1007426530122757, 0.10436763614416122, 0.10799261182546616]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 3.0, 5.0, 5.0, 5.0, 3.0, 4.0, 25.0, 4.0, 2.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0037032528780400753, -0.0036015822552144527, -0.0034999113995581865, -0.003398240776732564, -0.0032965701539069414, -0.003194899298250675, -0.0030932286754250526, -0.00299155805259943, -0.0028898874297738075, -0.0027882165741175413, -0.0026865459512919188, -0.002584875328466296, -0.00248320447281003, -0.0023815338499844074, -0.002279863227158785, -0.0021781923715025187, -0.002076521748676896, -0.0019748511258512735, -0.0018731803866103292, -0.0017715096473693848, -0.0016698390245437622, -0.0015681682853028178, -0.0014664975460618734, -0.0013648269232362509, -0.0012631561839953065, -0.001161485444754362, -0.0010598148219287395, -0.0009581440826877952, -0.0008564734016545117, -0.0007548027206212282, -0.0006531319813802838, -0.0005514613003470004, -0.0004497906193137169, -0.0003481199382804334, -0.0002464492281433195, -0.0001447785325581208, -4.310783697292209e-05, 5.8562858612276614e-05, 0.00016023355419747531, 0.00026190426433458924, 0.0003635749453678727, 0.0004652456264011562, 0.0005669163074344397, 0.000668587046675384, 0.0007702577277086675, 0.000871928408741951, 0.0009735991479828954, 0.001075269770808518, 0.0011769405100494623, 0.0012786112492904067, 0.0013802818721160293, 0.0014819526113569736, 0.0015836232341825962, 0.0016852939734235406, 0.001786964712664485, 0.0018886353354901075, 0.0019903061911463737, 0.0020919768139719963, 0.002193647436797619, 0.0022953180596232414, 0.0023969889152795076, 0.00249865953810513, 0.0026003301609307528, 0.002702001016587019, 0.0028036716394126415]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 8.0, 6.0, 15.0, 17.0, 21.0, 26.0, 45.0, 39.0, 76.0, 105.0, 119.0, 191.0, 269.0, 410.0, 586.0, 890.0, 1301.0, 2090.0, 3504.0, 5984.0, 11880.0, 25817.0, 72212.0, 879312.0, 96296.0, 34284.0, 17534.0, 9721.0, 5707.0, 3548.0, 2322.0, 1554.0, 1112.0, 709.0, 570.0, 396.0, 260.0, 212.0, 165.0, 108.0, 64.0, 37.0, 32.0, 24.0, 17.0, 13.0, 6.0, 7.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0057802582159638405, -0.00558563694357872, -0.0053910156711936, -0.005196394398808479, -0.005001773126423359, -0.004807151388376951, -0.004612530115991831, -0.0044179088436067104, -0.00422328757122159, -0.00402866629883647, -0.0038340450264513493, -0.003639423521235585, -0.003444802248850465, -0.0032501809764653444, -0.0030555594712495804, -0.00286093819886446, -0.0026663169264793396, -0.002471695654094219, -0.002277074381709099, -0.0020824528764933348, -0.0018878316041082144, -0.001693210331723094, -0.0014985889429226518, -0.0013039675541222095, -0.0011093462817370892, -0.0009147249511443079, -0.0007201036205515265, -0.0005254822899587452, -0.00033086095936596394, -0.00013623962877318263, 5.8381701819598675e-05, 0.00025300303241238, 0.0004476243630051613, 0.0006422456935979426, 0.0008368670241907239, 0.0010314884129911661, 0.0012261096853762865, 0.001420730957761407, 0.0016153523465618491, 0.0018099737353622913, 0.0020045950077474117, 0.002199216280132532, 0.0023938375525176525, 0.0025884590577334166, 0.002783080330118537, 0.0029777016025036573, 0.0031723231077194214, 0.0033669443801045418, 0.003561565652489662, 0.0037561869248747826, 0.003950808197259903, 0.004145429469645023, 0.004340050742030144, 0.0045346724800765514, 0.004729293752461672, 0.004923915024846792, 0.005118536297231913, 0.005313157569617033, 0.005507778842002153, 0.005702400114387274, 0.0058970218524336815, 0.006091643124818802, 0.006286264397203922, 0.006480885669589043, 0.006675506941974163]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 8.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01953812874853611, -0.01888085901737213, -0.018223591148853302, -0.017566321417689323, -0.016909051686525345, -0.016251781955361366, -0.015594513155519962, -0.014937244355678558, -0.01427997462451458, -0.013622704893350601, -0.012965436093509197, -0.012308167293667793, -0.011650897562503815, -0.010993627831339836, -0.010336359031498432, -0.009679090231657028, -0.00902182050049305, -0.008364550769329071, -0.007707281969487667, -0.007050012703984976, -0.0063927434384822845, -0.005735474172979593, -0.005078204907476902, -0.004420935641974211, -0.0037636663764715195, -0.003106397110968828, -0.002449127845466137, -0.0017918585799634457, -0.0011345893144607544, -0.0004773200489580631, 0.00017994921654462814, 0.0008372184820473194, 0.0014944877475500107, 0.002151757013052702, 0.0028090262785553932, 0.0034662955440580845, 0.004123564809560776, 0.004780834075063467, 0.005438103340566158, 0.0060953726060688496, 0.006752641871571541, 0.007409911137074232, 0.008067180402576923, 0.008724449202418327, 0.009381718933582306, 0.010038988664746284, 0.010696257464587688, 0.011353526264429092, 0.012010795995593071, 0.01266806572675705, 0.013325334526598454, 0.013982603326439857, 0.014639873057603836, 0.015297142788767815, 0.015954412519931793, 0.016611680388450623, 0.0172689501196146, 0.01792621985077858, 0.01858348771929741, 0.019240757450461388, 0.019898027181625366, 0.020555296912789345, 0.021212566643953323, 0.021869834512472153, 0.02252710424363613]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 5.0, 2.0, 2.0, 2.0, 2.0, 5.0, 4.0, 7.0, 11.0, 15.0, 14.0, 18.0, 27.0, 41.0, 57.0, 74.0, 92.0, 143.0, 153.0, 181.0, 236.0, 330.0, 497.0, 642.0, 1021.0, 1754.0, 5998.0, 2212.0, 1452.0, 875.0, 681.0, 511.0, 366.0, 272.0, 181.0, 137.0, 108.0, 51.0, 36.0, 33.0, 35.0, 26.0, 22.0, 20.0, 19.0, 7.0, 6.0, 6.0, 8.0, 3.0, 5.0, 3.0, 4.0, 4.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0114054623991251, -0.011021841317415237, -0.010638220235705376, -0.010254599153995514, -0.009870978072285652, -0.00948735699057579, -0.009103735908865929, -0.008720114827156067, -0.008336493745446205, -0.007952871732413769, -0.007569251116365194, -0.0071856300346553326, -0.0068020084872841835, -0.006418387405574322, -0.00603476632386446, -0.005651145242154598, -0.0052675241604447365, -0.004883903078734875, -0.004500281997025013, -0.004116660915315151, -0.003733039600774646, -0.003349418519064784, -0.0029657972045242786, -0.002582176122814417, -0.002198555041104555, -0.0018149339593946934, -0.0014313127612695098, -0.0010476915631443262, -0.0006640704814344645, -0.0002804493415169418, 0.00010317179840058088, 0.00048679293831810355, 0.0008704140782356262, 0.001254035159945488, 0.0016376563580706716, 0.002021277556195855, 0.002404898637905717, 0.0027885197196155787, 0.003172141034156084, 0.003555762115865946, 0.003939383197575808, 0.004323004279285669, 0.004706625360995531, 0.005090246442705393, 0.005473867990076542, 0.005857489071786404, 0.006241110153496265, 0.006624731235206127, 0.007008352316915989, 0.007391973398625851, 0.007775594480335712, 0.008159215562045574, 0.008542836643755436, 0.008926457725465298, 0.00931007880717516, 0.009693699888885021, 0.010077321901917458, 0.01046094298362732, 0.010844564065337181, 0.011228185147047043, 0.011611806228756905, 0.011995427310466766, 0.012379048392176628, 0.01276266947388649, 0.013146290555596352]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05527924746274948, -0.052019283175468445, -0.04875931888818741, -0.04549935460090637, -0.042239390313625336, -0.0389794297516346, -0.03571946546435356, -0.032459501177072525, -0.02919953688979149, -0.025939572602510452, -0.022679608315229416, -0.01941964589059353, -0.016159681603312492, -0.012899717316031456, -0.009639753960072994, -0.006379790138453245, -0.003119826316833496, 0.00014013750478625298, 0.003400101326406002, 0.006660065148025751, 0.0099200289696455, 0.013179993256926537, 0.016439955681562424, 0.01969991996884346, 0.022959884256124496, 0.026219848543405533, 0.02947981283068657, 0.032739777117967606, 0.035999737679958344, 0.03925970196723938, 0.042519666254520416, 0.04577963054180145, 0.04903959482908249, 0.052299559116363525, 0.05555952340364456, 0.0588194876909256, 0.062079451978206635, 0.06533941626548767, 0.06859938055276871, 0.07185934484004974, 0.07511930167675018, 0.07837926596403122, 0.08163923025131226, 0.08489919453859329, 0.08815915882587433, 0.09141912311315536, 0.0946790874004364, 0.09793905168771744, 0.10119901597499847, 0.10445898026227951, 0.10771894454956055, 0.11097890883684158, 0.11423887312412262, 0.11749883741140366, 0.12075880169868469, 0.12401876598596573, 0.12727873027324677, 0.1305386871099472, 0.13379865884780884, 0.13705861568450928, 0.1403185874223709, 0.14357854425907135, 0.14683851599693298, 0.15009847283363342, 0.15335842967033386]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 10.0, 4.0, 6.0, 8.0, 7.0, 18.0, 15.0, 15.0, 13.0, 39.0, 28.0, 20.0, 22.0, 8.0, 10.0, 11.0, 8.0, 7.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.08679298311471939, -0.08413231372833252, -0.08147163689136505, -0.07881096750497818, -0.07615029811859131, -0.07348962128162384, -0.07082895189523697, -0.0681682825088501, -0.06550760567188263, -0.06284693628549576, -0.06018626689910889, -0.05752559378743172, -0.05486492067575455, -0.052204251289367676, -0.049543578177690506, -0.046882908791303635, -0.044222235679626465, -0.041561562567949295, -0.038900893181562424, -0.036240220069885254, -0.03357955068349838, -0.030918877571821213, -0.028258204460144043, -0.025597533211112022, -0.022936861962080002, -0.02027619071304798, -0.01761551946401596, -0.014954846352338791, -0.01229417510330677, -0.00963350385427475, -0.006972831673920155, -0.004312159959226847, -0.0016514882445335388, 0.001009183470159769, 0.003669855184853077, 0.006330526899546385, 0.008991198614239693, 0.011651869863271713, 0.014312542043626308, 0.016973214223980904, 0.019633885473012924, 0.022294556722044945, 0.024955227971076965, 0.027615901082754135, 0.030276572331786156, 0.032937243580818176, 0.035597916692495346, 0.03825858607888222, 0.04091925919055939, 0.04357993230223656, 0.04624060168862343, 0.0489012748003006, 0.05156194418668747, 0.05422261729836464, 0.05688329041004181, 0.05954395979642868, 0.06220463290810585, 0.06486530601978302, 0.06752597540616989, 0.07018664479255676, 0.07284732162952423, 0.0755079910159111, 0.07816866040229797, 0.08082933723926544, 0.08349000662565231]}, "_runtime": 139.64507246017456, "_timestamp": 1596211729.4161813, "_step": 173}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 3.0, 7.0, 5.0, 7.0, 1.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012636416591703892, -0.012294993735849857, -0.011953570879995823, -0.011612148955464363, -0.011270726099610329, -0.010929303243756294, -0.01058788038790226, -0.010246457532048225, -0.009905034676194191, -0.009563612751662731, -0.009222189895808697, -0.008880767039954662, -0.008539344184100628, -0.008197921328246593, -0.007856499403715134, -0.007515076547861099, -0.007173653692007065, -0.00683223083615303, -0.006490808445960283, -0.006149385590106249, -0.005807963199913502, -0.005466540344059467, -0.005125117488205433, -0.004783695098012686, -0.004442272242158651, -0.004100849386304617, -0.00375942699611187, -0.0034180041402578354, -0.0030765815172344446, -0.002735158894211054, -0.0023937360383570194, -0.0020523134153336287, -0.0017108907923102379, -0.0013694681692868471, -0.0010280454298481345, -0.0006866227486170828, -0.00034520006738603115, -3.7773861549794674e-06, 0.0003376452950760722, 0.0006790679763071239, 0.0010204906575381756, 0.0013619132805615664, 0.001703336020000279, 0.0020447587594389915, 0.0023861813824623823, 0.002727604005485773, 0.0030690268613398075, 0.0034104494843631983, 0.003751872107386589, 0.0040932949632406235, 0.004434717353433371, 0.004776140209287405, 0.005117562599480152, 0.0054589854553341866, 0.005800408311188221, 0.006141830701380968, 0.0064832535572350025, 0.006824676413089037, 0.007166098803281784, 0.0075075216591358185, 0.007848944514989853, 0.008190367370843887, 0.008531789295375347, 0.008873212151229382, 0.009214635007083416]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 7.0, 9.0, 9.0, 13.0, 10.0, 23.0, 23.0, 31.0, 40.0, 66.0, 88.0, 150.0, 259.0, 822.0, 5502.0, 344.0, 189.0, 107.0, 72.0, 38.0, 38.0, 28.0, 12.0, 12.0, 8.0, 3.0, 1.0, 1.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.14359602332115173, -0.13911686837673187, -0.134637713432312, -0.13015854358673096, -0.1256793886423111, -0.12120023369789124, -0.11672107130289078, -0.11224190890789032, -0.10776275396347046, -0.1032835990190506, -0.09880443662405014, -0.09432527422904968, -0.08984611928462982, -0.08536696434020996, -0.0808878019452095, -0.07640863955020905, -0.07192948460578918, -0.06745032966136932, -0.06297116726636887, -0.05849200859665871, -0.05401284992694855, -0.04953369125723839, -0.04505453258752823, -0.04057537391781807, -0.03609621524810791, -0.03161705657839775, -0.02713789790868759, -0.022658739238977432, -0.018179580569267273, -0.013700421899557114, -0.009221263229846954, -0.004742104560136795, -0.00026294589042663574, 0.0042162127792835236, 0.008695371448993683, 0.013174530118703842, 0.017653688788414, 0.02213284745812416, 0.02661200612783432, 0.03109116479754448, 0.03557032346725464, 0.0400494821369648, 0.04452864080667496, 0.04900779947638512, 0.053486958146095276, 0.057966116815805435, 0.062445275485515594, 0.06692443788051605, 0.07140359282493591, 0.07588274776935577, 0.08036191016435623, 0.08484107255935669, 0.08932022750377655, 0.09379938244819641, 0.09827854484319687, 0.10275770723819733, 0.10723686218261719, 0.11171601712703705, 0.1161951795220375, 0.12067434191703796, 0.12515349686145782, 0.12963265180587769, 0.13411182165145874, 0.1385909765958786, 0.14307013154029846]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 6.0, 9.0, 25.0, 5.0, 3.0, 3.0, 3.0, 1.0, 4.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002754435408860445, -0.0026682941243052483, -0.002582152606919408, -0.002496011322364211, -0.0024098700378090143, -0.002323728520423174, -0.002237587235867977, -0.0021514459513127804, -0.00206530443392694, -0.001979163149371743, -0.0018930217484012246, -0.001806880347430706, -0.0017207390628755093, -0.0016345976619049907, -0.001548456260934472, -0.0014623149763792753, -0.0013761735754087567, -0.0012900321744382381, -0.0012038908898830414, -0.0011177494889125228, -0.0010316080879420042, -0.0009454667451791465, -0.0008593254024162889, -0.0007731840014457703, -0.0006870426586829126, -0.0006009013159200549, -0.0005147599149495363, -0.00042861857218667865, -0.0003424772003199905, -0.0002563358284533024, -0.00017019447113852948, -8.405310654779896e-05, 2.0882580429315567e-06, 8.822962263366207e-05, 0.0001743709872243926, 0.0002605123445391655, 0.00034665371640585363, 0.00043279508827254176, 0.0005189364310353994, 0.000605077832005918, 0.0006912191747687757, 0.0007773605175316334, 0.000863501918502152, 0.0009496432612650096, 0.0010357846040278673, 0.001121926004998386, 0.0012080674059689045, 0.0012942086905241013, 0.0013803500914946198, 0.0014664914924651384, 0.0015526327770203352, 0.0016387741779908538, 0.0017249155789613724, 0.0018110568635165691, 0.0018971982644870877, 0.0019833396654576063, 0.002069480950012803, 0.0021556224673986435, 0.0022417637519538403, 0.002327905036509037, 0.0024140465538948774, 0.002500187838450074, 0.002586329123005271, 0.0026724706403911114, 0.002758611924946308]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 4.0, 5.0, 14.0, 14.0, 20.0, 38.0, 43.0, 77.0, 124.0, 195.0, 261.0, 407.0, 604.0, 951.0, 1389.0, 2277.0, 3675.0, 6415.0, 12123.0, 26086.0, 69315.0, 875382.0, 108104.0, 33660.0, 15388.0, 8428.0, 4939.0, 3019.0, 2026.0, 1310.0, 902.0, 659.0, 515.0, 324.0, 258.0, 173.0, 124.0, 106.0, 93.0, 55.0, 35.0, 27.0, 22.0, 13.0, 12.0, 6.0, 1.0, 6.0, 6.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.005142433103173971, -0.0049752723425626755, -0.00480811158195138, -0.004640951287001371, -0.004473790526390076, -0.00430662976577878, -0.004139469005167484, -0.003972308244556189, -0.0038051477167755365, -0.003637986956164241, -0.003470826428383589, -0.003303665667772293, -0.0031365049071609974, -0.0029693443793803453, -0.0028021836187690496, -0.0026350230909883976, -0.002467862330377102, -0.002300701569765806, -0.002133541041985154, -0.0019663802813738585, -0.0017992196371778846, -0.0016320589929819107, -0.001464898232370615, -0.0012977375881746411, -0.0011305769439786673, -0.0009634162997826934, -0.0007962555973790586, -0.0006290948949754238, -0.00046193425077944994, -0.0002947735774796456, -0.00012761290417984128, 3.954776911996305e-05, 0.00020670844241976738, 0.0003738691157195717, 0.000541029789019376, 0.0007081904914230108, 0.0008753511356189847, 0.0010425117798149586, 0.0012096725404262543, 0.0013768331846222281, 0.001543993828818202, 0.001711154473014176, 0.0018783151172101498, 0.0020454758778214455, 0.002212636638432741, 0.002379797166213393, 0.002546957926824689, 0.002714118454605341, 0.0028812792152166367, 0.0030484399758279324, 0.0032156005036085844, 0.00338276126421988, 0.003549921792000532, 0.003717082552611828, 0.0038842433132231236, 0.004051404073834419, 0.004218564368784428, 0.004385725129395723, 0.004552885890007019, 0.004720046650618315, 0.0048872074112296104, 0.005054368171840906, 0.0052215284667909145, 0.00538868922740221, 0.005555849988013506]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 3.0, 2.0, 3.0, 4.0, 8.0, 16.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.057449840009212494, -0.056331947445869446, -0.0552140548825264, -0.05409616604447365, -0.0529782734811306, -0.05186038091778755, -0.0507424920797348, -0.049624599516391754, -0.048506706953048706, -0.04738881438970566, -0.04627092182636261, -0.04515303298830986, -0.04403514042496681, -0.042917247861623764, -0.041799359023571014, -0.040681466460227966, -0.03956357389688492, -0.03844568133354187, -0.03732778877019882, -0.03620989993214607, -0.035092007368803024, -0.033974114805459976, -0.03285622596740723, -0.03173833340406418, -0.03062044084072113, -0.029502548277378082, -0.028384657576680183, -0.027266766875982285, -0.026148874312639236, -0.02503098174929619, -0.02391309104859829, -0.02279520034790039, -0.021677307784557343, -0.020559415221214294, -0.019441524520516396, -0.018323633819818497, -0.01720574125647545, -0.0160878486931324, -0.014969957992434502, -0.013852066360414028, -0.012734174728393555, -0.011616283096373081, -0.010498391464352608, -0.009380499832332134, -0.00826260820031166, -0.007144716568291187, -0.006026824936270714, -0.00490893330425024, -0.003791041672229767, -0.0026731500402092934, -0.0015552584081888199, -0.0004373667761683464, 0.0006805248558521271, 0.0017984164878726006, 0.002916308119893074, 0.0040341997519135475, 0.005152091383934021, 0.0062699830159544945, 0.007387874647974968, 0.008505766279995441, 0.009623657912015915, 0.010741549544036388, 0.011859441176056862, 0.012977332808077335, 0.014095224440097809]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 4.0, 17.0, 14.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 5.0, 12.0, 9.0, 14.0, 12.0, 17.0, 14.0, 20.0, 26.0, 37.0, 44.0, 85.0, 89.0, 108.0, 148.0, 190.0, 306.0, 421.0, 648.0, 945.0, 1674.0, 3275.0, 6917.0, 1468.0, 693.0, 391.0, 251.0, 143.0, 106.0, 79.0, 62.0, 48.0, 43.0, 23.0, 20.0, 6.0, 4.0, 8.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.018244517967104912, -0.017811724916100502, -0.017378931865096092, -0.016946138814091682, -0.016513345763087273, -0.016080552712082863, -0.015647759661078453, -0.015214966610074043, -0.014782173559069633, -0.014349379576742649, -0.01391658652573824, -0.01348379347473383, -0.01305100042372942, -0.01261820737272501, -0.0121854143217206, -0.01175262127071619, -0.01131982821971178, -0.01088703516870737, -0.010454242117702961, -0.010021449066698551, -0.009588656015694141, -0.009155862964689732, -0.008723069913685322, -0.008290276862680912, -0.007857482880353928, -0.007424690295010805, -0.006991897244006395, -0.0065591041930019855, -0.0061263106763362885, -0.005693517625331879, -0.005260724574327469, -0.004827931523323059, -0.004395138472318649, -0.0039623454213142395, -0.0035295523703098297, -0.0030967590864747763, -0.0026639660354703665, -0.0022311729844659567, -0.001798379817046225, -0.0013655866496264935, -0.0009327935986220837, -0.000500000489410013, -6.720738019794226e-05, 0.00036558572901412845, 0.0007983788382261992, 0.001231171889230609, 0.0016639650566503406, 0.002096758224070072, 0.002529551275074482, 0.0029623443260788918, 0.0033951373770833015, 0.003827930660918355, 0.004260723479092121, 0.004693516995757818, 0.005126310046762228, 0.005559103097766638, 0.005991896148771048, 0.006424689199775457, 0.006857482250779867, 0.007290275301784277, 0.007723068818449974, 0.008155861869454384, 0.008588654920458794, 0.009021447971463203, 0.009454241022467613]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07086950540542603, -0.06688974052667618, -0.06290997564792633, -0.05893021821975708, -0.05495045334100723, -0.050970688462257385, -0.046990927308797836, -0.04301116615533829, -0.03903140127658844, -0.03505163639783859, -0.031071875244379044, -0.027092112228274345, -0.023112349212169647, -0.01913258619606495, -0.01515282317996025, -0.011173060163855553, -0.0071932971477508545, -0.0032135341316461563, 0.0007662288844585419, 0.00474599190056324, 0.008725754916667938, 0.012705517932772636, 0.016685280948877335, 0.020665043964982033, 0.02464480698108673, 0.02862456999719143, 0.03260433301329613, 0.036584094166755676, 0.040563859045505524, 0.04454362392425537, 0.04852338507771492, 0.05250314623117447, 0.056482911109924316, 0.060462675988674164, 0.06444244086742401, 0.06842219829559326, 0.07240196317434311, 0.07638172805309296, 0.08036148548126221, 0.08434125036001205, 0.0883210152387619, 0.09230078011751175, 0.0962805449962616, 0.10026030242443085, 0.1042400673031807, 0.10821983218193054, 0.11219958961009979, 0.11617935448884964, 0.12015911936759949, 0.12413888424634933, 0.12811864912509918, 0.13209840655326843, 0.13607817888259888, 0.14005793631076813, 0.14403769373893738, 0.14801746606826782, 0.15199722349643707, 0.15597698092460632, 0.15995675325393677, 0.16393651068210602, 0.16791626811027527, 0.1718960404396057, 0.17587579786777496, 0.1798555701971054, 0.18383532762527466]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 1.0, 2.0, 3.0, 1.0, 9.0, 8.0, 7.0, 5.0, 8.0, 13.0, 11.0, 22.0, 12.0, 31.0, 13.0, 10.0, 8.0, 9.0, 11.0, 7.0, 8.0, 10.0, 4.0, 4.0, 3.0, 4.0, 6.0, 4.0, 6.0, 6.0, 6.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0547620914876461, -0.05291171744465828, -0.051061343401670456, -0.049210965633392334, -0.04736059159040451, -0.04551021754741669, -0.043659843504428864, -0.04180946946144104, -0.03995909541845322, -0.038108717650175095, -0.03625834360718727, -0.03440796956419945, -0.032557595521211624, -0.03070721961557865, -0.028856845572590828, -0.027006469666957855, -0.025156095623970032, -0.023305721580982208, -0.021455345675349236, -0.019604971632361412, -0.01775459572672844, -0.015904221683740616, -0.014053847640752792, -0.012203472666442394, -0.010353097692131996, -0.008502722717821598, -0.006652348209172487, -0.0048019737005233765, -0.0029515987262129784, -0.001101223984733224, 0.0007491507567465305, 0.002599525498226285, 0.004449900239706039, 0.0063002752140164375, 0.008150650188326836, 0.010001024231314659, 0.011851399205625057, 0.013701774179935455, 0.015552148222923279, 0.01740252412855625, 0.019252898171544075, 0.0211032722145319, 0.02295364812016487, 0.024804022163152695, 0.026654396206140518, 0.02850477211177349, 0.030355146154761314, 0.03220552206039429, 0.03405589610338211, 0.035906270146369934, 0.03775664418935776, 0.03960702195763588, 0.0414573960006237, 0.043307770043611526, 0.04515814408659935, 0.04700851812958717, 0.048858895897865295, 0.05070926994085312, 0.05255964398384094, 0.054410018026828766, 0.05626039206981659, 0.05811076611280441, 0.059961143881082535, 0.06181151792407036, 0.06366188824176788]}, "_runtime": 140.44668078422546, "_timestamp": 1596211730.2177896, "_step": 174}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005418356973677874, -0.00524968421086669, -0.0050810109823942184, -0.0049123382195830345, -0.004743665456771851, -0.004574992228299379, -0.004406319465488195, -0.004237646237015724, -0.00406897347420454, -0.0039003004785627127, -0.003731627482920885, -0.003562954720109701, -0.0033942817244678736, -0.003225608728826046, -0.003056935966014862, -0.0028882629703730345, -0.002719589974731207, -0.0025509169790893793, -0.0023822439834475517, -0.002213571220636368, -0.00204489822499454, -0.0018762252293527126, -0.0017075523501262069, -0.0015388794708997011, -0.0013702064752578735, -0.001201533479616046, -0.0010328606003895402, -0.0008641876629553735, -0.0006955147255212069, -0.0005268417880870402, -0.0003581688506528735, -0.00018949591321870685, -2.0822975784540176e-05, 0.0001478499616496265, 0.00031652289908379316, 0.00048519583651795983, 0.0006538687739521265, 0.0008225417113862932, 0.0009912146488204598, 0.0011598875280469656, 0.0013285605236887932, 0.0014972335193306208, 0.0016659063985571265, 0.0018345792777836323, 0.00200325227342546, 0.0021719252690672874, 0.0023405980318784714, 0.002509271027520299, 0.0026779440231621265, 0.002846617018803954, 0.0030152900144457817, 0.0031839627772569656, 0.0033526357728987932, 0.003521308768540621, 0.0036899815313518047, 0.0038586545269936323, 0.00402732752263546, 0.004196000285446644, 0.004364673513919115, 0.004533346276730299, 0.00470201950520277, 0.004870692268013954, 0.005039365030825138, 0.005208038259297609, 0.005376711022108793]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 10.0, 3.0, 12.0, 21.0, 26.0, 52.0, 54.0, 49.0, 78.0, 112.0, 157.0, 247.0, 811.0, 5366.0, 337.0, 180.0, 120.0, 83.0, 49.0, 41.0, 31.0, 18.0, 12.0, 13.0, 8.0, 3.0, 6.0, 4.0, 1.0, 3.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11931955069303513, -0.11535020917654037, -0.11138087511062622, -0.10741153359413147, -0.10344219207763672, -0.09947285801172256, -0.09550351649522781, -0.09153418242931366, -0.08756484091281891, -0.08359549939632416, -0.07962616533041, -0.07565682381391525, -0.0716874897480011, -0.06771814823150635, -0.0637488067150116, -0.059779468923807144, -0.05581013113260269, -0.05184079334139824, -0.04787145555019379, -0.043902114033699036, -0.03993277624249458, -0.03596343845129013, -0.03199409693479538, -0.028024759143590927, -0.024055421352386475, -0.020086083561182022, -0.01611674390733242, -0.012147405184805393, -0.008178066462278366, -0.004208727739751339, -0.00023938901722431183, 0.0037299497053027153, 0.007699288427829742, 0.01166862715035677, 0.015637965872883797, 0.0196073055267334, 0.02357664331793785, 0.027545981109142303, 0.031515322625637054, 0.03548466041684151, 0.03945399820804596, 0.04342333599925041, 0.047392673790454865, 0.051362015306949615, 0.05533135309815407, 0.05930069088935852, 0.06327003240585327, 0.06723936647176743, 0.07120870798826218, 0.07517804950475693, 0.07914738357067108, 0.08311672508716583, 0.08708606660366058, 0.09105540066957474, 0.09502474218606949, 0.09899407625198364, 0.1029634177684784, 0.10693275928497314, 0.1109020933508873, 0.11487143486738205, 0.1188407689332962, 0.12281011044979095, 0.1267794519662857, 0.13074879348278046, 0.134718120098114]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 2.0, 4.0, 4.0, 6.0, 6.0, 2.0, 4.0, 3.0, 26.0, 2.0, 4.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.00273161381483078, -0.002657261211425066, -0.002582908608019352, -0.0025085562374442816, -0.0024342036340385675, -0.0023598510306328535, -0.0022854984272271395, -0.0022111458238214254, -0.002136793453246355, -0.002062440849840641, -0.001988088246434927, -0.001913735643029213, -0.001839383039623499, -0.0017650305526331067, -0.0016906779492273927, -0.0016163254622370005, -0.0015419728588312864, -0.0014676202554255724, -0.0013932677684351802, -0.0013189151650294662, -0.001244562678039074, -0.00117021007463336, -0.0010958574712276459, -0.0010215049842372537, -0.0009471523808315396, -0.0008727998356334865, -0.0007984472904354334, -0.0007240946870297194, -0.0006497421418316662, -0.0005753895966336131, -0.0005010369932278991, -0.00042668444802984595, -0.00035233190283179283, -0.0002779793576337397, -0.00020362678333185613, -0.00012927422358188778, -5.492166383191943e-05, 1.9430895918048918e-05, 9.378345566801727e-05, 0.00016813601541798562, 0.00024248857516795397, 0.0003168411203660071, 0.00039119369466789067, 0.00046554626896977425, 0.0005398988141678274, 0.0006142513593658805, 0.0006886039627715945, 0.0007629565079696476, 0.0008373090531677008, 0.0009116615983657539, 0.000986014143563807, 0.001060366746969521, 0.0011347192339599133, 0.0012090718373656273, 0.0012834244407713413, 0.0013577769277617335, 0.0014321295311674476, 0.0015064821345731616, 0.0015808346215635538, 0.0016551872249692678, 0.0017295398283749819, 0.001803892315365374, 0.0018782449187710881, 0.0019525974057614803, 0.0020269500091671944]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 9.0, 7.0, 7.0, 9.0, 12.0, 19.0, 20.0, 42.0, 45.0, 92.0, 97.0, 152.0, 193.0, 291.0, 469.0, 731.0, 1185.0, 1916.0, 3151.0, 5478.0, 10280.0, 20927.0, 51206.0, 228631.0, 762341.0, 44954.0, 19069.0, 9997.0, 5973.0, 3740.0, 2407.0, 1670.0, 1199.0, 769.0, 604.0, 428.0, 324.0, 266.0, 205.0, 167.0, 125.0, 111.0, 71.0, 70.0, 50.0, 24.0, 28.0, 14.0, 14.0, 13.0, 8.0, 8.0, 5.0, 5.0, 1.0, 6.0, 2.0, 2.0], "bins": [-0.005043155513703823, -0.004875401966273785, -0.0047076488845050335, -0.004539895337074995, -0.004372141789644957, -0.0042043887078762054, -0.004036635160446167, -0.0038688816130161285, -0.0037011282984167337, -0.003533374983817339, -0.0033656214363873005, -0.0031978681217879057, -0.003030114807188511, -0.0028623612597584724, -0.0026946079451590776, -0.002526854397729039, -0.0023591010831296444, -0.0021913477685302496, -0.002023594221100211, -0.0018558409065008163, -0.0016880874754860997, -0.001520334044471383, -0.0013525807298719883, -0.0011848272988572717, -0.001017073867842555, -0.0008493204368278384, -0.0006815670640207827, -0.000513813691213727, -0.00034606026019901037, -0.0001783068582881242, -1.0553456377238035e-05, 0.00015719994553364813, 0.0003249533474445343, 0.0004927067784592509, 0.0006604601512663066, 0.0008282135240733624, 0.000995966955088079, 0.0011637203861027956, 0.0013314737007021904, 0.001499227131716907, 0.0016669805627316236, 0.0018347339937463403, 0.002002487424761057, 0.0021702407393604517, 0.0023379940539598465, 0.002505747601389885, 0.0026735009159892797, 0.002841254463419318, 0.003009007778018713, 0.003176761092618108, 0.0033445146400481462, 0.003512267954647541, 0.0036800215020775795, 0.0038477748166769743, 0.004015528131276369, 0.0041832816787064075, 0.004351034760475159, 0.004518788307905197, 0.004686541855335236, 0.004854295402765274, 0.005022048484534025, 0.005189802031964064, 0.005357555579394102, 0.005525308661162853, 0.005693062208592892]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 9.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015271799638867378, -0.014748587273061275, -0.014225374907255173, -0.013702161610126495, -0.013178949244320393, -0.01265573687851429, -0.012132524512708187, -0.011609312146902084, -0.011086098849773407, -0.010562886483967304, -0.010039674118161201, -0.009516461752355099, -0.008993249386548996, -0.008470037020742893, -0.007946823723614216, -0.007423611357808113, -0.00690039899200201, -0.006377186626195908, -0.0058539737947285175, -0.005330761428922415, -0.004807548597455025, -0.004284336231648922, -0.003761123865842819, -0.003237911267206073, -0.0027146986685693264, -0.00219148606993258, -0.0016682735877111554, -0.0011450611054897308, -0.0006218485068529844, -9.863596642389894e-05, 0.00042457657400518656, 0.000947789114434272, 0.0014710016548633575, 0.001994214253500104, 0.0025174268521368504, 0.003040639217942953, 0.0035638518165796995, 0.004087064415216446, 0.004610276781022549, 0.005133489612489939, 0.0056567019782960415, 0.006179914344102144, 0.006703127175569534, 0.007226339541375637, 0.00774955190718174, 0.008272764272987843, 0.00879597757011652, 0.009319189935922623, 0.009842402301728725, 0.010365614667534828, 0.010888827033340931, 0.011412040330469608, 0.011935252696275711, 0.012458465062081814, 0.012981677427887917, 0.01350488979369402, 0.014028102159500122, 0.0145513154566288, 0.015074527822434902, 0.015597740188241005, 0.016120953485369682, 0.01664416491985321, 0.017167378216981888, 0.017690589651465416, 0.018213802948594093]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 4.0, 12.0, 15.0, 20.0, 26.0, 26.0, 36.0, 45.0, 61.0, 97.0, 117.0, 142.0, 214.0, 263.0, 396.0, 606.0, 906.0, 1429.0, 2720.0, 6300.0, 1727.0, 1039.0, 647.0, 450.0, 301.0, 204.0, 159.0, 125.0, 65.0, 63.0, 49.0, 29.0, 15.0, 16.0, 21.0, 12.0, 14.0, 7.0, 5.0, 8.0, 3.0, 4.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.010915634222328663, -0.010565623641014099, -0.01021561212837696, -0.009865601547062397, -0.009515590965747833, -0.00916558038443327, -0.008815568871796131, -0.008465558290481567, -0.008115547709167004, -0.007765536662191153, -0.0074155256152153015, -0.007065515033900738, -0.006715503986924887, -0.006365493405610323, -0.006015482358634472, -0.005665471777319908, -0.005315460730344057, -0.004965449683368206, -0.004615439102053642, -0.004265428055077791, -0.0039154174737632275, -0.0035654064267873764, -0.003215395612642169, -0.0028653847984969616, -0.002515373984351754, -0.002165363170206547, -0.0018153523560613394, -0.0014653414255008101, -0.0011153306113556027, -0.0007653197972103953, -0.000415308924857527, -6.529808160848916e-05, 0.0002847127616405487, 0.0006347235757857561, 0.0009847343899309635, 0.0013347453204914927, 0.0016847561346367002, 0.0020347670651972294, 0.002384777879342437, 0.002734788693487644, 0.0030847995076328516, 0.003434810321778059, 0.0037848211359232664, 0.004134831950068474, 0.004484842997044325, 0.004834853578358889, 0.00518486462533474, 0.0055348752066493034, 0.0058848862536251545, 0.0062348973006010056, 0.006584907881915569, 0.00693491892889142, 0.007284929510205984, 0.007634940557181835, 0.007984951138496399, 0.008334961719810963, 0.008684973232448101, 0.009034983813762665, 0.009384994395077229, 0.009735005907714367, 0.01008501648902893, 0.010435027070343494, 0.010785037651658058, 0.011135049164295197, 0.01148505974560976]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06039050966501236, -0.05772314593195915, -0.055055782198905945, -0.052388422191143036, -0.04972105845808983, -0.04705369472503662, -0.04438633471727371, -0.041718970984220505, -0.0390516072511673, -0.03638424351811409, -0.03371687978506088, -0.031049519777297974, -0.028382156044244766, -0.02571479231119156, -0.0230474304407835, -0.020380068570375443, -0.017712704837322235, -0.015045342035591602, -0.01237797923386097, -0.009710616432130337, -0.007043253630399704, -0.004375890828669071, -0.0017085280269384384, 0.0009588347747921944, 0.003626197576522827, 0.00629356037825346, 0.008960923179984093, 0.011628285981714725, 0.014295648783445358, 0.016963012516498566, 0.019630374386906624, 0.022297736257314682, 0.02496509999036789, 0.027632463723421097, 0.030299825593829155, 0.03296718746423721, 0.03563455119729042, 0.03830191493034363, 0.04096927493810654, 0.043636638671159744, 0.04630400240421295, 0.04897136613726616, 0.051638729870319366, 0.054306089878082275, 0.05697345361113548, 0.05964081734418869, 0.0623081773519516, 0.0649755448102951, 0.06764290481805801, 0.07031026482582092, 0.07297763228416443, 0.07564499229192734, 0.07831235229969025, 0.08097971975803375, 0.08364707976579666, 0.08631444722414017, 0.08898180723190308, 0.09164916723966599, 0.09431653469800949, 0.0969838947057724, 0.0996512621641159, 0.10231862217187881, 0.10498598217964172, 0.10765334963798523, 0.11032070964574814]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 3.0, 6.0, 9.0, 4.0, 3.0, 6.0, 9.0, 3.0, 6.0, 12.0, 4.0, 6.0, 7.0, 8.0, 4.0, 18.0, 15.0, 24.0, 8.0, 3.0, 8.0, 12.0, 9.0, 3.0, 5.0, 14.0, 5.0, 4.0, 13.0, 9.0, 5.0, 9.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.044568538665771484, -0.042878616601228714, -0.041188690811395645, -0.039498768746852875, -0.037808846682310104, -0.036118924617767334, -0.034428998827934265, -0.032739076763391495, -0.031049154698848724, -0.029359230771660805, -0.027669306844472885, -0.025979384779930115, -0.024289460852742195, -0.022599538788199425, -0.020909614861011505, -0.019219692796468735, -0.017529768869280815, -0.015839844942092896, -0.014149922877550125, -0.01245999988168478, -0.010770076885819435, -0.009080152958631516, -0.0073902299627661705, -0.0057003069669008255, -0.0040103839710354805, -0.0023204609751701355, -0.0006305377464741468, 0.00105938536580652, 0.002749308478087187, 0.004439231473952532, 0.006129154935479164, 0.007819077931344509, 0.009509000927209854, 0.011198923923075199, 0.012888846918940544, 0.014578769914805889, 0.016268692910671234, 0.017958616837859154, 0.019648538902401924, 0.021338462829589844, 0.023028384894132614, 0.024718308821320534, 0.026408232748508453, 0.028098154813051224, 0.029788078740239143, 0.03147800266742706, 0.03316792473196983, 0.034857846796512604, 0.03654777258634567, 0.03823769465088844, 0.03992761671543121, 0.041617538779973984, 0.04330746456980705, 0.04499738663434982, 0.04668730869889259, 0.048377230763435364, 0.05006715655326843, 0.0517570786178112, 0.05344700068235397, 0.05513692647218704, 0.05682684853672981, 0.05851677060127258, 0.06020669266581535, 0.06189661845564842, 0.06358654052019119]}, "_runtime": 141.23043298721313, "_timestamp": 1596211731.0015419, "_step": 175}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 5.0, 5.0, 3.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.007008356973528862, -0.006783170159906149, -0.006557983811944723, -0.00633279699832201, -0.006107610650360584, -0.005882423836737871, -0.005657237488776445, -0.005432050675153732, -0.0052068643271923065, -0.004981677513569593, -0.00475649069994688, -0.0045313043519854546, -0.0043061175383627415, -0.004080931190401316, -0.0038557443767786026, -0.003630557795986533, -0.0034053712151944637, -0.0031801846344023943, -0.002954998053610325, -0.0027298114728182554, -0.002504624892026186, -0.002279438078403473, -0.0020542514976114035, -0.001829064916819334, -0.0016038783360272646, -0.0013786917552351952, -0.0011535051744431257, -0.0009283184772357345, -0.000703131896443665, -0.00047794528654776514, -0.00025275867665186524, -2.7572066755965352e-05, 0.00019761454313993454, 0.00042280115303583443, 0.0006479877629317343, 0.0008731744019314647, 0.001098360982723534, 0.0013235475635156035, 0.0015487342607229948, 0.0017739208415150642, 0.0019991074223071337, 0.002224294003099203, 0.0024494805838912725, 0.002674667164683342, 0.002899853978306055, 0.0031250405590981245, 0.003350227139890194, 0.0035754137206822634, 0.003800600301474333, 0.004025787115097046, 0.004250973463058472, 0.004476160276681185, 0.0047013466246426105, 0.004926533438265324, 0.005151719786226749, 0.0053769065998494625, 0.005602093413472176, 0.005827279761433601, 0.0060524665750563145, 0.00627765292301774, 0.006502839736640453, 0.006728026084601879, 0.006953212898224592, 0.007178399246186018, 0.007403586059808731]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 8.0, 9.0, 15.0, 18.0, 23.0, 37.0, 47.0, 70.0, 95.0, 128.0, 193.0, 288.0, 5292.0, 861.0, 273.0, 151.0, 122.0, 84.0, 38.0, 42.0, 30.0, 20.0, 18.0, 12.0, 12.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1315174549818039, -0.12725117802619934, -0.12298490107059479, -0.11871861666440964, -0.11445233970880508, -0.11018606275320053, -0.10591978579759598, -0.10165350884199142, -0.09738722443580627, -0.09312094748020172, -0.08885467052459717, -0.08458839356899261, -0.08032211661338806, -0.07605583965778351, -0.07178955525159836, -0.0675232782959938, -0.06325700134038925, -0.0589907243847847, -0.05472444370388985, -0.050458166748285294, -0.04619188606739044, -0.04192560911178589, -0.037659332156181335, -0.033393051475286484, -0.02912677451968193, -0.024860495701432228, -0.020594216883182526, -0.016327939927577972, -0.01206166110932827, -0.007795382756739855, -0.0035291044041514397, 0.0007371739484369755, 0.005003452301025391, 0.009269731119275093, 0.013536009006202221, 0.01780228689312935, 0.02206856571137905, 0.026334844529628754, 0.030601121485233307, 0.03486740216612816, 0.03913367912173271, 0.043399956077337265, 0.04766623675823212, 0.05193251371383667, 0.05619879066944122, 0.060465071350336075, 0.06473135203123093, 0.06899762898683548, 0.07326390594244003, 0.07753018289804459, 0.08179645985364914, 0.08606274425983429, 0.09032902121543884, 0.0945952981710434, 0.09886157512664795, 0.1031278520822525, 0.10739412903785706, 0.1116604134440422, 0.11592669039964676, 0.12019296735525131, 0.12445924431085587, 0.12872552871704102, 0.13299180567264557, 0.13725808262825012, 0.14152435958385468]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 4.0, 5.0, 6.0, 5.0, 5.0, 25.0, 5.0, 3.0, 4.0, 2.0, 6.0, 0.0, 3.0, 1.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.0025732647627592087, -0.0024983983021229506, -0.0024235318414866924, -0.0023486653808504343, -0.002273798920214176, -0.002198932459577918, -0.00212406599894166, -0.002049199538305402, -0.0019743330776691437, -0.0018994665006175637, -0.0018246000399813056, -0.0017497335793450475, -0.0016748670022934675, -0.0016000005416572094, -0.0015251340810209513, -0.0014502676203846931, -0.001375401159748435, -0.001300534699112177, -0.0012256682384759188, -0.0011508017778396606, -0.0010759353172034025, -0.0010010687401518226, -0.0009262022795155644, -0.0008513358188793063, -0.0007764693582430482, -0.0007016028976067901, -0.0006267364369705319, -0.0005518699181266129, -0.0004770034574903548, -0.00040213699685409665, -0.00032727050711400807, -0.0002524040173739195, -0.00017753755673766136, -0.00010267108154948801, -2.7804606361314654e-05, 4.70618688268587e-05, 0.00012192834401503205, 0.0001967948192032054, 0.00027166129439137876, 0.00034652778413146734, 0.00042139424476772547, 0.0004962607054039836, 0.0005711271660402417, 0.0006459936848841608, 0.0007208601455204189, 0.000795726606156677, 0.000870593125000596, 0.0009454595856368542, 0.0010203260462731123, 0.0010951925069093704, 0.0011700589675456285, 0.0012449254281818867, 0.0013197918888181448, 0.0013946584658697248, 0.0014695249265059829, 0.001544391387142241, 0.0016192578477784991, 0.0016941243084147573, 0.0017689907690510154, 0.0018438572296872735, 0.0019187238067388535, 0.0019935902673751116, 0.0020684567280113697, 0.002143323188647628, 0.002218189649283886]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 7.0, 16.0, 21.0, 51.0, 70.0, 126.0, 238.0, 417.0, 713.0, 1337.0, 2263.0, 4115.0, 8080.0, 16482.0, 42020.0, 225645.0, 795936.0, 43413.0, 17621.0, 8587.0, 4630.0, 2710.0, 1651.0, 984.0, 696.0, 495.0, 335.0, 232.0, 160.0, 145.0, 100.0, 82.0, 62.0, 42.0, 34.0, 31.0, 17.0, 19.0, 14.0, 8.0, 9.0, 7.0, 3.0, 5.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004017717204988003, -0.00380701944231987, -0.003596321679651737, -0.0033856239169836044, -0.0031749261543154716, -0.002964228391647339, -0.002753530628979206, -0.0025428328663110733, -0.0023321351036429405, -0.0021214375738054514, -0.0019107396947219968, -0.001700041932053864, -0.001489344285801053, -0.0012786465231329203, -0.0010679487604647875, -0.0008572509977966547, -0.0006465532351285219, -0.00043585547246038914, -0.0002251577388960868, -1.4459990779869258e-05, 0.0001962377573363483, 0.0004069355200044811, 0.0006176332244649529, 0.0008283309871330857, 0.0010390287498012185, 0.0012497265124693513, 0.001460424275137484, 0.0016711220378056169, 0.0018818196840584278, 0.0020925174467265606, 0.0023032152093946934, 0.002513912972062826, 0.002724610734730959, 0.0029353084973990917, 0.0031460062600672245, 0.0033567040227353573, 0.00356740178540349, 0.003778099548071623, 0.003988797310739756, 0.004199495073407888, 0.004410192836076021, 0.004620890598744154, 0.004831588361412287, 0.0050422861240804195, 0.005252983886748552, 0.005463681649416685, 0.005674379412084818, 0.005885077174752951, 0.006095774471759796, 0.006306472234427929, 0.006517169997096062, 0.0067278677597641945, 0.006938565522432327, 0.00714926328510046, 0.007359961047768593, 0.007570658810436726, 0.007781356573104858, 0.007992054335772991, 0.008202752098441124, 0.008413449861109257, 0.00862414762377739, 0.008834845386445522, 0.009045543149113655, 0.009256240911781788, 0.00946693867444992]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 11.0, 4.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01784604787826538, -0.017311973497271538, -0.016777899116277695, -0.01624382473528385, -0.01570975035429001, -0.01517567504197359, -0.014641600660979748, -0.014107526279985905, -0.013573451898992062, -0.013039377517998219, -0.012505303137004375, -0.011971228756010532, -0.011437153443694115, -0.010903079062700272, -0.010369004681706429, -0.009834930300712585, -0.009300855919718742, -0.0087667815387249, -0.008232707157731056, -0.007698632311075926, -0.007164557930082083, -0.00663048354908824, -0.006096408702433109, -0.005562334321439266, -0.005028259940445423, -0.00449418555945158, -0.003960111178457737, -0.0034260363318026066, -0.0028919619508087635, -0.0023578875698149204, -0.0018238129559904337, -0.0012897384585812688, -0.0007556639611721039, -0.00022158946376293898, 0.00031248503364622593, 0.0008465595310553908, 0.0013806340284645557, 0.0019147085258737206, 0.0024487830232828856, 0.0029828576371073723, 0.0035169320181012154, 0.0040510063990950584, 0.0045850807800889015, 0.005119155626744032, 0.005653230007737875, 0.006187304388731718, 0.0067213792353868484, 0.0072554536163806915, 0.007789527997374535, 0.008323602378368378, 0.00885767675936222, 0.009391751140356064, 0.009925825521349907, 0.010459900833666325, 0.010993975214660168, 0.01152804959565401, 0.012062123976647854, 0.012596198357641697, 0.01313027273863554, 0.013664347119629383, 0.0141984224319458, 0.014732496812939644, 0.015266571193933487, 0.01580064557492733, 0.016334719955921173]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 9.0, 9.0, 11.0, 16.0, 18.0, 22.0, 32.0, 34.0, 48.0, 74.0, 92.0, 101.0, 167.0, 194.0, 253.0, 337.0, 477.0, 616.0, 824.0, 1212.0, 2068.0, 6244.0, 1937.0, 1155.0, 690.0, 491.0, 355.0, 225.0, 195.0, 141.0, 94.0, 64.0, 52.0, 47.0, 32.0, 18.0, 14.0, 10.0, 4.0, 7.0, 3.0, 3.0, 3.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 1.0], "bins": [-0.010144587606191635, -0.009850786067545414, -0.009556983597576618, -0.009263182058930397, -0.008969380520284176, -0.00867557805031538, -0.008381776511669159, -0.008087974973022938, -0.007794172968715429, -0.007500370964407921, -0.0072065694257617, -0.006912767421454191, -0.006618965417146683, -0.006325163878500462, -0.006031361874192953, -0.005737560335546732, -0.0054437583312392235, -0.005149956326931715, -0.004856154788285494, -0.004562352783977985, -0.004268551245331764, -0.003974749241024256, -0.0036809472367167473, -0.0033871454652398825, -0.0030933436937630177, -0.002799541922286153, -0.002505740150809288, -0.0022119381465017796, -0.0019181363750249147, -0.00162433460354805, -0.0013305327156558633, -0.0010367308277636766, -0.0007429290562868118, -0.0004491272266022861, -0.00015532539691776037, 0.00013847643276676536, 0.0004322782624512911, 0.0007260800921358168, 0.0010198819218203425, 0.0013136838097125292, 0.001607485581189394, 0.0019012873526662588, 0.0021950891241431236, 0.002488891128450632, 0.002782692899927497, 0.0030764946714043617, 0.00337029667571187, 0.003664098447188735, 0.0039579002186656, 0.004251702222973108, 0.0045455037616193295, 0.004839305765926838, 0.005133107304573059, 0.0054269093088805676, 0.005720711313188076, 0.006014512851834297, 0.006308314856141806, 0.006602116860449314, 0.006895918399095535, 0.007189720403403044, 0.007483522407710552, 0.007777323946356773, 0.008071125485002995, 0.00836492795497179, 0.008658729493618011]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09179414808750153, -0.08859146386384964, -0.08538877964019775, -0.08218609541654587, -0.07898341119289398, -0.0757807269692421, -0.07257804274559021, -0.06937535852193832, -0.06617267429828644, -0.06296999007463455, -0.059767309576272964, -0.05656462535262108, -0.05336194112896919, -0.050159256905317307, -0.04695657268166542, -0.043753888458013535, -0.04055120423436165, -0.03734852001070976, -0.03414583578705788, -0.03094315156340599, -0.027740467339754105, -0.024537784978747368, -0.021335100755095482, -0.018132416531443596, -0.01492973230779171, -0.011727048084139824, -0.008524363860487938, -0.0053216805681586266, -0.0021189963445067406, 0.0010836876463145018, 0.004286371637135744, 0.007489055395126343, 0.010691739618778229, 0.013894423842430115, 0.017097108066082, 0.020299792289733887, 0.023502476513385773, 0.02670515887439251, 0.029907843098044395, 0.03311052918434143, 0.03631321340799332, 0.039515893906354904, 0.04271857813000679, 0.045921262353658676, 0.04912394657731056, 0.05232663080096245, 0.055529315024614334, 0.05873199924826622, 0.061934683471918106, 0.0651373639702797, 0.06834004819393158, 0.07154273241758347, 0.07474541664123535, 0.07794810086488724, 0.08115078508853912, 0.08435346931219101, 0.0875561535358429, 0.09075883775949478, 0.09396152198314667, 0.09716420620679855, 0.10036689043045044, 0.10356957465410233, 0.10677225887775421, 0.1099749431014061, 0.11317762732505798]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 5.0, 3.0, 2.0, 3.0, 4.0, 4.0, 1.0, 9.0, 4.0, 9.0, 10.0, 19.0, 19.0, 30.0, 32.0, 32.0, 14.0, 13.0, 11.0, 3.0, 13.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.05315076932311058, -0.05111607909202576, -0.04908138886094093, -0.04704669862985611, -0.045012008398771286, -0.04297731816768646, -0.04094262793660164, -0.038907937705516815, -0.03687324374914169, -0.03483855351805687, -0.032803863286972046, -0.03076917491853237, -0.0287344828248024, -0.026699792593717575, -0.02466510236263275, -0.022630412131547928, -0.020595721900463104, -0.01856103166937828, -0.016526341438293457, -0.014491650275886059, -0.012456960044801235, -0.010422269813716412, -0.008387578651309013, -0.00635288842022419, -0.004318198189139366, -0.002283507725223899, -0.0002488172613084316, 0.0017858732026070356, 0.003820563666522503, 0.0058552538976073265, 0.007889945060014725, 0.009924635291099548, 0.011959325522184372, 0.013994015753269196, 0.01602870598435402, 0.018063396215438843, 0.020098086446523666, 0.02213277854025364, 0.024167468771338463, 0.026202159002423286, 0.02823684923350811, 0.030271539464592934, 0.032306231558322906, 0.03434092178940773, 0.036375612020492554, 0.03841030225157738, 0.0404449924826622, 0.042479682713747025, 0.04451437294483185, 0.04654906317591667, 0.048583753407001495, 0.05061844363808632, 0.05265313386917114, 0.054687824100255966, 0.05672251433134079, 0.05875720456242561, 0.06079189479351044, 0.06282658874988556, 0.06486127525568008, 0.0668959692120552, 0.06893065571784973, 0.07096534967422485, 0.07300003618001938, 0.0750347301363945, 0.07706941664218903]}, "_runtime": 141.98809623718262, "_timestamp": 1596211731.759205, "_step": 176}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 4.0, 9.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007801464758813381, -0.007522947154939175, -0.007244430016726255, -0.006965912878513336, -0.00668739527463913, -0.006408877670764923, -0.006130360532552004, -0.005851843394339085, -0.005573325790464878, -0.0052948081865906715, -0.005016291048377752, -0.004737773910164833, -0.0044592563062906265, -0.00418073870241642, -0.0039022215642035007, -0.003623704193159938, -0.003345186822116375, -0.003066669451072812, -0.002788152080029249, -0.0025096347089856863, -0.0022311173379421234, -0.0019525999668985605, -0.0016740825958549976, -0.0013955652248114347, -0.0011170478537678719, -0.000838530482724309, -0.0005600131116807461, -0.0002814957406371832, -2.9783695936203003e-06, 0.0002755390014499426, 0.0005540563724935055, 0.0008325737435370684, 0.0011110911145806313, 0.0013896084856241941, 0.001668125856667757, 0.00194664322771132, 0.002225160598754883, 0.0025036779697984457, 0.0027821953408420086, 0.0030607127118855715, 0.0033392300829291344, 0.0036177474539726973, 0.00389626482501626, 0.004174781963229179, 0.004453299567103386, 0.0047318171709775925, 0.005010334309190512, 0.005288851447403431, 0.0055673690512776375, 0.005845886655151844, 0.006124403793364763, 0.0064029209315776825, 0.006681438535451889, 0.006959956139326096, 0.007238473277539015, 0.007516990415751934, 0.007795508019626141, 0.008074025623500347, 0.008352542296051979, 0.008631059899926186, 0.008909577503800392, 0.009188095107674599, 0.009466612711548805, 0.009745129384100437, 0.010023646987974644]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 3.0, 5.0, 5.0, 6.0, 9.0, 15.0, 13.0, 20.0, 29.0, 30.0, 50.0, 44.0, 61.0, 72.0, 99.0, 139.0, 228.0, 474.0, 5484.0, 416.0, 180.0, 119.0, 87.0, 61.0, 53.0, 30.0, 40.0, 23.0, 23.0, 15.0, 18.0, 11.0, 12.0, 6.0, 6.0, 2.0, 8.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09909021854400635, -0.09559274464845657, -0.0920952707529068, -0.08859779685735703, -0.08510032296180725, -0.08160284906625748, -0.0781053751707077, -0.07460790127515793, -0.07111042737960815, -0.06761296093463898, -0.0641154870390892, -0.06061800941824913, -0.057120539247989655, -0.05362306535243988, -0.050125591456890106, -0.04662811756134033, -0.04313064366579056, -0.039633169770240784, -0.03613569587469101, -0.032638221979141235, -0.02914074994623661, -0.025643276050686836, -0.02214580401778221, -0.018648330122232437, -0.015150856226682663, -0.011653382331132889, -0.00815590936690569, -0.004658435937017202, -0.0011609625071287155, 0.0023365109227597713, 0.005833984352648258, 0.009331457316875458, 0.012828931212425232, 0.016326405107975006, 0.01982387900352478, 0.023321351036429405, 0.02681882493197918, 0.030316298827528954, 0.03381377086043358, 0.03731124475598335, 0.04080871865153313, 0.0443061925470829, 0.047803666442632675, 0.05130114033818245, 0.054798610508441925, 0.0582960844039917, 0.06179355829954147, 0.06529103219509125, 0.06878850609064102, 0.0722859799861908, 0.07578345388174057, 0.07928092777729034, 0.08277840167284012, 0.08627587556838989, 0.08977334946393967, 0.09327082335948944, 0.09676828980445862, 0.10026576370000839, 0.10376323759555817, 0.10726071149110794, 0.11075818538665771, 0.11425565928220749, 0.11775313317775726, 0.12125060707330704, 0.12474808096885681]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 7.0, 5.0, 4.0, 4.0, 4.0, 23.0, 5.0, 6.0, 2.0, 4.0, 2.0, 2.0, 3.0, 0.0, 4.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0032195216044783592, -0.0031295758672058582, -0.003039630362764001, -0.0029496846254915, -0.002859738888218999, -0.0027697933837771416, -0.0026798476465046406, -0.0025899019092321396, -0.0024999561719596386, -0.0024100106675177813, -0.0023200649302452803, -0.0022301191929727793, -0.002140173688530922, -0.002050227951258421, -0.00196028221398592, -0.0018703365931287408, -0.0017803909722715616, -0.0016904453514143825, -0.0016004996141418815, -0.0015105539932847023, -0.0014206082560122013, -0.0013306626351550221, -0.001240717014297843, -0.001150771277025342, -0.0010608256561681628, -0.0009708799771033227, -0.0008809342980384827, -0.0007909886771813035, -0.0007010429981164634, -0.0006110973190516233, -0.0005211516981944442, -0.0004312060191296041, -0.000341260340064764, -0.00025131466099992394, -0.00016136901103891432, -7.142334652598947e-05, 1.8522317986935377e-05, 0.00010846798249986023, 0.00019841364701278508, 0.0002883592969737947, 0.0003783049760386348, 0.00046825065510347486, 0.0005581963341683149, 0.0006481419550254941, 0.0007380876340903342, 0.0008280333131551743, 0.0009179789340123534, 0.0010079246712848544, 0.0010978702921420336, 0.0011878159129992127, 0.0012777616502717137, 0.001367707271128893, 0.0014576530084013939, 0.001547598629258573, 0.0016375442501157522, 0.0017274899873882532, 0.0018174356082454324, 0.0019073812291026115, 0.0019973269663751125, 0.0020872727036476135, 0.002177218208089471, 0.002267163945361972, 0.002357109682634473, 0.00244705518707633, 0.002537000924348831]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 9.0, 5.0, 3.0, 10.0, 15.0, 15.0, 13.0, 21.0, 32.0, 41.0, 58.0, 73.0, 94.0, 141.0, 171.0, 216.0, 314.0, 466.0, 647.0, 976.0, 1319.0, 2169.0, 3321.0, 5722.0, 11036.0, 25744.0, 88574.0, 909773.0, 73563.0, 25639.0, 12260.0, 6507.0, 3841.0, 2378.0, 1581.0, 944.0, 608.0, 399.0, 303.0, 208.0, 139.0, 85.0, 53.0, 45.0, 25.0, 26.0, 20.0, 11.0, 6.0, 9.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0066371639259159565, -0.006426399573683739, -0.006215635687112808, -0.0060048713348805904, -0.005794106982648373, -0.005583343096077442, -0.005372578743845224, -0.005161814391613007, -0.004951050505042076, -0.004740286152809858, -0.0045295218005776405, -0.004318757448345423, -0.004107993561774492, -0.0038972292095422745, -0.0036864650901407003, -0.0034757007379084826, -0.0032649366185069084, -0.0030541724991053343, -0.0028434081468731165, -0.0026326440274715424, -0.0024218796752393246, -0.0022111155558377504, -0.0020003514364361763, -0.0017895872006192803, -0.0015788229648023844, -0.0013680587289854884, -0.0011572944931685925, -0.0009465303737670183, -0.0007357661379501224, -0.0005250019021332264, -0.00031423772452399135, -0.00010347351781092584, 0.00010729068890213966, 0.00031805489561520517, 0.0005288191023282707, 0.0007395832799375057, 0.0009503475157544017, 0.0011611117515712976, 0.0013718758709728718, 0.0015826401067897677, 0.0017934043426066637, 0.002004168462008238, 0.0022149328142404556, 0.0024256969336420298, 0.002636461053043604, 0.0028472254052758217, 0.003057989524677396, 0.0032687538769096136, 0.0034795179963111877, 0.003690282115712762, 0.0039010464679449797, 0.004111810587346554, 0.004322574939578772, 0.004533338826149702, 0.00474410317838192, 0.004954867530614138, 0.0051656318828463554, 0.005376395769417286, 0.005587160121649504, 0.0057979244738817215, 0.006008688360452652, 0.00621945271268487, 0.0064302170649170876, 0.006640980951488018, 0.006851745303720236]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 0.0, 1.0, 4.0, 12.0, 5.0, 5.0, 2.0, 2.0, 4.0, 1.0, 0.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.06771408766508102, -0.06618931144475937, -0.06466453522443771, -0.06313975900411606, -0.0616149865090847, -0.060090210288763046, -0.05856543779373169, -0.057040661573410034, -0.05551588535308838, -0.053991109132766724, -0.05246633291244507, -0.05094156041741371, -0.049416784197092056, -0.0478920079767704, -0.046367235481739044, -0.04484245926141739, -0.043317683041095734, -0.04179290682077408, -0.04026813060045242, -0.038743358105421066, -0.03721858188509941, -0.035693805664777756, -0.0341690331697464, -0.032644256949424744, -0.03111948072910309, -0.029594704508781433, -0.028069930151104927, -0.02654515579342842, -0.025020379573106766, -0.02349560335278511, -0.021970828995108604, -0.0204460546374321, -0.018921278417110443, -0.017396502196788788, -0.015871727839112282, -0.014346952550113201, -0.01282217726111412, -0.01129740197211504, -0.00977262668311596, -0.008247851394116879, -0.006723076105117798, -0.005198300816118717, -0.0036735255271196365, -0.002148750238120556, -0.0006239749491214752, 0.0009008003398776054, 0.002425575628876686, 0.003950350917875767, 0.005475126206874847, 0.006999901495873928, 0.008524676784873009, 0.01004945207387209, 0.01157422736287117, 0.01309900265187025, 0.014623777940869331, 0.016148552298545837, 0.017673328518867493, 0.019198104739189148, 0.020722879096865654, 0.02224765345454216, 0.023772429674863815, 0.02529720589518547, 0.026821980252861977, 0.028346754610538483, 0.029871530830860138]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 8.0, 10.0, 13.0, 7.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 10.0, 11.0, 13.0, 19.0, 17.0, 21.0, 24.0, 49.0, 48.0, 85.0, 123.0, 163.0, 233.0, 342.0, 554.0, 993.0, 2340.0, 7370.0, 2140.0, 1136.0, 772.0, 557.0, 386.0, 277.0, 196.0, 160.0, 104.0, 69.0, 43.0, 38.0, 23.0, 9.0, 13.0, 7.0, 4.0, 9.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.021647591143846512, -0.021051662042737007, -0.020455732941627502, -0.019859803840517998, -0.019263874739408493, -0.01866794563829899, -0.018072016537189484, -0.01747608743607998, -0.016880158334970474, -0.01628422923386097, -0.015688300132751465, -0.01509237103164196, -0.014496441930532455, -0.01390051282942295, -0.013304583728313446, -0.012708654627203941, -0.012112725526094437, -0.011516796424984932, -0.010920867323875427, -0.010324938222765923, -0.009729009121656418, -0.009133080020546913, -0.008537150919437408, -0.007941221818327904, -0.007345292717218399, -0.006749363616108894, -0.00615343451499939, -0.005557505413889885, -0.00496157631278038, -0.0043656472116708755, -0.003769718110561371, -0.003173789009451866, -0.0025778599083423615, -0.0019819308072328568, -0.001386001706123352, -0.0007900726050138474, -0.00019414350390434265, 0.00040178559720516205, 0.0009977146983146667, 0.0015936437994241714, 0.002189572900533676, 0.002785502001643181, 0.0033814311027526855, 0.00397736020386219, 0.004573289304971695, 0.0051692184060812, 0.005765147507190704, 0.006361076608300209, 0.006957005709409714, 0.0075529348105192184, 0.008148863911628723, 0.008744793012738228, 0.009340722113847733, 0.009936651214957237, 0.010532580316066742, 0.011128509417176247, 0.011724438518285751, 0.012320367619395256, 0.01291629672050476, 0.013512225821614265, 0.01410815492272377, 0.014704084023833275, 0.01530001312494278, 0.015895942226052284, 0.01649187132716179]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11500976234674454, -0.11040551960468292, -0.1058012843132019, -0.10119704157114029, -0.09659279882907867, -0.09198856353759766, -0.08738432079553604, -0.08278008550405502, -0.07817584276199341, -0.0735716000199318, -0.06896736472845078, -0.06436312198638916, -0.059758882969617844, -0.05515464395284653, -0.05055040121078491, -0.045946162194013596, -0.04134192317724228, -0.03673768416047096, -0.032133445143699646, -0.02752920240163803, -0.022924963384866714, -0.018320724368095398, -0.013716483488678932, -0.009112243540585041, -0.00450800359249115, 9.623635560274124e-05, 0.004700476303696632, 0.009304716251790524, 0.013908956199884415, 0.01851319521665573, 0.023117436096072197, 0.027721676975488663, 0.03232591599225998, 0.036930155009031296, 0.04153439402580261, 0.04613863676786423, 0.050742875784635544, 0.05534711480140686, 0.059951357543468475, 0.0645555928349495, 0.06915983557701111, 0.07376407831907272, 0.07836831361055374, 0.08297255635261536, 0.08757679164409637, 0.09218103438615799, 0.0967852771282196, 0.10138951241970062, 0.10599375516176224, 0.11059799790382385, 0.11520223319530487, 0.11980647593736649, 0.1244107186794281, 0.12901495397090912, 0.13361918926239014, 0.13822343945503235, 0.14282767474651337, 0.14743191003799438, 0.1520361602306366, 0.15664039552211761, 0.16124463081359863, 0.16584888100624084, 0.17045311629772186, 0.17505735158920288, 0.1796616017818451]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 3.0, 6.0, 6.0, 9.0, 13.0, 12.0, 25.0, 13.0, 21.0, 20.0, 32.0, 25.0, 15.0, 14.0, 12.0, 8.0, 6.0, 6.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06708760559558868, -0.06464296579360962, -0.06219831854104996, -0.05975367873907089, -0.05730903521180153, -0.054864391684532166, -0.0524197518825531, -0.04997510835528374, -0.047530464828014374, -0.04508582130074501, -0.04264117777347565, -0.04019653797149658, -0.03775189444422722, -0.035307250916957855, -0.03286261111497879, -0.030417967587709427, -0.027973324060440063, -0.0255286805331707, -0.023084038868546486, -0.02063939720392227, -0.01819475367665291, -0.015750110149383545, -0.01330546848475933, -0.010860825888812542, -0.008416183292865753, -0.005971540696918964, -0.0035268981009721756, -0.0010822555050253868, 0.001362387090921402, 0.0038070296868681908, 0.0062516722828149796, 0.008696314878761768, 0.011140957474708557, 0.013585600070655346, 0.016030242666602135, 0.01847488433122635, 0.020919527858495712, 0.023364171385765076, 0.02580881305038929, 0.028253454715013504, 0.030698098242282867, 0.03314274176955223, 0.035587385296821594, 0.03803202509880066, 0.04047666862607002, 0.042921312153339386, 0.04536595195531845, 0.047810595482587814, 0.05025523900985718, 0.05269988253712654, 0.055144526064395905, 0.05758916586637497, 0.06003380939364433, 0.062478452920913696, 0.06492309272289276, 0.06736773997545242, 0.06981237977743149, 0.07225701957941055, 0.07470166683197021, 0.07714630663394928, 0.07959094643592834, 0.082035593688488, 0.08448023349046707, 0.08692488074302673, 0.0893695205450058]}, "_runtime": 142.7892346382141, "_timestamp": 1596211732.5603435, "_step": 177}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 6.0, 3.0, 2.0, 5.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011938581243157387, -0.01160521525889635, -0.011271849274635315, -0.010938483290374279, -0.010605117306113243, -0.010271752253174782, -0.009938386268913746, -0.00960502028465271, -0.009271654300391674, -0.008938288316130638, -0.008604922331869602, -0.008271556347608566, -0.007938191294670105, -0.007604824844747782, -0.007271459326148033, -0.006938093341886997, -0.006604727357625961, -0.006271361373364925, -0.0059379953891038895, -0.005604629870504141, -0.005271263886243105, -0.004937897901982069, -0.00460453238338232, -0.0042711663991212845, -0.0039378004148602486, -0.0036044344305992126, -0.0032710686791688204, -0.002937702927738428, -0.002604336943477392, -0.0022709709592163563, -0.001937605207785964, -0.00160423933994025, -0.0012708734720945358, -0.0009375076042488217, -0.0006041417364031076, -0.00027077586855739355, 6.258999928832054e-05, 0.00039595586713403463, 0.0007293217349797487, 0.0010626876028254628, 0.001396053470671177, 0.001729419338516891, 0.002062785206362605, 0.0023961509577929974, 0.0027295169420540333, 0.003062882926315069, 0.0033962486777454615, 0.0037296144291758537, 0.00406298041343689, 0.004396346397697926, 0.0047297123819589615, 0.00506307790055871, 0.005396443884819746, 0.005729809869080782, 0.0060631753876805305, 0.0063965413719415665, 0.006729907356202602, 0.007063273340463638, 0.007396639324724674, 0.007730004843324423, 0.008063370361924171, 0.008396736346185207, 0.008730102330446243, 0.00906346831470728, 0.009396834298968315]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 0.0, 5.0, 3.0, 4.0, 7.0, 11.0, 12.0, 9.0, 21.0, 24.0, 36.0, 56.0, 51.0, 101.0, 172.0, 331.0, 5815.0, 614.0, 232.0, 127.0, 85.0, 60.0, 45.0, 22.0, 20.0, 9.0, 11.0, 7.0, 4.0, 6.0, 2.0, 7.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.183700829744339, -0.1785503625869751, -0.1733998954296112, -0.16824942827224731, -0.16309896111488342, -0.15794847905635834, -0.15279801189899445, -0.14764754474163055, -0.14249707758426666, -0.13734661042690277, -0.13219614326953888, -0.127045676112175, -0.1218952015042305, -0.11674473434686661, -0.11159425973892212, -0.10644379258155823, -0.10129332542419434, -0.09614285826683044, -0.09099239110946655, -0.08584191650152206, -0.08069144934415817, -0.07554098218679428, -0.07039050757884979, -0.0652400404214859, -0.06008957326412201, -0.05493910610675812, -0.04978863522410393, -0.04463816434144974, -0.039487697184085846, -0.034337230026721954, -0.029186759144067764, -0.024036290124058723, -0.018885821104049683, -0.013735352084040642, -0.008584883064031601, -0.00343441404402256, 0.0017160549759864807, 0.0068665239959955215, 0.012016993016004562, 0.017167462036013603, 0.022317931056022644, 0.027468400076031685, 0.032618869096040726, 0.037769339978694916, 0.04291980713605881, 0.0480702742934227, 0.05322074517607689, 0.05837121605873108, 0.06352168321609497, 0.06867215037345886, 0.07382261753082275, 0.07897309213876724, 0.08412355929613113, 0.08927402645349503, 0.09442450106143951, 0.0995749682188034, 0.1047254353761673, 0.10987590253353119, 0.11502636969089508, 0.12017684429883957, 0.12532731890678406, 0.13047778606414795, 0.13562825322151184, 0.14077872037887573, 0.14592918753623962]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 5.0, 6.0, 4.0, 2.0, 8.0, 6.0, 24.0, 4.0, 5.0, 4.0, 4.0, 1.0, 6.0, 5.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028519737534224987, -0.002756487112492323, -0.0026610002387315035, -0.002565513364970684, -0.0024700267240405083, -0.0023745400831103325, -0.002279053209349513, -0.0021835663355886936, -0.002088079694658518, -0.001992593053728342, -0.0018971061799675226, -0.001801619422622025, -0.0017061326652765274, -0.0016106459079310298, -0.0015151591505855322, -0.0014196723932400346, -0.001324185635894537, -0.0012286988785490394, -0.0011332121212035418, -0.0010377253638580441, -0.0009422386065125465, -0.0008467518491670489, -0.0007512650918215513, -0.0006557783344760537, -0.0005602915771305561, -0.0004648048197850585, -0.0003693180624395609, -0.0002738313050940633, -0.00017834454774856567, -8.285779040306807e-05, 1.2628966942429543e-05, 0.00010811572428792715, 0.00020360248163342476, 0.00029908923897892237, 0.00039457599632442, 0.0004900627536699176, 0.0005855495110154152, 0.0006810362683609128, 0.0007765230257064104, 0.000872009783051908, 0.0009674965403974056, 0.0010629832977429032, 0.0011584700550884008, 0.0012539568124338984, 0.001349443569779396, 0.0014449303271248937, 0.0015404170844703913, 0.0016359038418158889, 0.0017313905991613865, 0.001826877356506884, 0.0019223641138523817, 0.002017850987613201, 0.002113337628543377, 0.0022088242694735527, 0.002304311143234372, 0.0023997980169951916, 0.0024952846579253674, 0.002590771298855543, 0.0026862581726163626, 0.002781745046377182, 0.002877231687307358, 0.0029727183282375336, 0.003068205201998353, 0.0031636920757591724, 0.0032591787166893482]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 6.0, 10.0, 9.0, 5.0, 18.0, 18.0, 19.0, 21.0, 37.0, 50.0, 74.0, 102.0, 147.0, 194.0, 293.0, 462.0, 672.0, 1137.0, 1943.0, 3635.0, 7157.0, 16398.0, 46779.0, 275155.0, 751471.0, 37922.0, 15347.0, 7791.0, 4531.0, 2655.0, 1716.0, 1139.0, 803.0, 562.0, 364.0, 296.0, 211.0, 126.0, 96.0, 79.0, 44.0, 39.0, 33.0, 20.0, 18.0, 12.0, 12.0, 6.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006263825576752424, -0.006074192933738232, -0.005884560290724039, -0.0056949276477098465, -0.005505295004695654, -0.005315662361681461, -0.005126029718667269, -0.004936397075653076, -0.004746764432638884, -0.004557131789624691, -0.004367499146610498, -0.004177866503596306, -0.003988233860582113, -0.003798600984737277, -0.0036089683417230844, -0.003419335698708892, -0.0032297030556946993, -0.0030400704126805067, -0.002850437769666314, -0.0026608051266521215, -0.002471172483637929, -0.0022815398406237364, -0.002091907197609544, -0.0019022744381800294, -0.0017126417951658368, -0.0015230091521516442, -0.0013333765091374516, -0.001143743866123259, -0.0009541111649014056, -0.000764478521887213, -0.0005748458206653595, -0.0003852131776511669, -0.00019558053463697433, -5.947877070866525e-06, 0.00018368478049524128, 0.0003733174526132643, 0.0005629500956274569, 0.0007525827386416495, 0.000942215439863503, 0.0011318480828776956, 0.0013214807258918881, 0.0015111133689060807, 0.0017007460119202733, 0.0018903786549344659, 0.0020800114143639803, 0.002269644057378173, 0.0024592767003923655, 0.002648909343406558, 0.0028385419864207506, 0.003028174629434943, 0.0032178072724491358, 0.0034074399154633284, 0.003597072558477521, 0.0037867052014917135, 0.00397633807733655, 0.004165970720350742, 0.004355603363364935, 0.0045452360063791275, 0.00473486864939332, 0.004924501292407513, 0.005114133935421705, 0.005303766578435898, 0.00549339922145009, 0.005683031864464283, 0.005872664507478476]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 2.0, 1.0, 4.0, 1.0, 4.0, 2.0, 9.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012947119772434235, -0.012187572196125984, -0.011428025551140308, -0.010668478906154633, -0.009908931329846382, -0.009149383753538132, -0.008389837108552456, -0.007630289997905493, -0.00687074288725853, -0.0061111957766115665, -0.005351648665964603, -0.00459210155531764, -0.003832554444670677, -0.003073007334023714, -0.002313460223376751, -0.0015539131127297878, -0.0007943660020828247, -3.481889143586159e-05, 0.0007247282192111015, 0.0014842753298580647, 0.0022438224405050278, 0.003003369551151991, 0.003762916661798954, 0.004522463772445917, 0.00528201088309288, 0.006041557993739843, 0.0068011051043868065, 0.00756065221503377, 0.008320199325680733, 0.009079746901988983, 0.009839293546974659, 0.010598840191960335, 0.011358387768268585, 0.012117935344576836, 0.012877481989562511, 0.013637028634548187, 0.014396576210856438, 0.015156123787164688, 0.01591566950082779, 0.01667521707713604, 0.01743476465344429, 0.01819431222975254, 0.01895385980606079, 0.019713405519723892, 0.020472953096032143, 0.021232500672340393, 0.021992046386003494, 0.022751593962311745, 0.023511141538619995, 0.024270689114928246, 0.025030236691236496, 0.025789782404899597, 0.026549329981207848, 0.027308877557516098, 0.0280684232711792, 0.02882797084748745, 0.0295875184237957, 0.03034706600010395, 0.0311066135764122, 0.0318661592900753, 0.0326257050037384, 0.0333852544426918, 0.034144800156354904, 0.034904349595308304, 0.035663895308971405]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 5.0, 6.0, 5.0, 9.0, 19.0, 14.0, 19.0, 27.0, 34.0, 42.0, 64.0, 71.0, 85.0, 142.0, 157.0, 222.0, 243.0, 324.0, 489.0, 660.0, 925.0, 1352.0, 2010.0, 6160.0, 1722.0, 952.0, 708.0, 456.0, 359.0, 261.0, 191.0, 144.0, 95.0, 83.0, 56.0, 48.0, 38.0, 35.0, 34.0, 22.0, 17.0, 20.0, 11.0, 12.0, 4.0, 10.0, 4.0, 1.0, 0.0, 5.0, 9.0, 16.0, 10.0, 9.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0], "bins": [-0.00801189336925745, -0.007709895260632038, -0.007407897152006626, -0.0071058995090425014, -0.0068039014004170895, -0.0065019032917916775, -0.006199905648827553, -0.005897907540202141, -0.005595909431576729, -0.005293911322951317, -0.004991913214325905, -0.00468991557136178, -0.004387917462736368, -0.004085919354110956, -0.003783921478316188, -0.0034819236025214195, -0.0031799254938960075, -0.0028779273852705956, -0.0025759295094758272, -0.002273931633681059, -0.001971933525055647, -0.0016699355328455567, -0.0013679375406354666, -0.0010659395484253764, -0.0007639415562152863, -0.0004619435640051961, -0.00015994557179510593, 0.00014205242041498423, 0.0004440504126250744, 0.0007460484048351645, 0.0010480463970452547, 0.0013500443892553449, 0.001652042381465435, 0.001954040490090847, 0.0022560383658856153, 0.0025580362416803837, 0.0028600343503057957, 0.0031620324589312077, 0.003464030334725976, 0.0037660282105207443, 0.004068026319146156, 0.004370024427771568, 0.00467202253639698, 0.004974020179361105, 0.005276018287986517, 0.005578016396611929, 0.005880014039576054, 0.006182012148201466, 0.006484010256826878, 0.00678600836545229, 0.007088006474077702, 0.007390004117041826, 0.007692002225667238, 0.007993999868631363, 0.008295997977256775, 0.008597996085882187, 0.008899994194507599, 0.00920199230313301, 0.009503990411758423, 0.009805988520383835, 0.010107986629009247, 0.010409983806312084, 0.010711981914937496, 0.011013980023562908, 0.01131597813218832]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12745042145252228, -0.12378409504890442, -0.12011777609586716, -0.1164514571428299, -0.11278513073921204, -0.10911880433559418, -0.10545248538255692, -0.10178616642951965, -0.0981198400259018, -0.09445351362228394, -0.09078719466924667, -0.08712087571620941, -0.08345454931259155, -0.0797882229089737, -0.07612190395593643, -0.07245558500289917, -0.06878925859928131, -0.06512293219566345, -0.06145661324262619, -0.05779029056429863, -0.05412396788597107, -0.05045764520764351, -0.04679132252931595, -0.04312499985098839, -0.03945867717266083, -0.03579235449433327, -0.03212603181600571, -0.028459709137678146, -0.024793386459350586, -0.021127063781023026, -0.017460741102695465, -0.013794418424367905, -0.010128095746040344, -0.006461773067712784, -0.0027954503893852234, 0.000870872288942337, 0.0045371949672698975, 0.008203517645597458, 0.011869840323925018, 0.015536163002252579, 0.01920248568058014, 0.0228688083589077, 0.02653513103723526, 0.03020145371556282, 0.03386777639389038, 0.03753409907221794, 0.0412004217505455, 0.04486674442887306, 0.04853306710720062, 0.05219938978552818, 0.05586571246385574, 0.059532035142183304, 0.06319835782051086, 0.06686468422412872, 0.07053100317716599, 0.07419732213020325, 0.0778636485338211, 0.08152997493743896, 0.08519629389047623, 0.08886261284351349, 0.09252893924713135, 0.0961952656507492, 0.09986158460378647, 0.10352790355682373, 0.10719422996044159]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 1.0, 5.0, 4.0, 6.0, 16.0, 14.0, 24.0, 22.0, 42.0, 29.0, 17.0, 15.0, 8.0, 9.0, 3.0, 7.0, 6.0, 3.0, 3.0, 2.0, 3.0, 5.0, 1.0, 1.0, 3.0, 4.0, 1.0, 6.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05259477347135544, -0.05024248734116554, -0.047890204936265945, -0.04553791880607605, -0.04318563640117645, -0.04083335027098656, -0.03848106414079666, -0.036128781735897064, -0.03377649560570717, -0.03142420947551727, -0.029071927070617676, -0.02671964094042778, -0.024367356672883034, -0.022015072405338287, -0.01966278627514839, -0.017310502007603645, -0.014958217740058899, -0.012605933472514153, -0.010253648273646832, -0.00790136307477951, -0.005549078807234764, -0.0031967940740287304, -0.0008445093408226967, 0.001507775392383337, 0.0038600601255893707, 0.0062123448587954044, 0.008564629592001438, 0.01091691479086876, 0.013269199058413506, 0.015621483325958252, 0.017973769456148148, 0.020326053723692894, 0.02267833799123764, 0.025030622258782387, 0.027382906526327133, 0.02973519265651703, 0.032087475061416626, 0.03443976119160652, 0.03679204732179642, 0.039144329726696014, 0.04149661585688591, 0.043848901987075806, 0.0462011843919754, 0.0485534705221653, 0.050905756652355194, 0.05325803905725479, 0.05561032518744469, 0.057962607592344284, 0.06031489372253418, 0.06266717612743378, 0.06501946598291397, 0.06737174838781357, 0.06972403079271317, 0.07207632064819336, 0.07442860305309296, 0.07678088545799255, 0.07913316786289215, 0.08148545771837234, 0.08383774012327194, 0.08619002252817154, 0.08854231238365173, 0.09089459478855133, 0.09324687719345093, 0.09559916704893112, 0.09795144945383072]}, "_runtime": 143.55762839317322, "_timestamp": 1596211733.3287373, "_step": 178}
+{"val_accuracy": 0.8226220034246574, "val_loss": 0.45530690654227723, "_runtime": 145.37347173690796, "_timestamp": 1596211735.1445806, "_step": 179}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.8851796984672546 Truth: v", "Prediction: p Confidence: 0.6243333220481873 Truth: 5", "Prediction: U Confidence: 0.530479907989502 Truth: 2", "Prediction: O Confidence: 0.5258741974830627 Truth: 0"]}, "_runtime": 145.65704202651978, "_timestamp": 1596211735.428151, "_step": 180}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 4.0, 5.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.011154437437653542, -0.010860447771847248, -0.01056645903736353, -0.010272469371557236, -0.009978480637073517, -0.009684490971267223, -0.009390502236783504, -0.009096512570977211, -0.008802523836493492, -0.008508534170687199, -0.008214544504880905, -0.007920555770397186, -0.007626566104590893, -0.007332576904445887, -0.00703858770430088, -0.006744598504155874, -0.006450609304010868, -0.006156620103865862, -0.005862630903720856, -0.0055686417035758495, -0.005274652503430843, -0.00498066283762455, -0.004686673637479544, -0.0043926844373345375, -0.004098695237189531, -0.003804706037044525, -0.003510716836899519, -0.003216727403923869, -0.002922738203778863, -0.0026287490036338568, -0.002334759570658207, -0.0020407703705132008, -0.0017467811703681946, -0.0014527919702231884, -0.0011588026536628604, -0.0008648133953101933, -0.0005708241369575262, -0.0002768348786048591, 1.715437974780798e-05, 0.00031114363810047507, 0.0006051328964531422, 0.0008991221548058093, 0.0011931114131584764, 0.0014871007297188044, 0.0017810899298638105, 0.0020750791300088167, 0.0023690685629844666, 0.0026630577631294727, 0.002957046963274479, 0.003251036163419485, 0.0035450253635644913, 0.003839014796540141, 0.004133003763854504, 0.004426993429660797, 0.004720982629805803, 0.0050149718299508095, 0.005308961030095816, 0.005602950230240822, 0.005896939430385828, 0.006190928630530834, 0.006484918296337128, 0.006778907496482134, 0.00707289669662714, 0.007366885896772146, 0.007660875096917152]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 7.0, 3.0, 12.0, 5.0, 15.0, 16.0, 14.0, 26.0, 30.0, 44.0, 54.0, 75.0, 104.0, 154.0, 266.0, 753.0, 5422.0, 336.0, 187.0, 100.0, 73.0, 53.0, 41.0, 32.0, 22.0, 18.0, 15.0, 9.0, 10.0, 4.0, 3.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14585177600383759, -0.14129862189292908, -0.13674546778202057, -0.13219231367111206, -0.12763915956020355, -0.12308601289987564, -0.11853285878896713, -0.11397970467805862, -0.10942655056715012, -0.10487339645624161, -0.1003202423453331, -0.09576708823442459, -0.09121394157409668, -0.08666078746318817, -0.08210763335227966, -0.07755447924137115, -0.07300132513046265, -0.06844817101955414, -0.06389501690864563, -0.05934186652302742, -0.05478871241211891, -0.0502355583012104, -0.045682407915592194, -0.041129253804683685, -0.03657609969377518, -0.03202294558286667, -0.02746979333460331, -0.02291664108633995, -0.018363486975431442, -0.013810333795845509, -0.009257180616259575, -0.004704027436673641, -0.00015087425708770752, 0.004402278922498226, 0.00895543210208416, 0.013508585281670094, 0.018061738461256027, 0.022614892572164536, 0.027168044820427895, 0.031721197068691254, 0.03627435117959976, 0.04082750529050827, 0.04538065940141678, 0.04993380978703499, 0.0544869638979435, 0.059040118008852005, 0.06359326839447021, 0.06814642250537872, 0.07269957661628723, 0.07725273072719574, 0.08180588483810425, 0.08635903894901276, 0.09091219305992126, 0.09546533972024918, 0.10001849383115768, 0.10457164794206619, 0.1091248020529747, 0.11367795616388321, 0.11823111027479172, 0.12278426438570023, 0.12733741104602814, 0.13189056515693665, 0.13644371926784515, 0.14099687337875366, 0.14555002748966217]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 7.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 1.0, 5.0, 2.0, 1.0, 25.0, 5.0, 3.0, 6.0, 4.0, 3.0, 3.0, 6.0, 1.0, 5.0, 1.0, 0.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002072147559374571, -0.001980300759896636, -0.0018884539604187012, -0.0017966071609407663, -0.0017047603614628315, -0.0016129134455695748, -0.00152106664609164, -0.0014292198466137052, -0.0013373730471357703, -0.0012455262476578355, -0.0011536794481799006, -0.0010618326487019658, -0.0009699857910163701, -0.0008781389915384352, -0.0007862921338528395, -0.0006944453343749046, -0.0006025985348969698, -0.000510751735419035, -0.00041890490683726966, -0.00032705807825550437, -0.00023521127877756953, -0.00014336446474771947, -5.15176507178694e-05, 4.0329163311980665e-05, 0.00013217597734183073, 0.0002240227913716808, 0.00031586960540153086, 0.00040771643398329616, 0.000499563233461231, 0.0005914100329391658, 0.0006832568906247616, 0.0007751036901026964, 0.0008669504895806313, 0.0009587972890585661, 0.001050644088536501, 0.0011424908880144358, 0.0012343376874923706, 0.0013261846033856273, 0.001418031402863562, 0.001509878202341497, 0.0016017250018194318, 0.0016935718012973666, 0.0017854186007753015, 0.0018772654002532363, 0.001969112316146493, 0.002060959115624428, 0.0021528059151023626, 0.0022446527145802975, 0.0023364995140582323, 0.002428346313536167, 0.002520193113014102, 0.002612039912492037, 0.0027038867119699717, 0.0027957335114479065, 0.0028875803109258413, 0.002979427110403776, 0.0030712741427123547, 0.0031631209421902895, 0.0032549677416682243, 0.003346814541146159, 0.003438661340624094, 0.003530508140102029, 0.0036223549395799637, 0.0037142017390578985, 0.0038060485385358334]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 13.0, 9.0, 29.0, 17.0, 25.0, 47.0, 91.0, 117.0, 183.0, 297.0, 427.0, 671.0, 1100.0, 1635.0, 2812.0, 4785.0, 8453.0, 15487.0, 31812.0, 83146.0, 857131.0, 83866.0, 33808.0, 18176.0, 11089.0, 7053.0, 4757.0, 3324.0, 2358.0, 1788.0, 1270.0, 969.0, 672.0, 543.0, 436.0, 305.0, 234.0, 175.0, 135.0, 81.0, 93.0, 50.0, 43.0, 32.0, 23.0, 15.0, 11.0, 9.0, 11.0, 8.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.0038241639267653227, -0.003668669844046235, -0.0035131757613271475, -0.0033576814457774162, -0.0032021873630583286, -0.003046693280339241, -0.0028911991976201534, -0.002735705114901066, -0.0025802110321819782, -0.002424716716632247, -0.0022692226339131594, -0.0021137285511940718, -0.001958234468474984, -0.0018027402693405747, -0.0016472461866214871, -0.0014917519874870777, -0.0013362579047679901, -0.0011807638220489025, -0.001025269622914493, -0.0008697755401954055, -0.000714281399268657, -0.0005587872583419085, -0.0004032931465189904, -0.00024779903469607234, -9.230489376932383e-05, 6.318923260550946e-05, 0.00021868335898034275, 0.0003741774708032608, 0.0005296716117300093, 0.0006851657526567578, 0.0008406598353758454, 0.0009961540345102549, 0.0011516481172293425, 0.00130714219994843, 0.0014626363990828395, 0.001618130481801927, 0.0017736246809363365, 0.0019291187636554241, 0.0020846128463745117, 0.0022401069290935993, 0.002395601011812687, 0.002551095327362418, 0.0027065894100815058, 0.0028620834928005934, 0.003017577575519681, 0.0031730716582387686, 0.0033285659737885, 0.0034840600565075874, 0.003639554139226675, 0.0037950482219457626, 0.00395054230466485, 0.004106036387383938, 0.0042615304701030254, 0.004417024552822113, 0.004572519101202488, 0.0047280131839215755, 0.004883507266640663, 0.005039001349359751, 0.005194495432078838, 0.005349989514797926, 0.0055054835975170135, 0.005660977680236101, 0.005816471762955189, 0.005971965845674276, 0.006127459928393364]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 9.0, 3.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.028712399303913116, -0.02804325334727764, -0.027374107390642166, -0.02670496143400669, -0.026035815477371216, -0.02536666952073574, -0.024697525426745415, -0.02402837947010994, -0.023359233513474464, -0.02269008755683899, -0.022020941600203514, -0.02135179564356804, -0.020682649686932564, -0.02001350373029709, -0.019344357773661613, -0.01867521181702614, -0.018006067723035812, -0.017336921766400337, -0.016667775809764862, -0.015998629853129387, -0.015329483896493912, -0.014660337939858437, -0.013991191983222961, -0.013322046026587486, -0.012652900069952011, -0.01198375504463911, -0.011314609088003635, -0.01064546313136816, -0.009976317174732685, -0.00930717121809721, -0.00863802619278431, -0.007968880236148834, -0.007299734279513359, -0.006630588322877884, -0.005961442831903696, -0.005292296875268221, -0.004623151384294033, -0.003954005427658558, -0.0032848594710230827, -0.0026157137472182512, -0.0019465680234134197, -0.0012774222996085882, -0.0006082764593884349, 6.086932262405753e-05, 0.00073001510463655, 0.0013991608284413815, 0.0020683067850768566, 0.002737452508881688, 0.0034065982326865196, 0.004075744189321995, 0.004744889680296183, 0.005414035636931658, 0.006083181127905846, 0.006752327084541321, 0.007421473041176796, 0.008090618997812271, 0.008759764954447746, 0.009428909979760647, 0.010098055936396122, 0.010767201893031597, 0.011436347849667072, 0.012105493806302547, 0.012774638831615448, 0.013443784788250923, 0.014112930744886398]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 5.0, 7.0, 3.0, 11.0, 10.0, 5.0, 15.0, 24.0, 21.0, 21.0, 12.0, 15.0, 18.0, 28.0, 34.0, 38.0, 50.0, 59.0, 62.0, 91.0, 117.0, 119.0, 133.0, 211.0, 248.0, 315.0, 406.0, 534.0, 795.0, 1113.0, 1636.0, 5577.0, 1874.0, 1192.0, 751.0, 585.0, 426.0, 339.0, 269.0, 213.0, 180.0, 168.0, 129.0, 111.0, 72.0, 78.0, 63.0, 59.0, 37.0, 48.0, 27.0, 16.0, 17.0, 11.0, 12.0, 1.0, 7.0, 1.0, 5.0, 2.0], "bins": [-0.00973427202552557, -0.009462582878768444, -0.009190894663333893, -0.008919205516576767, -0.008647517301142216, -0.00837582815438509, -0.008104139938950539, -0.007832450792193413, -0.007560762111097574, -0.007289073430001736, -0.007017384748905897, -0.006745696067810059, -0.006474006921052933, -0.006202318239957094, -0.005930629558861256, -0.005658940877765417, -0.0053872521966695786, -0.00511556351557374, -0.0048438748344779015, -0.004572186153382063, -0.004300497472286224, -0.0040288083255290985, -0.00375711964443326, -0.0034854309633374214, -0.003213742282241583, -0.0029420536011457443, -0.0026703649200499058, -0.0023986760061234236, -0.002126987325027585, -0.0018552986439317465, -0.0015836098464205861, -0.0013119210489094257, -0.0010402323678135872, -0.0007685436285100877, -0.0004968548892065883, -0.0002251661499030888, 4.652258940041065e-05, 0.0003182113287039101, 0.0005899000680074096, 0.000861588807310909, 0.0011332775466144085, 0.001404966227710247, 0.0016766550252214074, 0.0019483438227325678, 0.0022200325038284063, 0.002491721184924245, 0.002763410098850727, 0.0030350987799465656, 0.003306787461042404, 0.0035784761421382427, 0.0038501648232340813, 0.00412185350432992, 0.004393542185425758, 0.004665231332182884, 0.004936920013278723, 0.005208608694374561, 0.0054802973754704, 0.005751986056566238, 0.006023674737662077, 0.0062953634187579155, 0.006567052565515041, 0.00683874124661088, 0.0071104299277067184, 0.007382118608802557, 0.0076538072898983955]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.18173888325691223, -0.17585813999176025, -0.16997741162776947, -0.1640966683626175, -0.1582159399986267, -0.15233519673347473, -0.14645445346832275, -0.14057372510433197, -0.13469298183918, -0.1288122534751892, -0.12293151021003723, -0.11705077439546585, -0.11117003858089447, -0.10528930276632309, -0.09940855950117111, -0.09352782368659973, -0.08764708787202835, -0.08176635205745697, -0.07588561624288559, -0.07000487297773361, -0.06412413716316223, -0.05824340134859085, -0.05236266553401947, -0.04648192599415779, -0.04060119017958641, -0.03472045436501503, -0.02883971482515335, -0.02295897901058197, -0.01707824133336544, -0.01119750365614891, -0.005316766910254955, 0.0005639703013002872, 0.00644470751285553, 0.01232544519007206, 0.01820618286728859, 0.02408691868185997, 0.0299676563590765, 0.03584839403629303, 0.04172912985086441, 0.04760986939072609, 0.05349060520529747, 0.05937134101986885, 0.06525208055973053, 0.07113281637430191, 0.07701355218887329, 0.08289428800344467, 0.08877503126859665, 0.09465576708316803, 0.10053650289773941, 0.10641723871231079, 0.11229797452688217, 0.11817871779203415, 0.12405945360660553, 0.1299401819705963, 0.1358209252357483, 0.14170166850090027, 0.14758239686489105, 0.15346314013004303, 0.1593438684940338, 0.1652246117591858, 0.17110535502433777, 0.17698608338832855, 0.18286682665348053, 0.1887475550174713, 0.1946282982826233]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 13.0, 9.0, 13.0, 11.0, 15.0, 11.0, 12.0, 12.0, 8.0, 7.0, 12.0, 36.0, 14.0, 8.0, 15.0, 13.0, 14.0, 5.0, 8.0, 6.0, 5.0, 3.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.1218733936548233, -0.11840974539518356, -0.11494609713554382, -0.11148244887590408, -0.10801880061626434, -0.1045551523566246, -0.10109151154756546, -0.09762786328792572, -0.09416421502828598, -0.09070056676864624, -0.0872369185090065, -0.08377327024936676, -0.08030962198972702, -0.07684597373008728, -0.07338232547044754, -0.0699186772108078, -0.06645503640174866, -0.06299138814210892, -0.05952773615717888, -0.05606409162282944, -0.0526004433631897, -0.04913679510354996, -0.04567314684391022, -0.04220949858427048, -0.03874585032463074, -0.035282205790281296, -0.031818557530641556, -0.028354909271001816, -0.024891261011362076, -0.021427614614367485, -0.017963966354727745, -0.01450031902641058, -0.011036671698093414, -0.007573024369776249, -0.004109376575797796, -0.0006457290146499872, 0.002817918546497822, 0.006281565874814987, 0.009745214134454727, 0.013208861462771893, 0.016672508791089058, 0.020136157050728798, 0.02359980344772339, 0.02706345170736313, 0.03052709996700287, 0.03399074822664261, 0.03745439276099205, 0.04091804102063179, 0.04438168928027153, 0.04784533753991127, 0.05130898579955101, 0.05477263033390045, 0.05823627859354019, 0.06169992685317993, 0.06516357511281967, 0.06862722337245941, 0.07209087163209915, 0.07555451989173889, 0.07901816815137863, 0.08248180896043777, 0.08594545722007751, 0.08940910547971725, 0.092872753739357, 0.09633640199899673, 0.09980005025863647]}, "_runtime": 145.99684882164001, "_timestamp": 1596211735.7679577, "_step": 181}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 4.0, 0.0, 0.0, 2.0, 2.0, 7.0, 8.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014244758524000645, -0.013837695121765137, -0.013430630788207054, -0.013023567385971546, -0.012616503052413464, -0.012209439650177956, -0.011802375316619873, -0.011395311914384365, -0.010988248512148857, -0.010581184178590775, -0.010174120776355267, -0.009767056442797184, -0.009359993040561676, -0.008952928707003593, -0.008545865304768085, -0.008138800971210003, -0.007731737568974495, -0.0073246737010777, -0.006917609833180904, -0.006510545965284109, -0.006103482097387314, -0.005696418695151806, -0.005289354827255011, -0.004882290959358215, -0.00447522709146142, -0.004068163223564625, -0.0036610993556678295, -0.003254035720601678, -0.0028469718527048826, -0.0024399079848080873, -0.0020328443497419357, -0.0016257804818451405, -0.0012187166139483452, -0.0008116528042592108, -0.00040458899457007647, 2.4748151190578938e-06, 0.00040953862480819225, 0.0008166024344973266, 0.001223666244186461, 0.0016307299956679344, 0.0020377938635647297, 0.002444857731461525, 0.0028519215993583202, 0.003258985234424472, 0.003666049102321267, 0.004073112737387419, 0.004480176605284214, 0.004887240473181009, 0.0052943043410778046, 0.0057013682089746, 0.006108432076871395, 0.00651549594476819, 0.006922559812664986, 0.007329623214900494, 0.007736687082797289, 0.008143750950694084, 0.008550815284252167, 0.008957878686487675, 0.009364942088723183, 0.009772006422281265, 0.010179069824516773, 0.010586134158074856, 0.010993197560310364, 0.011400261893868446, 0.011807325296103954]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 11.0, 8.0, 6.0, 8.0, 10.0, 7.0, 26.0, 20.0, 30.0, 31.0, 46.0, 49.0, 59.0, 72.0, 99.0, 131.0, 237.0, 395.0, 5361.0, 482.0, 206.0, 137.0, 89.0, 74.0, 66.0, 47.0, 40.0, 29.0, 29.0, 21.0, 22.0, 9.0, 9.0, 8.0, 9.0, 7.0, 7.0, 6.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12371519953012466, -0.12022645026445389, -0.11673770844936371, -0.11324895918369293, -0.10976021736860275, -0.10627146810293198, -0.1027827262878418, -0.09929397702217102, -0.09580522775650024, -0.09231648594141006, -0.08882773667573929, -0.08533899486064911, -0.08185024559497833, -0.07836150377988815, -0.07487275451421738, -0.0713840126991272, -0.06789526343345642, -0.06440651416778564, -0.060917772352695465, -0.05742902681231499, -0.05394028127193451, -0.05045153200626373, -0.046962786465883255, -0.04347404092550278, -0.0399852953851223, -0.03649654984474182, -0.03300780430436134, -0.029519056901335716, -0.02603031136095524, -0.02254156582057476, -0.019052818417549133, -0.015564072877168655, -0.012075327336788177, -0.0085865817964077, -0.005097835324704647, -0.0016090893186628819, 0.0018796566873788834, 0.005368402693420649, 0.008857148699462414, 0.012345895171165466, 0.015834640711545944, 0.019323386251926422, 0.0228121317923069, 0.026300879195332527, 0.029789624735713005, 0.03327837213873863, 0.03676711767911911, 0.04025586321949959, 0.043744608759880066, 0.047233354300260544, 0.05072209984064102, 0.0542108453810215, 0.05769959092140198, 0.061188340187072754, 0.06467708200216293, 0.06816583126783371, 0.07165457308292389, 0.07514332234859467, 0.07863207161426544, 0.08212081342935562, 0.0856095626950264, 0.08909830451011658, 0.09258705377578735, 0.09607579559087753, 0.09956454485654831]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 5.0, 2.0, 3.0, 10.0, 7.0, 4.0, 6.0, 21.0, 9.0, 3.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002517102751880884, -0.002404001774266362, -0.00229090079665184, -0.0021777998190373182, -0.0020646988414227962, -0.0019515977473929524, -0.0018384967697784305, -0.0017253957921639085, -0.0016122946981340647, -0.0014991937205195427, -0.0013860927429050207, -0.0012729917652904987, -0.0011598907876759768, -0.0010467898100614548, -0.0009336887742392719, -0.000820587738417089, -0.000707486760802567, -0.000594385783188045, -0.00048128474736586213, -0.00036818376975134015, -0.0002550827630329877, -0.00014198175631463528, -2.8880764148198068e-05, 8.422023529419675e-05, 0.00019732123473659158, 0.000310422241454944, 0.00042352324817329645, 0.0005366242257878184, 0.0006497252034023404, 0.0007628262392245233, 0.0008759272168390453, 0.0009890282526612282, 0.0011021292302757502, 0.0012152302078902721, 0.0013283311855047941, 0.001441432279534638, 0.00155453325714916, 0.0016676342347636819, 0.0017807352123782039, 0.0018938361899927258, 0.0020069372840225697, 0.0021200382616370916, 0.0022331392392516136, 0.0023462402168661356, 0.0024593411944806576, 0.0025724421720951796, 0.0026855431497097015, 0.0027986441273242235, 0.0029117451049387455, 0.003024846315383911, 0.003137947292998433, 0.003251048270612955, 0.003364149248227477, 0.003477250225841999, 0.003590351203456521, 0.003703452181071043, 0.003816553158685565, 0.003929654136300087, 0.004042755346745253, 0.004155856091529131, 0.004268957301974297, 0.004382058046758175, 0.0044951592572033405, 0.004608260001987219, 0.0047213612124323845]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 6.0, 10.0, 17.0, 34.0, 42.0, 79.0, 153.0, 239.0, 474.0, 804.0, 1561.0, 2879.0, 5564.0, 11751.0, 27667.0, 86081.0, 907055.0, 78021.0, 27577.0, 12480.0, 6497.0, 3884.0, 2175.0, 1412.0, 897.0, 603.0, 420.0, 342.0, 199.0, 144.0, 123.0, 107.0, 69.0, 56.0, 43.0, 39.0, 31.0, 28.0, 12.0, 16.0, 15.0, 5.0, 5.0, 5.0, 6.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005075220949947834, -0.004815205466002226, -0.004555189982056618, -0.00429517449811101, -0.0040351590141654015, -0.0037751435302197933, -0.003515128046274185, -0.003255112562328577, -0.002995097078382969, -0.0027350815944373608, -0.0024750661104917526, -0.0022150506265461445, -0.0019550351426005363, -0.0016950196586549282, -0.00143500417470932, -0.001174988690763712, -0.0009149732068181038, -0.0006549577228724957, -0.0003949422389268875, -0.00013492675498127937, 0.00012508872896432877, 0.0003851042129099369, 0.000645119696855545, 0.0009051351808011532, 0.0011651506647467613, 0.0014251661486923695, 0.0016851816326379776, 0.0019451971165835857, 0.002205212600529194, 0.002465228084474802, 0.00272524356842041, 0.0029852590523660183, 0.0032452745363116264, 0.0035052900202572346, 0.0037653055042028427, 0.004025320988148451, 0.004285336472094059, 0.004545351956039667, 0.004805367439985275, 0.005065382923930883, 0.0053253984078764915, 0.0055854138918221, 0.005845429375767708, 0.006105444859713316, 0.006365460343658924, 0.006625475827604532, 0.00688549131155014, 0.0071455067954957485, 0.007405522279441357, 0.007665537763386965, 0.007925553247332573, 0.008185569196939468, 0.00844558421522379, 0.00870559923350811, 0.008965615183115005, 0.009225631132721901, 0.009485646151006222, 0.009745661169290543, 0.010005677118897438, 0.010265693068504333, 0.010525708086788654, 0.010785723105072975, 0.01104573905467987, 0.011305755004286766, 0.011565770022571087]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 3.0, 1.0, 4.0, 3.0, 10.0, 8.0, 4.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014375847764313221, -0.01359193492680788, -0.012808023020625114, -0.012024110183119774, -0.011240197345614433, -0.010456285439431667, -0.009672372601926327, -0.008888459764420986, -0.00810454785823822, -0.00732063502073288, -0.006536722183227539, -0.005752809811383486, -0.0049688974395394325, -0.004184984602034092, -0.0034010722301900387, -0.0026171596255153418, -0.0018332470208406448, -0.001049334416165948, -0.0002654219279065728, 0.0005184906185604632, 0.0013024031650274992, 0.002086315769702196, 0.0028702281415462494, 0.0036541407462209463, 0.004438053350895643, 0.0052219657227396965, 0.006005878560245037, 0.00678979093208909, 0.007573703303933144, 0.008357616141438484, 0.009141528978943825, 0.00992544088512659, 0.010709353722631931, 0.011493266560137272, 0.012277178466320038, 0.013061091303825378, 0.013845004141330719, 0.014628916047513485, 0.015412828885018826, 0.01619674079120159, 0.016980653628706932, 0.017764566466212273, 0.018548479303717613, 0.019332392141222954, 0.020116304978728294, 0.020900215953588486, 0.021684128791093826, 0.022468041628599167, 0.023251954466104507, 0.024035867303609848, 0.02481978014111519, 0.02560369297862053, 0.02638760395348072, 0.02717151679098606, 0.0279554296284914, 0.028739342465996742, 0.029523255303502083, 0.030307168141007423, 0.031091079115867615, 0.031874991953372955, 0.032658904790878296, 0.033442817628383636, 0.03422673046588898, 0.03501064330339432, 0.03579455614089966]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 3.0, 9.0, 11.0, 13.0, 24.0, 28.0, 34.0, 41.0, 57.0, 56.0, 98.0, 122.0, 166.0, 187.0, 312.0, 461.0, 724.0, 1015.0, 1650.0, 6129.0, 2442.0, 1486.0, 987.0, 676.0, 471.0, 310.0, 199.0, 145.0, 122.0, 68.0, 63.0, 50.0, 39.0, 29.0, 24.0, 25.0, 19.0, 5.0, 14.0, 3.0, 10.0, 12.0, 13.0, 23.0, 17.0, 12.0, 1.0, 0.0, 0.0, 2.0, 2.0, 8.0], "bins": [-0.011133912019431591, -0.010782081633806229, -0.010430250316858292, -0.01007841993123293, -0.009726589545607567, -0.00937475822865963, -0.009022927843034267, -0.00867109652608633, -0.008319266140460968, -0.007967435754835606, -0.007615604437887669, -0.007263774052262306, -0.0069119432009756565, -0.006560112349689007, -0.006208281964063644, -0.005856451112776995, -0.005504620261490345, -0.005152789410203695, -0.004800958558917046, -0.004449128173291683, -0.0040972973220050335, -0.003745466470718384, -0.0033936358522623777, -0.0030418052338063717, -0.002689974382519722, -0.0023381435312330723, -0.0019863129127770662, -0.0016344821779057384, -0.0012826514430344105, -0.0009308207081630826, -0.0005789899732917547, -0.00022715923842042685, 0.00012467149645090103, 0.0004765022313222289, 0.0008283329661935568, 0.0011801637010648847, 0.0015319944359362125, 0.0018838251708075404, 0.0022356559056788683, 0.0025874865241348743, 0.002939317375421524, 0.0032911482267081738, 0.00364297884516418, 0.003994809463620186, 0.0043466403149068356, 0.004698471166193485, 0.005050301551818848, 0.005402132403105497, 0.005753963254392147, 0.006105794105678797, 0.0064576249569654465, 0.006809455342590809, 0.007161286193877459, 0.007513117045164108, 0.00786494743078947, 0.008216778747737408, 0.00856860913336277, 0.008920439518988132, 0.00927227083593607, 0.009624101221561432, 0.009975932538509369, 0.010327762924134731, 0.010679593309760094, 0.01103142462670803, 0.011383255012333393]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11366359144449234, -0.11073638498783112, -0.1078091710805893, -0.10488196462392807, -0.10195475071668625, -0.09902754426002502, -0.0961003303527832, -0.09317312389612198, -0.09024591743946075, -0.08731870353221893, -0.08439149707555771, -0.08146428316831589, -0.07853707671165466, -0.07560986280441284, -0.07268265634775162, -0.0697554424405098, -0.06682823598384857, -0.06390102952718735, -0.060973815619945526, -0.058046605437994, -0.05511939525604248, -0.052192188799381256, -0.04926497861742973, -0.04633776843547821, -0.04341055825352669, -0.040483348071575165, -0.03755613788962364, -0.03462892770767212, -0.031701721251010895, -0.028774509206414223, -0.02584730088710785, -0.022920090705156326, -0.019992880523204803, -0.01706567034125328, -0.014138461090624332, -0.011211251839995384, -0.008284041658043861, -0.005356831941753626, -0.0024296222254633904, 0.0004975874908268452, 0.0034247972071170807, 0.006352006923407316, 0.009279216639697552, 0.0122064258903265, 0.015133636072278023, 0.018060846254229546, 0.02098805457353592, 0.023915264755487442, 0.026842474937438965, 0.029769685119390488, 0.03269689530134201, 0.03562410548329353, 0.038551315665245056, 0.04147852212190628, 0.0444057323038578, 0.047332942485809326, 0.05026015266776085, 0.05318736284971237, 0.056114573031663895, 0.05904178321361542, 0.06196898967027664, 0.06489620357751846, 0.06782341003417969, 0.07075062394142151, 0.07367783039808273]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 7.0, 3.0, 3.0, 3.0, 2.0, 6.0, 4.0, 3.0, 5.0, 6.0, 5.0, 10.0, 5.0, 9.0, 21.0, 42.0, 19.0, 16.0, 11.0, 13.0, 8.0, 11.0, 11.0, 4.0, 6.0, 3.0, 5.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.07017210125923157, -0.06817970424890518, -0.0661873072385788, -0.06419491022825241, -0.062202513217926025, -0.06021011993288994, -0.05821772292256355, -0.05622532591223717, -0.05423292890191078, -0.052240531891584396, -0.05024813488125801, -0.048255737870931625, -0.04626334458589554, -0.04427094757556915, -0.04227855056524277, -0.04028615355491638, -0.038293756544589996, -0.03630135953426361, -0.034308962523937225, -0.03231656551361084, -0.030324170365929604, -0.028331773355603218, -0.026339378207921982, -0.024346981197595596, -0.02235458418726921, -0.020362187176942825, -0.01836979016661644, -0.016377395018935204, -0.014384998008608818, -0.012392600998282433, -0.010400204919278622, -0.00840780884027481, -0.006415411829948425, -0.004423015285283327, -0.002430618740618229, -0.0004382221959531307, 0.0015541743487119675, 0.0035465708933770657, 0.005538967438042164, 0.007531363982707262, 0.00952376052737236, 0.011516157537698746, 0.013508553616702557, 0.015500949695706367, 0.017493346706032753, 0.01948574371635914, 0.021478138864040375, 0.02347053587436676, 0.025462932884693146, 0.02745532989501953, 0.029447726905345917, 0.0314401239156723, 0.03343252092599869, 0.035424914211034775, 0.03741731122136116, 0.039409708231687546, 0.04140210524201393, 0.04339450225234032, 0.0453868992626667, 0.04737929627299309, 0.049371689558029175, 0.05136408656835556, 0.053356483578681946, 0.05534888058900833, 0.05734127759933472]}, "_runtime": 146.8389928340912, "_timestamp": 1596211736.6101017, "_step": 182}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 5.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006473642308264971, -0.006274728570133448, -0.0060758148320019245, -0.005876901093870401, -0.005677987355738878, -0.005479073617607355, -0.005280159879475832, -0.005081246141344309, -0.004882331937551498, -0.004683418199419975, -0.004484504461288452, -0.004285590723156929, -0.004086676985025406, -0.0038877632468938828, -0.0036888495087623596, -0.0034899357706308365, -0.0032910220324993134, -0.0030921082943677902, -0.002893194556236267, -0.002694280818104744, -0.002495367079973221, -0.002296453109011054, -0.002097539370879531, -0.0018986256327480078, -0.0016997118946164846, -0.0015007981564849615, -0.0013018844183534384, -0.0011029705638065934, -0.0009040568256750703, -0.0007051430875435472, -0.0005062292912043631, -0.0003073155239690095, -0.00010840175673365593, 9.051201050169766e-05, 0.00028942577773705125, 0.0004883395740762353, 0.0006872533122077584, 0.0008861670503392816, 0.0010850809048861265, 0.0012839946430176497, 0.0014829083811491728, 0.001681822119280696, 0.001880735857412219, 0.002079649595543742, 0.002278563566505909, 0.002477477304637432, 0.0026763910427689552, 0.0028753047809004784, 0.0030742185190320015, 0.0032731322571635246, 0.0034720459952950478, 0.003670959733426571, 0.003869873471558094, 0.004068787209689617, 0.00426770094782114, 0.004466614685952663, 0.0046655284240841866, 0.004864442627876997, 0.00506335636600852, 0.005262270104140043, 0.005461183842271566, 0.0056600975804030895, 0.005859011318534613, 0.006057925056666136, 0.006256838794797659]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 6.0, 6.0, 7.0, 8.0, 7.0, 12.0, 5.0, 16.0, 19.0, 22.0, 20.0, 31.0, 44.0, 45.0, 58.0, 73.0, 106.0, 154.0, 222.0, 365.0, 5078.0, 639.0, 300.0, 180.0, 104.0, 72.0, 61.0, 52.0, 42.0, 27.0, 25.0, 26.0, 12.0, 12.0, 10.0, 8.0, 10.0, 5.0, 6.0, 6.0, 5.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09237829595804214, -0.08954933285713196, -0.08672036230564117, -0.08389139920473099, -0.0810624286532402, -0.07823346555233002, -0.07540449500083923, -0.07257553189992905, -0.06974656879901886, -0.06691759824752808, -0.06408863514661789, -0.061259664595127106, -0.05843070149421692, -0.055601734668016434, -0.05277276784181595, -0.04994380101561546, -0.04711483418941498, -0.04428586736321449, -0.04145690053701401, -0.03862793371081352, -0.03579896688461304, -0.03297000378370285, -0.030141036957502365, -0.02731207013130188, -0.024483103305101395, -0.02165413647890091, -0.018825169652700424, -0.015996204689145088, -0.013167237862944603, -0.010338271036744118, -0.007509305141866207, -0.004680338781327009, -0.0018513724207878113, 0.0009775939397513866, 0.0038065603002905846, 0.0066355266608297825, 0.00946449302136898, 0.012293459847569466, 0.015122425742447376, 0.017951391637325287, 0.020780358463525772, 0.023609325289726257, 0.026438292115926743, 0.02926725707948208, 0.032096222043037415, 0.0349251888692379, 0.037754155695438385, 0.04058312252163887, 0.043412089347839355, 0.04624105617403984, 0.049070023000240326, 0.05189898982644081, 0.054727956652641296, 0.05755691975355148, 0.06038588657975197, 0.06321485340595245, 0.06604382395744324, 0.06887278705835342, 0.07170175015926361, 0.0745307207107544, 0.07735968381166458, 0.08018865436315536, 0.08301761746406555, 0.08584658801555634, 0.08867555111646652]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 5.0, 2.0, 3.0, 3.0, 4.0, 3.0, 2.0, 4.0, 4.0, 5.0, 22.0, 3.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 7.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0029630358330905437, -0.0028812119271606207, -0.0027993882540613413, -0.0027175643481314182, -0.002635740675032139, -0.0025539167691022158, -0.0024720930960029364, -0.0023902691900730133, -0.002308445516973734, -0.002226621611043811, -0.002144797705113888, -0.0020629740320146084, -0.0019811501260846853, -0.001899326336570084, -0.0018175025470554829, -0.0017356787575408816, -0.0016538549680262804, -0.0015720311785116792, -0.001490207388997078, -0.0014083835994824767, -0.0013265598099678755, -0.0012447359040379524, -0.0011629121145233512, -0.00108108832500875, -0.0009992645354941487, -0.0009174407459795475, -0.0008356169564649463, -0.0007537931087426841, -0.0006719693192280829, -0.0005901455297134817, -0.0005083216819912195, -0.0004264978924766183, -0.00034467410296201706, -0.00026285031344741583, -0.00018102649482898414, -9.920269076246768e-05, -1.7378886695951223e-05, 6.444491737056524e-05, 0.0001462687214370817, 0.00022809252550359815, 0.0003099163295701146, 0.00039174011908471584, 0.00047356393770314753, 0.0005553877563215792, 0.0006372115458361804, 0.0007190353353507817, 0.0008008591830730438, 0.000882682972587645, 0.0009645067621022463, 0.0010463305516168475, 0.0011281543411314487, 0.00120997813064605, 0.0012918019201606512, 0.0013736258260905743, 0.0014554496156051755, 0.0015372734051197767, 0.001619097194634378, 0.0017009209841489792, 0.0017827447736635804, 0.0018645685631781816, 0.0019463924691081047, 0.002028216142207384, 0.002110040048137307, 0.0021918637212365866, 0.0022736876271665096]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 7.0, 12.0, 23.0, 27.0, 34.0, 67.0, 91.0, 119.0, 207.0, 258.0, 367.0, 580.0, 869.0, 1212.0, 1965.0, 3403.0, 6475.0, 13177.0, 31307.0, 107954.0, 894633.0, 68497.0, 23452.0, 10861.0, 5709.0, 3116.0, 1853.0, 1165.0, 703.0, 463.0, 329.0, 208.0, 145.0, 109.0, 78.0, 43.0, 33.0, 25.0, 21.0, 10.0, 11.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.007246467284858227, -0.007023124024271965, -0.006799780763685703, -0.006576437037438154, -0.0063530937768518925, -0.006129750516265631, -0.005906407255679369, -0.005683063995093107, -0.005459720268845558, -0.005236377008259296, -0.005013033747673035, -0.004789690487086773, -0.004566347226500511, -0.004343003965914249, -0.0041196602396667, -0.0038963169790804386, -0.003672973718494177, -0.003449630457907915, -0.0032262869644910097, -0.003002943703904748, -0.0027796002104878426, -0.002556256949901581, -0.002332913689315319, -0.0021095701958984137, -0.001886226935312152, -0.0016628835583105683, -0.0014395401813089848, -0.001216196920722723, -0.0009928535437211394, -0.0007695101667195559, -0.0005461668479256332, -0.00032282350002788007, -9.948015213012695e-05, 0.00012386319576762617, 0.0003472065436653793, 0.000570549862459302, 0.0007938932394608855, 0.001017236616462469, 0.0012405798770487309, 0.0014639232540503144, 0.001687266631051898, 0.0019106100080534816, 0.002133953385055065, 0.002357296645641327, 0.0025806399062275887, 0.002803983399644494, 0.003027326660230756, 0.003250670153647661, 0.003474013414233923, 0.0036973566748201847, 0.0039206999354064465, 0.0041440436616539955, 0.004367386922240257, 0.004590730182826519, 0.004814073443412781, 0.0050374167039990425, 0.005260759964585304, 0.005484103690832853, 0.005707446951419115, 0.005930790212005377, 0.0061541334725916386, 0.0063774767331779, 0.006600820459425449, 0.006824163720011711, 0.007047506980597973]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 2.0, 9.0, 12.0, 5.0, 4.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11785534024238586, -0.11546814441680908, -0.1130809485912323, -0.11069375276565552, -0.10830655694007874, -0.10591936856508255, -0.10353217273950577, -0.10114497691392899, -0.0987577810883522, -0.09637058526277542, -0.09398338943719864, -0.09159619361162186, -0.08920900523662567, -0.08682180941104889, -0.0844346135854721, -0.08204741775989532, -0.07966022193431854, -0.07727302610874176, -0.07488583028316498, -0.0724986344575882, -0.07011143863201141, -0.06772425025701523, -0.06533705443143845, -0.06294985860586166, -0.06056266278028488, -0.0581754669547081, -0.05578827112913132, -0.05340107902884483, -0.05101388320326805, -0.04862668737769127, -0.046239495277404785, -0.043852299451828, -0.04146510362625122, -0.03907790780067444, -0.036690711975097656, -0.03430351987481117, -0.03191632404923439, -0.029529128223657608, -0.027141934260725975, -0.024754740297794342, -0.02236754447221756, -0.019980348646640778, -0.017593154683709145, -0.015205959789454937, -0.01281876489520073, -0.010431570000946522, -0.008044375106692314, -0.0056571802124381065, -0.003269985318183899, -0.0008827904239296913, 0.0015044044703245163, 0.003891599364578724, 0.0062787942588329315, 0.008665989153087139, 0.011053184047341347, 0.013440378941595554, 0.015827573835849762, 0.018214769661426544, 0.020601963624358177, 0.02298915758728981, 0.025376353412866592, 0.027763549238443375, 0.030150743201375008, 0.03253793716430664, 0.03492513298988342]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 10.0, 10.0, 14.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 4.0, 4.0, 11.0, 14.0, 10.0, 4.0, 15.0, 9.0, 4.0, 16.0, 12.0, 14.0, 21.0, 31.0, 61.0, 147.0, 225.0, 293.0, 527.0, 1065.0, 3033.0, 8271.0, 1962.0, 1074.0, 647.0, 347.0, 208.0, 127.0, 88.0, 51.0, 29.0, 11.0, 15.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.03755699098110199, -0.03674481064081192, -0.03593263030052185, -0.03512044996023178, -0.03430826961994171, -0.03349608555436134, -0.032683905214071274, -0.031871724873781204, -0.031059544533491135, -0.030247364193201065, -0.029435183852910995, -0.028623003512620926, -0.027810821309685707, -0.026998640969395638, -0.026186460629105568, -0.0253742802888155, -0.02456209808588028, -0.02374991774559021, -0.02293773740530014, -0.02212555706501007, -0.02131337672472, -0.020501194521784782, -0.019689014181494713, -0.018876833841204643, -0.018064653500914574, -0.017252473160624504, -0.016440290957689285, -0.015628110617399216, -0.014815930277109146, -0.014003749005496502, -0.013191568665206432, -0.012379387393593788, -0.011567207053303719, -0.010755026713013649, -0.009942845441401005, -0.009130665101110935, -0.008318483829498291, -0.0075063034892082214, -0.0066941226832568645, -0.005881941877305508, -0.005069761071354151, -0.004257580265402794, -0.003445399459451437, -0.0026332188863307238, -0.0018210380803793669, -0.00100885727442801, -0.00019667658489197493, 0.000615504162851721, 0.001427684910595417, 0.002239865716546774, 0.003052046522498131, 0.003864227095618844, 0.004676408134400845, 0.005488588474690914, 0.006300769280642271, 0.007112950086593628, 0.007925130426883698, 0.008737311698496342, 0.009549492038786411, 0.010361673310399055, 0.011173853650689125, 0.01198603492230177, 0.012798215262591839, 0.013610396534204483, 0.014422576874494553]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12679758667945862, -0.11284113675355911, -0.0988846868276596, -0.0849282443523407, -0.07097179442644119, -0.05701534450054169, -0.04305889829993248, -0.029102450236678123, -0.015146002173423767, -0.0011895541101694107, 0.012766893953084946, 0.026723342016339302, 0.04067979007959366, 0.054636240005493164, 0.06859268248081207, 0.08254913240671158, 0.09650558233261108, 0.11046203225851059, 0.1244184821844101, 0.138374924659729, 0.1523313820362091, 0.16628782451152802, 0.18024426698684692, 0.19420072436332703, 0.20815716683864594, 0.22211360931396484, 0.23607006669044495, 0.25002652406692505, 0.26398295164108276, 0.27793940901756287, 0.29189586639404297, 0.3058522939682007, 0.3198087513446808, 0.3337652087211609, 0.3477216362953186, 0.3616780936717987, 0.3756345510482788, 0.3895909786224365, 0.4035474359989166, 0.41750389337539673, 0.43146032094955444, 0.44541677832603455, 0.45937323570251465, 0.47332969307899475, 0.48728612065315247, 0.5012425780296326, 0.5151990056037903, 0.5291554927825928, 0.5431119203567505, 0.5570683479309082, 0.5710248351097107, 0.5849812626838684, 0.5989376902580261, 0.6128941774368286, 0.6268506050109863, 0.640807032585144, 0.6547635197639465, 0.6687199473381042, 0.682676374912262, 0.6966328620910645, 0.7105892896652222, 0.7245457172393799, 0.7385022044181824, 0.7524586319923401, 0.7664151191711426]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 7.0, 6.0, 6.0, 11.0, 6.0, 8.0, 14.0, 19.0, 20.0, 48.0, 40.0, 23.0, 10.0, 11.0, 5.0, 8.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.11602184921503067, -0.11250785738229752, -0.10899387300014496, -0.1054798811674118, -0.10196588933467865, -0.0984518975019455, -0.09493791311979294, -0.09142392128705978, -0.08790992945432663, -0.08439594507217407, -0.08088195323944092, -0.07736796140670776, -0.07385396957397461, -0.07033998519182205, -0.0668259933590889, -0.06331200152635574, -0.05979801341891289, -0.05628402531147003, -0.05277003347873688, -0.04925604537129402, -0.04574205353856087, -0.04222806543111801, -0.03871407359838486, -0.035200085490942, -0.031686097383499146, -0.02817210555076599, -0.024658115580677986, -0.02114412561058998, -0.017630137503147125, -0.014116146601736546, -0.010602157562971115, -0.00708816759288311, -0.003574177622795105, -6.018788553774357e-05, 0.003453801851719618, 0.006967791356146336, 0.01048178132623434, 0.013995771296322346, 0.017509760335087776, 0.02102375030517578, 0.024537740275263786, 0.02805173024535179, 0.03156571835279465, 0.0350797101855278, 0.03859369829297066, 0.04210769012570381, 0.04562167823314667, 0.04913567006587982, 0.05264965817332268, 0.05616364628076553, 0.05967763811349869, 0.06319162994623184, 0.0667056143283844, 0.07021960616111755, 0.07373359799385071, 0.07724758982658386, 0.08076157420873642, 0.08427556604146957, 0.08778955787420273, 0.09130354225635529, 0.09481753408908844, 0.0983315259218216, 0.10184551775455475, 0.1053595021367073, 0.10887349396944046]}, "_runtime": 147.60306191444397, "_timestamp": 1596211737.3741708, "_step": 183}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 7.0, 2.0, 2.0, 1.0, 4.0, 2.0, 7.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01198333129286766, -0.011624383740127087, -0.011265435256063938, -0.010906487703323364, -0.010547539219260216, -0.010188591666519642, -0.009829644113779068, -0.00947069562971592, -0.009111748076975346, -0.008752800524234772, -0.008393852040171623, -0.00803490448743105, -0.007675956469029188, -0.007317008450627327, -0.006958060897886753, -0.006599112879484892, -0.006240164861083031, -0.0058812168426811695, -0.005522268824279308, -0.0051633212715387344, -0.004804373253136873, -0.004445425234735012, -0.004086477681994438, -0.003727529663592577, -0.003368581645190716, -0.0030096336267888546, -0.002650685841217637, -0.0022917380556464195, -0.0019327900372445583, -0.001573842135258019, -0.0012148942332714796, -0.0008559463312849402, -0.0004969984292984009, -0.00013805052731186152, 0.00022089737467467785, 0.0005798452766612172, 0.0009387931786477566, 0.001297741080634296, 0.0016566889826208353, 0.002015636768192053, 0.002374584786593914, 0.0027335328049957752, 0.0030924805905669928, 0.0034514283761382103, 0.0038103763945400715, 0.004169324412941933, 0.0045282719656825066, 0.004887219984084368, 0.005246168002486229, 0.00560511602088809, 0.005964064039289951, 0.006323011592030525, 0.006681959610432386, 0.007040907628834248, 0.0073998551815748215, 0.007758803199976683, 0.008117751218378544, 0.008476698771119118, 0.008835647255182266, 0.00919459480792284, 0.009553542360663414, 0.009912490844726562, 0.010271438397467136, 0.010630386881530285, 0.010989334434270859]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 5.0, 4.0, 6.0, 4.0, 9.0, 13.0, 10.0, 12.0, 26.0, 28.0, 31.0, 41.0, 50.0, 89.0, 122.0, 193.0, 305.0, 4620.0, 1452.0, 297.0, 192.0, 116.0, 85.0, 42.0, 25.0, 21.0, 28.0, 20.0, 5.0, 15.0, 7.0, 10.0, 4.0, 3.0, 8.0, 3.0, 4.0, 4.0, 0.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.12532173097133636, -0.12139871716499329, -0.1174757108092308, -0.11355270445346832, -0.10962969064712524, -0.10570667684078217, -0.10178367048501968, -0.0978606641292572, -0.09393765032291412, -0.09001463651657104, -0.08609163016080856, -0.08216862380504608, -0.078245609998703, -0.07432259619235992, -0.07039958983659744, -0.06647658348083496, -0.06255356967449188, -0.0586305595934391, -0.05470754951238632, -0.05078453943133354, -0.04686152935028076, -0.04293851926922798, -0.0390155091881752, -0.03509249910712242, -0.03116948902606964, -0.02724647894501686, -0.02332346886396408, -0.0194004587829113, -0.01547744870185852, -0.01155443862080574, -0.00763142853975296, -0.00370841845870018, 0.0002145916223526001, 0.00413760170340538, 0.00806061178445816, 0.01198362186551094, 0.01590663194656372, 0.0198296420276165, 0.02375265210866928, 0.02767566218972206, 0.03159867227077484, 0.03552168235182762, 0.0394446924328804, 0.04336770251393318, 0.04729071259498596, 0.05121372267603874, 0.05513673275709152, 0.0590597428381443, 0.06298275291919708, 0.06690576672554016, 0.07082877308130264, 0.07475177943706512, 0.0786747932434082, 0.08259780704975128, 0.08652081340551376, 0.09044381976127625, 0.09436683356761932, 0.0982898473739624, 0.10221285372972488, 0.10613586008548737, 0.11005887389183044, 0.11398188769817352, 0.117904894053936, 0.12182790040969849, 0.12575091421604156]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 5.0, 2.0, 3.0, 0.0, 3.0, 3.0, 4.0, 5.0, 26.0, 7.0, 7.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0027720278594642878, -0.002675581956282258, -0.002579136285930872, -0.0024826903827488422, -0.0023862444795668125, -0.002289798576384783, -0.002193352673202753, -0.002096907002851367, -0.0020004610996693373, -0.0019040151964873075, -0.0018075694097205997, -0.0017111236229538918, -0.001614677719771862, -0.0015182318165898323, -0.0014217860298231244, -0.0013253402430564165, -0.0012288943398743868, -0.001132448436692357, -0.0010360026499256492, -0.0009395568049512804, -0.0008431109599769115, -0.0007466651150025427, -0.0006502192700281739, -0.0005537734250538051, -0.0004573275800794363, -0.0003608817351050675, -0.0002644358901306987, -0.00016799004515632987, -7.154420018196106e-05, 2.490164479240775e-05, 0.00012134748976677656, 0.00021779333474114537, 0.0003142391797155142, 0.000410685024689883, 0.0005071308696642518, 0.0006035767146386206, 0.0007000225596129894, 0.0007964684045873582, 0.000892914249561727, 0.000989360036328435, 0.0010858059395104647, 0.0011822518426924944, 0.0012786976294592023, 0.0013751434162259102, 0.00147158931940794, 0.0015680352225899696, 0.0016644810093566775, 0.0017609267961233854, 0.0018573726993054152, 0.001953818602487445, 0.002050264272838831, 0.0021467101760208607, 0.0022431560792028904, 0.00233960198238492, 0.00243604788556695, 0.002532493555918336, 0.0026289394591003656, 0.0027253853622823954, 0.0028218310326337814, 0.002918276935815811, 0.003014722838997841, 0.0031111687421798706, 0.0032076146453619003, 0.0033040603157132864, 0.003400506218895316]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 4.0, 5.0, 8.0, 8.0, 10.0, 20.0, 32.0, 31.0, 48.0, 60.0, 104.0, 141.0, 207.0, 308.0, 500.0, 827.0, 1315.0, 2191.0, 3602.0, 6468.0, 13156.0, 30955.0, 104816.0, 888671.0, 66836.0, 24832.0, 12587.0, 7389.0, 4640.0, 3038.0, 2057.0, 1333.0, 1059.0, 688.0, 495.0, 368.0, 211.0, 187.0, 121.0, 94.0, 52.0, 47.0, 30.0, 19.0, 26.0, 13.0, 8.0, 6.0, 3.0, 6.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.006304804235696793, -0.006110621616244316, -0.00591643899679184, -0.005722256377339363, -0.005528073757886887, -0.005333890672773123, -0.005139708053320646, -0.00494552543386817, -0.004751342814415693, -0.004557160194963217, -0.00436297757551074, -0.004168794956058264, -0.0039746118709445, -0.003780429484322667, -0.003586246632039547, -0.0033920640125870705, -0.003197881393134594, -0.0030036987736821175, -0.002809516154229641, -0.002615333301946521, -0.0024211506824940443, -0.002226968063041568, -0.0020327852107584476, -0.0018386025913059711, -0.0016444199718534946, -0.0014502373524010181, -0.0012560546165332198, -0.0010618718806654215, -0.000867689261212945, -0.0006735065835528076, -0.00047932390589267015, -0.00028514122823253274, -9.095855057239532e-05, 0.00010322412708774209, 0.0002974068047478795, 0.0004915894824080169, 0.0006857721600681543, 0.0008799548377282917, 0.0010741375153884292, 0.0012683202512562275, 0.001462502870708704, 0.0016566854901611805, 0.0018508682260289788, 0.002045050961896777, 0.0022392335813492537, 0.00243341620080173, 0.0026275990530848503, 0.002821781672537327, 0.0030159642919898033, 0.00321014691144228, 0.0034043295308947563, 0.0035985123831778765, 0.003792695002630353, 0.003986877854913473, 0.00418106047436595, 0.004375243093818426, 0.004569425713270903, 0.004763608332723379, 0.004957790952175856, 0.005151973571628332, 0.005346156656742096, 0.0055403392761945724, 0.005734521895647049, 0.0059287045150995255, 0.006122887134552002]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 5.0, 5.0, 4.0, 4.0, 4.0, 10.0, 1.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015481755137443542, -0.014505995437502861, -0.01353023573756218, -0.012554476968944073, -0.011578717269003391, -0.01060295756906271, -0.009627198800444603, -0.008651439100503922, -0.00767567940056324, -0.006699919700622559, -0.0057241604663431644, -0.00474840123206377, -0.003772641532123089, -0.002796882065013051, -0.0018211225979030132, -0.0008453631307929754, 0.00013039633631706238, 0.0011061558034271002, 0.002081915270537138, 0.003057674737647176, 0.004033434204757214, 0.005009193904697895, 0.005984953138977289, 0.006960712373256683, 0.007936472073197365, 0.008912231773138046, 0.009887991473078728, 0.010863750241696835, 0.011839509941637516, 0.012815269641578197, 0.013791028410196304, 0.014766788110136986, 0.015742547810077667, 0.01671830751001835, 0.01769406720995903, 0.01866982690989971, 0.019645586609840393, 0.020621344447135925, 0.021597104147076607, 0.022572863847017288, 0.02354862354695797, 0.02452438324689865, 0.025500142946839333, 0.026475902646780014, 0.027451660484075546, 0.028427420184016228, 0.02940317988395691, 0.03037893958389759, 0.03135469928383827, 0.032330457121133804, 0.033306218683719635, 0.03428197652101517, 0.035257738083601, 0.03623349592089653, 0.03720925748348236, 0.03818501532077789, 0.039160773158073425, 0.040136534720659256, 0.04111229255795479, 0.04208805412054062, 0.04306381195783615, 0.04403957352042198, 0.045015331357717514, 0.045991092920303345, 0.04696685075759888]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 11.0, 3.0, 10.0, 12.0, 15.0, 41.0, 31.0, 30.0, 66.0, 75.0, 100.0, 153.0, 241.0, 353.0, 540.0, 867.0, 1382.0, 2247.0, 6551.0, 2160.0, 1150.0, 714.0, 457.0, 328.0, 210.0, 144.0, 99.0, 84.0, 68.0, 63.0, 37.0, 32.0, 24.0, 17.0, 13.0, 11.0, 6.0, 7.0, 8.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 9.0, 22.0, 12.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009483132511377335, -0.009100105613470078, -0.008717077784240246, -0.008334050886332989, -0.007951023057103157, -0.0075679961591959, -0.007184969261288643, -0.0068019418977200985, -0.006418914534151554, -0.00603588717058301, -0.005652859807014465, -0.005269832909107208, -0.004886805545538664, -0.0045037781819701195, -0.004120751284062862, -0.003737723920494318, -0.0033546965569257736, -0.0029716691933572292, -0.0025886420626193285, -0.0022056149318814278, -0.0018225875683128834, -0.0014395603211596608, -0.0010565330740064383, -0.0006735058268532157, -0.00029047857969999313, 9.254866745322943e-05, 0.000475575914606452, 0.0008586031617596745, 0.0012416304089128971, 0.0016246576560661197, 0.0020076849032193422, 0.002390712033957243, 0.0027737393975257874, 0.0031567667610943317, 0.0035397938918322325, 0.003922821022570133, 0.004305848386138678, 0.004688875749707222, 0.005071902647614479, 0.0054549300111830235, 0.005837957374751568, 0.006220984738320112, 0.006604012101888657, 0.006987038999795914, 0.007370066363364458, 0.0077530937269330025, 0.00813612062484026, 0.008519148454070091, 0.008902175351977348, 0.009285202249884605, 0.009668230079114437, 0.010051256977021694, 0.010434284806251526, 0.010817311704158783, 0.01120033860206604, 0.011583366431295872, 0.011966393329203129, 0.012349420227110386, 0.012732448056340218, 0.013115474954247475, 0.013498501852154732, 0.013881529681384563, 0.01426455657929182, 0.014647584408521652, 0.01503061130642891]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07687487453222275, -0.07454525679349899, -0.07221564650535583, -0.06988602876663208, -0.06755641847848892, -0.06522680073976517, -0.06289719045162201, -0.060567572712898254, -0.0582379586994648, -0.05590834468603134, -0.053578730672597885, -0.05124911665916443, -0.048919498920440674, -0.04658988490700722, -0.04426027089357376, -0.041930656880140305, -0.03960104286670685, -0.03727142885327339, -0.034941814839839935, -0.03261220082640648, -0.030282584950327873, -0.027952970936894417, -0.02562335506081581, -0.023293741047382355, -0.0209641270339489, -0.018634513020515442, -0.016304899007081985, -0.01397528313100338, -0.011645669117569923, -0.009316055104136467, -0.006986440159380436, -0.004656825680285692, -0.0023272112011909485, 2.4032779037952423e-06, 0.002332017756998539, 0.004661632236093283, 0.006991246715188026, 0.009320860728621483, 0.011650475673377514, 0.013980090618133545, 0.016309704631567, 0.018639318645000458, 0.020968932658433914, 0.02329854853451252, 0.025628162547945976, 0.027957776561379433, 0.03028739243745804, 0.032617006450891495, 0.03494662046432495, 0.03727623447775841, 0.039605848491191864, 0.04193546250462532, 0.04426507651805878, 0.04659469425678253, 0.04892430827021599, 0.051253922283649445, 0.0535835362970829, 0.05591315031051636, 0.058242764323949814, 0.06057237833738327, 0.06290199607610703, 0.06523160636425018, 0.06756122410297394, 0.0698908343911171, 0.07222045212984085]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0, 7.0, 8.0, 9.0, 11.0, 8.0, 17.0, 10.0, 7.0, 12.0, 8.0, 15.0, 34.0, 16.0, 11.0, 8.0, 9.0, 5.0, 5.0, 5.0, 5.0, 5.0, 1.0, 5.0, 3.0, 1.0, 8.0, 2.0, 5.0, 6.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.06636825948953629, -0.06442047655582428, -0.06247268617153168, -0.06052489951252937, -0.05857711285352707, -0.056629326194524765, -0.05468154326081276, -0.052733756601810455, -0.05078596994280815, -0.04883818328380585, -0.04689039662480354, -0.04494260996580124, -0.042994823306798935, -0.04104703664779663, -0.03909924998879433, -0.03715146332979202, -0.03520368039608002, -0.03325589373707771, -0.03130810707807541, -0.029360320419073105, -0.0274125337600708, -0.025464747101068497, -0.023516960442066193, -0.02156917378306389, -0.019621387124061584, -0.01767360232770443, -0.015725815668702126, -0.013778029009699821, -0.011830242350697517, -0.009882456623017788, -0.007934669964015484, -0.005986883770674467, -0.00403909757733345, -0.0020913113839924335, -0.00014352495782077312, 0.0018042613519355655, 0.003752047661691904, 0.005699833855032921, 0.007647620514035225, 0.009595406241714954, 0.011543192900717258, 0.013490979559719563, 0.015438765287399292, 0.017386551946401596, 0.0193343386054039, 0.021282125264406204, 0.02322991006076336, 0.025177696719765663, 0.027125483378767967, 0.02907327003777027, 0.031021056696772575, 0.03296884149312973, 0.034916628152132034, 0.03686441481113434, 0.03881220147013664, 0.04075998812913895, 0.04270777478814125, 0.044655561447143555, 0.04660334810614586, 0.048551131039857864, 0.05049891769886017, 0.05244670435786247, 0.05439449101686478, 0.05634227767586708, 0.058290064334869385]}, "_runtime": 148.3595426082611, "_timestamp": 1596211738.1306515, "_step": 184}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 7.0, 3.0, 0.0, 4.0, 2.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0105578089132905, -0.010260682553052902, -0.00996355526149273, -0.00966642890125513, -0.009369302541017532, -0.009072176180779934, -0.008775049820542336, -0.008477922528982162, -0.008180796168744564, -0.007883669808506966, -0.00758654298260808, -0.007289416156709194, -0.006992289796471596, -0.006695163436233997, -0.006398036610335112, -0.006100909784436226, -0.0058037834241986275, -0.005506657063961029, -0.005209530238062143, -0.004912403412163258, -0.004615277051925659, -0.004318150691688061, -0.004021023865789175, -0.003723897272720933, -0.003426770679652691, -0.003129644086584449, -0.0028325174935162067, -0.0025353909004479647, -0.0022382643073797226, -0.0019411377143114805, -0.0016440111212432384, -0.0013468845281749964, -0.0010497579351067543, -0.0007526313420385122, -0.00045550474897027016, -0.00015837815590202808, 0.000138748437166214, 0.00043587503023445606, 0.0007330016233026981, 0.0010301282163709402, 0.0013272548094391823, 0.0016243814025074244, 0.0019215079955756664, 0.0022186345886439085, 0.0025157611817121506, 0.0028128877747803926, 0.0031100143678486347, 0.003407140960916877, 0.003704267553985119, 0.004001393914222717, 0.004298520740121603, 0.004595647566020489, 0.004892773926258087, 0.005189900286495686, 0.005487027112394571, 0.005784153938293457, 0.0060812802985310555, 0.006378406658768654, 0.00667553348466754, 0.006972660310566425, 0.007269786670804024, 0.007566913031041622, 0.00786403939127922, 0.008161166682839394, 0.008458293043076992]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 6.0, 3.0, 7.0, 6.0, 12.0, 3.0, 12.0, 11.0, 14.0, 20.0, 31.0, 39.0, 46.0, 71.0, 96.0, 120.0, 187.0, 414.0, 5681.0, 446.0, 229.0, 137.0, 86.0, 57.0, 52.0, 40.0, 25.0, 15.0, 11.0, 7.0, 7.0, 8.0, 7.0, 5.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1556391417980194, -0.15097737312316895, -0.14631560444831848, -0.14165383577346802, -0.13699206709861755, -0.1323302984237671, -0.12766852974891663, -0.12300676852464676, -0.1183449998497963, -0.11368323117494583, -0.10902146250009537, -0.1043596938252449, -0.09969793260097504, -0.09503616392612457, -0.09037439525127411, -0.08571262657642365, -0.08105085790157318, -0.07638908922672272, -0.07172732055187225, -0.06706555187702179, -0.062403786927461624, -0.05774201825261116, -0.053080253303050995, -0.04841848462820053, -0.04375671595335007, -0.0390949472784996, -0.03443317860364914, -0.029771413654088974, -0.02510964497923851, -0.020447876304388046, -0.01578610949218273, -0.011124341748654842, -0.006462574005126953, -0.0018008062615990639, 0.0028609614819288254, 0.007522729225456715, 0.012184496968984604, 0.016846265643835068, 0.021508032456040382, 0.026169799268245697, 0.03083156794309616, 0.035493336617946625, 0.04015510529279709, 0.044816870242357254, 0.04947863891720772, 0.05414040759205818, 0.05880217254161835, 0.06346394121646881, 0.06812570989131927, 0.07278747856616974, 0.0774492472410202, 0.08211101591587067, 0.08677278459072113, 0.091434545814991, 0.09609631448984146, 0.10075808316469193, 0.10541985183954239, 0.11008162051439285, 0.11474338918924332, 0.11940515786409378, 0.12406691908836365, 0.1287286877632141, 0.13339045643806458, 0.13805222511291504, 0.1427139937877655]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 11.0, 3.0, 4.0, 5.0, 8.0, 2.0, 4.0, 31.0, 1.0, 1.0, 2.0, 5.0, 1.0, 6.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003101180074736476, -0.003004011232405901, -0.0029068421572446823, -0.0028096733149141073, -0.0027125044725835323, -0.0026153353974223137, -0.0025181665550917387, -0.00242099747993052, -0.002323828637599945, -0.00222665979526937, -0.0021294907201081514, -0.0020323218777775764, -0.0019351529190316796, -0.0018379839602857828, -0.0017408151179552078, -0.001643646159209311, -0.0015464772004634142, -0.0014493082417175174, -0.0013521392829716206, -0.0012549704406410456, -0.0011578014818951488, -0.001060632523149252, -0.000963463622611016, -0.0008662947220727801, -0.0007691257633268833, -0.0006719568045809865, -0.0005747879040427506, -0.00047761897440068424, -0.0003804500447586179, -0.0002832811151165515, -0.00018611218547448516, -8.89432558324188e-05, 8.22567380964756e-06, 0.00010539460345171392, 0.00020256353309378028, 0.00029973246273584664, 0.000396901392377913, 0.0004940703511238098, 0.0005912392516620457, 0.0006884081522002816, 0.0007855771109461784, 0.0008827460696920753, 0.000979915028437972, 0.001077083870768547, 0.0011742528295144439, 0.0012714217882603407, 0.0013685906305909157, 0.0014657595893368125, 0.0015629285480827093, 0.0016600975068286061, 0.001757266465574503, 0.001854435307905078, 0.0019516042666509748, 0.0020487732253968716, 0.0021459420677274466, 0.002243111142888665, 0.00234027998521924, 0.002437448827549815, 0.002534617902711034, 0.002631786745041609, 0.0027289558202028275, 0.0028261246625334024, 0.0029232935048639774, 0.003020462580025196, 0.003117631422355771]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 0.0, 4.0, 8.0, 13.0, 22.0, 34.0, 51.0, 87.0, 144.0, 248.0, 384.0, 618.0, 972.0, 1650.0, 2942.0, 5531.0, 11371.0, 26393.0, 78278.0, 891187.0, 91396.0, 31319.0, 15113.0, 8311.0, 4915.0, 2888.0, 1831.0, 1237.0, 811.0, 539.0, 385.0, 261.0, 173.0, 138.0, 99.0, 82.0, 51.0, 38.0, 35.0, 21.0, 19.0, 13.0, 7.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0054095094092190266, -0.0052138520404696465, -0.005018195137381554, -0.0048225377686321735, -0.004626880399882793, -0.004431223496794701, -0.0042355661280453205, -0.004039909224957228, -0.0038442518562078476, -0.003648594720289111, -0.0034529375843703747, -0.0032572802156209946, -0.003061623079702258, -0.0028659659437835217, -0.0026703085750341415, -0.002474651439115405, -0.0022789943031966686, -0.002083337167277932, -0.0018876799149438739, -0.0016920226626098156, -0.0014963655266910791, -0.0013007083907723427, -0.0011050511384382844, -0.000909393944311887, -0.0007137367501854897, -0.0005180795560590923, -0.0003224223619326949, -0.00012676516780629754, 6.889202632009983e-05, 0.0002645492204464972, 0.0004602064145728946, 0.0006558636086992919, 0.0008515208028256893, 0.0010471779387444258, 0.001242835191078484, 0.0014384924434125423, 0.0016341495793312788, 0.0018298067152500153, 0.0020254640839993954, 0.002221121219918132, 0.0024167783558368683, 0.0026124354917556047, 0.002808092627674341, 0.0030037499964237213, 0.0031994071323424578, 0.0033950642682611942, 0.0035907216370105743, 0.003786378772929311, 0.003982035908848047, 0.004177693277597427, 0.00437335018068552, 0.0045690075494349, 0.00476466491818428, 0.004960321821272373, 0.005155979190021753, 0.005351636093109846, 0.005547293461859226, 0.005742950830608606, 0.005938607733696699, 0.006134265102446079, 0.006329922005534172, 0.006525579374283552, 0.006721236743032932, 0.006916893646121025, 0.007112551014870405]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0, 3.0, 9.0, 5.0, 4.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 6.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025940559804439545, -0.025270216166973114, -0.024599872529506683, -0.023929528892040253, -0.023259185254573822, -0.02258884161710739, -0.02191849984228611, -0.02124815620481968, -0.02057781256735325, -0.019907468929886818, -0.019237125292420387, -0.018566781654953957, -0.017896438017487526, -0.017226094380021095, -0.016555750742554665, -0.015885407105088234, -0.015215064398944378, -0.014544720761477947, -0.013874377124011517, -0.01320403441786766, -0.01253369078040123, -0.0118633471429348, -0.011193003505468369, -0.010522659868001938, -0.009852316230535507, -0.009181973524391651, -0.00851162988692522, -0.00784128624945879, -0.007170942611992359, -0.006500599440187216, -0.005830255802720785, -0.005159912630915642, -0.004489568993449211, -0.003819225588813424, -0.003148882184177637, -0.0024785385467112064, -0.0018081951420754194, -0.0011378517374396324, -0.0004675082163885236, 0.00020283524645492435, 0.0008731787092983723, 0.0015435221139341593, 0.0022138655185699463, 0.002884209156036377, 0.003554552560672164, 0.004224895965307951, 0.004895239602774382, 0.005565582774579525, 0.006235926412045956, 0.006906270049512386, 0.00757661322131753, 0.008246956393122673, 0.008917300030589104, 0.009587643668055534, 0.010257987305521965, 0.010928330942988396, 0.011598674580454826, 0.012269017286598682, 0.012939360924065113, 0.013609704561531544, 0.014280048198997974, 0.014950391836464405, 0.015620734542608261, 0.016291078180074692, 0.016961421817541122]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 2.0, 4.0, 4.0, 7.0, 9.0, 9.0, 6.0, 11.0, 10.0, 21.0, 22.0, 20.0, 38.0, 54.0, 65.0, 60.0, 95.0, 123.0, 126.0, 201.0, 248.0, 313.0, 402.0, 549.0, 790.0, 1131.0, 1790.0, 6023.0, 1862.0, 1219.0, 868.0, 617.0, 412.0, 289.0, 249.0, 184.0, 160.0, 109.0, 71.0, 59.0, 47.0, 29.0, 27.0, 30.0, 15.0, 14.0, 8.0, 4.0, 4.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.008841177448630333, -0.008559975773096085, -0.008278774097561836, -0.007997572422027588, -0.0077163707464933395, -0.0074351695366203785, -0.00715396786108613, -0.006872766185551882, -0.0065915645100176334, -0.006310362834483385, -0.006029161158949137, -0.005747959483414888, -0.005466758273541927, -0.005185556598007679, -0.004904354922473431, -0.004623153246939182, -0.004341951571404934, -0.004060749895870686, -0.0037795482203364372, -0.0034983467776328325, -0.003217145102098584, -0.002935943426564336, -0.002654741983860731, -0.0023735403083264828, -0.0020923386327922344, -0.001811136957257986, -0.0015299353981390595, -0.001248733839020133, -0.0009675321634858847, -0.0006863305461592972, -0.0004051289288327098, -0.00012392731150612235, 0.0001572743058204651, 0.0004384759231470525, 0.00071967754047364, 0.0010008790995925665, 0.0012820807751268148, 0.0015632824506610632, 0.0018444840097799897, 0.0021256855688989162, 0.0024068872444331646, 0.002688088919967413, 0.0029692905955016613, 0.003250492038205266, 0.0035316937137395144, 0.0038128953892737627, 0.004094096831977367, 0.004375298507511616, 0.004656500183045864, 0.0049377018585801125, 0.005218903534114361, 0.005500105209648609, 0.0057813068851828575, 0.0060625080950558186, 0.006343709770590067, 0.006624911446124315, 0.006906113121658564, 0.007187314797192812, 0.00746851647272706, 0.007749718148261309, 0.00803091935813427, 0.008312121033668518, 0.008593322709202766, 0.008874524384737015, 0.009155726060271263]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09756496548652649, -0.09508480131626129, -0.0926046371459961, -0.09012448042631149, -0.0876443162560463, -0.0851641520857811, -0.0826839953660965, -0.0802038311958313, -0.0777236670255661, -0.0752435028553009, -0.0727633386850357, -0.0702831819653511, -0.06780301779508591, -0.06532285362482071, -0.06284269690513611, -0.06036253273487091, -0.05788236856460571, -0.055402204394340515, -0.052922043949365616, -0.05044188350439072, -0.04796171933412552, -0.04548155516386032, -0.04300139471888542, -0.04052123427391052, -0.038041070103645325, -0.03556090593338013, -0.03308074548840523, -0.03060058318078518, -0.02812042087316513, -0.025640258565545082, -0.023160096257925034, -0.020679933950304985, -0.018199771642684937, -0.015719609335064888, -0.01323944702744484, -0.010759284719824791, -0.008279122412204742, -0.005798960104584694, -0.0033187977969646454, -0.0008386354893445969, 0.0016415268182754517, 0.0041216891258955, 0.006601851433515549, 0.009082013741135597, 0.011562176048755646, 0.014042338356375694, 0.016522500663995743, 0.01900266297161579, 0.02148282527923584, 0.02396298758685589, 0.026443149894475937, 0.028923312202095985, 0.031403474509716034, 0.03388363867998123, 0.03636379912495613, 0.03884395956993103, 0.04132412374019623, 0.043804287910461426, 0.046284448355436325, 0.048764608800411224, 0.05124477297067642, 0.05372493714094162, 0.05620509758591652, 0.05868525803089142, 0.061165422201156616]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 0.0, 3.0, 8.0, 7.0, 2.0, 5.0, 3.0, 8.0, 3.0, 1.0, 9.0, 9.0, 5.0, 10.0, 21.0, 11.0, 32.0, 18.0, 23.0, 9.0, 11.0, 9.0, 6.0, 4.0, 6.0, 4.0, 9.0, 2.0, 2.0, 3.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.04295939579606056, -0.04189368337392807, -0.04082797095179558, -0.03976225480437279, -0.038696542382240295, -0.0376308299601078, -0.03656511753797531, -0.03549940139055252, -0.03443368896842003, -0.03336797654628754, -0.032302264124155045, -0.031236549839377403, -0.03017083741724491, -0.02910512313246727, -0.028039410710334778, -0.026973696425557137, -0.025907984003424644, -0.024842271581292152, -0.02377655729651451, -0.02271084487438202, -0.021645130589604378, -0.020579418167471886, -0.019513703882694244, -0.018447991460561752, -0.01738227903842926, -0.01631656475365162, -0.015250851400196552, -0.014185138046741486, -0.013119425624608994, -0.012053712271153927, -0.01098799891769886, -0.009922285564243793, -0.008856572210788727, -0.00779085885733366, -0.0067251455038785934, -0.005659432616084814, -0.004593719262629747, -0.0035280059091746807, -0.0024622927885502577, -0.0013965795515105128, -0.000330866314470768, 0.0007348469225689769, 0.0018005601596087217, 0.0028662732802331448, 0.0039319866336882114, 0.004997699987143278, 0.0060634128749370575, 0.007129126228392124, 0.00819483958184719, 0.009260552935302258, 0.010326266288757324, 0.011391979642212391, 0.012457692995667458, 0.01352340541779995, 0.014589118771255016, 0.015654832124710083, 0.016720544546842575, 0.017786258831620216, 0.01885197125375271, 0.01991768553853035, 0.020983397960662842, 0.022049112245440483, 0.023114824667572975, 0.024180538952350616, 0.02524625137448311]}, "_runtime": 149.12553691864014, "_timestamp": 1596211738.8966458, "_step": 185}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 8.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.011138242669403553, -0.010822180658578873, -0.010506117716431618, -0.010190055705606937, -0.009873993694782257, -0.009557931683957577, -0.009241868741810322, -0.008925806730985641, -0.008609744720160961, -0.008293681778013706, -0.007977619767189026, -0.0076615577563643456, -0.007345495279878378, -0.007029433269053698, -0.00671337079256773, -0.00639730878174305, -0.006081246305257082, -0.005765183828771114, -0.005449121817946434, -0.005133059341460466, -0.004816997330635786, -0.004500934854149818, -0.004184872843325138, -0.0038688103668391705, -0.0035527481231838465, -0.0032366858795285225, -0.0029206236358731985, -0.0026045613922178745, -0.002288498915731907, -0.001972436672076583, -0.001656374428421259, -0.001340312184765935, -0.001024249941110611, -0.000708187697455287, -0.0003921253955923021, -7.606312283314764e-05, 0.0002399991499260068, 0.0005560613935813308, 0.0008721236954443157, 0.0011881859973073006, 0.0015042482409626245, 0.0018203104846179485, 0.0021363727282732725, 0.0024524349719285965, 0.002768497448414564, 0.003084559692069888, 0.003400621935725212, 0.003716684179380536, 0.00403274642303586, 0.004348808899521828, 0.004664870910346508, 0.004980933386832476, 0.005296995397657156, 0.005613057874143124, 0.005929119884967804, 0.006245182361453772, 0.006561244837939739, 0.0068773068487644196, 0.007193369325250387, 0.0075094313360750675, 0.007825493812561035, 0.008141555823385715, 0.008457617834210396, 0.00877368077635765, 0.009089742787182331]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 6.0, 5.0, 7.0, 10.0, 7.0, 18.0, 17.0, 25.0, 32.0, 33.0, 46.0, 70.0, 97.0, 128.0, 183.0, 336.0, 5369.0, 722.0, 255.0, 158.0, 87.0, 78.0, 65.0, 41.0, 25.0, 28.0, 18.0, 17.0, 8.0, 6.0, 6.0, 5.0, 2.0, 3.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1360677182674408, -0.1319059282541275, -0.1277441382408142, -0.12358233332633972, -0.11942054331302643, -0.11525875329971313, -0.11109695583581924, -0.10693515837192535, -0.10277336835861206, -0.09861157834529877, -0.09444978088140488, -0.09028798341751099, -0.08612619340419769, -0.0819644033908844, -0.07780260592699051, -0.07364080846309662, -0.06947901844978333, -0.06531722843647003, -0.06115543097257614, -0.05699363723397255, -0.05283184349536896, -0.048670049756765366, -0.044508256018161774, -0.04034646227955818, -0.03618466854095459, -0.032022874802351, -0.027861081063747406, -0.023699287325143814, -0.019537493586540222, -0.01537569984793663, -0.011213906109333038, -0.007052112370729446, -0.0028903186321258545, 0.0012714751064777374, 0.005433268845081329, 0.009595062583684921, 0.013756856322288513, 0.017918650060892105, 0.022080443799495697, 0.02624223753809929, 0.03040403127670288, 0.03456582501530647, 0.038727618753910065, 0.04288941249251366, 0.04705120623111725, 0.05121299996972084, 0.05537479370832443, 0.059536587446928024, 0.06369838118553162, 0.06786017119884491, 0.0720219686627388, 0.07618376612663269, 0.08034555613994598, 0.08450734615325928, 0.08866914361715317, 0.09283094108104706, 0.09699273109436035, 0.10115452110767365, 0.10531631857156754, 0.10947811603546143, 0.11363990604877472, 0.11780169606208801, 0.1219634935259819, 0.1261252909898758, 0.1302870810031891]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 4.0, 2.0, 6.0, 2.0, 5.0, 3.0, 2.0, 7.0, 6.0, 26.0, 3.0, 3.0, 2.0, 4.0, 3.0, 3.0, 3.0, 5.0, 3.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031916056759655476, -0.003083414165303111, -0.002975222421810031, -0.0028670309111475945, -0.0027588391676545143, -0.002650647656992078, -0.0025424561463296413, -0.002434264402836561, -0.0023260728921741247, -0.0022178813815116882, -0.002109689638018608, -0.0020014981273561716, -0.0018933065002784133, -0.001785114873200655, -0.0016769233625382185, -0.0015687317354604602, -0.0014605401083827019, -0.0013523484813049436, -0.0012441568542271852, -0.0011359653435647488, -0.0010277737164869905, -0.0009195820894092321, -0.0008113905205391347, -0.0007031989516690373, -0.000595007324591279, -0.0004868157266173512, -0.0003786241286434233, -0.00027043253066949546, -0.0001622409326955676, -5.404933472163975e-05, 5.41422632522881e-05, 0.00016233386122621596, 0.0002705254592001438, 0.00037871705717407167, 0.0004869086551479995, 0.0005951002240180969, 0.0007032918510958552, 0.0008114834781736135, 0.000919675047043711, 0.0010278666159138083, 0.0011360582429915667, 0.001244249870069325, 0.0013524414971470833, 0.0014606330078095198, 0.001568824634887278, 0.0016770162619650364, 0.0017852077726274729, 0.0018933993997052312, 0.0020015910267829895, 0.002109782537445426, 0.002217974280938506, 0.0023261657916009426, 0.0024343575350940228, 0.0025425490457564592, 0.0026507405564188957, 0.002758932299911976, 0.0028671238105744123, 0.002975315321236849, 0.003083507064729929, 0.0031916985753923655, 0.003299890086054802, 0.003408081829547882, 0.0035162733402103186, 0.0036244650837033987, 0.003732656594365835]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 3.0, 11.0, 9.0, 17.0, 12.0, 30.0, 38.0, 52.0, 85.0, 123.0, 180.0, 287.0, 435.0, 717.0, 1176.0, 2096.0, 3818.0, 7137.0, 14551.0, 35743.0, 121644.0, 873685.0, 57625.0, 23976.0, 12885.0, 7778.0, 4831.0, 3156.0, 2176.0, 1532.0, 1057.0, 743.0, 532.0, 402.0, 284.0, 213.0, 148.0, 132.0, 78.0, 59.0, 53.0, 30.0, 21.0, 17.0, 16.0, 11.0, 10.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0], "bins": [-0.007166554685682058, -0.006938003469258547, -0.006709452718496323, -0.006480901502072811, -0.0062523502856493, -0.006023799534887075, -0.005795248318463564, -0.005566697102040052, -0.005338146351277828, -0.005109595134854317, -0.004881043918430805, -0.004652492702007294, -0.0044239419512450695, -0.004195390734821558, -0.0039668395183980465, -0.0037382885348051786, -0.003509737551212311, -0.003281186567619443, -0.0030526353511959314, -0.0028240843676030636, -0.002595533151179552, -0.0023669821675866842, -0.0021384311839938164, -0.0019098800839856267, -0.001681328983977437, -0.0014527778839692473, -0.0012242267839610577, -0.0009956758003681898, -0.0007671247003600001, -0.0005385736003518105, -0.0003100225585512817, -8.147148764692247e-05, 0.00014707958325743675, 0.000375630654161796, 0.0006041817250661552, 0.000832732766866684, 0.0010612838668748736, 0.0012898349668830633, 0.0015183859504759312, 0.0017469370504841208, 0.0019754881504923105, 0.0022040391340851784, 0.00243259035050869, 0.0026611413341015577, 0.0028896923176944256, 0.003118243534117937, 0.003346794517710805, 0.0035753457341343164, 0.0038038967177271843, 0.004032447934150696, 0.00426099868491292, 0.0044895499013364315, 0.004718101117759943, 0.004946651868522167, 0.005175203084945679, 0.00540375430136919, 0.005632305517792702, 0.005860856268554926, 0.006089407484978437, 0.006317958701401949, 0.006546509452164173, 0.006775060668587685, 0.007003611885011196, 0.00723216263577342, 0.007460713852196932]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 7.0, 5.0, 4.0, 3.0, 4.0, 7.0, 2.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013456696644425392, -0.012387966737151146, -0.0113192368298769, -0.010250506922602654, -0.009181777015328407, -0.008113048039376736, -0.0070443181321024895, -0.005975588224828243, -0.004906858317553997, -0.003838128410279751, -0.0027693987358361483, -0.0017006689449772239, -0.0006319391541182995, 0.0004367906367406249, 0.0015055204275995493, 0.002574250102043152, 0.003642980009317398, 0.004711709916591644, 0.0057804398238658905, 0.006849169265478849, 0.007917899638414383, 0.008986628614366055, 0.0100553585216403, 0.011124088428914547, 0.012192818336188793, 0.01326154824346304, 0.014330278150737286, 0.015399008058011532, 0.016467737033963203, 0.01753646694123745, 0.018605196848511696, 0.019673926755785942, 0.02074265666306019, 0.021811386570334435, 0.02288011647760868, 0.023948846384882927, 0.025017576292157173, 0.02608630619943142, 0.027155036106705666, 0.028223766013979912, 0.02929249405860901, 0.030361223965883255, 0.0314299538731575, 0.03249868378043175, 0.033567413687705994, 0.03463614359498024, 0.035704873502254486, 0.03677360340952873, 0.03784233331680298, 0.038911063224077225, 0.03997979313135147, 0.04104852303862572, 0.04211725294589996, 0.04318598285317421, 0.044254712760448456, 0.0453234426677227, 0.04639217257499695, 0.047460902482271194, 0.04852963238954544, 0.04959836229681969, 0.05066709220409393, 0.05173582211136818, 0.052804552018642426, 0.05387328192591667, 0.05494201183319092]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 12.0, 17.0, 19.0, 29.0, 38.0, 66.0, 66.0, 75.0, 108.0, 164.0, 197.0, 313.0, 445.0, 633.0, 885.0, 1259.0, 2005.0, 5964.0, 1931.0, 1166.0, 763.0, 595.0, 431.0, 343.0, 233.0, 165.0, 117.0, 83.0, 61.0, 46.0, 28.0, 25.0, 15.0, 18.0, 12.0, 5.0, 13.0, 7.0, 2.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 8.0, 12.0, 13.0, 10.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.010404103435575962, -0.00996437668800354, -0.009524649009108543, -0.009084922261536121, -0.0086451955139637, -0.008205467835068703, -0.007765741087496281, -0.007326014339923859, -0.006886287126690149, -0.00644655991345644, -0.006006833165884018, -0.005567105952650309, -0.005127378739416599, -0.004687651991844177, -0.004247924778610468, -0.0038081977982074022, -0.0033684708178043365, -0.002928743837401271, -0.002489016856998205, -0.002049289643764496, -0.0016095626633614302, -0.0011698356829583645, -0.000730108586139977, -0.0002903815475292504, 0.0001493454910814762, 0.0005890725296922028, 0.0010287995683029294, 0.001468526665121317, 0.0019082536455243826, 0.0023479806259274483, 0.0027877078391611576, 0.0032274348195642233, 0.003667161799967289, 0.004106889013200998, 0.00454661576077342, 0.00498634297400713, 0.005426069721579552, 0.005865796934813261, 0.00630552414804697, 0.006745250895619392, 0.007184978108853102, 0.007624705322086811, 0.008064432069659233, 0.008504158817231655, 0.008943886496126652, 0.009383613243699074, 0.009823339991271496, 0.010263067670166492, 0.010702794417738914, 0.011142521165311337, 0.011582248844206333, 0.012021975591778755, 0.012461702339351177, 0.012901430018246174, 0.013341156765818596, 0.013780883513391018, 0.01422061026096344, 0.014660337939858437, 0.015100064687430859, 0.01553979143500328, 0.015979519113898277, 0.016419246792793274, 0.01685897260904312, 0.017298700287938118, 0.017738427966833115]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21017983555793762, -0.2040015608072281, -0.19782330095767975, -0.19164502620697021, -0.18546676635742188, -0.17928849160671234, -0.173110231757164, -0.16693195700645447, -0.16075369715690613, -0.1545754224061966, -0.14839714765548706, -0.14221888780593872, -0.1360406130552292, -0.12986235320568085, -0.12368407845497131, -0.11750581115484238, -0.11132754385471344, -0.1051492765545845, -0.09897100925445557, -0.09279274195432663, -0.08661447465419769, -0.08043619990348816, -0.07425793260335922, -0.06807966530323029, -0.06190139800310135, -0.05572313070297241, -0.049544863402843475, -0.04336659237742424, -0.0371883250772953, -0.031010057777166367, -0.02483178861439228, -0.018653519451618195, -0.012475252151489258, -0.006296983920037746, -0.00011871568858623505, 0.006059552542865276, 0.012237820774316788, 0.018416088074445724, 0.02459435723721981, 0.030772626399993896, 0.03695089370012283, 0.04312916100025177, 0.04930742830038071, 0.05548569932579994, 0.06166396662592888, 0.06784223765134811, 0.07402050495147705, 0.08019877225160599, 0.08637703955173492, 0.09255530685186386, 0.0987335741519928, 0.10491184145212173, 0.11109010875225067, 0.1172683835029602, 0.12344665080308914, 0.12962491810321808, 0.1358031928539276, 0.14198145270347595, 0.14815972745418549, 0.15433798730373383, 0.16051626205444336, 0.1666945219039917, 0.17287279665470123, 0.17905105650424957, 0.1852293312549591]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 7.0, 12.0, 23.0, 19.0, 21.0, 15.0, 46.0, 15.0, 12.0, 14.0, 8.0, 13.0, 9.0, 10.0, 7.0, 4.0, 5.0, 6.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.08035381138324738, -0.07690470665693283, -0.07345560193061829, -0.07000649720430374, -0.0665573924779892, -0.06310828775167465, -0.05965918302536011, -0.05621007829904556, -0.05276097357273102, -0.04931187257170677, -0.04586276784539223, -0.04241366311907768, -0.03896455839276314, -0.03551545366644859, -0.03206634894013405, -0.028617244213819504, -0.02516813948750496, -0.021719034761190414, -0.01826993003487587, -0.0148208262398839, -0.011371721513569355, -0.00792261678725481, -0.004473512526601553, -0.001024408033117652, 0.002424696460366249, 0.005873801186680794, 0.009322905912995338, 0.012772009707987309, 0.01622111350297928, 0.019670218229293823, 0.023119322955608368, 0.026568427681922913, 0.030017532408237457, 0.033466637134552, 0.03691574186086655, 0.04036484658718109, 0.043813951313495636, 0.04726305603981018, 0.050712160766124725, 0.05416126549243927, 0.057610370218753815, 0.06105947121977806, 0.0645085796713829, 0.06795768439769745, 0.071406789124012, 0.07485589385032654, 0.07830499857664108, 0.08175410330295563, 0.08520320057868958, 0.08865230530500412, 0.09210141003131866, 0.09555051475763321, 0.09899961948394775, 0.1024487242102623, 0.10589782893657684, 0.10934693366289139, 0.11279603838920593, 0.11624514311552048, 0.11969424784183502, 0.12314335256814957, 0.1265924572944641, 0.13004156947135925, 0.1334906667470932, 0.13693977892398834, 0.1403888761997223]}, "_runtime": 149.87283563613892, "_timestamp": 1596211739.6439445, "_step": 186}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 6.0, 10.0, 2.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0065820952877402306, -0.006311482284218073, -0.006040869280695915, -0.0057702562771737576, -0.0054996432736516, -0.0052290307357907295, -0.004958417732268572, -0.004687804728746414, -0.0044171917252242565, -0.004146578721702099, -0.003875965718179941, -0.003605352947488427, -0.0033347399439662695, -0.003064126940444112, -0.002793514169752598, -0.00252290116623044, -0.0022522881627082825, -0.001981675159186125, -0.001711062272079289, -0.0014404493849724531, -0.0011698363814502954, -0.0008992234361357987, -0.0006286104908213019, -0.0003579975455068052, -8.738460019230843e-05, 0.00018322834512218833, 0.0004538412904366851, 0.0007244542357511818, 0.0009950671810656786, 0.0012656801845878363, 0.001536293071694672, 0.001806905958801508, 0.0020775189623236656, 0.0023481319658458233, 0.002618744969367981, 0.002889357740059495, 0.0031599707435816526, 0.0034305837471038103, 0.0037011965177953243, 0.003971809521317482, 0.00424242252483964, 0.004513035528361797, 0.004783648531883955, 0.005054261535406113, 0.005324874073266983, 0.005595487076789141, 0.005866100080311298, 0.006136713083833456, 0.006407326087355614, 0.006677939090877771, 0.006948552094399929, 0.007219165097922087, 0.007489778101444244, 0.007760390639305115, 0.00803100410848856, 0.00830161664634943, 0.008572230115532875, 0.008842842653393745, 0.009113455191254616, 0.00938406866043806, 0.009654681198298931, 0.009925294667482376, 0.010195907205343246, 0.010466520674526691, 0.010737133212387562]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 3.0, 7.0, 2.0, 2.0, 10.0, 6.0, 11.0, 17.0, 20.0, 19.0, 33.0, 39.0, 41.0, 58.0, 58.0, 81.0, 85.0, 143.0, 174.0, 359.0, 5467.0, 422.0, 194.0, 142.0, 109.0, 79.0, 62.0, 53.0, 39.0, 33.0, 23.0, 23.0, 15.0, 17.0, 7.0, 10.0, 8.0, 2.0, 7.0, 8.0, 4.0, 6.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.09269270300865173, -0.08992841094732285, -0.08716411143541336, -0.08439981937408447, -0.08163551986217499, -0.0788712278008461, -0.07610692828893661, -0.07334263622760773, -0.07057833671569824, -0.06781404465436935, -0.06504975259304047, -0.06228545308113098, -0.059521161019802094, -0.05675686523318291, -0.05399256944656372, -0.051228273659944534, -0.04846397787332535, -0.04569968208670616, -0.042935386300086975, -0.04017109051346779, -0.0374067947268486, -0.034642502665519714, -0.03187820687890053, -0.02911391109228134, -0.026349615305662155, -0.02358531951904297, -0.020821023732423782, -0.018056729808449745, -0.015292434021830559, -0.012528138235211372, -0.00976384337991476, -0.0069995480589568615, -0.004235252737998962, -0.0014709574170410633, 0.0012933379039168358, 0.004057633224874735, 0.006821928545832634, 0.00958622433245182, 0.012350519187748432, 0.015114814043045044, 0.01787910982966423, 0.020643405616283417, 0.023407701402902603, 0.02617199532687664, 0.028936291113495827, 0.031700585037469864, 0.03446488082408905, 0.03722917661070824, 0.03999347239732742, 0.04275776818394661, 0.045522063970565796, 0.04828635975718498, 0.05105065554380417, 0.05381494760513306, 0.05657924339175224, 0.05934353917837143, 0.062107834964990616, 0.0648721307516098, 0.06763642281293869, 0.07040072232484818, 0.07316501438617706, 0.07592931389808655, 0.07869360595941544, 0.08145790547132492, 0.08422219753265381]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 5.0, 2.0, 1.0, 2.0, 5.0, 3.0, 2.0, 5.0, 4.0, 23.0, 2.0, 1.0, 8.0, 2.0, 7.0, 6.0, 4.0, 3.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002826840616762638, -0.0027302775997668505, -0.002633714349940419, -0.0025371513329446316, -0.002440588315948844, -0.0023440250661224127, -0.002247462049126625, -0.0021508990321308374, -0.00205433601513505, -0.0019577727653086185, -0.001861209748312831, -0.0017646466149017215, -0.001668083481490612, -0.0015715204644948244, -0.001474957331083715, -0.0013783943140879273, -0.001281831180676818, -0.0011852680472657084, -0.0010887050302699208, -0.0009921418968588114, -0.0008955788216553628, -0.0007990157464519143, -0.0007024526130408049, -0.0006058895378373563, -0.0005093264626339078, -0.00041276338743045926, -0.00031620028312318027, -0.0002196371933678165, -0.00012307410361245275, -2.6511013857088983e-05, 7.005207589827478e-05, 0.00016661516565363854, 0.0002631782554090023, 0.00035974133061245084, 0.00045630443491972983, 0.0005528675392270088, 0.0006494306144304574, 0.0007459936896339059, 0.0008425568230450153, 0.0009391198982484639, 0.0010356829734519124, 0.0011322461068630219, 0.0012288091238588095, 0.001325372257269919, 0.0014219353906810284, 0.001518498407676816, 0.0016150615410879254, 0.001711624558083713, 0.0018081876914948225, 0.001904750824905932, 0.0020013139583170414, 0.002097876975312829, 0.0021944399923086166, 0.002291003242135048, 0.0023875662591308355, 0.002484129276126623, 0.0025806925259530544, 0.002677255542948842, 0.0027738185599446297, 0.0028703815769404173, 0.0029669448267668486, 0.003063507843762636, 0.003160070860758424, 0.003256634110584855, 0.0033531971275806427]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 6.0, 10.0, 13.0, 13.0, 23.0, 27.0, 46.0, 47.0, 68.0, 93.0, 130.0, 181.0, 278.0, 378.0, 543.0, 739.0, 1117.0, 1608.0, 2512.0, 4167.0, 7040.0, 13228.0, 29036.0, 93760.0, 898948.0, 66780.0, 24936.0, 12406.0, 7225.0, 4335.0, 2928.0, 1968.0, 1456.0, 990.0, 704.0, 480.0, 405.0, 290.0, 203.0, 149.0, 92.0, 65.0, 51.0, 50.0, 32.0, 27.0, 9.0, 9.0, 13.0, 8.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0], "bins": [-0.005908037070184946, -0.005726031959056854, -0.0055440268479287624, -0.005362021736800671, -0.005180016625672579, -0.004998011514544487, -0.004816006403416395, -0.004634001292288303, -0.0044519961811602116, -0.00426999107003212, -0.004087985958904028, -0.003905980847775936, -0.0037239757366478443, -0.0035419706255197525, -0.0033599655143916607, -0.003177960403263569, -0.002995955292135477, -0.0028139501810073853, -0.0026319450698792934, -0.0024499399587512016, -0.00226793484762311, -0.002085929736495018, -0.0019039246253669262, -0.0017219195142388344, -0.0015399144031107426, -0.0013579092919826508, -0.001175904180854559, -0.0009938990697264671, -0.0008118939585983753, -0.0006298888474702835, -0.0004478837363421917, -0.0002658786252140999, -8.387351408600807e-05, 9.813159704208374e-05, 0.00028013670817017555, 0.00046214181929826736, 0.0006441469304263592, 0.000826152041554451, 0.0010081571526825428, 0.0011901622638106346, 0.0013721673749387264, 0.0015541724860668182, 0.00173617759719491, 0.0019181827083230019, 0.0021001878194510937, 0.0022821929305791855, 0.0024641980417072773, 0.002646203152835369, 0.002828208263963461, 0.0030102133750915527, 0.0031922184862196445, 0.0033742235973477364, 0.003556228708475828, 0.00373823381960392, 0.003920238930732012, 0.004102244041860104, 0.004284249152988195, 0.004466254264116287, 0.004648259375244379, 0.004830264486372471, 0.005012269597500563, 0.0051942747086286545, 0.005376279819756746, 0.005558284930884838, 0.00574029004201293]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 3.0, 5.0, 2.0, 7.0, 2.0, 7.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04038024693727493, -0.039217546582221985, -0.03805484250187874, -0.03689214214682579, -0.035729438066482544, -0.034566737711429596, -0.03340403363108635, -0.0322413332760334, -0.031078631058335304, -0.029915928840637207, -0.02875322662293911, -0.027590524405241013, -0.026427824050188065, -0.025265121832489967, -0.02410241961479187, -0.022939717397093773, -0.021777015179395676, -0.02061431296169758, -0.01945161074399948, -0.018288908526301384, -0.017126206308603287, -0.01596350595355034, -0.014800803735852242, -0.013638101518154144, -0.012475399300456047, -0.01131269708275795, -0.010149994865059853, -0.00898729357868433, -0.007824591360986233, -0.0066618891432881355, -0.005499187391251326, -0.004336485639214516, -0.0031737834215164185, -0.002011081436648965, -0.0008483794517815113, 0.00031432253308594227, 0.0014770245179533958, 0.0026397265028208494, 0.003802428487688303, 0.004965130239725113, 0.00612783245742321, 0.007290534675121307, 0.008453236892819405, 0.009615938179194927, 0.010778640396893024, 0.011941342614591122, 0.013104043900966644, 0.014266746118664742, 0.015429448336362839, 0.016592150554060936, 0.017754852771759033, 0.01891755498945713, 0.020080257207155228, 0.021242957562208176, 0.022405659779906273, 0.02356836199760437, 0.024731064215302467, 0.025893766433000565, 0.027056468650698662, 0.02821917086839676, 0.029381871223449707, 0.030544573441147804, 0.0317072756588459, 0.03286997973918915, 0.034032680094242096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 11.0, 2.0, 2.0, 1.0, 3.0, 8.0, 17.0, 34.0, 28.0, 8.0, 13.0, 14.0, 19.0, 14.0, 16.0, 28.0, 32.0, 33.0, 51.0, 53.0, 84.0, 113.0, 163.0, 229.0, 291.0, 441.0, 644.0, 1047.0, 1677.0, 6265.0, 2276.0, 1282.0, 924.0, 624.0, 439.0, 382.0, 268.0, 207.0, 157.0, 113.0, 87.0, 68.0, 57.0, 50.0, 36.0, 20.0, 18.0, 9.0, 12.0, 17.0, 8.0, 7.0, 6.0, 7.0, 4.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.01287877932190895, -0.012459623627364635, -0.012040468864142895, -0.01162131316959858, -0.011202157475054264, -0.010783001780509949, -0.010363847017288208, -0.009944691322743893, -0.009525535628199577, -0.009106380864977837, -0.008687225170433521, -0.008268069475889206, -0.00784891378134489, -0.0074297585524618626, -0.0070106033235788345, -0.006591447629034519, -0.006172292400151491, -0.005753137171268463, -0.005333981476724148, -0.00491482624784112, -0.004495670553296804, -0.004076515324413776, -0.0036573598627001047, -0.003238204400986433, -0.0028190489392727613, -0.0023998934775590897, -0.001980738015845418, -0.0015615826705470681, -0.0011424272088333964, -0.0007232717471197248, -0.000304116343613714, 0.00011503908899612725, 0.0005341945216059685, 0.0009533499833196402, 0.0013725054450333118, 0.0017916607903316617, 0.002210816368460655, 0.0026299715973436832, 0.003049127059057355, 0.0034682825207710266, 0.0038874379824846983, 0.00430659344419837, 0.004725748673081398, 0.005144904367625713, 0.005564059596508741, 0.005983215291053057, 0.006402370519936085, 0.0068215262144804, 0.007240681443363428, 0.007659836672246456, 0.008078992366790771, 0.008498148061335087, 0.008917302824556828, 0.009336458519101143, 0.009755614213645458, 0.010174769908189774, 0.010593924671411514, 0.01101308036595583, 0.011432236060500145, 0.011851390823721886, 0.012270546518266201, 0.012689702212810516, 0.013108857907354832, 0.013528012670576572, 0.013947168365120888]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15276910364627838, -0.14865420758724213, -0.14453932642936707, -0.1404244303703308, -0.13630953431129456, -0.1321946382522583, -0.12807975709438324, -0.12396486103534698, -0.11984996497631073, -0.11573507636785507, -0.11162018775939941, -0.10750529170036316, -0.1033904030919075, -0.09927550703287125, -0.09516061842441559, -0.09104572236537933, -0.08693083375692368, -0.08281594514846802, -0.07870104908943176, -0.0745861604809761, -0.07047126442193985, -0.06635637581348419, -0.062241483479738235, -0.05812659114599228, -0.05401169881224632, -0.049896806478500366, -0.04578191414475441, -0.04166702181100845, -0.037552133202552795, -0.03343724086880684, -0.029322348535060883, -0.025207456201314926, -0.02109256386756897, -0.016977671533823013, -0.012862780131399632, -0.00874788872897625, -0.004632996395230293, -0.0005181045271456242, 0.003596787340939045, 0.007711679209023714, 0.011826571077108383, 0.01594146341085434, 0.020056355744600296, 0.024171246215701103, 0.02828613854944706, 0.03240102902054787, 0.03651592135429382, 0.04063081368803978, 0.044745706021785736, 0.04886059835553169, 0.05297549068927765, 0.057090383023023605, 0.06120527535676956, 0.06532016396522522, 0.06943506002426147, 0.07354994863271713, 0.07766483724117279, 0.08177973330020905, 0.0858946219086647, 0.09000951796770096, 0.09412440657615662, 0.09823930263519287, 0.10235419124364853, 0.10646908730268478, 0.11058397591114044]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 5.0, 4.0, 4.0, 3.0, 3.0, 4.0, 7.0, 4.0, 14.0, 22.0, 56.0, 27.0, 22.0, 30.0, 24.0, 10.0, 3.0, 7.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.15446417033672333, -0.1500413715839386, -0.14561857283115387, -0.14119577407836914, -0.1367729753255844, -0.13235017657279968, -0.12792737782001495, -0.12350457906723022, -0.1190817803144455, -0.11465898156166077, -0.11023618280887604, -0.10581338405609131, -0.10139058530330658, -0.09696778655052185, -0.09254498779773712, -0.08812218904495239, -0.08369939029216766, -0.07927659153938293, -0.0748537927865982, -0.07043099403381348, -0.06600819528102875, -0.06158539652824402, -0.05716259777545929, -0.05273979902267456, -0.04831700026988983, -0.0438942015171051, -0.039471402764320374, -0.035048604011535645, -0.030625805258750916, -0.026203006505966187, -0.021780207753181458, -0.01735740900039673, -0.012934610247612, -0.00851181149482727, -0.0040890127420425415, 0.0003337860107421875, 0.0047565847635269165, 0.009179383516311646, 0.013602182269096375, 0.018024981021881104, 0.022447779774665833, 0.02687057852745056, 0.03129337728023529, 0.03571617603302002, 0.04013897478580475, 0.04456177353858948, 0.04898457229137421, 0.053407371044158936, 0.057830169796943665, 0.062252968549728394, 0.06667576730251312, 0.07109856605529785, 0.07552136480808258, 0.07994416356086731, 0.08436696231365204, 0.08878976106643677, 0.0932125598192215, 0.09763535857200623, 0.10205815732479095, 0.10648095607757568, 0.11090375483036041, 0.11532655358314514, 0.11974935233592987, 0.1241721510887146, 0.12859494984149933]}, "_runtime": 150.62124609947205, "_timestamp": 1596211740.392355, "_step": 187}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 2.0, 9.0, 8.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013482515700161457, -0.013055682182312012, -0.012628848664462566, -0.012202016077935696, -0.01177518256008625, -0.011348349042236805, -0.01092151552438736, -0.010494682937860489, -0.010067849420011044, -0.009641015902161598, -0.009214182384312153, -0.008787348866462708, -0.008360516279935837, -0.007933682762086391, -0.007506849244236946, -0.007080016192048788, -0.006653182674199343, -0.006226349156349897, -0.005799516104161739, -0.005372682586312294, -0.004945849534124136, -0.004519016016274691, -0.004092182964086533, -0.0036653494462370872, -0.0032385161612182856, -0.002811682876199484, -0.002384849591180682, -0.0019580163061618805, -0.001531182904727757, -0.0011043496197089553, -0.0006775162764824927, -0.00025068296235986054, 0.0001761503517627716, 0.0006029836367815733, 0.001029816921800375, 0.0014566503232344985, 0.0018834836082533002, 0.0023103170096874237, 0.0027371502947062254, 0.003163983579725027, 0.0035908168647438288, 0.0040176501497626305, 0.004444483667612076, 0.004871316719800234, 0.005298150237649679, 0.005724983289837837, 0.0061518168076872826, 0.006578649859875441, 0.007005483377724886, 0.007432316895574331, 0.00785914994776249, 0.008285983465611935, 0.00871281698346138, 0.00913964956998825, 0.009566483087837696, 0.009993316605687141, 0.010420150123536587, 0.010846983641386032, 0.011273816227912903, 0.011700649745762348, 0.012127483263611794, 0.012554316781461239, 0.01298114936798811, 0.013407982885837555, 0.013834816403687]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 4.0, 2.0, 2.0, 4.0, 15.0, 17.0, 16.0, 21.0, 7.0, 22.0, 16.0, 27.0, 50.0, 45.0, 61.0, 61.0, 125.0, 176.0, 259.0, 5346.0, 817.0, 250.0, 139.0, 82.0, 77.0, 60.0, 43.0, 27.0, 23.0, 24.0, 12.0, 15.0, 8.0, 6.0, 15.0, 9.0, 7.0, 4.0, 3.0, 5.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.11122756451368332, -0.1077289804816246, -0.10423039644956589, -0.10073181241750717, -0.09723322838544846, -0.09373464435338974, -0.09023606777191162, -0.0867374837398529, -0.08323889970779419, -0.07974031567573547, -0.07624173164367676, -0.07274314761161804, -0.06924456357955933, -0.06574597954750061, -0.06224739924073219, -0.05874881520867348, -0.05525023117661476, -0.051751647144556046, -0.04825306311249733, -0.04475448280572891, -0.0412558987736702, -0.03775731474161148, -0.034258730709552765, -0.0307601485401392, -0.027261564508080482, -0.023762980476021767, -0.0202643983066082, -0.016765814274549484, -0.013267231173813343, -0.009768648073077202, -0.006270064506679773, -0.0027714811731129885, 0.0007271021604537964, 0.004225685261189938, 0.007724268827587366, 0.011222852393984795, 0.014721435494720936, 0.018220018595457077, 0.021718602627515793, 0.02521718479692936, 0.028715768828988075, 0.03221435099840164, 0.03571293503046036, 0.039211519062519073, 0.04271010309457779, 0.046208687126636505, 0.04970726743340492, 0.05320585146546364, 0.056704435497522354, 0.06020301952958107, 0.06370159983634949, 0.0672001838684082, 0.07069876790046692, 0.07419735193252563, 0.07769593596458435, 0.08119451999664307, 0.08469310402870178, 0.0881916880607605, 0.09169027209281921, 0.09518884867429733, 0.09868743270635605, 0.10218601673841476, 0.10568460077047348, 0.1091831848025322, 0.11268176883459091]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 5.0, 4.0, 3.0, 26.0, 6.0, 1.0, 5.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.0018672706792131066, -0.0018080601003021002, -0.001748849404975772, -0.0016896388260647655, -0.001630428247153759, -0.0015712176682427526, -0.001512007089331746, -0.0014527963940054178, -0.0013935858150944114, -0.001334375236183405, -0.0012751645408570766, -0.0012159539619460702, -0.0011567433830350637, -0.0010975328041240573, -0.0010383222252130508, -0.0009791115298867226, -0.0009199009509757161, -0.0008606903720647097, -0.0008014797349460423, -0.0007422690978273749, -0.0006830585189163685, -0.000623847940005362, -0.0005646373028866947, -0.0005054266657680273, -0.00044621608685702085, -0.00038700547884218395, -0.00032779487082734704, -0.00026858426281251013, -0.00020937365479767323, -0.00015016304678283632, -9.095243876799941e-05, -3.17418307531625e-05, 2.7468777261674404e-05, 8.667938527651131e-05, 0.00014588999329134822, 0.00020510060130618513, 0.00026431120932102203, 0.00032352181733585894, 0.00038273242535069585, 0.00044194303336553276, 0.0005011536413803697, 0.0005603642202913761, 0.0006195748574100435, 0.0006787854945287108, 0.0007379960734397173, 0.0007972066523507237, 0.0008564172894693911, 0.0009156279265880585, 0.0009748385054990649, 0.0010340490844100714, 0.0010932597797363997, 0.001152470358647406, 0.0012116809375584126, 0.001270891516469419, 0.0013301020953804255, 0.0013893127907067537, 0.0014485233696177602, 0.0015077339485287666, 0.001566944643855095, 0.0016261552227661014, 0.0016853658016771078, 0.0017445763805881143, 0.0018037869594991207, 0.001862997654825449, 0.0019222082337364554]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 3.0, 6.0, 6.0, 5.0, 12.0, 10.0, 13.0, 21.0, 31.0, 41.0, 50.0, 75.0, 112.0, 188.0, 235.0, 361.0, 639.0, 946.0, 1619.0, 2790.0, 4916.0, 9876.0, 21362.0, 56450.0, 827089.0, 163508.0, 41703.0, 19099.0, 10292.0, 6133.0, 3856.0, 2522.0, 1648.0, 1153.0, 760.0, 549.0, 387.0, 306.0, 196.0, 162.0, 114.0, 86.0, 78.0, 58.0, 31.0, 35.0, 31.0, 29.0, 9.0, 8.0, 7.0, 5.0, 4.0, 3.0, 1.0, 2.0, 3.0, 5.0, 1.0, 2.0], "bins": [-0.004380933009088039, -0.0042296056635677814, -0.004078277852386236, -0.003926950506865978, -0.0037756231613457203, -0.0036242955829948187, -0.003472968004643917, -0.003321640659123659, -0.0031703130807727575, -0.003018985502421856, -0.002867658156901598, -0.0027163305785506964, -0.0025650030001997948, -0.002413675654679537, -0.002262348076328635, -0.0021110207308083773, -0.0019596931524574757, -0.0018083656905218959, -0.0016570382285863161, -0.0015057106502354145, -0.0013543831882998347, -0.001203055726364255, -0.0010517281480133533, -0.0009004006860777736, -0.0007490732241421938, -0.000597745762206614, -0.00044641824206337333, -0.0002950907510239631, -0.00014376325998455286, 7.564231054857373e-06, 0.0001588917220942676, 0.00031021921313367784, 0.0004615467041730881, 0.0006128741661086679, 0.0007642016862519085, 0.0009155292063951492, 0.001066856668330729, 0.0012181841302663088, 0.0013695117086172104, 0.0015208391705527902, 0.00167216663248837, 0.0018234940944239497, 0.0019748215563595295, 0.002126149134710431, 0.0022774767130613327, 0.0024288040585815907, 0.0025801316369324923, 0.00273145898245275, 0.002882786560803652, 0.0030341141391545534, 0.0031854414846748114, 0.003336769063025713, 0.003488096408545971, 0.0036394239868968725, 0.003790751565247774, 0.003942078910768032, 0.004093406721949577, 0.004244734067469835, 0.004396061412990093, 0.004547388758510351, 0.0046987165696918964, 0.004850043915212154, 0.005001371260732412, 0.005152699071913958, 0.0053040264174342155]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 3.0, 7.0, 1.0, 5.0, 3.0, 3.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012446405366063118, -0.011814660392701626, -0.011182916350662708, -0.010551171377301216, -0.009919427335262299, -0.009287682361900806, -0.008655937388539314, -0.008024193346500397, -0.007392448373138905, -0.0067607038654387, -0.006128959357738495, -0.005497214384377003, -0.004865469876676798, -0.004233725368976593, -0.0036019806284457445, -0.002970235887914896, -0.002338491380214691, -0.0017067467560991645, -0.0010750021319836378, -0.00044325750786811113, 0.00018848711624741554, 0.0008202317403629422, 0.001451976364478469, 0.0020837211050093174, 0.0027154656127095222, 0.003347210120409727, 0.003978954628109932, 0.004610699601471424, 0.005242444109171629, 0.005874188616871834, 0.006505933590233326, 0.007137678097933531, 0.007769422605633736, 0.008401167578995228, 0.009032911621034145, 0.009664656594395638, 0.010296400636434555, 0.010928145609796047, 0.01155989058315754, 0.012191634625196457, 0.012823379598557949, 0.013455124571919441, 0.014086868613958359, 0.014718613587319851, 0.015350358560681343, 0.01598210260272026, 0.016613846644759178, 0.017245592549443245, 0.017877336591482162, 0.01850908063352108, 0.019140826538205147, 0.019772570580244064, 0.020404314622282982, 0.02103606052696705, 0.021667804569005966, 0.022299548611044884, 0.0229312926530838, 0.023563038557767868, 0.024194782599806786, 0.024826526641845703, 0.02545827254652977, 0.026090016588568687, 0.026721760630607605, 0.027353506535291672, 0.02798525057733059]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 5.0, 7.0, 11.0, 14.0, 18.0, 30.0, 22.0, 35.0, 39.0, 37.0, 62.0, 63.0, 96.0, 95.0, 133.0, 209.0, 275.0, 410.0, 549.0, 881.0, 1369.0, 2834.0, 6015.0, 1613.0, 957.0, 624.0, 441.0, 313.0, 268.0, 209.0, 168.0, 125.0, 114.0, 75.0, 60.0, 50.0, 31.0, 33.0, 20.0, 19.0, 14.0, 10.0, 10.0, 17.0, 19.0, 7.0, 2.0, 0.0, 0.0, 2.0, 6.0, 5.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.008026395924389362, -0.007718278095126152, -0.007410160731524229, -0.007102042902261019, -0.006793925538659096, -0.0064858077093958855, -0.006177689880132675, -0.005869572516530752, -0.005561454687267542, -0.005253336858004332, -0.004945219494402409, -0.004637101665139198, -0.004328983835875988, -0.004020866472274065, -0.0037127486430108547, -0.003404631046578288, -0.0030965134501457214, -0.002788395853713155, -0.002480278257280588, -0.002172160428017378, -0.0018640428315848112, -0.0015559252351522446, -0.001247807522304356, -0.0009396898676641285, -0.000631572213023901, -0.00032345455838367343, -1.5336903743445873e-05, 0.0002927807508967817, 0.0006008984055370092, 0.0009090160601772368, 0.0012171337148174644, 0.0015252514276653528, 0.0018333690240979195, 0.002141486620530486, 0.0024496042169630527, 0.002757722046226263, 0.0030658396426588297, 0.0033739572390913963, 0.0036820750683546066, 0.00399019243195653, 0.00429831026121974, 0.00460642809048295, 0.004914545454084873, 0.0052226632833480835, 0.005530781112611294, 0.005838898476213217, 0.006147016305476427, 0.00645513366907835, 0.00676325149834156, 0.007071369327604771, 0.007379486691206694, 0.007687604520469904, 0.007995721884071827, 0.008303839713335037, 0.008611957542598248, 0.008920075371861458, 0.009228192269802094, 0.009536310099065304, 0.009844427928328514, 0.010152545757591724, 0.010460663586854935, 0.010768781416118145, 0.01107689831405878, 0.011385016143321991, 0.011693133972585201]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10526086390018463, -0.1019398644566536, -0.09861886501312256, -0.09529786556959152, -0.09197686612606049, -0.08865586668252945, -0.08533485978841782, -0.08201386034488678, -0.07869286090135574, -0.07537186145782471, -0.07205086201429367, -0.06872986257076263, -0.0654088631272316, -0.06208786368370056, -0.05876686051487923, -0.05544586107134819, -0.052124861627817154, -0.04880386218428612, -0.04548286274075508, -0.042161859571933746, -0.03884086012840271, -0.035519860684871674, -0.03219886124134064, -0.02887785993516445, -0.025556860491633415, -0.02223586104810238, -0.018914859741926193, -0.015593860298395157, -0.012272859923541546, -0.008951859548687935, -0.005630859639495611, -0.002309859497472644, 0.0010111406445503235, 0.0043321410194039345, 0.007653140928596258, 0.010974140837788582, 0.014295141212642193, 0.017616141587495804, 0.02093714103102684, 0.024258142337203026, 0.027579141780734062, 0.0309001412242651, 0.034221142530441284, 0.03754214197397232, 0.04086314141750336, 0.04418414086103439, 0.04750514402985573, 0.050826143473386765, 0.0541471429169178, 0.05746814236044884, 0.060789141803979874, 0.06411014497280121, 0.06743114441633224, 0.07075214385986328, 0.07407314330339432, 0.07739414274692535, 0.08071514219045639, 0.08403614163398743, 0.08735714107751846, 0.0906781479716301, 0.09399914741516113, 0.09732014685869217, 0.1006411463022232, 0.10396214574575424, 0.10728314518928528]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 5.0, 6.0, 4.0, 6.0, 3.0, 12.0, 12.0, 16.0, 20.0, 26.0, 45.0, 21.0, 13.0, 7.0, 7.0, 8.0, 9.0, 10.0, 3.0, 6.0, 4.0, 3.0, 7.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.053986530750989914, -0.05213053524494171, -0.05027453601360321, -0.04841853678226471, -0.04656254127621651, -0.044706545770168304, -0.0428505465388298, -0.0409945473074913, -0.0391385518014431, -0.0372825562953949, -0.035426557064056396, -0.033570557832717896, -0.03171456232666969, -0.02985856495797634, -0.02800256758928299, -0.026146570220589638, -0.024290572851896286, -0.022434575483202934, -0.020578578114509583, -0.01872258074581623, -0.01686658337712288, -0.015010586008429527, -0.013154588639736176, -0.011298591271042824, -0.009442593902349472, -0.00758659653365612, -0.0057305991649627686, -0.003874601796269417, -0.002018604427576065, -0.00016260705888271332, 0.0016933903098106384, 0.00354938767850399, 0.005405385047197342, 0.007261382415890694, 0.009117379784584045, 0.010973377153277397, 0.012829374521970749, 0.0146853718906641, 0.016541369259357452, 0.018397366628050804, 0.020253363996744156, 0.022109361365437508, 0.02396535873413086, 0.02582135610282421, 0.027677353471517563, 0.029533350840210915, 0.031389348208904266, 0.03324534744024277, 0.03510134294629097, 0.03695733845233917, 0.03881333768367767, 0.040669336915016174, 0.04252533242106438, 0.04438132792711258, 0.04623732715845108, 0.04809332638978958, 0.049949321895837784, 0.051805317401885986, 0.05366131663322449, 0.05551731586456299, 0.05737331137061119, 0.05922930687665939, 0.061085306107997894, 0.0629413053393364, 0.0647972971200943]}, "_runtime": 151.39136910438538, "_timestamp": 1596211741.162478, "_step": 188}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 4.0, 4.0, 1.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012228051200509071, -0.01190680917352438, -0.011585567146539688, -0.011264325119554996, -0.010943083092570305, -0.010621840134263039, -0.010300598107278347, -0.009979356080293655, -0.009658114053308964, -0.009336872026324272, -0.00901562999933958, -0.008694387972354889, -0.008373145014047623, -0.008051902987062931, -0.0077306609600782394, -0.007409418933093548, -0.007088176906108856, -0.006766934879124165, -0.006445692852139473, -0.006124450359493494, -0.005803208332508802, -0.005481966305524111, -0.005160723812878132, -0.00483948178589344, -0.004518239758908749, -0.004196997731924057, -0.0038757554721087217, -0.0035545132122933865, -0.003233271185308695, -0.0029120291583240032, -0.002590786898508668, -0.0022695446386933327, -0.001948302611708641, -0.0016270604683086276, -0.0013058183249086142, -0.0009845761815086007, -0.0006633340381085873, -0.0003420918947085738, -2.084975130856037e-05, 0.0003003923920914531, 0.0006216345354914665, 0.00094287667889148, 0.0012641188222914934, 0.0015853609656915069, 0.0019066031090915203, 0.002227845136076212, 0.002549087395891547, 0.0028703296557068825, 0.003191571682691574, 0.0035128137096762657, 0.003834055969491601, 0.004155298229306936, 0.004476540256291628, 0.0047977822832763195, 0.005119024775922298, 0.00544026680290699, 0.005761508829891682, 0.006082750856876373, 0.006403992883861065, 0.006725235376507044, 0.0070464774034917355, 0.007367719430476427, 0.007688961923122406, 0.008010203950107098, 0.00833144597709179]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 6.0, 6.0, 11.0, 20.0, 21.0, 28.0, 57.0, 80.0, 115.0, 229.0, 601.0, 5934.0, 355.0, 164.0, 86.0, 61.0, 47.0, 22.0, 21.0, 14.0, 11.0, 6.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19302405416965485, -0.187040776014328, -0.18105749785900116, -0.17507421970367432, -0.16909094154834747, -0.16310766339302063, -0.1571243852376938, -0.15114110708236694, -0.1451578140258789, -0.13917453587055206, -0.13319125771522522, -0.12720797955989838, -0.12122470140457153, -0.11524142324924469, -0.10925814509391785, -0.103274866938591, -0.09729158878326416, -0.09130831062793732, -0.08532503247261047, -0.07934175431728363, -0.07335847616195679, -0.06737519055604935, -0.061391912400722504, -0.05540863424539566, -0.04942535609006882, -0.043442077934741974, -0.03745879977941513, -0.03147551789879799, -0.025492239743471146, -0.019508961588144302, -0.01352568157017231, -0.007542402483522892, -0.0015591233968734741, 0.004424155689775944, 0.010407434776425362, 0.016390714794397354, 0.022373992949724197, 0.02835727110505104, 0.03434055298566818, 0.040323831140995026, 0.04630710929632187, 0.05229038745164871, 0.058273665606975555, 0.0642569437623024, 0.07024022936820984, 0.07622350752353668, 0.08220678567886353, 0.08819006383419037, 0.09417334198951721, 0.10015662014484406, 0.1061398983001709, 0.11212317645549774, 0.11810645461082458, 0.12408974021673203, 0.13007301092147827, 0.13605628907680511, 0.14203956723213196, 0.14802286028862, 0.15400613844394684, 0.15998941659927368, 0.16597269475460052, 0.17195597290992737, 0.1779392510652542, 0.18392252922058105, 0.1899058073759079]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 5.0, 4.0, 4.0, 3.0, 5.0, 2.0, 4.0, 4.0, 5.0, 4.0, 3.0, 27.0, 1.0, 3.0, 1.0, 9.0, 1.0, 4.0, 3.0, 2.0, 7.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032005556859076023, -0.003097581211477518, -0.00299460650421679, -0.002891632029786706, -0.002788657322525978, -0.002685682848095894, -0.0025827083736658096, -0.0024797336664050817, -0.0023767591919749975, -0.0022737847175449133, -0.0021708100102841854, -0.002067835535854101, -0.001964861061424017, -0.001861886354163289, -0.0017589118797332048, -0.0016559372888877988, -0.0015529626980423927, -0.0014499881071969867, -0.0013470135163515806, -0.0012440390419214964, -0.0011410644510760903, -0.0010380898602306843, -0.0009351153275929391, -0.000832140794955194, -0.0007291662041097879, -0.0006261916132643819, -0.0005232170806266367, -0.00042024251888506114, -0.00031726795714348555, -0.00021429339540190995, -0.00011131883366033435, -8.34427191875875e-06, 9.463028982281685e-05, 0.00019760485156439245, 0.00030057941330596805, 0.00040355397504754364, 0.0005065285367891192, 0.0006095031276345253, 0.0007124776602722704, 0.0008154521929100156, 0.0009184267837554216, 0.0010214013746008277, 0.0011243759654462337, 0.001227350439876318, 0.001330325030721724, 0.00143329962156713, 0.0015362740959972143, 0.0016392486868426204, 0.0017422232776880264, 0.0018451978685334325, 0.0019481724593788385, 0.0020511469338089228, 0.0021541216410696507, 0.002257096115499735, 0.002360070589929819, 0.002463045297190547, 0.0025660197716206312, 0.0026689942460507154, 0.0027719689533114433, 0.0028749434277415276, 0.002977917902171612, 0.0030808926094323397, 0.003183867083862424, 0.0032868417911231518, 0.003389816265553236]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 1.0, 3.0, 5.0, 10.0, 10.0, 12.0, 26.0, 23.0, 42.0, 65.0, 99.0, 136.0, 213.0, 303.0, 455.0, 776.0, 1367.0, 2277.0, 4191.0, 9140.0, 22207.0, 74468.0, 933565.0, 78714.0, 24108.0, 10985.0, 5882.0, 3487.0, 2299.0, 1495.0, 949.0, 653.0, 449.0, 321.0, 232.0, 173.0, 128.0, 82.0, 70.0, 50.0, 37.0, 33.0, 25.0, 19.0, 14.0, 12.0, 9.0, 7.0, 4.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.006283780559897423, -0.006047703791409731, -0.005811626557260752, -0.00557554978877306, -0.005339472554624081, -0.005103395786136389, -0.004867319017648697, -0.004631241783499718, -0.004395165015012026, -0.004159087780863047, -0.003923011012375355, -0.0036869340110570192, -0.0034508570097386837, -0.003214780008420348, -0.0029787032399326563, -0.0027426262386143208, -0.0025065492372959852, -0.0022704722359776497, -0.002034395234659314, -0.0017983183497563004, -0.0015622414648532867, -0.0013261644635349512, -0.0010900874622166157, -0.0008540105191059411, -0.0006179335759952664, -0.0003818566328845918, -0.00014577966067008674, 9.02972969925031e-05, 0.00032637425465509295, 0.0005624511977657676, 0.0007985281990841031, 0.0010346050839871168, 0.0012706820853054523, 0.0015067590866237879, 0.0017428359715268016, 0.0019789128564298153, 0.002214989857748151, 0.0024510668590664864, 0.002687143860384822, 0.0029232208617031574, 0.0031592976301908493, 0.003395374631509185, 0.0036314516328275204, 0.003867528634145856, 0.0041036056354641914, 0.004339682403951883, 0.0045757596381008625, 0.004811836406588554, 0.005047913640737534, 0.0052839904092252254, 0.005520067177712917, 0.0057561444118618965, 0.005992221180349588, 0.006228298414498568, 0.0064643751829862595, 0.006700451951473951, 0.0069365291856229305, 0.007172605954110622, 0.007408683188259602, 0.0076447599567472935, 0.007880836725234985, 0.008116913959383965, 0.008352991193532944, 0.008589067496359348, 0.008825144730508327]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 5.0, 7.0, 3.0, 2.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021105948835611343, -0.020007122308015823, -0.018908297643065453, -0.017809471115469933, -0.016710646450519562, -0.015611819922924042, -0.014512993395328522, -0.013414167799055576, -0.012315342202782631, -0.011216516606509686, -0.01011769101023674, -0.00901886448264122, -0.007920038886368275, -0.006821213290095329, -0.005722387228161097, -0.004623561166226864, -0.0035247355699539185, -0.0024259097408503294, -0.0013270839117467403, -0.00022825808264315128, 0.0008705677464604378, 0.001969393575564027, 0.003068219404667616, 0.004167045466601849, 0.005265871062874794, 0.006364696659147739, 0.007463522721081972, 0.008562348783016205, 0.00966117437928915, 0.010759999975562096, 0.011858826503157616, 0.012957652099430561, 0.014056477695703506, 0.015155303291976452, 0.016254128888249397, 0.017352955415844917, 0.018451780080795288, 0.019550606608390808, 0.020649433135986328, 0.0217482578009367, 0.02284708432853222, 0.02394591085612774, 0.02504473552107811, 0.02614356204867363, 0.02724238857626915, 0.02834121324121952, 0.02944003976881504, 0.03053886443376541, 0.03163769096136093, 0.03273651748895645, 0.03383534401655197, 0.03493416681885719, 0.03603299334645271, 0.03713181987404823, 0.03823064640164375, 0.03932947292923927, 0.040428295731544495, 0.041527122259140015, 0.042625948786735535, 0.043724775314331055, 0.044823601841926575, 0.045922428369522095, 0.047021251171827316, 0.048120077699422836, 0.049218904227018356]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 5.0, 8.0, 9.0, 6.0, 11.0, 5.0, 15.0, 24.0, 32.0, 43.0, 60.0, 101.0, 130.0, 152.0, 188.0, 253.0, 340.0, 439.0, 633.0, 895.0, 1216.0, 1926.0, 6424.0, 1899.0, 1038.0, 695.0, 483.0, 334.0, 237.0, 205.0, 146.0, 99.0, 91.0, 47.0, 33.0, 44.0, 31.0, 6.0, 17.0, 18.0, 17.0, 3.0, 4.0, 5.0, 2.0, 0.0, 2.0, 9.0, 11.0, 13.0, 7.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0], "bins": [-0.012958275154232979, -0.012504598125815392, -0.01205092016607523, -0.011597242206335068, -0.01114356517791748, -0.010689888149499893, -0.010236210189759731, -0.00978253223001957, -0.009328855201601982, -0.008875178173184395, -0.008421500213444233, -0.007967822253704071, -0.007514145225286484, -0.007060467731207609, -0.006606790237128735, -0.00615311274304986, -0.005699435248970985, -0.005245757754892111, -0.004792080260813236, -0.004338402766734362, -0.003884725272655487, -0.0034310477785766125, -0.002977370284497738, -0.0025236927904188633, -0.0020700152963399887, -0.0016163378022611141, -0.0011626603081822395, -0.0007089828141033649, -0.00025530532002449036, 0.00019837217405438423, 0.0006520496681332588, 0.0011057271622121334, 0.001559404656291008, 0.0020130821503698826, 0.002466759644448757, 0.0029204371385276318, 0.0033741146326065063, 0.003827792126685381, 0.0042814696207642555, 0.00473514711484313, 0.005188824608922005, 0.005642502103000879, 0.006096179597079754, 0.0065498570911586285, 0.007003534585237503, 0.007457212079316378, 0.007910889573395252, 0.008364567533135414, 0.008818244561553001, 0.009271921589970589, 0.00972559954971075, 0.010179277509450912, 0.0106329545378685, 0.011086631566286087, 0.011540309526026249, 0.01199398748576641, 0.012447664514183998, 0.012901341542601585, 0.013355019502341747, 0.01380869746208191, 0.014262374490499496, 0.014716051518917084, 0.015169729478657246, 0.015623407438397408, 0.016077084466814995]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0970456525683403, -0.09484589844942093, -0.09264614433050156, -0.09044639021158218, -0.08824663609266281, -0.08604688197374344, -0.08384712785482407, -0.0816473737359047, -0.07944761216640472, -0.07724785804748535, -0.07504810392856598, -0.0728483498096466, -0.07064859569072723, -0.06844884157180786, -0.06624908745288849, -0.06404933333396912, -0.061849579215049744, -0.05964982509613037, -0.057450070977211, -0.055250316858291626, -0.05305056273937225, -0.05085080489516258, -0.04865105077624321, -0.04645129665732384, -0.044251542538404465, -0.04205178841948509, -0.03985203430056572, -0.03765228018164635, -0.035452522337436676, -0.0332527682185173, -0.03105301409959793, -0.02885325998067856, -0.026653505861759186, -0.024453751742839813, -0.02225399762392044, -0.02005424164235592, -0.017854487523436546, -0.015654733404517174, -0.013454978354275227, -0.01125522330403328, -0.009055469185113907, -0.006855714600533247, -0.004655960015952587, -0.0024562054313719273, -0.0002564508467912674, 0.0019433037377893925, 0.004143058322370052, 0.006342812906950712, 0.008542567491531372, 0.010742321610450745, 0.012942076660692692, 0.015141831710934639, 0.01734158582985401, 0.019541339948773384, 0.021741095930337906, 0.02394085004925728, 0.02614060416817665, 0.028340358287096024, 0.030540112406015396, 0.03273986652493477, 0.03493962436914444, 0.03713937848806381, 0.039339132606983185, 0.04153888672590256, 0.04373864084482193]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 5.0, 3.0, 9.0, 8.0, 9.0, 5.0, 9.0, 22.0, 24.0, 21.0, 21.0, 18.0, 22.0, 11.0, 10.0, 11.0, 9.0, 8.0, 2.0, 5.0, 7.0, 3.0, 7.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06418660283088684, -0.062351521104574203, -0.060516439378261566, -0.05868135765194893, -0.05684627592563629, -0.055011190474033356, -0.05317610874772072, -0.05134102702140808, -0.049505945295095444, -0.047670863568782806, -0.04583578184247017, -0.04400070011615753, -0.042165614664554596, -0.04033053293824196, -0.03849545121192932, -0.036660369485616684, -0.03482528775930405, -0.03299020603299141, -0.031155124306678772, -0.029320040717720985, -0.027484958991408348, -0.02564987726509571, -0.023814793676137924, -0.021979711949825287, -0.02014463022351265, -0.018309548497200012, -0.016474466770887375, -0.014639383181929588, -0.012804301455616951, -0.010969219729304314, -0.009134137071669102, -0.007299054879695177, -0.0054639726877212524, -0.003628890495747328, -0.0017938083037734032, 4.127388820052147e-05, 0.001876356080174446, 0.0037114382721483707, 0.005546520464122295, 0.00738160265609622, 0.009216684848070145, 0.011051766574382782, 0.012886849232017994, 0.014721931889653206, 0.016557013615965843, 0.01839209534227848, 0.020227178931236267, 0.022062260657548904, 0.023897342383861542, 0.02573242411017418, 0.027567505836486816, 0.029402589425444603, 0.03123767115175724, 0.03307275474071503, 0.034907836467027664, 0.0367429181933403, 0.03857799991965294, 0.040413081645965576, 0.042248163372278214, 0.04408324509859085, 0.04591833055019379, 0.047753412276506424, 0.04958849400281906, 0.0514235757291317, 0.053258657455444336]}, "_runtime": 152.19588470458984, "_timestamp": 1596211741.9669936, "_step": 189}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 7.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.010382337495684624, -0.010061784647405148, -0.009741232730448246, -0.00942067988216877, -0.009100127965211868, -0.008779575116932392, -0.00845902319997549, -0.008138470351696014, -0.007817918434739113, -0.007497365586459637, -0.007176813203841448, -0.006856260821223259, -0.00653570843860507, -0.006215156055986881, -0.005894603673368692, -0.0055740512907505035, -0.005253498908132315, -0.004932946525514126, -0.004612394142895937, -0.004291841760277748, -0.003971289377659559, -0.0036507367622107267, -0.003330184379592538, -0.003009631996974349, -0.00268907961435616, -0.0023685272317379713, -0.0020479748491197824, -0.0017274223500862718, -0.001406869967468083, -0.001086317584849894, -0.0007657651440240443, -0.00044521273230202496, -0.00012466032058000565, 0.00019589209114201367, 0.000516444502864033, 0.0008369969436898828, 0.0011575493263080716, 0.0014781017089262605, 0.0017986542079597712, 0.00211920659057796, 0.002439758973196149, 0.0027603113558143377, 0.0030808637384325266, 0.0034014161210507154, 0.003721968736499548, 0.004042521119117737, 0.004363073501735926, 0.0046836258843541145, 0.005004178266972303, 0.005324730649590492, 0.005645283032208681, 0.00596583541482687, 0.006286387797445059, 0.006606940180063248, 0.0069274925626814365, 0.007248044945299625, 0.0075685977935791016, 0.007889149710536003, 0.00820970255881548, 0.00853025447577238, 0.008850807324051857, 0.009171359241008759, 0.009491912089288235, 0.009812464006245136, 0.010133016854524612]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 2.0, 2.0, 6.0, 5.0, 11.0, 6.0, 8.0, 14.0, 17.0, 17.0, 33.0, 26.0, 37.0, 53.0, 80.0, 87.0, 116.0, 145.0, 225.0, 497.0, 5369.0, 374.0, 184.0, 156.0, 104.0, 74.0, 57.0, 50.0, 27.0, 38.0, 14.0, 15.0, 15.0, 9.0, 13.0, 2.0, 4.0, 5.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1100541353225708, -0.10641111433506012, -0.10276808589696884, -0.09912506490945816, -0.09548204392194748, -0.0918390154838562, -0.08819599449634552, -0.08455297350883484, -0.08090995252132416, -0.07726692408323288, -0.0736239030957222, -0.06998088210821152, -0.06633785367012024, -0.06269483268260956, -0.05905180796980858, -0.0554087869822979, -0.05176576226949692, -0.04812273755669594, -0.04447971656918526, -0.04083669185638428, -0.037193670868873596, -0.03355064615607262, -0.029907621443271637, -0.026264598593115807, -0.022621575742959976, -0.018978552892804146, -0.01533552911132574, -0.011692505329847336, -0.008049482479691505, -0.004406459163874388, -0.00076343584805727, 0.0028795874677598476, 0.006522610783576965, 0.010165633633732796, 0.0138086574152112, 0.017451681196689606, 0.021094704046845436, 0.024737726897001266, 0.028380751609802246, 0.03202377259731293, 0.03566679731011391, 0.039309822022914886, 0.04295284301042557, 0.04659586772322655, 0.05023889243602753, 0.05388191342353821, 0.05752493813633919, 0.06116795912384987, 0.06481098383665085, 0.06845400482416153, 0.07209703326225281, 0.07574005424976349, 0.07938307523727417, 0.08302610367536545, 0.08666912466287613, 0.09031214565038681, 0.09395517408847809, 0.09759819507598877, 0.10124121606349945, 0.10488423705101013, 0.10852726548910141, 0.11217028647661209, 0.11581330746412277, 0.11945633590221405, 0.12309935688972473]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 2.0, 4.0, 3.0, 25.0, 2.0, 5.0, 2.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026093500200659037, -0.002516009146347642, -0.0024226682726293802, -0.0023293273989111185, -0.002235986525192857, -0.002142645651474595, -0.0020493047777563334, -0.0019559639040380716, -0.0018626231467351317, -0.00176928227301687, -0.0016759413992986083, -0.0015826005255803466, -0.0014892597682774067, -0.001395918894559145, -0.0013025780208408833, -0.0012092371471226215, -0.0011158962734043598, -0.001022555399686098, -0.0009292145259678364, -0.0008358737104572356, -0.0007425328367389739, -0.0006491919630207121, -0.0005558511475101113, -0.0004625102737918496, -0.0003691694000735879, -0.0002758285263553262, -0.00018248768174089491, -8.914682257454842e-05, 4.194036591798067e-06, 9.753489575814456e-05, 0.00019087575492449105, 0.0002842165995389223, 0.00037755747325718403, 0.00047089834697544575, 0.0005642392206937075, 0.0006575800362043083, 0.00075092090992257, 0.0008442617836408317, 0.0009376025991514325, 0.0010309434728696942, 0.001124284346587956, 0.0012176252203062177, 0.0013109660940244794, 0.001404306967742741, 0.001497647725045681, 0.0015909885987639427, 0.0016843294724822044, 0.0017776703462004662, 0.0018710112199187279, 0.0019643520936369896, 0.0020576929673552513, 0.002151033841073513, 0.0022443747147917747, 0.0023377155885100365, 0.002431056462228298, 0.00252439733594656, 0.0026177382096648216, 0.0027110788505524397, 0.0028044197242707014, 0.002897760597988963, 0.002991101471707225, 0.0030844423454254866, 0.0031777832191437483, 0.00327112409286201, 0.0033644649665802717]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 3.0, 5.0, 3.0, 8.0, 14.0, 21.0, 42.0, 54.0, 80.0, 126.0, 172.0, 241.0, 376.0, 612.0, 995.0, 1617.0, 2922.0, 5514.0, 11231.0, 26851.0, 82135.0, 880219.0, 87104.0, 32721.0, 17182.0, 9842.0, 6230.0, 4099.0, 2558.0, 1837.0, 1249.0, 889.0, 659.0, 468.0, 398.0, 257.0, 211.0, 163.0, 119.0, 78.0, 75.0, 55.0, 36.0, 35.0, 29.0, 17.0, 30.0, 13.0, 7.0, 8.0, 9.0, 6.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005709631834179163, -0.005477318074554205, -0.005245004314929247, -0.005012691020965576, -0.004780377261340618, -0.00454806350171566, -0.004315749742090702, -0.004083435982465744, -0.0038511224556714296, -0.0036188086960464716, -0.003386495169252157, -0.003154181409627199, -0.002921867650002241, -0.0026895541232079268, -0.0024572403635829687, -0.0022249268367886543, -0.0019926130771636963, -0.00176029943395406, -0.0015279857907444239, -0.0012956720311194658, -0.0010633583879098296, -0.0008310447447001934, -0.0005987310432828963, -0.0003664173709694296, -0.00013410369865596294, 9.820997365750372e-05, 0.0003305236459709704, 0.0005628373473882675, 0.0007951509905979037, 0.00102746463380754, 0.001259778393432498, 0.0014920920366421342, 0.0017244056798517704, 0.0019567194394767284, 0.002189032966271043, 0.002421346725896001, 0.0026536602526903152, 0.0028859740123152733, 0.0031182877719402313, 0.0033506012987345457, 0.0035829150583595037, 0.003815228817984462, 0.004047542344778776, 0.004279856104403734, 0.004512169864028692, 0.00474448362365365, 0.004976796917617321, 0.005209110677242279, 0.005441424436867237, 0.005673738196492195, 0.005906051956117153, 0.006138365250080824, 0.006370679009705782, 0.00660299276933074, 0.006835306528955698, 0.007067620288580656, 0.007299933582544327, 0.007532247342169285, 0.007764561101794243, 0.007996874861419201, 0.008229188621044159, 0.008461502380669117, 0.008693816140294075, 0.008926129899919033, 0.009158443659543991]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 3.0, 2.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.023715689778327942, -0.022817818447947502, -0.021919947117567062, -0.021022073924541473, -0.020124202594161034, -0.019226331263780594, -0.018328458070755005, -0.017430586740374565, -0.016532715409994125, -0.015634844079613686, -0.014736971817910671, -0.013839099556207657, -0.012941228225827217, -0.012043356895446777, -0.011145484633743763, -0.010247612372040749, -0.009349741041660309, -0.008451869711279869, -0.007553997449576855, -0.006656125653535128, -0.005758253857493401, -0.0048603820614516735, -0.0039625102654099464, -0.0030646384693682194, -0.0021667666733264923, -0.0012688948772847652, -0.0003710230812430382, 0.0005268487147986889, 0.001424720510840416, 0.002322592306882143, 0.00322046410292387, 0.004118335898965597, 0.005016207695007324, 0.005914079491049051, 0.006811951287090778, 0.007709823083132505, 0.008607694879174232, 0.009505566209554672, 0.010403438471257687, 0.011301310732960701, 0.01219918206334114, 0.01309705339372158, 0.013994925655424595, 0.01489279791712761, 0.01579066924750805, 0.01668854057788849, 0.017586413770914078, 0.018484285101294518, 0.019382156431674957, 0.020280027762055397, 0.021177899092435837, 0.022075772285461426, 0.022973643615841866, 0.023871514946222305, 0.024769388139247894, 0.025667259469628334, 0.026565130800008774, 0.027463002130389214, 0.028360873460769653, 0.029258746653795242, 0.030156617984175682, 0.031054489314556122, 0.03195236250758171, 0.032850231975317, 0.03374810516834259]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 12.0, 7.0, 12.0, 25.0, 31.0, 33.0, 42.0, 63.0, 82.0, 100.0, 115.0, 150.0, 193.0, 260.0, 358.0, 465.0, 636.0, 845.0, 1372.0, 2448.0, 5595.0, 1482.0, 1036.0, 704.0, 520.0, 393.0, 335.0, 232.0, 178.0, 157.0, 98.0, 93.0, 73.0, 48.0, 33.0, 16.0, 23.0, 20.0, 41.0, 24.0, 10.0, 10.0, 5.0, 6.0, 9.0, 7.0, 1.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.010384202934801579, -0.009952736087143421, -0.009521269239485264, -0.009089802391827106, -0.008658335544168949, -0.008226868696510792, -0.007795402314513922, -0.007363935466855764, -0.006932468619197607, -0.00650100177153945, -0.006069534923881292, -0.005638068076223135, -0.005206601694226265, -0.004775134846568108, -0.00434366799890995, -0.003912201151251793, -0.0034807343035936356, -0.003049267455935478, -0.002617800608277321, -0.002186333993449807, -0.0017548671457916498, -0.0013234002981334925, -0.000891933566890657, -0.0004604667774401605, -2.8999987989664078e-05, 0.00040246680146083236, 0.0008339335909113288, 0.0012654003221541643, 0.0016968671698123217, 0.002128334017470479, 0.0025598006322979927, 0.00299126747995615, 0.0034227343276143074, 0.0038542011752724648, 0.004285668022930622, 0.0047171348705887794, 0.005148601718246937, 0.005580068100243807, 0.006011534947901964, 0.0064430017955601215, 0.006874468643218279, 0.007305935490876436, 0.007737402338534594, 0.008168868720531464, 0.008600335568189621, 0.009031802415847778, 0.009463269263505936, 0.009894736111164093, 0.01032620295882225, 0.010757669806480408, 0.011189136654138565, 0.011620603501796722, 0.01205207034945488, 0.012483537197113037, 0.012915004044771194, 0.013346470892429352, 0.01377793774008751, 0.014209403656423092, 0.01464087050408125, 0.015072337351739407, 0.015503804199397564, 0.015935271978378296, 0.016366738826036453, 0.01679820567369461, 0.017229672521352768]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.187210351228714, -0.18256938457489014, -0.17792841792106628, -0.17328745126724243, -0.16864648461341858, -0.16400550305843353, -0.15936453640460968, -0.15472356975078583, -0.15008260309696198, -0.14544163644313812, -0.14080066978931427, -0.13615970313549042, -0.13151872158050537, -0.12687775492668152, -0.12223678827285767, -0.11759582161903381, -0.11295485496520996, -0.10831388831138611, -0.10367292165756226, -0.0990319475531578, -0.09439098089933395, -0.0897500142455101, -0.08510904014110565, -0.0804680734872818, -0.07582710683345795, -0.0711861401796341, -0.06654517352581024, -0.06190419942140579, -0.05726323276758194, -0.05262226611375809, -0.047981295734643936, -0.043340325355529785, -0.03869935870170593, -0.03405839204788208, -0.02941742166876793, -0.024776453152298927, -0.020135484635829926, -0.015494516119360924, -0.010853547602891922, -0.00621257908642292, -0.0015716105699539185, 0.0030693579465150833, 0.007710326462984085, 0.012351294979453087, 0.01699226349592209, 0.02163323201239109, 0.026274200528860092, 0.030915169045329094, 0.035556137561798096, 0.04019710421562195, 0.0448380745947361, 0.04947904497385025, 0.0541200116276741, 0.058760978281497955, 0.0634019523859024, 0.06804291903972626, 0.07268388569355011, 0.07732485234737396, 0.08196581900119781, 0.08660679310560226, 0.09124775975942612, 0.09588872641324997, 0.10052970051765442, 0.10517066717147827, 0.10981163382530212]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 7.0, 9.0, 7.0, 7.0, 11.0, 19.0, 10.0, 12.0, 32.0, 13.0, 10.0, 7.0, 8.0, 11.0, 13.0, 2.0, 11.0, 4.0, 3.0, 6.0, 2.0, 7.0, 6.0, 5.0, 3.0, 4.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.08521666377782822, -0.08233890682458878, -0.07946115732192993, -0.07658340036869049, -0.07370564341545105, -0.0708278939127922, -0.06795013695955276, -0.06507238000631332, -0.06219462677836418, -0.05931687355041504, -0.0564391165971756, -0.053561363369226456, -0.05068361014127731, -0.04780585318803787, -0.04492809996008873, -0.04205034300684929, -0.039172589778900146, -0.036294836550951004, -0.03341707959771156, -0.03053932636976242, -0.02766157127916813, -0.024783816188573837, -0.021906062960624695, -0.019028307870030403, -0.01615055277943611, -0.01327279768884182, -0.010395043529570103, -0.007517288904637098, -0.004639534279704094, -0.0017617796547710896, 0.0011159749701619148, 0.003993729595094919, 0.006871484220027924, 0.009749239310622215, 0.012626993469893932, 0.01550474762916565, 0.01838250271975994, 0.021260257810354233, 0.024138011038303375, 0.027015766128897667, 0.02989352121949196, 0.0327712744474411, 0.03564903140068054, 0.038526784628629684, 0.04140453785657883, 0.04428229480981827, 0.04716004803776741, 0.05003780499100685, 0.052915558218955994, 0.055793311446905136, 0.05867106840014458, 0.06154882162809372, 0.06442657858133316, 0.067304328083992, 0.07018208503723145, 0.07305984199047089, 0.07593759894371033, 0.07881534844636917, 0.08169310539960861, 0.08457086235284805, 0.0874486118555069, 0.09032636880874634, 0.09320412576198578, 0.09608187526464462, 0.09895963221788406]}, "_runtime": 153.0117576122284, "_timestamp": 1596211742.7828665, "_step": 190}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 6.0, 6.0, 5.0, 4.0, 8.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014827135019004345, -0.014382235705852509, -0.013937335461378098, -0.013492436148226261, -0.013047536835074425, -0.012602637521922588, -0.012157738208770752, -0.011712837964296341, -0.011267938651144505, -0.010823039337992668, -0.010378139093518257, -0.00993323978036642, -0.009488340467214584, -0.009043441154062748, -0.008598541840910912, -0.0081536415964365, -0.007708742283284664, -0.007263842970132828, -0.006818943191319704, -0.00637404341250658, -0.005929144099354744, -0.0054842447862029076, -0.005039345007389784, -0.00459444522857666, -0.004149545915424824, -0.0037046463694423437, -0.0032597468234598637, -0.0028148472774773836, -0.0023699477314949036, -0.0019250481855124235, -0.0014801486395299435, -0.0010352490935474634, -0.0005903495475649834, -0.00014545000158250332, 0.00029944954439997673, 0.0007443490903824568, 0.0011892486363649368, 0.0016341481823474169, 0.002079047728329897, 0.002523947274312377, 0.002968846820294857, 0.003413746366277337, 0.003858645912259817, 0.004303545691072941, 0.004748445004224777, 0.005193344317376614, 0.005638244096189737, 0.006083143875002861, 0.006528043188154697, 0.006972942501306534, 0.0074178422801196575, 0.007862742058932781, 0.008307641372084618, 0.008752540685236454, 0.00919743999838829, 0.009642340242862701, 0.010087239556014538, 0.010532138869166374, 0.010977039113640785, 0.011421938426792622, 0.011866837739944458, 0.012311737053096294, 0.01275663636624813, 0.013201536610722542, 0.013646435923874378]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 6.0, 2.0, 10.0, 7.0, 13.0, 17.0, 16.0, 14.0, 17.0, 47.0, 54.0, 67.0, 113.0, 142.0, 270.0, 4153.0, 2125.0, 337.0, 151.0, 95.0, 59.0, 49.0, 33.0, 32.0, 15.0, 13.0, 8.0, 10.0, 7.0, 8.0, 6.0, 1.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14320224523544312, -0.13886064291000366, -0.13451902568340302, -0.13017740845680237, -0.12583580613136292, -0.12149419635534286, -0.11715258657932281, -0.11281097680330276, -0.10846936702728271, -0.10412775725126266, -0.09978614747524261, -0.09544453769922256, -0.09110292792320251, -0.08676131814718246, -0.08241970837116241, -0.07807809859514236, -0.07373648881912231, -0.06939487904310226, -0.06505326926708221, -0.060711659491062164, -0.056370049715042114, -0.052028439939022064, -0.047686830163002014, -0.043345220386981964, -0.039003610610961914, -0.034662000834941864, -0.030320391058921814, -0.025978781282901764, -0.021637171506881714, -0.017295561730861664, -0.012953951954841614, -0.008612342178821564, -0.004270732402801514, 7.087737321853638e-05, 0.004412487149238586, 0.008754096925258636, 0.013095706701278687, 0.017437316477298737, 0.021778926253318787, 0.026120536029338837, 0.030462145805358887, 0.03480375558137894, 0.03914536535739899, 0.04348697513341904, 0.04782858490943909, 0.05217019468545914, 0.05651180446147919, 0.06085341423749924, 0.06519502401351929, 0.06953663378953934, 0.07387824356555939, 0.07821985334157944, 0.08256146311759949, 0.08690307289361954, 0.09124468266963959, 0.09558629244565964, 0.09992790222167969, 0.10426951199769974, 0.10861112177371979, 0.11295273154973984, 0.11729434132575989, 0.12163595110177994, 0.1259775608778, 0.13031917810440063, 0.1346607804298401]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 7.0, 1.0, 2.0, 5.0, 5.0, 3.0, 25.0, 9.0, 3.0, 10.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002376917051151395, -0.0022816210985183716, -0.0021863251458853483, -0.002091029193252325, -0.001995733240619302, -0.0019004371715709567, -0.0018051412189379334, -0.0017098452663049102, -0.001614549313671887, -0.0015192533610388637, -0.0014239574084058404, -0.0013286614557728171, -0.001233365386724472, -0.0011380694340914488, -0.0010427734814584255, -0.0009474775288254023, -0.000852181576192379, -0.0007568856235593557, -0.0006615896709263325, -0.0005662936600856483, -0.00047099770745262504, -0.0003757017548196018, -0.00028040577308274806, -0.00018510980589780957, -8.981383871287107e-05, 5.482128472067416e-06, 0.0001007780956570059, 0.0001960740628419444, 0.0002913700300268829, 0.00038666598265990615, 0.00048196196439675987, 0.0005772579461336136, 0.0006725538987666368, 0.0007678498513996601, 0.0008631458040326834, 0.0009584418148733675, 0.00105373770929873, 0.001149033778347075, 0.0012443297309800982, 0.0013396256836131215, 0.0014349216362461448, 0.001530217588879168, 0.0016255135415121913, 0.0017208094941452146, 0.0018161055631935596, 0.001911401515826583, 0.002006697468459606, 0.0021019934210926294, 0.0021972893737256527, 0.002292585326358676, 0.0023878812789916992, 0.0024831772316247225, 0.0025784731842577457, 0.002673769136890769, 0.0027690650895237923, 0.0028643610421568155, 0.002959656994789839, 0.0030549531802535057, 0.003150249132886529, 0.0032455450855195522, 0.0033408410381525755, 0.0034361369907855988, 0.003531432943418622, 0.0036267288960516453, 0.0037220248486846685]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 4.0, 3.0, 7.0, 8.0, 15.0, 20.0, 25.0, 26.0, 34.0, 53.0, 72.0, 82.0, 115.0, 208.0, 343.0, 617.0, 1175.0, 2403.0, 5317.0, 14039.0, 53305.0, 946184.0, 108181.0, 25880.0, 10101.0, 4914.0, 2593.0, 1475.0, 842.0, 573.0, 346.0, 212.0, 126.0, 94.0, 74.0, 43.0, 39.0, 25.0, 15.0, 11.0, 11.0, 5.0, 7.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007454088423401117, -0.007164608687162399, -0.006875129416584969, -0.006585650146007538, -0.00629617040976882, -0.006006690673530102, -0.005717211402952671, -0.00542773213237524, -0.005138252396136522, -0.004848772659897804, -0.0045592933893203735, -0.004269814118742943, -0.003980334382504225, -0.0036908548790961504, -0.003401375375688076, -0.0031118958722800016, -0.0028224163688719273, -0.002532936865463853, -0.0022434573620557785, -0.001953977858647704, -0.0016644983552396297, -0.0013750188518315554, -0.001085539348423481, -0.0007960598450154066, -0.0005065803416073322, -0.00021710083819925785, 7.237866520881653e-05, 0.0003618581686168909, 0.0006513376720249653, 0.0009408171754330397, 0.001230296678841114, 0.0015197761822491884, 0.0018092556856572628, 0.002098735189065337, 0.0023882146924734116, 0.002677694195881486, 0.0029671736992895603, 0.0032566532026976347, 0.003546132706105709, 0.0038356122095137835, 0.004125091712921858, 0.004414571449160576, 0.004704050719738007, 0.004993529990315437, 0.005283009726554155, 0.005572489462792873, 0.005861968733370304, 0.006151448003947735, 0.006440927740186453, 0.006730407476425171, 0.007019886747002602, 0.007309366017580032, 0.00759884575381875, 0.007888325490057468, 0.0081778047606349, 0.00846728403121233, 0.008756764233112335, 0.009046243503689766, 0.009335722774267197, 0.009625202044844627, 0.009914681315422058, 0.010204161517322063, 0.010493640787899494, 0.010783120058476925, 0.01107260026037693]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 2.0, 2.0, 4.0, 6.0, 4.0, 4.0, 9.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03074982576072216, -0.029684454202651978, -0.028619084507226944, -0.02755371294915676, -0.02648834139108658, -0.025422971695661545, -0.024357600137591362, -0.02329222857952118, -0.022226858884096146, -0.021161487326025963, -0.02009611576795578, -0.019030744209885597, -0.017965374514460564, -0.01690000295639038, -0.015834631398320198, -0.01476926077157259, -0.013703890144824982, -0.012638519518077374, -0.01157314796000719, -0.010507777333259583, -0.0094424057751894, -0.008377035148441792, -0.007311664521694183, -0.006246293429285288, -0.005180922336876392, -0.004115551244467497, -0.003050180384889245, -0.001984809525310993, -0.0009194384329020977, 0.00014593254309147596, 0.0012113035190850496, 0.0022766743786633015, 0.003342045471072197, 0.0044074165634810925, 0.005472787655889988, 0.006538158282637596, 0.007603529375046492, 0.008668900467455387, 0.009734271094202995, 0.010799642652273178, 0.011865013279020786, 0.012930383905768394, 0.013995755463838577, 0.015061126090586185, 0.016126496717333794, 0.017191868275403976, 0.01825723983347416, 0.019322609528899193, 0.020387981086969376, 0.02145335264503956, 0.022518722340464592, 0.023584093898534775, 0.024649465456604958, 0.02571483515202999, 0.026780206710100174, 0.027845578268170357, 0.02891094982624054, 0.029976319521665573, 0.031041691079735756, 0.03210706263780594, 0.03317243233323097, 0.034237802028656006, 0.03530317544937134, 0.03636854514479637, 0.037433914840221405]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 2.0, 4.0, 4.0, 5.0, 6.0, 7.0, 11.0, 17.0, 21.0, 28.0, 39.0, 36.0, 58.0, 75.0, 70.0, 107.0, 149.0, 174.0, 235.0, 328.0, 468.0, 579.0, 879.0, 1357.0, 2463.0, 6544.0, 1586.0, 956.0, 646.0, 429.0, 300.0, 216.0, 142.0, 91.0, 78.0, 56.0, 39.0, 24.0, 38.0, 19.0, 21.0, 22.0, 9.0, 6.0, 8.0, 13.0, 20.0, 21.0, 2.0, 1.0, 1.0, 1.0, 1.0, 8.0], "bins": [-0.015072418376803398, -0.014646275900304317, -0.014220133423805237, -0.013793990947306156, -0.013367848470807076, -0.01294170692563057, -0.012515564449131489, -0.012089421972632408, -0.011663279496133327, -0.011237137019634247, -0.010810994543135166, -0.010384852066636086, -0.00995871052145958, -0.009532568044960499, -0.009106425568461418, -0.008680283091962337, -0.008254140615463257, -0.007827998138964176, -0.0074018556624650955, -0.006975713651627302, -0.0065495711751282215, -0.006123428698629141, -0.0056972866877913475, -0.005271144211292267, -0.004845001734793186, -0.0044188592582941055, -0.003992716781795025, -0.0035665747709572315, -0.003140432294458151, -0.00271428981795907, -0.002288147574290633, -0.0018620052142068744, -0.0014358628541231155, -0.0010097204940393567, -0.0005835781339555979, -0.00015743577387183905, 0.0002687065862119198, 0.0006948489462956786, 0.0011209913063794374, 0.0015471336664631963, 0.001973276026546955, 0.0023994185030460358, 0.0028255607467144728, 0.0032517029903829098, 0.0036778454668819904, 0.004103987943381071, 0.0045301299542188644, 0.004956272430717945, 0.005382414907217026, 0.005808557383716106, 0.006234699860215187, 0.00666084187105298, 0.007086984347552061, 0.007513126824051142, 0.007939268834888935, 0.008365411311388016, 0.008791553787887096, 0.009217696264386177, 0.009643838740885258, 0.010069981217384338, 0.010496122762560844, 0.010922265239059925, 0.011348407715559006, 0.011774550192058086, 0.012200692668557167]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.18866537511348724, -0.18379905819892883, -0.17893274128437042, -0.174066424369812, -0.1692001074552536, -0.1643337905406952, -0.15946747362613678, -0.15460115671157837, -0.14973483979701996, -0.14486852288246155, -0.14000220596790314, -0.13513588905334473, -0.13026957213878632, -0.1254032552242279, -0.1205369383096695, -0.11567062139511108, -0.11080430448055267, -0.10593798756599426, -0.10107167065143585, -0.09620535373687744, -0.09133903682231903, -0.08647271990776062, -0.08160640299320221, -0.0767400860786438, -0.07187376916408539, -0.06700745224952698, -0.06214113533496857, -0.057274818420410156, -0.052408501505851746, -0.047542184591293335, -0.042675867676734924, -0.037809550762176514, -0.0329432338476181, -0.028076916933059692, -0.023210600018501282, -0.01834428310394287, -0.01347796618938446, -0.00861164927482605, -0.003745332360267639, 0.0011209845542907715, 0.005987301468849182, 0.010853618383407593, 0.015719935297966003, 0.020586252212524414, 0.025452569127082825, 0.030318886041641235, 0.035185202956199646, 0.04005151987075806, 0.04491783678531647, 0.04978415369987488, 0.05465047061443329, 0.0595167875289917, 0.06438310444355011, 0.06924942135810852, 0.07411573827266693, 0.07898205518722534, 0.08384837210178375, 0.08871468901634216, 0.09358100593090057, 0.09844732284545898, 0.1033136397600174, 0.1081799566745758, 0.11304627358913422, 0.11791259050369263, 0.12277890741825104]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 6.0, 4.0, 2.0, 6.0, 7.0, 11.0, 17.0, 36.0, 31.0, 31.0, 31.0, 19.0, 7.0, 13.0, 13.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 1.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.11597344279289246, -0.1129944697022438, -0.11001548916101456, -0.1070365160703659, -0.10405753552913666, -0.101078562438488, -0.09809958189725876, -0.09512060880661011, -0.09214162826538086, -0.08916265517473221, -0.08618368208408356, -0.08320470154285431, -0.08022572845220566, -0.07724674791097641, -0.07426777482032776, -0.07128879427909851, -0.06830982118844986, -0.06533084809780121, -0.06235186755657196, -0.05937289074063301, -0.05639391392469406, -0.05341494083404541, -0.05043596401810646, -0.04745698720216751, -0.04447801038622856, -0.04149903357028961, -0.03852005675435066, -0.03554107993841171, -0.03256210684776306, -0.029583128169178963, -0.026604153215885162, -0.023625176399946213, -0.020646199584007263, -0.017667222768068314, -0.014688246883451939, -0.011709270998835564, -0.008730294182896614, -0.005751317832618952, -0.0027723414823412895, 0.00020663486793637276, 0.003185611218214035, 0.006164587568491697, 0.00914356391876936, 0.012122539803385735, 0.015101516619324684, 0.018080493435263634, 0.021059468388557434, 0.024038445204496384, 0.027017422020435333, 0.029996398836374283, 0.03297537565231323, 0.03595435246825218, 0.03893332928419113, 0.04191230237483978, 0.04489127919077873, 0.04787025600671768, 0.05084923282265663, 0.05382820963859558, 0.05680718645453453, 0.05978616327047348, 0.06276513636112213, 0.06574411690235138, 0.06872308999300003, 0.07170207053422928, 0.07468104362487793]}, "_runtime": 153.79503393173218, "_timestamp": 1596211743.5661428, "_step": 191}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 8.0, 7.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012430564500391483, -0.012000184506177902, -0.011569804511964321, -0.01113942451775074, -0.010709044523537159, -0.010278664529323578, -0.009848284535109997, -0.009417904540896416, -0.00898752361536026, -0.008557143621146679, -0.008126763626933098, -0.007696384098380804, -0.007266003638505936, -0.006835623644292355, -0.0064052436500787735, -0.005974863655865192, -0.005544483661651611, -0.00511410366743803, -0.004683723673224449, -0.004253343679010868, -0.0038229634519666433, -0.0033925834577530622, -0.0029622032307088375, -0.0025318232364952564, -0.0021014432422816753, -0.0016710632480680943, -0.0012406831374391913, -0.0008103030850179493, -0.00037992303259670734, 5.0457019824534655e-05, 0.00048083707224577665, 0.0009112171246670187, 0.0013415971770882607, 0.0017719771713018417, 0.002202357165515423, 0.0026327373925596476, 0.0030631173867732286, 0.0034934973809868097, 0.0039238776080310345, 0.0043542576022446156, 0.004784637596458197, 0.005215017590671778, 0.005645397584885359, 0.00607577757909894, 0.006506158038973808, 0.006936538033187389, 0.0073669180274009705, 0.0077972980216145515, 0.008227678015828133, 0.008658058010041714, 0.009088438004255295, 0.009518817998468876, 0.009949197992682457, 0.010379577986896038, 0.01080995798110962, 0.0112403379753232, 0.011670717969536781, 0.012101098895072937, 0.012531478889286518, 0.0129618588835001, 0.01339223887771368, 0.013822618871927261, 0.014252998866140842, 0.014683378860354424, 0.015113758854568005]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 9.0, 8.0, 7.0, 19.0, 18.0, 24.0, 30.0, 44.0, 61.0, 73.0, 128.0, 167.0, 265.0, 5281.0, 1032.0, 220.0, 150.0, 94.0, 54.0, 56.0, 44.0, 31.0, 21.0, 19.0, 18.0, 13.0, 5.0, 5.0, 7.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12585094571113586, -0.1213412955403328, -0.11683163791894913, -0.11232198774814606, -0.10781233012676239, -0.10330267995595932, -0.09879302233457565, -0.09428337216377258, -0.08977371454238892, -0.08526406437158585, -0.08075441420078278, -0.07624475657939911, -0.07173510640859604, -0.06722544878721237, -0.0627157986164093, -0.05820614472031593, -0.053696490824222565, -0.049186836928129196, -0.04467718303203583, -0.04016752913594246, -0.03565787523984909, -0.03114822320640087, -0.026638571172952652, -0.022128917276859283, -0.017619263380765915, -0.013109609484672546, -0.008599956519901752, -0.004090303089469671, 0.00041935034096241, 0.004929003771394491, 0.009438657201826572, 0.013948310166597366, 0.018457964062690735, 0.022967617958784103, 0.027477271854877472, 0.03198692575097084, 0.03649657964706421, 0.04100622981786728, 0.04551588371396065, 0.050025537610054016, 0.054535191506147385, 0.05904484540224075, 0.06355449557304382, 0.06806415319442749, 0.07257380336523056, 0.07708346098661423, 0.0815931111574173, 0.08610276877880096, 0.09061241894960403, 0.0951220691204071, 0.09963172674179077, 0.10414137691259384, 0.10865103453397751, 0.11316068470478058, 0.11767034232616425, 0.12217999249696732, 0.12668964266777039, 0.13119930028915405, 0.13570895791053772, 0.1402186006307602, 0.14472825825214386, 0.14923791587352753, 0.1537475734949112, 0.15825721621513367, 0.16276687383651733]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 6.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 21.0, 8.0, 4.0, 2.0, 4.0, 6.0, 6.0, 3.0, 0.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0025933519937098026, -0.0025103508960455656, -0.002427349565550685, -0.002344348467886448, -0.002261347370222211, -0.002178346272557974, -0.002095344942063093, -0.002012343844398856, -0.0019293427467346191, -0.0018463415326550603, -0.0017633403185755014, -0.0016803392209112644, -0.0015973380068317056, -0.0015143369091674685, -0.0014313356950879097, -0.0013483345974236727, -0.0012653333833441138, -0.001182332169264555, -0.001099331071600318, -0.001016329857520759, -0.0009333287598565221, -0.0008503275457769632, -0.0007673263899050653, -0.0006843252340331674, -0.0006013240781612694, -0.0005183229222893715, -0.00043532176641747355, -0.00035232058144174516, -0.0002693194255698472, -0.0001863182696979493, -0.00010331709927413613, -2.0315936126280576e-05, 6.268522702157497e-05, 0.0001456863828934729, 0.00022868755331728607, 0.00031168872374109924, 0.0003946898796129972, 0.0004776910354848951, 0.0005606922204606235, 0.0006436933763325214, 0.0007266945322044194, 0.0008096956880763173, 0.0008926968439482152, 0.0009756979998201132, 0.001058699213899672, 0.001141700311563909, 0.001224701525643468, 0.001307702623307705, 0.0013907038373872638, 0.0014737050514668226, 0.0015567061491310596, 0.0016397073632106185, 0.0017227084608748555, 0.0018057096749544144, 0.0018887107726186514, 0.0019717118702828884, 0.002054713200777769, 0.002137714298442006, 0.002220715396106243, 0.002303716726601124, 0.002386717824265361, 0.002469718921929598, 0.002552720019593835, 0.0026357213500887156, 0.0027187224477529526]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 4.0, 4.0, 6.0, 5.0, 9.0, 10.0, 13.0, 19.0, 21.0, 32.0, 29.0, 55.0, 53.0, 95.0, 120.0, 183.0, 236.0, 332.0, 543.0, 829.0, 1239.0, 2065.0, 3817.0, 7545.0, 16470.0, 50166.0, 874614.0, 146351.0, 36188.0, 16316.0, 8690.0, 4994.0, 3025.0, 1948.0, 1196.0, 737.0, 528.0, 339.0, 217.0, 154.0, 108.0, 96.0, 71.0, 38.0, 27.0, 24.0, 14.0, 14.0, 14.0, 10.0, 6.0, 6.0, 4.0, 5.0, 3.0, 1.0, 3.0], "bins": [-0.0073480005376040936, -0.00713119562715292, -0.006914390251040459, -0.006697585340589285, -0.006480780430138111, -0.00626397505402565, -0.006047170143574476, -0.0058303652331233025, -0.005613559857010841, -0.005396754946559668, -0.005179950036108494, -0.004963144659996033, -0.004746339749544859, -0.004529534839093685, -0.004312729462981224, -0.00409592455253005, -0.003879119409248233, -0.0036623142659664154, -0.0034455093555152416, -0.003228704212233424, -0.0030118990689516068, -0.002795094158500433, -0.0025782890152186155, -0.002361483871936798, -0.0021446789614856243, -0.0019278738182038069, -0.0017110686749219894, -0.0014942636480554938, -0.0012774586211889982, -0.0010606534779071808, -0.0008438484510406852, -0.0006270433659665287, -0.00041023828089237213, -0.00019343321037013084, 2.3371860152110457e-05, 0.00024017693067435175, 0.00045698200119659305, 0.0006737870862707496, 0.0008905921131372452, 0.0011073972564190626, 0.0013242022832855582, 0.0015410073101520538, 0.0017578124534338713, 0.0019746175967156887, 0.0021914225071668625, 0.00240822765044868, 0.0026250327937304974, 0.002841837704181671, 0.0030586428474634886, 0.003275447990745306, 0.00349225290119648, 0.0037090580444782972, 0.003925863187760115, 0.0041426680982112885, 0.0043594734743237495, 0.004576278384774923, 0.004793083295226097, 0.005009888671338558, 0.005226693581789732, 0.005443498492240906, 0.005660303868353367, 0.005877108778804541, 0.006093913689255714, 0.0063107190653681755, 0.006527523975819349]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 4.0, 3.0, 0.0, 4.0, 4.0, 1.0, 3.0, 7.0, 4.0, 4.0, 1.0, 1.0, 3.0, 5.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04149483144283295, -0.04063709080219269, -0.03977935388684273, -0.03892161324620247, -0.03806387633085251, -0.03720613569021225, -0.03634839504957199, -0.03549065813422203, -0.03463291749358177, -0.03377517685294151, -0.03291743993759155, -0.032059699296951294, -0.031201960518956184, -0.030344221740961075, -0.029486481100320816, -0.028628742322325706, -0.027771003544330597, -0.026913264766335487, -0.026055525988340378, -0.02519778534770012, -0.02434004656970501, -0.0234823077917099, -0.02262456715106964, -0.02176682837307453, -0.020909089595079422, -0.020051350817084312, -0.019193612039089203, -0.018335871398448944, -0.017478132620453835, -0.016620393842458725, -0.015762653201818466, -0.014904914423823357, -0.014047175645828247, -0.013189436867833138, -0.012331697158515453, -0.01147395744919777, -0.01061621867120266, -0.00975847989320755, -0.008900740183889866, -0.008043000474572182, -0.007185261696577072, -0.006327522452920675, -0.005469783209264278, -0.0046120439656078815, -0.0037543047219514847, -0.002896565478295088, -0.002038826234638691, -0.001181086990982294, -0.0003233477473258972, 0.0005343914963304996, 0.0013921307399868965, 0.0022498699836432934, 0.0031076092272996902, 0.003965348470956087, 0.004823087714612484, 0.005680826958268881, 0.006538566201925278, 0.007396305445581675, 0.008254044689238071, 0.009111784398555756, 0.009969523176550865, 0.010827261954545975, 0.011685001663863659, 0.012542741373181343, 0.013400480151176453]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 2.0, 7.0, 3.0, 1.0, 9.0, 4.0, 6.0, 9.0, 26.0, 17.0, 17.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 12.0, 18.0, 19.0, 22.0, 38.0, 45.0, 44.0, 68.0, 99.0, 114.0, 119.0, 177.0, 269.0, 444.0, 618.0, 867.0, 1493.0, 5850.0, 2905.0, 1514.0, 1029.0, 677.0, 540.0, 374.0, 259.0, 180.0, 148.0, 94.0, 83.0, 57.0, 34.0, 33.0, 29.0, 15.0, 7.0, 7.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.013545459136366844, -0.013188614509999752, -0.01283176988363266, -0.012474925257265568, -0.012118079699575901, -0.011761235073208809, -0.011404390446841717, -0.011047545820474625, -0.010690701194107533, -0.01033385656774044, -0.009977011010050774, -0.009620166383683681, -0.00926332175731659, -0.008906477130949497, -0.008549632504582405, -0.008192787878215313, -0.00783594325184822, -0.007479098159819841, -0.007122253067791462, -0.00676540844142437, -0.006408563815057278, -0.006051718723028898, -0.005694874096661806, -0.005338029470294714, -0.0049811843782663345, -0.004624339751899242, -0.00426749512553215, -0.003910650499165058, -0.0035538054071366787, -0.0031969607807695866, -0.0028401159215718508, -0.0024832712952047586, -0.002126426436007023, -0.001769581693224609, -0.001412736950442195, -0.0010558920912444592, -0.0006990473484620452, -0.0003422025765758008, 1.464219531044364e-05, 0.00037148696719668806, 0.0007283317390829325, 0.0010851764818653464, 0.0014420212246477604, 0.0017988660838454962, 0.002155710943043232, 0.002512555569410324, 0.00286940042860806, 0.003226245054975152, 0.003583089914172888, 0.00393993454053998, 0.004296779632568359, 0.0046536242589354515, 0.005010468885302544, 0.005367313977330923, 0.005724158603698015, 0.006081003230065107, 0.006437848322093487, 0.006794692948460579, 0.007151537574827671, 0.007508382201194763, 0.007865226827561855, 0.008222072385251522, 0.008578917011618614, 0.008935761637985706, 0.009292606264352798]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12431478500366211, -0.12030788511037827, -0.11630099266767502, -0.11229409277439117, -0.10828720033168793, -0.10428030043840408, -0.10027340054512024, -0.09626650810241699, -0.09225960820913315, -0.0882527083158493, -0.08424581587314606, -0.08023891597986221, -0.07623201608657837, -0.07222512364387512, -0.06821822375059128, -0.06421133130788803, -0.06020443141460419, -0.05619753524661064, -0.052190639078617096, -0.04818373918533325, -0.044176843017339706, -0.04016994684934616, -0.03616304695606232, -0.03215615078806877, -0.028149254620075226, -0.02414235845208168, -0.020135460421442986, -0.01612856239080429, -0.012121666222810745, -0.008114769123494625, -0.004107872024178505, -0.0001009749248623848, 0.0039059221744537354, 0.007912819273769855, 0.011919716373085976, 0.01592661440372467, 0.019933510571718216, 0.02394040673971176, 0.027947304770350456, 0.03195420280098915, 0.0359610989689827, 0.03996799513697624, 0.04397489130496979, 0.04798179119825363, 0.05198868736624718, 0.05599558353424072, 0.06000248342752457, 0.06400937587022781, 0.06801627576351166, 0.0720231756567955, 0.07603006809949875, 0.08003696799278259, 0.08404386043548584, 0.08805076032876968, 0.09205766022205353, 0.09606455266475677, 0.10007145255804062, 0.10407835245132446, 0.10808524489402771, 0.11209214478731155, 0.1160990446805954, 0.12010593712329865, 0.12411283701658249, 0.12811973690986633, 0.13212662935256958]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 6.0, 2.0, 11.0, 12.0, 7.0, 11.0, 15.0, 21.0, 16.0, 27.0, 47.0, 17.0, 15.0, 18.0, 9.0, 10.0, 7.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10573073476552963, -0.10287760198116302, -0.10002446919679642, -0.09717133641242981, -0.0943182036280632, -0.0914650708436966, -0.08861193805932999, -0.08575880527496338, -0.08290567249059677, -0.08005253970623016, -0.07719940692186356, -0.07434627413749695, -0.07149314135313034, -0.06864000856876373, -0.06578687578439713, -0.06293374300003052, -0.06008060649037361, -0.057227473706007004, -0.054374340921640396, -0.05152120813727379, -0.04866807535290718, -0.04581494256854057, -0.042961809784173965, -0.04010867699980736, -0.03725554049015045, -0.034402407705783844, -0.031549274921417236, -0.028696143999695778, -0.02584300935268402, -0.022989876568317413, -0.020136743783950806, -0.017283610999584198, -0.01443047821521759, -0.011577345430850983, -0.008724212646484375, -0.005871078930795193, -0.003017946146428585, -0.00016481312923133373, 0.0026883198879659176, 0.0055414531379938126, 0.00839458592236042, 0.011247718706727028, 0.014100851491093636, 0.016953984275460243, 0.019807118922472, 0.022660251706838608, 0.025513384491205215, 0.028366517275571823, 0.03121965005993843, 0.03407278284430504, 0.036925915628671646, 0.039779048413038254, 0.04263218119740486, 0.04548531398177147, 0.04833844676613808, 0.051191579550504684, 0.05404471606016159, 0.0568978488445282, 0.059750981628894806, 0.06260411441326141, 0.06545724719762802, 0.06831037998199463, 0.07116351276636124, 0.07401664555072784, 0.07686977833509445]}, "_runtime": 154.54858136177063, "_timestamp": 1596211744.3196902, "_step": 192}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 7.0, 7.0, 1.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.011227237991988659, -0.010963746346533298, -0.010700253769755363, -0.010436762124300003, -0.010173270478844643, -0.009909778833389282, -0.009646286256611347, -0.009382794611155987, -0.009119302965700626, -0.008855810388922691, -0.008592318743467331, -0.00832882709801197, -0.00806533545255661, -0.007801843341439962, -0.007538351230323315, -0.007274859584867954, -0.0070113674737513065, -0.006747875362634659, -0.006484383717179298, -0.006220891606062651, -0.00595739996060729, -0.0056939078494906425, -0.005430416204035282, -0.005166924092918634, -0.004903431981801987, -0.004639940336346626, -0.0043764482252299786, -0.004112956579774618, -0.0038494644686579704, -0.0035859725903719664, -0.0033224807120859623, -0.0030589888337999582, -0.002795496955513954, -0.00253200507722795, -0.002268513198941946, -0.002005021320655942, -0.001741529325954616, -0.001478037447668612, -0.0012145454529672861, -0.000951053574681282, -0.000687561696395278, -0.00042406978900544345, -0.00016057788161560893, 0.00010291402577422559, 0.0003664059331640601, 0.0006298978114500642, 0.0008933897479437292, 0.0011568816844373941, 0.0014203735627233982, 0.0016838654410094023, 0.0019473573192954063, 0.0022108491975814104, 0.0024743410758674145, 0.002737833186984062, 0.0030013250652700663, 0.0032648169435560703, 0.0035283088218420744, 0.0037918007001280785, 0.004055292811244726, 0.004318784456700087, 0.004582276567816734, 0.004845768213272095, 0.0051092603243887424, 0.005372751969844103, 0.005636244080960751]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 9.0, 9.0, 13.0, 15.0, 15.0, 24.0, 22.0, 54.0, 51.0, 84.0, 114.0, 148.0, 227.0, 500.0, 5580.0, 417.0, 206.0, 114.0, 87.0, 55.0, 53.0, 31.0, 27.0, 15.0, 13.0, 10.0, 4.0, 3.0, 1.0, 8.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1331658512353897, -0.12915615737438202, -0.12514646351337433, -0.12113676965236664, -0.11712707579135895, -0.11311737447977066, -0.10910768061876297, -0.10509798675775528, -0.10108829289674759, -0.0970785990357399, -0.09306890517473221, -0.08905921131372452, -0.08504951000213623, -0.08103981614112854, -0.07703012228012085, -0.07302042841911316, -0.06901073455810547, -0.06500104069709778, -0.06099134683609009, -0.0569816492497921, -0.05297195538878441, -0.04896226152777672, -0.04495256394147873, -0.04094287008047104, -0.03693317621946335, -0.03292348235845566, -0.02891378663480282, -0.02490409091114998, -0.020894397050142288, -0.016884703189134598, -0.012875007465481758, -0.008865312673151493, -0.004855617880821228, -0.000845923088490963, 0.003163771703839302, 0.007173466496169567, 0.011183161288499832, 0.015192856080830097, 0.019202550873160362, 0.023212246596813202, 0.027221940457820892, 0.031231634318828583, 0.03524132817983627, 0.03925102576613426, 0.04326071962714195, 0.04727041348814964, 0.05128011107444763, 0.05528980493545532, 0.05929949879646301, 0.0633091926574707, 0.0673188865184784, 0.07132858037948608, 0.07533827424049377, 0.07934797555208206, 0.08335766941308975, 0.08736736327409744, 0.09137705713510513, 0.09538675099611282, 0.09939644485712051, 0.1034061387181282, 0.10741584002971649, 0.11142553389072418, 0.11543522775173187, 0.11944492161273956, 0.12345461547374725]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 3.0, 4.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 3.0, 28.0, 1.0, 2.0, 7.0, 2.0, 4.0, 3.0, 2.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0023690052330493927, -0.002287824871018529, -0.002206644508987665, -0.0021254639141261578, -0.002044283552095294, -0.0019631031900644302, -0.0018819227116182446, -0.001800742233172059, -0.0017195618711411953, -0.0016383815091103315, -0.001557201030664146, -0.0014760205522179604, -0.0013948401901870966, -0.0013136598281562328, -0.0012324793497100472, -0.0011512988712638617, -0.001070118509232998, -0.0009889381472021341, -0.0009077576687559485, -0.0008265772485174239, -0.0007453968282788992, -0.0006642164080403745, -0.0005830359878018498, -0.0005018555675633252, -0.0004206751473248005, -0.0003394947270862758, -0.00025831430684775114, -0.00017713388660922647, -9.595346637070179e-05, -1.4773046132177114e-05, 6.640737410634756e-05, 0.00014758779434487224, 0.0002287682145833969, 0.0003099486348219216, 0.00039112905506044626, 0.00047230947529897094, 0.0005534898955374956, 0.0006346703157760203, 0.000715850736014545, 0.0007970311562530696, 0.0008782115764915943, 0.000959391996730119, 0.0010405724169686437, 0.0011217528954148293, 0.001202933257445693, 0.0012841136194765568, 0.0013652940979227424, 0.001446474576368928, 0.0015276549383997917, 0.0016088353004306555, 0.001690015778876841, 0.0017711962573230267, 0.0018523766193538904, 0.0019335569813847542, 0.0020147375762462616, 0.0020959179382771254, 0.002177098300307989, 0.002258278662338853, 0.0023394590243697166, 0.002420639619231224, 0.002501819981262088, 0.0025830003432929516, 0.002664180938154459, 0.0027453613001853228, 0.0028265416622161865]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 4.0, 8.0, 3.0, 8.0, 11.0, 15.0, 26.0, 30.0, 67.0, 90.0, 148.0, 217.0, 309.0, 451.0, 694.0, 1032.0, 1524.0, 2411.0, 3808.0, 6481.0, 10994.0, 20692.0, 44160.0, 136931.0, 824792.0, 55960.0, 25995.0, 14738.0, 9063.0, 5869.0, 3876.0, 2723.0, 1834.0, 1307.0, 898.0, 664.0, 466.0, 353.0, 268.0, 190.0, 156.0, 84.0, 76.0, 69.0, 38.0, 24.0, 24.0, 18.0, 13.0, 11.0, 5.0, 5.0, 3.0, 1.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003979733679443598, -0.0038222267758101225, -0.0036647196393460035, -0.0035072127357125282, -0.0033497055992484093, -0.003192198695614934, -0.0030346917919814587, -0.0028771846555173397, -0.0027196777518838644, -0.002562170848250389, -0.00240466371178627, -0.002247156808152795, -0.0020896499045193195, -0.0019321427680552006, -0.0017746358644217253, -0.0016171288443729281, -0.001459621824324131, -0.0013021148042753339, -0.0011446077842265368, -0.0009871008805930614, -0.0008295938605442643, -0.0006720868404954672, -0.000514579878654331, -0.0003570728877093643, -0.00019956589676439762, -4.205890581943095e-05, 0.00011544808512553573, 0.0002729550760705024, 0.0004304620670154691, 0.0005879690870642662, 0.0007454760489054024, 0.0009029830107465386, 0.0010604900307953358, 0.001217997050844133, 0.00137550407089293, 0.0015330109745264053, 0.0016905179945752025, 0.0018480250146239996, 0.002005531918257475, 0.002163039054721594, 0.002320545958355069, 0.0024780528619885445, 0.0026355599984526634, 0.0027930669020861387, 0.002950573805719614, 0.003108080942183733, 0.0032655878458172083, 0.0034230949822813272, 0.0035806018859148026, 0.003738108789548278, 0.003895615926012397, 0.004053122829645872, 0.004210629966109991, 0.004368136636912823, 0.004525643773376942, 0.004683150909841061, 0.00484065804630518, 0.004998164717108011, 0.00515567185357213, 0.005313178990036249, 0.005470685660839081, 0.0056281927973032, 0.005785699933767319, 0.00594320660457015, 0.006100713741034269]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 6.0, 2.0, 1.0, 1.0, 8.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.020965242758393288, -0.020455945283174515, -0.019946647807955742, -0.01943735033273697, -0.018928054720163345, -0.018418757244944572, -0.0179094597697258, -0.017400162294507027, -0.016890864819288254, -0.01638156734406948, -0.015872269868850708, -0.01536297332495451, -0.014853675849735737, -0.014344378374516964, -0.013835081830620766, -0.013325784355401993, -0.01281648688018322, -0.012307189404964447, -0.011797891929745674, -0.011288595385849476, -0.010779297910630703, -0.01027000043541193, -0.009760703891515732, -0.009251406416296959, -0.008742108941078186, -0.008232811465859413, -0.007723514456301928, -0.007214217446744442, -0.006704919971525669, -0.006195622496306896, -0.005686325486749411, -0.005177028477191925, -0.004667731001973152, -0.004158433526754379, -0.0036491365171968937, -0.0031398392748087645, -0.0026305420324206352, -0.002121244790032506, -0.0016119475476443768, -0.0011026503052562475, -0.0005933530628681183, -8.405582047998905e-05, 0.0004252414219081402, 0.0009345386642962694, 0.0014438359066843987, 0.001953133149072528, 0.002462430391460657, 0.0029717276338487864, 0.0034810248762369156, 0.0039903223514556885, 0.004499619361013174, 0.00500891637057066, 0.0055182138457894325, 0.006027511321008205, 0.006536808330565691, 0.007046105340123177, 0.0075554028153419495, 0.008064700290560722, 0.008573997765779495, 0.009083294309675694, 0.009592591784894466, 0.01010188926011324, 0.010611185804009438, 0.01112048327922821, 0.011629780754446983]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 4.0, 8.0, 3.0, 2.0, 4.0, 6.0, 11.0, 9.0, 9.0, 11.0, 14.0, 12.0, 15.0, 26.0, 20.0, 28.0, 46.0, 51.0, 70.0, 129.0, 136.0, 218.0, 250.0, 360.0, 416.0, 632.0, 964.0, 1512.0, 2867.0, 5831.0, 1519.0, 930.0, 616.0, 440.0, 331.0, 244.0, 206.0, 135.0, 103.0, 65.0, 55.0, 36.0, 23.0, 20.0, 12.0, 7.0, 7.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.012532808817923069, -0.012194814160466194, -0.011856818571686745, -0.01151882391422987, -0.011180829256772995, -0.010842833667993546, -0.01050483901053667, -0.010166843421757221, -0.009828848764300346, -0.009490854106843472, -0.009152858518064022, -0.008814863860607147, -0.008476868271827698, -0.008138873614370823, -0.007800878956913948, -0.007462883833795786, -0.007124888710677624, -0.006786893587559462, -0.0064488984644412994, -0.006110903806984425, -0.0057729086838662624, -0.0054349135607481, -0.005096918903291225, -0.004758923780173063, -0.004420928657054901, -0.004082933533936739, -0.0037449386436492205, -0.003406943753361702, -0.00306894863024354, -0.0027309535071253777, -0.002392958616837859, -0.0020549637265503407, -0.0017169686034321785, -0.0013789735967293382, -0.0010409785900264978, -0.0007029835833236575, -0.0003649885766208172, -2.6993569917976856e-05, 0.00031100143678486347, 0.0006489964434877038, 0.0009869914501905441, 0.0013249864568933845, 0.0016629814635962248, 0.0020009763538837433, 0.0023389714770019054, 0.0026769666001200676, 0.003014961490407586, 0.0033529563806951046, 0.0036909515038132668, 0.004028946626931429, 0.004366941750049591, 0.004704936407506466, 0.005042931530624628, 0.00538092665374279, 0.005718921311199665, 0.006056916434317827, 0.006394911557435989, 0.0067329066805541515, 0.007070901803672314, 0.0074088964611291885, 0.007746891584247351, 0.008084886707365513, 0.008422881364822388, 0.008760876953601837, 0.009098871611058712]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 5.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05776020884513855, -0.055303893983364105, -0.05284758284687996, -0.050391267985105515, -0.04793495684862137, -0.045478641986846924, -0.04302232712507248, -0.04056601598858833, -0.03810970112681389, -0.035653386265039444, -0.0331970751285553, -0.030740760266780853, -0.028284447267651558, -0.025828134268522263, -0.023371819406747818, -0.020915506407618523, -0.018459193408489227, -0.016002880409359932, -0.013546566478908062, -0.011090252548456192, -0.008633939549326897, -0.006177626084536314, -0.0037213126197457314, -0.0012649991549551487, 0.001191314309835434, 0.0036476277746260166, 0.006103941239416599, 0.00856025516986847, 0.011016568168997765, 0.01347288116812706, 0.015929196029901505, 0.0183855090290308, 0.020841822028160095, 0.02329813502728939, 0.025754448026418686, 0.02821076288819313, 0.030667075887322426, 0.03312338888645172, 0.035579703748226166, 0.03803601488471031, 0.040492329746484756, 0.0429486446082592, 0.04540495574474335, 0.04786127060651779, 0.050317585468292236, 0.05277389660477638, 0.05523021146655083, 0.05768652260303497, 0.06014283746480942, 0.06259915232658386, 0.0650554671883583, 0.06751177459955215, 0.0699680894613266, 0.07242440432310104, 0.07488071918487549, 0.07733703404664993, 0.07979334890842438, 0.08224965631961823, 0.08470597118139267, 0.08716228604316711, 0.08961860090494156, 0.092074915766716, 0.09453122317790985, 0.0969875380396843, 0.09944385290145874]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 4.0, 6.0, 5.0, 8.0, 7.0, 5.0, 13.0, 14.0, 19.0, 15.0, 21.0, 33.0, 35.0, 13.0, 25.0, 10.0, 9.0, 8.0, 6.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07347302883863449, -0.07160051167011261, -0.06972799450159073, -0.06785547733306885, -0.06598296016454697, -0.06411044299602509, -0.062237925827503204, -0.06036540865898132, -0.05849289149045944, -0.05662037059664726, -0.05474785342812538, -0.0528753362596035, -0.05100281909108162, -0.04913030192255974, -0.04725778475403786, -0.045385267585515976, -0.043512750416994095, -0.041640233248472214, -0.03976771607995033, -0.03789519891142845, -0.03602268174290657, -0.03415016457438469, -0.03227764740586281, -0.030405128374695778, -0.028532611206173897, -0.026660094037652016, -0.024787576869130135, -0.022915059700608253, -0.021042540669441223, -0.019170023500919342, -0.01729750633239746, -0.01542498916387558, -0.013552471995353699, -0.011679954826831818, -0.009807437658309937, -0.00793491955846548, -0.0060624023899436, -0.004189885221421719, -0.00231736758723855, -0.00044485018588602543, 0.0014276672154664993, 0.003300184616819024, 0.005172702018171549, 0.007045219652354717, 0.008917736820876598, 0.01079025398939848, 0.012662772089242935, 0.014535289257764816, 0.016407806426286697, 0.01828032359480858, 0.02015284076333046, 0.02202535793185234, 0.023897875100374222, 0.025770394131541252, 0.027642911300063133, 0.029515428468585014, 0.031387947499752045, 0.033260464668273926, 0.03513298183679581, 0.03700549900531769, 0.03887801617383957, 0.04075053334236145, 0.04262305051088333, 0.04449556767940521, 0.046368084847927094]}, "_runtime": 155.3472535610199, "_timestamp": 1596211745.1183624, "_step": 193}
+{"val_accuracy": 0.8241124429223744, "val_loss": 0.45584509633991815, "_runtime": 157.2510941028595, "_timestamp": 1596211747.022203, "_step": 194}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.9142020344734192 Truth: v", "Prediction: p Confidence: 0.5765791535377502 Truth: 5", "Prediction: U Confidence: 0.5510441064834595 Truth: 2", "Prediction: O Confidence: 0.5905254483222961 Truth: 0"]}, "_runtime": 157.53912019729614, "_timestamp": 1596211747.310229, "_step": 195}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 5.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00921668205410242, -0.008922199718654156, -0.008627716451883316, -0.008333234116435051, -0.008038751780986786, -0.007744269445538521, -0.007449786644428968, -0.007155303843319416, -0.006860821507871151, -0.006566339172422886, -0.0062718563713133335, -0.005977373570203781, -0.005682891234755516, -0.005388408899307251, -0.005093926098197699, -0.004799443297088146, -0.004504960961639881, -0.004210478626191616, -0.003915995825082064, -0.003621513256803155, -0.003327030688524246, -0.0030325481202453375, -0.0027380655519664288, -0.00244358298368752, -0.0021491004154086113, -0.0018546178471297026, -0.0015601352788507938, -0.0012656527105718851, -0.0009711701422929764, -0.0006766875740140676, -0.0003822050057351589, -8.772243745625019e-05, 0.00020676013082265854, 0.0005012426991015673, 0.000795725267380476, 0.0010902078356593847, 0.0013846904039382935, 0.0016791729722172022, 0.001973655540496111, 0.0022681381087750196, 0.0025626206770539284, 0.002857103245332837, 0.003151585813611746, 0.0034460683818906546, 0.0037405509501695633, 0.004035033285617828, 0.004329516086727381, 0.004623998887836933, 0.004918481223285198, 0.005212963558733463, 0.005507446359843016, 0.005801929160952568, 0.006096411496400833, 0.006390893831849098, 0.006685376632958651, 0.006979859434068203, 0.007274341769516468, 0.007568824104964733, 0.007863307371735573, 0.008157789707183838, 0.008452272042632103, 0.008746754378080368, 0.009041236713528633, 0.009335719980299473, 0.009630202315747738]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 8.0, 5.0, 5.0, 7.0, 6.0, 13.0, 18.0, 30.0, 25.0, 35.0, 56.0, 69.0, 97.0, 119.0, 165.0, 274.0, 703.0, 5279.0, 352.0, 177.0, 135.0, 80.0, 57.0, 52.0, 36.0, 21.0, 21.0, 16.0, 10.0, 5.0, 6.0, 10.0, 4.0, 4.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.11987210065126419, -0.11612872034311295, -0.1123853474855423, -0.10864196717739105, -0.10489858686923981, -0.10115521401166916, -0.09741183370351791, -0.09366845339536667, -0.08992508053779602, -0.08618170022964478, -0.08243831992149353, -0.07869493961334229, -0.07495156675577164, -0.07120818644762039, -0.06746480613946915, -0.0637214332818985, -0.05997805297374725, -0.05623467639088631, -0.05249129608273506, -0.048747919499874115, -0.04500453919172287, -0.04126116260886192, -0.03751778602600098, -0.03377440571784973, -0.030031029134988785, -0.02628765068948269, -0.022544272243976593, -0.018800895661115646, -0.01505751721560955, -0.011314138770103455, -0.007570761255919933, -0.0038273832760751247, -8.400529623031616e-05, 0.0036593726836144924, 0.007402750663459301, 0.011146128177642822, 0.014889506623148918, 0.018632885068655014, 0.02237626165151596, 0.026119640097022057, 0.029863018542528152, 0.0336063951253891, 0.037349775433540344, 0.04109315201640129, 0.04483652859926224, 0.04857990890741348, 0.05232328549027443, 0.056066665798425674, 0.05981004238128662, 0.06355342268943787, 0.06729679554700851, 0.07104017585515976, 0.074783556163311, 0.07852692902088165, 0.0822703093290329, 0.08601368963718414, 0.08975706994533539, 0.09350044280290604, 0.09724382311105728, 0.10098720341920853, 0.10473057627677917, 0.10847395658493042, 0.11221733689308167, 0.11596070975065231, 0.11970409005880356]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 3.0, 4.0, 3.0, 9.0, 8.0, 4.0, 6.0, 26.0, 9.0, 4.0, 7.0, 2.0, 0.0, 7.0, 2.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0042612371034920216, -0.0041347225196659565, -0.0040082079358398914, -0.0038816933520138264, -0.0037551787681877613, -0.00362866441719234, -0.003502149833366275, -0.0033756352495402098, -0.0032491206657141447, -0.0031226060818880796, -0.0029960914980620146, -0.0028695769142359495, -0.002743062563240528, -0.002616547979414463, -0.002490033395588398, -0.002363518811762333, -0.002237004227936268, -0.002110489644110203, -0.0019839750602841377, -0.0018574605928733945, -0.0017309460090473294, -0.0016044314252212644, -0.0014779169578105211, -0.001351402373984456, -0.001224887790158391, -0.001098373206332326, -0.0009718586807139218, -0.0008453441550955176, -0.0007188295712694526, -0.0005923149874433875, -0.00046580046182498336, -0.00033928590710274875, -0.00021277135238051414, -8.625679765827954e-05, 4.025775706395507e-05, 0.00016677231178618968, 0.0002932868665084243, 0.0004198014212306589, 0.0005463159759528935, 0.0006728305015712976, 0.0007993450853973627, 0.0009258596692234278, 0.0010523742530494928, 0.001178888720460236, 0.0013054033042863011, 0.0014319178881123662, 0.0015584323555231094, 0.0016849469393491745, 0.0018114615231752396, 0.0019379761070013046, 0.0020644906908273697, 0.0021910052746534348, 0.0023175198584795, 0.0024440342094749212, 0.0025705487933009863, 0.0026970633771270514, 0.0028235779609531164, 0.0029500925447791815, 0.0030766071286052465, 0.0032031217124313116, 0.003329636063426733, 0.003456150647252798, 0.003582665231078863, 0.003709179814904928, 0.0038356943987309933]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 2.0, 6.0, 6.0, 9.0, 10.0, 20.0, 32.0, 34.0, 42.0, 53.0, 80.0, 123.0, 160.0, 236.0, 344.0, 505.0, 841.0, 1368.0, 2342.0, 4065.0, 8017.0, 16319.0, 40606.0, 170752.0, 839980.0, 47730.0, 19663.0, 10185.0, 5850.0, 3497.0, 2165.0, 1392.0, 924.0, 621.0, 454.0, 364.0, 216.0, 161.0, 134.0, 76.0, 60.0, 56.0, 36.0, 22.0, 11.0, 16.0, 9.0, 6.0, 10.0, 5.0, 6.0, 5.0, 2.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.006051545962691307, -0.005836728028953075, -0.0056219096295535564, -0.005407091695815325, -0.005192273296415806, -0.004977455362677574, -0.004762636963278055, -0.0045478190295398235, -0.0043330006301403046, -0.004118182696402073, -0.0039033645298331976, -0.0036885463632643223, -0.003473728196695447, -0.0032589100301265717, -0.0030440918635576963, -0.002829273696988821, -0.0026144555304199457, -0.0023996373638510704, -0.002184819197282195, -0.0019700010307133198, -0.0017551828641444445, -0.001540364813990891, -0.0013255466474220157, -0.0011107284808531404, -0.000895910314284265, -0.0006810921477153897, -0.00046627401025034487, -0.0002514558727853, -3.6637706216424704e-05, 0.00017818044580053538, 0.00039299859781749547, 0.0006078167352825403, 0.0008226349018514156, 0.001037453068420291, 0.0012522712349891663, 0.0014670894015580416, 0.0016819075681269169, 0.0018967256182804704, 0.0021115439012646675, 0.002326362067833543, 0.002541180234402418, 0.00275599816814065, 0.002970816334709525, 0.0031856345012784004, 0.0034004526678472757, 0.003615270834416151, 0.0038300890009850264, 0.004044907167553902, 0.004259725101292133, 0.004474543500691652, 0.004689361434429884, 0.004904179833829403, 0.005118997767567635, 0.0053338161669671535, 0.005548634100705385, 0.005763452500104904, 0.005978270433843136, 0.006193088833242655, 0.0064079067669808865, 0.006622725166380405, 0.006837543100118637, 0.007052361499518156, 0.007267179433256388, 0.007481997832655907, 0.007696815766394138]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 7.0, 5.0, 2.0, 5.0, 9.0, 4.0, 4.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05804262310266495, -0.0565495640039444, -0.055056508630514145, -0.053563449531793594, -0.05207039415836334, -0.05057733505964279, -0.04908427596092224, -0.04759122058749199, -0.04609816148877144, -0.04460510239005089, -0.043112047016620636, -0.041618987917900085, -0.040125928819179535, -0.03863287344574928, -0.03713981434702873, -0.03564675897359848, -0.03415369987487793, -0.03266064077615738, -0.031167585402727127, -0.029674526304006577, -0.028181469067931175, -0.026688411831855774, -0.025195352733135223, -0.023702295497059822, -0.02220923826098442, -0.02071618102490902, -0.019223123788833618, -0.017730064690113068, -0.016237007454037666, -0.014743950217962265, -0.013250892050564289, -0.011757833883166313, -0.010264776647090912, -0.00877171941101551, -0.007278661243617535, -0.005785603541880846, -0.004292545840144157, -0.002799488138407469, -0.0013064304366707802, 0.00018662726506590843, 0.001679684966802597, 0.0031727426685392857, 0.004665800370275974, 0.006158858072012663, 0.0076519157737493515, 0.009144973009824753, 0.010638031177222729, 0.012131089344620705, 0.013624146580696106, 0.015117203816771507, 0.01661026105284691, 0.01810332015156746, 0.01959637738764286, 0.02108943462371826, 0.022582493722438812, 0.024075550958514214, 0.025568608194589615, 0.027061665430665016, 0.028554722666740417, 0.030047781765460968, 0.03154084086418152, 0.03303389623761177, 0.03452695533633232, 0.03602001070976257, 0.037513069808483124]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 15.0, 12.0, 18.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 6.0, 1.0, 7.0, 12.0, 16.0, 9.0, 38.0, 40.0, 66.0, 92.0, 145.0, 240.0, 351.0, 542.0, 937.0, 1788.0, 6693.0, 2949.0, 1431.0, 858.0, 535.0, 373.0, 270.0, 200.0, 151.0, 116.0, 97.0, 63.0, 72.0, 48.0, 47.0, 43.0, 27.0, 10.0, 23.0, 16.0, 14.0, 15.0, 6.0, 7.0, 5.0, 0.0, 4.0, 5.0, 1.0, 2.0], "bins": [-0.0187943447381258, -0.018255842849612236, -0.01771734282374382, -0.017178840935230255, -0.01664034090936184, -0.016101839020848274, -0.015563338063657284, -0.015024837106466293, -0.014486336149275303, -0.013947835192084312, -0.013409334234893322, -0.012870833277702332, -0.012332331389188766, -0.011793830431997776, -0.011255329474806786, -0.010716828517615795, -0.010178327560424805, -0.009639826603233814, -0.009101325646042824, -0.008562824688851833, -0.008024323731660843, -0.007485822308808565, -0.006947320885956287, -0.006408819928765297, -0.0058703189715743065, -0.005331818014383316, -0.004793317057192326, -0.004254815634340048, -0.0037163146771490574, -0.003177813719958067, -0.002639312529936433, -0.0021008113399147987, -0.0015623103827238083, -0.001023809309117496, -0.00048530823551118374, 5.3192838095128536e-05, 0.0005916939117014408, 0.001130194985307753, 0.0016686960589140654, 0.0022071972489356995, 0.00274569820612669, 0.0032841991633176804, 0.0038227003533393145, 0.0043612015433609486, 0.004899702500551939, 0.0054382034577429295, 0.005976704880595207, 0.006515205837786198, 0.007053706794977188, 0.0075922077521681786, 0.008130708709359169, 0.00866920966655016, 0.00920771062374115, 0.009746212512254715, 0.010284713469445705, 0.010823214426636696, 0.011361715383827686, 0.011900216341018677, 0.012438717298209667, 0.012977218255400658, 0.013515720143914223, 0.014054221101105213, 0.014592722058296204, 0.015131223015487194, 0.015669723972678185]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13907986879348755, -0.13408881425857544, -0.12909777462482452, -0.12410672008991241, -0.1191156730055809, -0.11412462592124939, -0.10913357138633728, -0.10414252430200577, -0.09915147721767426, -0.09416043013334274, -0.08916938304901123, -0.08417832851409912, -0.07918728142976761, -0.0741962343454361, -0.06920517981052399, -0.06421413272619247, -0.05922308564186096, -0.05423203855752945, -0.04924098774790764, -0.04424993693828583, -0.039258889853954315, -0.0342678427696228, -0.029276791960000992, -0.02428574301302433, -0.01929469406604767, -0.014303645119071007, -0.009312596172094345, -0.004321547225117683, 0.0006695017218589783, 0.00566055066883564, 0.010651599615812302, 0.015642648562788963, 0.020633697509765625, 0.025624746456742287, 0.03061579540371895, 0.03560684621334076, 0.04059789329767227, 0.045588940382003784, 0.050579991191625595, 0.055571042001247406, 0.06056208908557892, 0.06555313616991043, 0.07054418325424194, 0.07553523778915405, 0.08052628487348557, 0.08551733195781708, 0.09050838649272919, 0.0954994335770607, 0.10049048066139221, 0.10548152774572372, 0.11047257483005524, 0.11546362936496735, 0.12045467644929886, 0.12544572353363037, 0.13043677806854248, 0.1354278177022934, 0.1404188722372055, 0.14540992677211761, 0.15040096640586853, 0.15539202094078064, 0.16038307547569275, 0.16537411510944366, 0.17036516964435577, 0.1753562092781067, 0.1803472638130188]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 8.0, 6.0, 4.0, 6.0, 15.0, 9.0, 19.0, 19.0, 15.0, 12.0, 20.0, 13.0, 41.0, 10.0, 9.0, 10.0, 4.0, 1.0, 6.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.09108898043632507, -0.08849754184484482, -0.08590611070394516, -0.0833146721124649, -0.08072324097156525, -0.07813180238008499, -0.07554037123918533, -0.07294893264770508, -0.07035750150680542, -0.06776606291532516, -0.06517462432384491, -0.06258319318294525, -0.059991754591464996, -0.05740031972527504, -0.05480888485908508, -0.052217449992895126, -0.04962601512670517, -0.04703458026051521, -0.044443145394325256, -0.0418517105281353, -0.03926027566194534, -0.03666883707046509, -0.03407740220427513, -0.031485967338085175, -0.028894532471895218, -0.02630309760570526, -0.023711662739515305, -0.0211202260106802, -0.018528791144490242, -0.015937356278300285, -0.013345920480787754, -0.010754484683275223, -0.008163049817085266, -0.005571614485234022, -0.002980179153382778, -0.0003887438215315342, 0.0022026915103197098, 0.004794126842170954, 0.007385562174022198, 0.009976997971534729, 0.012568432837724686, 0.015159867703914642, 0.0177513025701046, 0.020342739298939705, 0.02293417416512966, 0.025525609031319618, 0.028117045760154724, 0.03070848062634468, 0.03329991549253464, 0.035891350358724594, 0.03848278522491455, 0.04107422009110451, 0.043665654957294464, 0.04625709354877472, 0.048848528414964676, 0.05143996328115463, 0.05403139814734459, 0.056622833013534546, 0.0592142678797245, 0.06180570274591446, 0.06439714133739471, 0.06698857247829437, 0.06958001106977463, 0.07217144221067429, 0.07476288080215454]}, "_runtime": 157.71784234046936, "_timestamp": 1596211747.4889512, "_step": 196}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 9.0, 4.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.010057156905531883, -0.009781804867088795, -0.009506451897323132, -0.009231099858880043, -0.00895574688911438, -0.008680394850671291, -0.008405042812228203, -0.00812968984246254, -0.007854337804019451, -0.007578985299915075, -0.0073036327958106995, -0.007028280291706324, -0.006752927787601948, -0.006477575283497572, -0.006202223245054483, -0.005926870740950108, -0.005651518236845732, -0.005376165732741356, -0.00510081322863698, -0.0048254611901938915, -0.004550108686089516, -0.00427475618198514, -0.003999403677880764, -0.003724051406607032, -0.003448698902502656, -0.00317334639839828, -0.002897994127124548, -0.002622641623020172, -0.0023472891189157963, -0.002071936847642064, -0.0017965843435376883, -0.0015212319558486342, -0.0012458795681595802, -0.0009705271804705262, -0.0006951747345738113, -0.0004198223177809268, -0.00014446990098804235, 0.00013088251580484211, 0.0004062349325977266, 0.0006815873784944415, 0.0009569397661834955, 0.0012322921538725495, 0.0015076445415616035, 0.0017829970456659794, 0.0020583495497703552, 0.0023337018210440874, 0.0026090543251484632, 0.0028844065964221954, 0.0031597591005265713, 0.003435111604630947, 0.0037104638759046793, 0.0039858161471784115, 0.004261168651282787, 0.004536521155387163, 0.004811873659491539, 0.005087226163595915, 0.005362578667700291, 0.005637930706143379, 0.005913283210247755, 0.006188635714352131, 0.006463988218456507, 0.006739340722560883, 0.007014692761003971, 0.007290045265108347, 0.007565397769212723]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 7.0, 5.0, 5.0, 6.0, 13.0, 16.0, 26.0, 22.0, 42.0, 53.0, 73.0, 86.0, 128.0, 238.0, 900.0, 5548.0, 265.0, 150.0, 81.0, 69.0, 54.0, 41.0, 16.0, 20.0, 17.0, 11.0, 5.0, 2.0, 7.0, 1.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1496511846780777, -0.1449754387140274, -0.14029967784881592, -0.13562393188476562, -0.13094817101955414, -0.12627242505550385, -0.12159666419029236, -0.11692091077566147, -0.11224515736103058, -0.10756941139698029, -0.1028936579823494, -0.0982179045677185, -0.09354215115308762, -0.08886639773845673, -0.08419064432382584, -0.07951489090919495, -0.07483913749456406, -0.07016338407993317, -0.06548763066530228, -0.06081187725067139, -0.0561361238360405, -0.051460374146699905, -0.046784620732069016, -0.042108867317438126, -0.037433113902807236, -0.032757360488176346, -0.028081607073545456, -0.023405855521559715, -0.018730102106928825, -0.014054348692297935, -0.00937859620898962, -0.004702843260020018, -2.709031105041504e-05, 0.0046486626379191875, 0.00932441558688879, 0.014000168070197105, 0.018675921484827995, 0.023351674899458885, 0.028027426451444626, 0.032703179866075516, 0.037378933280706406, 0.042054686695337296, 0.046730440109968185, 0.051406193524599075, 0.05608194321393967, 0.06075769662857056, 0.06543345004320145, 0.07010920345783234, 0.07478495687246323, 0.07946071028709412, 0.084136463701725, 0.0888122171163559, 0.09348797053098679, 0.09816372394561768, 0.10283947736024857, 0.10751523077487946, 0.11219097673892975, 0.11686673015356064, 0.12154248356819153, 0.12621824443340302, 0.1308939903974533, 0.1355697512626648, 0.1402454972267151, 0.14492125809192657, 0.14959700405597687]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 3.0, 4.0, 3.0, 5.0, 6.0, 8.0, 4.0, 6.0, 8.0, 24.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 5.0, 2.0, 3.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002796367509290576, -0.002713098656386137, -0.0026298295706510544, -0.0025465607177466154, -0.0024632918648421764, -0.002380022779107094, -0.002296753926202655, -0.002213484840467572, -0.0021302159875631332, -0.0020469471346586943, -0.0019636780489236116, -0.0018804091960191727, -0.0017971402266994119, -0.001713871257379651, -0.001630602404475212, -0.0015473334351554513, -0.0014640644658356905, -0.0013807954965159297, -0.001297526527196169, -0.00121425767429173, -0.0011309887049719691, -0.0010477197356522083, -0.0009644508245401084, -0.0008811819134280086, -0.0007979129441082478, -0.000714643974788487, -0.0006313750636763871, -0.0005481061525642872, -0.0004648371832445264, -0.00038156824302859604, -0.0002982993028126657, -0.00021503036259673536, -0.00013176142238080502, -4.849248216487467e-05, 3.477645805105567e-05, 0.00011804539826698601, 0.00020131433848291636, 0.0002845832786988467, 0.00036785221891477704, 0.0004511211591307074, 0.0005343900993466377, 0.0006176590686663985, 0.0007009279797784984, 0.0007841968908905983, 0.0008674658602103591, 0.0009507348295301199, 0.0010340036824345589, 0.0011172726517543197, 0.0012005416210740805, 0.0012838105903938413, 0.001367079559713602, 0.001450348412618041, 0.0015336173819378018, 0.0016168863512575626, 0.0017001552041620016, 0.0017834241734817624, 0.0018666931428015232, 0.001949962112121284, 0.002033231081441045, 0.0021164999343454838, 0.0021997690200805664, 0.0022830378729850054, 0.0023663067258894444, 0.002449575811624527, 0.002532844664528966]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 5.0, 7.0, 7.0, 24.0, 14.0, 21.0, 49.0, 69.0, 76.0, 165.0, 184.0, 310.0, 535.0, 864.0, 1519.0, 2621.0, 5119.0, 10166.0, 24533.0, 77560.0, 916525.0, 85623.0, 27197.0, 11807.0, 5831.0, 3218.0, 1991.0, 1196.0, 705.0, 464.0, 350.0, 251.0, 179.0, 121.0, 102.0, 73.0, 44.0, 30.0, 22.0, 20.0, 16.0, 9.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007015964016318321, -0.006813333369791508, -0.0066107031889259815, -0.006408072542399168, -0.006205442361533642, -0.006002811715006828, -0.005800181068480015, -0.005597550887614489, -0.005394920241087675, -0.005192289594560862, -0.004989659413695335, -0.004787028767168522, -0.004584398120641708, -0.004381767939776182, -0.004179137293249369, -0.0039765071123838425, -0.003773876465857029, -0.003571246052160859, -0.0033686156384646893, -0.0031659849919378757, -0.002963354578241706, -0.002760724164545536, -0.0025580935180187225, -0.0023554631043225527, -0.002152832690626383, -0.001950202276930213, -0.0017475717468187213, -0.0015449412167072296, -0.0013423108030110598, -0.00113968038931489, -0.0009370498592033982, -0.0007344193872995675, -0.0005317889153957367, -0.00032915844349190593, -0.00012652797158807516, 7.61025003157556e-05, 0.00027873297221958637, 0.00048136344412341714, 0.0006839939160272479, 0.0008866243879310787, 0.0010892548598349094, 0.0012918852735310793, 0.001494515803642571, 0.0016971463337540627, 0.0018997767474502325, 0.0021024071611464024, 0.002305037807673216, 0.0025076682213693857, 0.0027102986350655556, 0.0029129290487617254, 0.0031155594624578953, 0.003318190108984709, 0.0035208205226808786, 0.0037234509363770485, 0.003926081582903862, 0.004128711763769388, 0.004331342410296202, 0.004533973056823015, 0.004736603237688541, 0.004939233884215355, 0.005141864530742168, 0.005344494711607695, 0.005547125358134508, 0.005749755539000034, 0.005952386185526848]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 1.0, 5.0, 9.0, 5.0, 2.0, 4.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012763582170009613, -0.01198506262153387, -0.011206543073058128, -0.01042802445590496, -0.009649504907429218, -0.008870985358953476, -0.008092466741800308, -0.007313947193324566, -0.0065354276448488235, -0.005756908096373081, -0.004978389013558626, -0.004199869930744171, -0.003421350382268429, -0.00264283106662333, -0.0018643117509782314, -0.0010857924353331327, -0.00030727311968803406, 0.00047124619595706463, 0.0012497655116021633, 0.002028284827247262, 0.0028068041428923607, 0.0035853234585374594, 0.004363842774182558, 0.005142361856997013, 0.005920881405472755, 0.006699400953948498, 0.007477920036762953, 0.008256439119577408, 0.00903495866805315, 0.009813478216528893, 0.01059199683368206, 0.011370516382157803, 0.012149035930633545, 0.012927555479109287, 0.01370607502758503, 0.014484593644738197, 0.01526311319321394, 0.016041632741689682, 0.01682015135884285, 0.017598671838641167, 0.018377190455794334, 0.019155709072947502, 0.01993422955274582, 0.020712748169898987, 0.021491266787052155, 0.02226978726685047, 0.02304830588400364, 0.023826826363801956, 0.024605344980955124, 0.02538386359810829, 0.02616238407790661, 0.026940902695059776, 0.027719423174858093, 0.02849794179201126, 0.02927646040916443, 0.030054980888962746, 0.030833499506115913, 0.03161201998591423, 0.0323905386030674, 0.033169057220220566, 0.033947575837373734, 0.0347260944545269, 0.03550461679697037, 0.036283135414123535, 0.0370616540312767]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 9.0, 7.0, 8.0, 11.0, 12.0, 20.0, 17.0, 23.0, 23.0, 30.0, 36.0, 51.0, 87.0, 120.0, 171.0, 274.0, 393.0, 507.0, 732.0, 1169.0, 2030.0, 6427.0, 2076.0, 1222.0, 864.0, 554.0, 413.0, 295.0, 216.0, 156.0, 103.0, 95.0, 58.0, 42.0, 34.0, 24.0, 12.0, 13.0, 12.0, 6.0, 4.0, 7.0, 6.0, 1.0, 2.0, 2.0, 7.0, 16.0, 16.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0], "bins": [-0.009725780226290226, -0.009384606033563614, -0.009043432772159576, -0.008702258579432964, -0.008361084386706352, -0.008019911125302315, -0.007678736932575703, -0.007337562739849091, -0.006996389012783766, -0.006655215285718441, -0.006314041092991829, -0.005972867365926504, -0.005631693638861179, -0.005290519446134567, -0.0049493457190692425, -0.00460817152634263, -0.004266997799277306, -0.003925824072211981, -0.0035846498794853687, -0.003243476152420044, -0.0029023021925240755, -0.002561128232628107, -0.0022199545055627823, -0.0018787805456668139, -0.0015376065857708454, -0.001196432625874877, -0.0008552587823942304, -0.0005140848807059228, -0.00017291097901761532, 0.0001682629226706922, 0.0005094368243589997, 0.0008506107260473073, 0.0011917846277356148, 0.0015329585876315832, 0.0018741324311122298, 0.0022153062745928764, 0.002556480234488845, 0.0028976541943848133, 0.003238827921450138, 0.0035800018813461065, 0.003921175841242075, 0.0042623495683074, 0.004603523761034012, 0.004944697488099337, 0.005285871215164661, 0.0056270454078912735, 0.005968219134956598, 0.00630939332768321, 0.006650567054748535, 0.00699174078181386, 0.007332914974540472, 0.007674088701605797, 0.008015262894332409, 0.008356436155736446, 0.008697610348463058, 0.00903878454118967, 0.009379958733916283, 0.00972113199532032, 0.010062306188046932, 0.010403480380773544, 0.010744653642177582, 0.011085827834904194, 0.011427002027630806, 0.011768175289034843, 0.012109349481761456]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.14362172782421112, -0.1393033266067505, -0.13498494029045105, -0.13066653907299042, -0.12634815275669098, -0.12202975153923035, -0.11771135777235031, -0.11339296400547028, -0.10907457023859024, -0.1047561764717102, -0.10043778270483017, -0.09611938893795013, -0.0918009877204895, -0.08748259395360947, -0.08316420018672943, -0.0788458064198494, -0.07452741265296936, -0.07020901888608932, -0.06589062511920929, -0.061572227627038956, -0.05725383386015892, -0.052935440093278885, -0.04861704260110855, -0.044298648834228516, -0.03998025506734848, -0.035661861300468445, -0.03134346753358841, -0.027025070041418076, -0.02270667627453804, -0.018388282507658005, -0.01406988687813282, -0.00975149217993021, -0.0054330974817276, -0.00111470278352499, 0.00320369191467762, 0.00752208661288023, 0.01184048131108284, 0.016158875077962875, 0.02047727070748806, 0.024795666337013245, 0.02911406010389328, 0.033432453870773315, 0.03775084763765335, 0.042069245129823685, 0.04638763889670372, 0.050706032663583755, 0.05502443015575409, 0.059342823922634125, 0.06366121768951416, 0.0679796114563942, 0.07229800522327423, 0.07661639899015427, 0.0809347927570343, 0.08525319397449493, 0.08957158774137497, 0.093889981508255, 0.09820837527513504, 0.10252676904201508, 0.10684516280889511, 0.11116355657577515, 0.11548195779323578, 0.11980035156011581, 0.12411874532699585, 0.1284371316432953, 0.13275553286075592]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 5.0, 6.0, 5.0, 7.0, 5.0, 10.0, 10.0, 9.0, 23.0, 10.0, 18.0, 13.0, 33.0, 13.0, 9.0, 9.0, 8.0, 2.0, 9.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.051299914717674255, -0.049285128712654114, -0.04727034270763397, -0.04525555670261383, -0.04324077069759369, -0.041225988417863846, -0.039211202412843704, -0.03719641640782356, -0.03518163040280342, -0.03316684439778328, -0.031152058392763138, -0.029137274250388145, -0.027122488245368004, -0.025107702240347862, -0.02309291809797287, -0.02107813209295273, -0.019063346087932587, -0.017048560082912445, -0.015033775009214878, -0.013018989935517311, -0.01100420393049717, -0.008989417925477028, -0.006974632851779461, -0.004959847312420607, -0.0029450617730617523, -0.000930276233702898, 0.0010845093056559563, 0.0030992948450148106, 0.005114080384373665, 0.007128865923732519, 0.009143651463091373, 0.01115843653678894, 0.013173222541809082, 0.015188008546829224, 0.017202794551849365, 0.019217578694224358, 0.0212323646992445, 0.02324715070426464, 0.025261934846639633, 0.027276720851659775, 0.029291506856679916, 0.03130629286170006, 0.0333210788667202, 0.03533586487174034, 0.037350647151470184, 0.039365433156490326, 0.04138021916151047, 0.04339500516653061, 0.04540979117155075, 0.04742457717657089, 0.049439363181591034, 0.051454149186611176, 0.05346893519163132, 0.05548371747136116, 0.0574985034763813, 0.059513289481401443, 0.061528075486421585, 0.06354285776615143, 0.06555764377117157, 0.06757242977619171, 0.06958721578121185, 0.071602001786232, 0.07361678779125214, 0.07563157379627228, 0.07764635980129242]}, "_runtime": 158.50456070899963, "_timestamp": 1596211748.2756696, "_step": 197}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 1.0, 2.0, 6.0, 5.0, 2.0, 1.0, 4.0, 2.0, 0.0, 3.0, 4.0, 0.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01644643396139145, -0.01600196212530136, -0.015557489357888699, -0.015113016590476036, -0.014668544754385948, -0.01422407291829586, -0.013779600150883198, -0.013335127383470535, -0.012890655547380447, -0.01244618371129036, -0.012001710943877697, -0.011557238176465034, -0.011112766340374947, -0.010668294504284859, -0.010223821736872196, -0.009779348969459534, -0.009334877133369446, -0.008890405297279358, -0.008445932529866695, -0.008001459762454033, -0.007556987926363945, -0.00711251562461257, -0.006668043322861195, -0.006223571021109819, -0.005779098719358444, -0.005334626417607069, -0.004890154115855694, -0.004445681814104319, -0.004001209512352943, -0.0035567372106015682, -0.003112264908850193, -0.002667792607098818, -0.0022233203053474426, -0.0017788480035960674, -0.0013343757018446922, -0.000889903400093317, -0.00044543109834194183, -9.587965905666351e-07, 0.00044351350516080856, 0.0008879858069121838, 0.001332458108663559, 0.0017769304104149342, 0.0022214027121663094, 0.0026658750139176846, 0.0031103473156690598, 0.003554819617420435, 0.00399929191917181, 0.004443764220923185, 0.0048882365226745605, 0.005332708824425936, 0.005777181126177311, 0.006221653427928686, 0.006666125729680061, 0.0071105980314314365, 0.007555070333182812, 0.007999543100595474, 0.008444014936685562, 0.00888848677277565, 0.009332959540188313, 0.009777432307600975, 0.010221904143691063, 0.01066637597978115, 0.011110848747193813, 0.011555321514606476, 0.011999793350696564]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 2.0, 8.0, 6.0, 3.0, 11.0, 19.0, 11.0, 19.0, 22.0, 28.0, 34.0, 53.0, 51.0, 110.0, 123.0, 195.0, 430.0, 5522.0, 492.0, 233.0, 153.0, 92.0, 68.0, 47.0, 38.0, 32.0, 24.0, 18.0, 9.0, 17.0, 9.0, 3.0, 9.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1239156574010849, -0.12032164633274078, -0.11672763526439667, -0.11313362419605255, -0.10953961312770844, -0.10594560205936432, -0.1023515909910202, -0.09875757992267609, -0.09516356885433197, -0.09156955778598785, -0.08797554671764374, -0.08438153564929962, -0.0807875245809555, -0.07719351351261139, -0.07359950244426727, -0.07000549137592316, -0.06641148030757904, -0.06281747668981552, -0.05922346189618111, -0.05562945082783699, -0.052035439759492874, -0.04844142869114876, -0.04484741762280464, -0.041253406554460526, -0.03765939921140671, -0.03406538814306259, -0.030471375212073326, -0.02687736414372921, -0.023283354938030243, -0.019689343869686127, -0.01609533280134201, -0.012501321732997894, -0.008907310664653778, -0.005313299596309662, -0.001719288993626833, 0.0018747218418866396, 0.005468732677400112, 0.009062743745744228, 0.01265675388276577, 0.016250764951109886, 0.019844776019454002, 0.02343878708779812, 0.027032798156142235, 0.03062680922448635, 0.03422081843018532, 0.037814829498529434, 0.04140884056687355, 0.04500285163521767, 0.04859686270356178, 0.0521908737719059, 0.055784884840250015, 0.05937889590859413, 0.06297290325164795, 0.06656691431999207, 0.07016092538833618, 0.0737549364566803, 0.07734894752502441, 0.08094295859336853, 0.08453696966171265, 0.08813098073005676, 0.09172499179840088, 0.095319002866745, 0.09891301393508911, 0.10250702500343323, 0.10610103607177734]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 4.0, 3.0, 7.0, 4.0, 5.0, 7.0, 9.0, 3.0, 4.0, 3.0, 24.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0022318814881145954, -0.0021662842482328415, -0.0021006872411817312, -0.0020350900012999773, -0.0019694927614182234, -0.0019038956379517913, -0.0018382985144853592, -0.0017727012746036053, -0.0017071041511371732, -0.001641507027670741, -0.0015759097877889872, -0.001510312664322555, -0.001444715540856123, -0.001379118300974369, -0.001313521177507937, -0.001247923937626183, -0.001182326814159751, -0.0011167296906933188, -0.001051132450811565, -0.0009855353273451328, -0.0009199381456710398, -0.0008543409639969468, -0.0007887438405305147, -0.0007231466588564217, -0.0006575494771823287, -0.0005919522955082357, -0.0005263551138341427, -0.0004607579903677106, -0.0003951608086936176, -0.0003295636270195246, -0.000263966474449262, -0.00019836930732708424, -0.00013277214020490646, -6.717497308272868e-05, -1.5778059605509043e-06, 6.401936116162688e-05, 0.00012961652828380466, 0.00019521369540598243, 0.0002608108625281602, 0.00032640801509842277, 0.0003920051967725158, 0.0004576023784466088, 0.0005231995601207018, 0.0005887966835871339, 0.0006543938652612269, 0.0007199910469353199, 0.000785588170401752, 0.000851185352075845, 0.000916782533749938, 0.00098237965721637, 0.001047976897098124, 0.0011135740205645561, 0.00117917126044631, 0.0012447683839127421, 0.0013103655073791742, 0.0013759627472609282, 0.0014415598707273602, 0.0015071569941937923, 0.0015727542340755463, 0.0016383513575419784, 0.0017039484810084105, 0.0017695457208901644, 0.0018351428443565965, 0.0019007400842383504, 0.0019663372077047825]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 7.0, 9.0, 8.0, 20.0, 19.0, 26.0, 29.0, 45.0, 42.0, 60.0, 91.0, 104.0, 130.0, 221.0, 318.0, 466.0, 622.0, 1029.0, 1605.0, 2656.0, 4338.0, 8074.0, 16235.0, 38579.0, 138226.0, 867608.0, 55737.0, 20523.0, 9701.0, 5246.0, 2970.0, 1727.0, 1094.0, 680.0, 482.0, 306.0, 195.0, 124.0, 82.0, 71.0, 37.0, 36.0, 21.0, 7.0, 6.0, 12.0, 3.0, 3.0, 3.0, 2.0], "bins": [-0.006498991511762142, -0.006333744153380394, -0.006168497260659933, -0.006003249902278185, -0.005838002543896437, -0.005672755651175976, -0.005507508292794228, -0.005342260934412479, -0.005177013576030731, -0.00501176668331027, -0.004846519324928522, -0.004681271966546774, -0.004516025073826313, -0.004350777715444565, -0.004185530357062817, -0.004020283464342356, -0.0038550361059606075, -0.003689788980409503, -0.003524541622027755, -0.0033592944964766502, -0.003194047138094902, -0.0030288000125437975, -0.002863552886992693, -0.0026983055286109447, -0.00253305840305984, -0.0023678112775087357, -0.0022025639191269875, -0.002037316793575883, -0.0018720695516094565, -0.0017068223096430302, -0.0015415751840919256, -0.0013763279421254992, -0.0012110807001590729, -0.0010458334581926465, -0.000880586274433881, -0.0007153390906751156, -0.0005500918487086892, -0.0003848446358460933, -0.00021959742298349738, -5.4350210120901465e-05, 0.00011089700274169445, 0.00027614421560429037, 0.0004413914284668863, 0.0006066386122256517, 0.0007718858541920781, 0.0009371330961585045, 0.001102380221709609, 0.0012676274636760354, 0.0014328747056424618, 0.0015981219476088881, 0.0017633691895753145, 0.001928616315126419, 0.0020938636735081673, 0.002259110799059272, 0.0024243579246103764, 0.0025896052829921246, 0.002754852408543229, 0.0029200995340943336, 0.003085346892476082, 0.0032505940180271864, 0.003415841143578291, 0.003581088501960039, 0.0037463356275111437, 0.003911582753062248, 0.004076830111443996]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 7.0, 13.0, 8.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05458511412143707, -0.053510699421167374, -0.052436284720897675, -0.051361873745918274, -0.050287459045648575, -0.049213044345378876, -0.048138633370399475, -0.047064218670129776, -0.04598980396986008, -0.04491538926959038, -0.04384097456932068, -0.04276656359434128, -0.04169214889407158, -0.04061773419380188, -0.03954332321882248, -0.03846890851855278, -0.03739449381828308, -0.03632007911801338, -0.03524566441774368, -0.03417125344276428, -0.03309683874249458, -0.032022424042224884, -0.030948011204600334, -0.029873598366975784, -0.028799183666706085, -0.027724768966436386, -0.026650356128811836, -0.025575943291187286, -0.024501528590917587, -0.023427113890647888, -0.02235270105302334, -0.02127828821539879, -0.02020387351512909, -0.01912945881485939, -0.01805504597723484, -0.01698063313961029, -0.01590621843934059, -0.014831804670393467, -0.013757390901446342, -0.012682977132499218, -0.011608563363552094, -0.010534149594604969, -0.009459735825657845, -0.00838532205671072, -0.007310908287763596, -0.006236494518816471, -0.005162080749869347, -0.004087666980922222, -0.0030132532119750977, -0.0019388394430279732, -0.0008644256740808487, 0.0002099880948662758, 0.0012844018638134003, 0.0023588156327605247, 0.0034332294017076492, 0.004507643170654774, 0.005582056939601898, 0.006656470708549023, 0.007730884477496147, 0.008805298246443272, 0.009879712015390396, 0.01095412578433752, 0.012028539553284645, 0.01310295332223177, 0.014177367091178894]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 15.0, 13.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 8.0, 16.0, 11.0, 9.0, 21.0, 17.0, 24.0, 25.0, 24.0, 45.0, 71.0, 65.0, 69.0, 88.0, 120.0, 155.0, 247.0, 356.0, 459.0, 710.0, 1213.0, 2255.0, 7340.0, 2334.0, 1089.0, 639.0, 355.0, 221.0, 121.0, 70.0, 55.0, 39.0, 30.0, 21.0, 16.0, 11.0, 7.0, 6.0, 3.0, 4.0, 2.0], "bins": [-0.017743507400155067, -0.017353883013129234, -0.016964256763458252, -0.01657463237643242, -0.016185006126761436, -0.015795381739735603, -0.015405756421387196, -0.015016131103038788, -0.01462650578469038, -0.014236880466341972, -0.013847255147993565, -0.013457629829645157, -0.013068005442619324, -0.012678380124270916, -0.012288754805922508, -0.0118991294875741, -0.011509504169225693, -0.011119878850877285, -0.010730253532528877, -0.01034062821418047, -0.009951002895832062, -0.009561378508806229, -0.009171753190457821, -0.008782127872109413, -0.008392502553761005, -0.008002877235412598, -0.00761325191706419, -0.0072236270643770695, -0.006834001746028662, -0.006444376427680254, -0.0060547515749931335, -0.005665126256644726, -0.005275500938296318, -0.00488587561994791, -0.0044962503015995026, -0.004106625448912382, -0.0037170001305639744, -0.0033273748122155666, -0.0029377497266978025, -0.0025481246411800385, -0.0021584993228316307, -0.0017688741208985448, -0.0013792489189654589, -0.000989623717032373, -0.000599998515099287, -0.00021037331316620111, 0.0001792518887668848, 0.0005688770906999707, 0.0009585022926330566, 0.0013481274945661426, 0.0017377526964992285, 0.0021273777820169926, 0.0025170031003654003, 0.002906628418713808, 0.003296253504231572, 0.0036858785897493362, 0.004075503908097744, 0.004465129226446152, 0.0048547545447945595, 0.00524437939748168, 0.005634004715830088, 0.006023630034178495, 0.006413254886865616, 0.006802880205214024, 0.007192505523562431]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08575157821178436, -0.08093413710594177, -0.07611668854951859, -0.0712992399930954, -0.06648179888725281, -0.06166435405611992, -0.05684690922498703, -0.05202946439385414, -0.04721201956272125, -0.042394574731588364, -0.037577129900455475, -0.032759685069322586, -0.027942240238189697, -0.02312479540705681, -0.01830735057592392, -0.013489905744791031, -0.008672460913658142, -0.0038550160825252533, 0.0009624287486076355, 0.005779873579740524, 0.010597318410873413, 0.015414763242006302, 0.02023220807313919, 0.02504965290427208, 0.029867097735404968, 0.03468454256653786, 0.039501987397670746, 0.044319432228803635, 0.04913687705993652, 0.05395432189106941, 0.0587717667222023, 0.06358921527862549, 0.06840665638446808, 0.07322409749031067, 0.07804154604673386, 0.08285899460315704, 0.08767643570899963, 0.09249387681484222, 0.09731132537126541, 0.1021287739276886, 0.10694621503353119, 0.11176365613937378, 0.11658110469579697, 0.12139855325222015, 0.12621599435806274, 0.13103343546390533, 0.13585087656974792, 0.1406683325767517, 0.1454857736825943, 0.1503032147884369, 0.15512067079544067, 0.15993811190128326, 0.16475555300712585, 0.16957299411296844, 0.17439043521881104, 0.17920789122581482, 0.1840253323316574, 0.1888427734375, 0.19366022944450378, 0.19847767055034637, 0.20329511165618896, 0.20811255276203156, 0.21292999386787415, 0.21774744987487793, 0.22256489098072052]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 8.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 4.0, 4.0, 6.0, 16.0, 18.0, 40.0, 26.0, 18.0, 7.0, 17.0, 15.0, 8.0, 5.0, 4.0, 4.0, 4.0, 5.0, 4.0, 6.0, 6.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.052144601941108704, -0.05000174418091774, -0.047858886420726776, -0.04571603238582611, -0.04357317462563515, -0.04143031686544418, -0.03928745910525322, -0.037144601345062256, -0.03500174731016159, -0.03285888954997063, -0.030716031789779663, -0.0285731740295887, -0.026430316269397736, -0.02428746037185192, -0.022144602611660957, -0.020001746714115143, -0.01785888895392418, -0.015716031193733215, -0.0135731752961874, -0.011430317535996437, -0.009287460707128048, -0.007144603878259659, -0.005001746583729982, -0.0028588895220309496, -0.0007160324603319168, 0.001426824601367116, 0.0035696816630661488, 0.005712538957595825, 0.007855395786464214, 0.009998252615332603, 0.012141110375523567, 0.014283967204391956, 0.016426824033260345, 0.01856968179345131, 0.020712537690997124, 0.022855395451188087, 0.024998251348733902, 0.027141109108924866, 0.02928396686911583, 0.03142682462930679, 0.03356967866420746, 0.03571253642439842, 0.037855394184589386, 0.03999825194478035, 0.042141109704971313, 0.04428396746516228, 0.04642682150006294, 0.048569679260253906, 0.05071253702044487, 0.052855394780635834, 0.0549982525408268, 0.05714110657572746, 0.059283964335918427, 0.06142682209610939, 0.06356967985630035, 0.06571253389120102, 0.06785539537668228, 0.06999824941158295, 0.07214111089706421, 0.07428396493196487, 0.07642681896686554, 0.0785696804523468, 0.08071253448724747, 0.08285539597272873, 0.0849982500076294]}, "_runtime": 159.2502579689026, "_timestamp": 1596211749.0213668, "_step": 198}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 3.0, 3.0, 1.0, 6.0, 4.0, 1.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01159967202693224, -0.011260579340159893, -0.010921486653387547, -0.0105823939666152, -0.010243301279842854, -0.009904208593070507, -0.00956511590629816, -0.009226023219525814, -0.008886930532753468, -0.008547837845981121, -0.008208745159208775, -0.007869652472436428, -0.007530559785664082, -0.007191467098891735, -0.006852374412119389, -0.006513281725347042, -0.006174189038574696, -0.005835096351802349, -0.005496003665030003, -0.005156910978257656, -0.00481781829148531, -0.004478725604712963, -0.004139632917940617, -0.00380054023116827, -0.0034614475443959236, -0.003122354857623577, -0.0027832621708512306, -0.002444169484078884, -0.0021050767973065376, -0.0017659841105341911, -0.0014268914237618446, -0.0010877987369894981, -0.0007487060502171516, -0.00040961336344480515, -7.052067667245865e-05, 0.00026857201009988785, 0.0006076646968722343, 0.0009467573836445808, 0.0012858500704169273, 0.0016249427571892738, 0.0019640354439616203, 0.002303128130733967, 0.0026422208175063133, 0.00298131350427866, 0.0033204061910510063, 0.003659498877823353, 0.003998591564595699, 0.004337684251368046, 0.004676776938140392, 0.005015869624912739, 0.005354962311685085, 0.005694054998457432, 0.006033147685229778, 0.006372240372002125, 0.006711333058774471, 0.007050425745546818, 0.007389518432319164, 0.007728611119091511, 0.008067703805863857, 0.008406796492636204, 0.00874588917940855, 0.009084981866180897, 0.009424074552953243, 0.00976316723972559, 0.010102259926497936]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 4.0, 7.0, 10.0, 7.0, 3.0, 10.0, 18.0, 23.0, 20.0, 26.0, 42.0, 53.0, 48.0, 72.0, 110.0, 122.0, 206.0, 446.0, 5453.0, 480.0, 215.0, 138.0, 101.0, 66.0, 57.0, 44.0, 22.0, 25.0, 19.0, 13.0, 11.0, 9.0, 13.0, 6.0, 5.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11439485847949982, -0.1104969009757042, -0.10659893602132797, -0.10270097851753235, -0.09880302101373672, -0.0949050560593605, -0.09100709855556488, -0.08710914105176926, -0.08321118354797363, -0.07931321859359741, -0.07541526108980179, -0.07151730358600616, -0.06761933863162994, -0.06372138112783432, -0.0598234198987484, -0.055925462394952774, -0.05202750116586685, -0.04812953993678093, -0.044231582432985306, -0.040333621203899384, -0.03643566370010376, -0.03253770247101784, -0.028639741241931915, -0.024741781875491142, -0.02084382250905037, -0.016945863142609596, -0.013047902844846249, -0.009149942547082901, -0.005251983180642128, -0.0013540233485400677, 0.0025439364835619926, 0.006441896315664053, 0.010339856147766113, 0.014237815514206886, 0.01813577488064766, 0.02203373610973358, 0.025931695476174355, 0.029829654842615128, 0.03372761607170105, 0.037625573575496674, 0.041523534804582596, 0.04542149603366852, 0.04931945353746414, 0.053217414766550064, 0.057115375995635986, 0.06101333349943161, 0.06491129100322723, 0.06880925595760345, 0.07270721346139908, 0.0766051709651947, 0.08050313591957092, 0.08440109342336655, 0.08829905092716217, 0.09219701588153839, 0.09609497338533401, 0.09999293088912964, 0.10389089584350586, 0.10778885334730148, 0.1116868108510971, 0.11558476835489273, 0.11948273330926895, 0.12338069081306458, 0.1272786557674408, 0.13117660582065582, 0.13507457077503204]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 5.0, 7.0, 10.0, 4.0, 4.0, 10.0, 22.0, 7.0, 3.0, 5.0, 3.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0038629635237157345, -0.0037365432363003492, -0.0036101227160543203, -0.003483702428638935, -0.003357281908392906, -0.003230861620977521, -0.0031044413335621357, -0.002978020813316107, -0.0028516005259007215, -0.0027251802384853363, -0.0025987597182393074, -0.002472339430823922, -0.002345919143408537, -0.002219498623162508, -0.0020930783357471228, -0.001966657815501094, -0.0018402375280857086, -0.0017138171242550015, -0.0015873967204242945, -0.0014609764330089092, -0.0013345560291782022, -0.001208135625347495, -0.0010817153379321098, -0.0009552949341014028, -0.0008288745302706957, -0.0007024541264399886, -0.0005760337808169425, -0.00044961340609006584, -0.0003231930313631892, -0.0001967726566363126, -7.035228190943599e-05, 5.606809281744063e-05, 0.00018248846754431725, 0.00030890884227119386, 0.0004353292169980705, 0.0005617495626211166, 0.0006881699664518237, 0.0008145903702825308, 0.0009410107159055769, 0.001067431061528623, 0.0011938514653593302, 0.0013202718691900373, 0.0014466922730207443, 0.0015731125604361296, 0.0016995329642668366, 0.0018259533680975437, 0.001952373655512929, 0.002078794175758958, 0.002205214463174343, 0.0023316347505897284, 0.0024580552708357573, 0.0025844755582511425, 0.0027108960784971714, 0.0028373163659125566, 0.002963736653327942, 0.003090157173573971, 0.003216577460989356, 0.0033429977484047413, 0.00346941826865077, 0.0035958385560661554, 0.0037222588434815407, 0.0038486793637275696, 0.0039750998839735985, 0.00410151993855834, 0.004227940458804369]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 3.0, 6.0, 4.0, 11.0, 15.0, 33.0, 23.0, 35.0, 50.0, 82.0, 98.0, 122.0, 181.0, 244.0, 302.0, 456.0, 647.0, 930.0, 1457.0, 2374.0, 3774.0, 6388.0, 11584.0, 23795.0, 60134.0, 839252.0, 139831.0, 40868.0, 19287.0, 10474.0, 5984.0, 3712.0, 2426.0, 1557.0, 1035.0, 699.0, 504.0, 356.0, 256.0, 166.0, 127.0, 76.0, 71.0, 52.0, 31.0, 25.0, 24.0, 16.0, 10.0, 16.0, 10.0, 8.0, 5.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.005375554319471121, -0.005189407151192427, -0.00500326044857502, -0.004817113280296326, -0.0046309661120176315, -0.004444819409400225, -0.0042586722411215305, -0.004072525072842836, -0.003886378137394786, -0.0037002312019467354, -0.0035140840336680412, -0.0033279370982199907, -0.0031417901627719402, -0.002955642994493246, -0.0027694960590451956, -0.0025833488907665014, -0.002397201955318451, -0.0022110550198704004, -0.0020249078515917063, -0.0018387609161436558, -0.0016526138642802835, -0.0014664668124169111, -0.0012803198769688606, -0.0010941728251054883, -0.000908025773242116, -0.0007218787213787436, -0.0005357317277230322, -0.00034958470496349037, -0.0001634376822039485, 2.270934055559337e-05, 0.00020885636331513524, 0.0003950033860746771, 0.000581150408834219, 0.0007672974606975913, 0.0009534444543533027, 0.0011395914480090141, 0.0013257384998723865, 0.0015118855517357588, 0.0016980324871838093, 0.0018841795390471816, 0.002070326590910554, 0.0022564735263586044, 0.0024426206946372986, 0.002628767630085349, 0.0028149145655333996, 0.0030010617338120937, 0.0031872086692601442, 0.0033733558375388384, 0.003559502772986889, 0.0037456497084349394, 0.00393179664388299, 0.004117943812161684, 0.004304090980440378, 0.004490237683057785, 0.004676384851336479, 0.004862532019615173, 0.0050486791878938675, 0.005234825890511274, 0.0054209730587899685, 0.005607120227068663, 0.0057932669296860695, 0.005979414097964764, 0.006165561266243458, 0.006351707968860865, 0.006537855137139559]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 0.0, 3.0, 9.0, 4.0, 6.0, 6.0, 9.0, 1.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07897589355707169, -0.07739942520856857, -0.07582294940948486, -0.07424648106098175, -0.07267000526189804, -0.07109353691339493, -0.06951706111431122, -0.0679405927658081, -0.06636412441730499, -0.06478764861822128, -0.06321118026971817, -0.06163470447063446, -0.06005823612213135, -0.058481764048337936, -0.056905291974544525, -0.055328819900751114, -0.0537523478269577, -0.05217587575316429, -0.05059940367937088, -0.04902293160557747, -0.04744645953178406, -0.045869991183280945, -0.044293519109487534, -0.04271704703569412, -0.04114057496190071, -0.0395641028881073, -0.03798763081431389, -0.03641115874052048, -0.034834690392017365, -0.03325821831822395, -0.03168174624443054, -0.03010527417063713, -0.02852880209684372, -0.026952330023050308, -0.025375857949256897, -0.023799387738108635, -0.022222915664315224, -0.020646443590521812, -0.01906997337937355, -0.01749350130558014, -0.015917029231786728, -0.014340557157993317, -0.01276408601552248, -0.011187614873051643, -0.009611142799258232, -0.00803467072546482, -0.006458199582993984, -0.00488172797486186, -0.0033052563667297363, -0.0017287847585976124, -0.00015231315046548843, 0.0014241584576666355, 0.0030006300657987595, 0.004577101673930883, 0.006153573282063007, 0.007730044890195131, 0.009306516498327255, 0.010882988572120667, 0.012459459714591503, 0.01403593085706234, 0.015612402930855751, 0.017188875004649162, 0.018765345215797424, 0.020341817289590836, 0.021918289363384247]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 14.0, 9.0, 19.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 17.0, 8.0, 12.0, 9.0, 10.0, 16.0, 11.0, 12.0, 11.0, 15.0, 36.0, 59.0, 40.0, 95.0, 138.0, 154.0, 272.0, 340.0, 486.0, 733.0, 1241.0, 6280.0, 3343.0, 1878.0, 1127.0, 696.0, 492.0, 300.0, 206.0, 120.0, 70.0, 52.0, 27.0, 25.0, 11.0, 11.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.025628848001360893, -0.02504499815404415, -0.02446115016937256, -0.023877300322055817, -0.023293452337384224, -0.022709602490067482, -0.02212575450539589, -0.021541904658079147, -0.020958056673407555, -0.020374206826090813, -0.01979035884141922, -0.019206508994102478, -0.018622661009430885, -0.018038811162114143, -0.01745496317744255, -0.01687111333012581, -0.016287263482809067, -0.015703415498137474, -0.015119566582143307, -0.01453571766614914, -0.013951868750154972, -0.013368019834160805, -0.012784170918166637, -0.01220032200217247, -0.011616472154855728, -0.01103262323886156, -0.010448774322867393, -0.009864925406873226, -0.009281076490879059, -0.008697227574884892, -0.008113378658890724, -0.007529529742896557, -0.0069456808269023895, -0.006361831910908222, -0.005777982994914055, -0.0051941340789198875, -0.00461028516292572, -0.004026435781270266, -0.0034425868652760983, -0.002858737949281931, -0.0022748890332877636, -0.0016910401172935963, -0.0011071910848841071, -0.0005233421106822789, 6.050686351954937e-05, 0.0006443558377213776, 0.0012282048119232059, 0.001812053844332695, 0.0023959027603268623, 0.0029797516763210297, 0.003563600592315197, 0.004147449508309364, 0.004731298424303532, 0.005315147805958986, 0.005898996721953154, 0.006482845637947321, 0.007066694553941488, 0.007650543469935656, 0.00823439285159111, 0.008818241767585278, 0.009402090683579445, 0.009985939599573612, 0.01056978851556778, 0.011153637431561947, 0.011737486347556114]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10848204791545868, -0.10405879467725754, -0.0996355414390564, -0.09521229565143585, -0.09078904241323471, -0.08636578917503357, -0.08194254338741302, -0.07751929014921188, -0.07309603691101074, -0.0686727836728096, -0.06424953043460846, -0.059826284646987915, -0.055403031408786774, -0.05097977817058563, -0.04655652865767479, -0.04213327914476395, -0.037710025906562805, -0.033286772668361664, -0.02886352315545082, -0.02444027177989483, -0.020017020404338837, -0.015593769028782845, -0.011170517653226852, -0.00674726627767086, -0.002324014902114868, 0.002099236473441124, 0.006522487848997116, 0.010945739224553108, 0.0153689906001091, 0.019792241975665092, 0.024215493351221085, 0.028638744726777077, 0.03306199610233307, 0.03748524934053421, 0.04190849885344505, 0.046331748366355896, 0.05075500160455704, 0.05517825484275818, 0.05960150435566902, 0.06402475386857986, 0.068448007106781, 0.07287126034498215, 0.07729451358318329, 0.08171775937080383, 0.08614101260900497, 0.09056426584720612, 0.09498751163482666, 0.0994107648730278, 0.10383401811122894, 0.10825727134943008, 0.11268052458763123, 0.11710377037525177, 0.12152702361345291, 0.12595027685165405, 0.1303735226392746, 0.13479678332805634, 0.13922002911567688, 0.14364327490329742, 0.14806653559207916, 0.1524897813796997, 0.15691304206848145, 0.161336287856102, 0.16575953364372253, 0.17018279433250427, 0.17460604012012482]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 4.0, 0.0, 3.0, 2.0, 5.0, 7.0, 7.0, 7.0, 11.0, 11.0, 11.0, 14.0, 24.0, 18.0, 11.0, 42.0, 22.0, 15.0, 10.0, 4.0, 3.0, 4.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.05501814931631088, -0.05256359651684761, -0.05010903999209404, -0.04765448719263077, -0.0451999306678772, -0.042745377868413925, -0.04029082506895065, -0.03783626854419708, -0.03538171574473381, -0.03292716294527054, -0.030472606420516968, -0.028018053621053696, -0.025563498958945274, -0.023108944296836853, -0.02065439149737358, -0.01819983683526516, -0.01574528217315674, -0.013290727511048317, -0.01083617378026247, -0.008381620049476624, -0.005927065387368202, -0.003472511190921068, -0.0010179569944739342, 0.0014365972019731998, 0.003891151398420334, 0.006345705594867468, 0.008800259791314602, 0.011254813522100449, 0.01370936818420887, 0.01616392284631729, 0.018618475645780563, 0.021073030307888985, 0.023527584969997406, 0.025982139632105827, 0.02843669429421425, 0.03089124709367752, 0.03334580361843109, 0.03580035641789436, 0.038254909217357635, 0.040709465742111206, 0.04316401854157448, 0.04561857134103775, 0.04807312786579132, 0.05052768066525459, 0.052982233464717865, 0.055436789989471436, 0.05789134278893471, 0.06034589931368828, 0.06280045211315155, 0.06525500863790512, 0.0677095577120781, 0.07016411423683167, 0.07261867076158524, 0.07507321983575821, 0.07752777636051178, 0.07998233288526535, 0.08243688941001892, 0.0848914384841919, 0.08734599500894547, 0.08980055153369904, 0.09225510060787201, 0.09470965713262558, 0.09716421365737915, 0.09961876273155212, 0.1020733192563057]}, "_runtime": 160.0462703704834, "_timestamp": 1596211749.8173792, "_step": 199}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 3.0, 5.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.008160731755197048, -0.00792919285595417, -0.007697654888033867, -0.007466115988790989, -0.007234577555209398, -0.007003039121627808, -0.006771500688046217, -0.006539962254464626, -0.006308423355221748, -0.006076884921640158, -0.005845346488058567, -0.005613808054476976, -0.005382269620895386, -0.005150731187313795, -0.004919192288070917, -0.0046876538544893265, -0.004456115420907736, -0.004224576987326145, -0.0039930385537445545, -0.00376149988733232, -0.003529961220920086, -0.0032984227873384953, -0.0030668843537569046, -0.0028353456873446703, -0.0026038072537630796, -0.002372268820181489, -0.0021407301537692547, -0.001909191720187664, -0.0016776531701907516, -0.001446114620193839, -0.0012145761866122484, -0.000983037636615336, -0.0007514990866184235, -0.000519960536621511, -0.0002884220448322594, -5.6883523939177394e-05, 0.00017465499695390463, 0.00040619351784698665, 0.0006377320387400687, 0.0008692705305293202, 0.0011008090805262327, 0.0013323476305231452, 0.0015638861805200577, 0.0017954246141016483, 0.002026963047683239, 0.0022585017140954733, 0.002490040147677064, 0.0027215788140892982, 0.002953117247670889, 0.0031846556812524796, 0.003416194347664714, 0.0036477327812463045, 0.003879271447658539, 0.0041108098812401295, 0.00434234831482172, 0.004573886748403311, 0.004805425181984901, 0.005036964081227779, 0.00526850251480937, 0.005500040948390961, 0.005731579381972551, 0.005963117815554142, 0.00619465671479702, 0.006426195148378611, 0.006657733581960201]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 5.0, 6.0, 4.0, 4.0, 14.0, 8.0, 11.0, 20.0, 24.0, 19.0, 28.0, 30.0, 35.0, 63.0, 78.0, 83.0, 111.0, 152.0, 245.0, 594.0, 5322.0, 320.0, 168.0, 115.0, 79.0, 89.0, 77.0, 48.0, 27.0, 30.0, 21.0, 21.0, 20.0, 9.0, 9.0, 7.0, 6.0, 4.0, 1.0, 3.0, 1.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.09914880990982056, -0.09606286138296127, -0.09297691285610199, -0.0898909643292427, -0.08680501580238342, -0.08371906727552414, -0.08063311874866486, -0.07754717022180557, -0.07446122169494629, -0.0713752806186676, -0.06828933209180832, -0.06520338356494904, -0.06211743503808975, -0.05903148651123047, -0.055945537984371185, -0.0528595894575119, -0.04977364093065262, -0.046687692403793335, -0.04360174387693405, -0.04051579535007477, -0.037429846823215485, -0.0343439020216465, -0.031257953494787216, -0.028172004967927933, -0.02508605644106865, -0.022000107914209366, -0.018914159387350082, -0.015828212723135948, -0.012742264196276665, -0.009656315669417381, -0.0065703680738806725, -0.0034844200126826763, -0.0003984719514846802, 0.002687476109713316, 0.005773424170911312, 0.008859371766448021, 0.011945320293307304, 0.015031268820166588, 0.018117215484380722, 0.021203164011240005, 0.02428911253809929, 0.027375061064958572, 0.030461009591817856, 0.03354695811867714, 0.036632902920246124, 0.03971885144710541, 0.04280479997396469, 0.045890748500823975, 0.04897669702768326, 0.05206264555454254, 0.055148594081401825, 0.05823454260826111, 0.06132049113512039, 0.06440643966197968, 0.06749238818883896, 0.07057833671569824, 0.07366427779197693, 0.07675022631883621, 0.0798361748456955, 0.08292212337255478, 0.08600807189941406, 0.08909402042627335, 0.09217996895313263, 0.09526591747999191, 0.0983518660068512]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 1.0, 2.0, 3.0, 2.0, 3.0, 7.0, 5.0, 3.0, 3.0, 4.0, 1.0, 6.0, 22.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 7.0, 1.0, 2.0, 6.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031122067011892796, -0.0030084734316915274, -0.002904740162193775, -0.0028010071255266666, -0.0026972738560289145, -0.0025935405865311623, -0.0024898075498640537, -0.0023860742803663015, -0.0022823410108685493, -0.002178607741370797, -0.002074874471873045, -0.0019711414352059364, -0.0018674081657081842, -0.001763674896210432, -0.0016599417431280017, -0.0015562085900455713, -0.0014524753205478191, -0.001348742051050067, -0.0012450088979676366, -0.0011412757448852062, -0.001037542475387454, -0.0009338092640973628, -0.0008300760528072715, -0.0007263428415171802, -0.0006226096302270889, -0.0005188764189369977, -0.0004151432076469064, -0.0003114099963568151, -0.00020767678506672382, -0.00010394357377663255, -2.103624865412712e-07, 0.00010352284880355, 0.00020725606009364128, 0.00031098927138373256, 0.00041472248267382383, 0.0005184556939639151, 0.0006221889052540064, 0.0007259221165440977, 0.0008296553278341889, 0.0009333885391242802, 0.0010371217504143715, 0.0011408550199121237, 0.001244588172994554, 0.0013483213260769844, 0.0014520545955747366, 0.0015557878650724888, 0.0016595210181549191, 0.0017632541712373495, 0.0018669874407351017, 0.001970720710232854, 0.002074453979730606, 0.0021781870163977146, 0.002281920285895467, 0.002385653555393219, 0.0024893865920603275, 0.0025931198615580797, 0.002696853131055832, 0.002800586400553584, 0.0029043196700513363, 0.003008052706718445, 0.003111785976216197, 0.003215519245713949, 0.0033192522823810577, 0.00342298555187881, 0.003526718821376562]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 5.0, 12.0, 14.0, 18.0, 23.0, 33.0, 42.0, 64.0, 116.0, 108.0, 174.0, 283.0, 357.0, 653.0, 977.0, 1567.0, 2640.0, 4674.0, 9419.0, 22739.0, 72115.0, 910129.0, 87202.0, 30520.0, 14854.0, 7831.0, 4706.0, 2771.0, 1740.0, 1138.0, 793.0, 498.0, 415.0, 282.0, 189.0, 145.0, 109.0, 88.0, 52.0, 49.0, 27.0, 16.0, 6.0, 13.0, 8.0, 5.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.008034205995500088, -0.007788021583110094, -0.007541837636381388, -0.007295653223991394, -0.007049469277262688, -0.006803284864872694, -0.006557100918143988, -0.006310916505753994, -0.006064732559025288, -0.005818548146635294, -0.0055723637342453, -0.005326179787516594, -0.0050799953751266, -0.004833811428397894, -0.0045876270160079, -0.004341443069279194, -0.0040952586568892, -0.00384907447732985, -0.0036028902977705, -0.00335670611821115, -0.0031105219386518, -0.0028643375262618065, -0.0026181533467024565, -0.0023719691671431065, -0.0021257849875837564, -0.0018796008080244064, -0.0016334166284650564, -0.0013872323324903846, -0.0011410481529310346, -0.0008948639733716846, -0.0006486797356046736, -0.00040249552694149315, -0.00015631131827831268, 8.987289038486779e-05, 0.00033605709904804826, 0.0005822413368150592, 0.0008284255163744092, 0.0010746096959337592, 0.001320793991908431, 0.001566978171467781, 0.001813162351027131, 0.002059346530586481, 0.002305530710145831, 0.002551714889705181, 0.002797899302095175, 0.003044083481654525, 0.003290267661213875, 0.003536451840773225, 0.003782636020332575, 0.0040288204327225685, 0.004275004379451275, 0.0045211887918412685, 0.004767372738569975, 0.005013557150959969, 0.005259741097688675, 0.005505925510078669, 0.005752109922468662, 0.005998293869197369, 0.006244478281587362, 0.006490662228316069, 0.006736846640706062, 0.006983030587434769, 0.007229214999824762, 0.007475398946553469, 0.007721583358943462]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 3.0, 1.0, 9.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012427132576704025, -0.011651492677628994, -0.010875852778553963, -0.010100213810801506, -0.009324573911726475, -0.008548934012651443, -0.007773294113576412, -0.006997654680162668, -0.006222014781087637, -0.005446374882012606, -0.004670735448598862, -0.0038950955495238304, -0.003119455883279443, -0.002343816217035055, -0.0015681764343753457, -0.0007925367099232972, -1.6896985471248627e-05, 0.0007587427389807999, 0.0015343824634328485, 0.002310022246092558, 0.0030856619123369455, 0.003861301578581333, 0.0046369414776563644, 0.005412580911070108, 0.00618822081014514, 0.006963860709220171, 0.007739500142633915, 0.008515140041708946, 0.009290779940783978, 0.010066419839859009, 0.010842058807611465, 0.011617698706686497, 0.012393338605761528, 0.01316897850483656, 0.01394461840391159, 0.014720257371664047, 0.015495897270739079, 0.01627153716981411, 0.017047176137566566, 0.017822816967964172, 0.01859845593571663, 0.019374096766114235, 0.02014973573386669, 0.020925374701619148, 0.021701015532016754, 0.02247665449976921, 0.023252295330166817, 0.024027934297919273, 0.02480357512831688, 0.025579214096069336, 0.026354853063821793, 0.0271304938942194, 0.027906132861971855, 0.02868177369236946, 0.029457412660121918, 0.030233051627874374, 0.03100869245827198, 0.031784333288669586, 0.03255997225642204, 0.0333356112241745, 0.034111250191926956, 0.03488688915967941, 0.03566253185272217, 0.036438170820474625, 0.03721380978822708]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 10.0, 8.0, 10.0, 11.0, 20.0, 25.0, 29.0, 41.0, 48.0, 86.0, 124.0, 162.0, 221.0, 383.0, 472.0, 687.0, 1115.0, 1823.0, 6069.0, 2164.0, 1350.0, 961.0, 711.0, 464.0, 351.0, 250.0, 212.0, 132.0, 107.0, 87.0, 67.0, 50.0, 30.0, 42.0, 12.0, 12.0, 10.0, 2.0, 5.0, 5.0, 12.0, 13.0, 11.0, 5.0, 0.0, 0.0, 0.0, 2.0, 7.0], "bins": [-0.013244081288576126, -0.012849212624132633, -0.01245434395968914, -0.012059475295245647, -0.011664606630802155, -0.011269737035036087, -0.010874868370592594, -0.010479999706149101, -0.010085131041705608, -0.009690262377262115, -0.009295393712818623, -0.00890052504837513, -0.008505655452609062, -0.00811078678816557, -0.007715918123722076, -0.0073210494592785835, -0.006926180794835091, -0.006531312130391598, -0.006136443465948105, -0.005741574335843325, -0.005346705671399832, -0.004951837006956339, -0.004556967876851559, -0.004162099212408066, -0.003767230547964573, -0.00337236188352108, -0.0029774929862469435, -0.002582624088972807, -0.002187755424529314, -0.0017928866436704993, -0.0013980178628116846, -0.00100314908195287, -0.0006082803010940552, -0.00021341152023524046, 0.00018145726062357426, 0.000576326041482389, 0.0009711948223412037, 0.0013660636032000184, 0.0017609323840588331, 0.0021558012813329697, 0.0025506699457764626, 0.0029455386102199554, 0.003340407507494092, 0.0037352764047682285, 0.004130145069211721, 0.004525013733655214, 0.0049198828637599945, 0.005314751528203487, 0.00570962019264698, 0.006104488857090473, 0.006499357521533966, 0.006894226651638746, 0.007289095316082239, 0.007683963980525732, 0.008078833110630512, 0.008473701775074005, 0.008868570439517498, 0.009263439103960991, 0.009658307768404484, 0.010053176432847977, 0.010448046028614044, 0.010842914693057537, 0.01123778335750103, 0.011632652021944523, 0.012027520686388016]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.21308544278144836, -0.20911705493927002, -0.20514868199825287, -0.20118029415607452, -0.19721192121505737, -0.19324353337287903, -0.18927514553070068, -0.18530677258968353, -0.1813383847475052, -0.17737001180648804, -0.1734016239643097, -0.16943323612213135, -0.1654648631811142, -0.16149647533893585, -0.1575281023979187, -0.15355971455574036, -0.149591326713562, -0.14562295377254486, -0.14165456593036652, -0.13768619298934937, -0.13371780514717102, -0.12974943220615387, -0.12578104436397552, -0.12181266397237778, -0.11784428358078003, -0.11387589573860168, -0.10990751534700394, -0.10593913495540619, -0.10197075456380844, -0.0980023741722107, -0.09403398633003235, -0.0900656059384346, -0.08609722554683685, -0.0821288451552391, -0.07816046476364136, -0.07419207692146301, -0.07022369652986526, -0.06625531613826752, -0.06228693574666977, -0.05831855162978172, -0.054350171238183975, -0.05038179084658623, -0.04641340672969818, -0.04244502633810043, -0.038476645946502686, -0.03450826182961464, -0.03053988143801689, -0.026571499183773994, -0.022603116929531097, -0.0186347346752882, -0.014666353352367878, -0.010697972029447556, -0.0067295897752046585, -0.0027612079866230488, 0.001207173801958561, 0.005175555590540171, 0.00914393737912178, 0.013112319633364677, 0.017080701887607574, 0.021049082279205322, 0.02501746453344822, 0.028985846787691116, 0.032954227179288864, 0.03692261129617691, 0.04089099168777466]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 3.0, 3.0, 2.0, 5.0, 4.0, 6.0, 5.0, 7.0, 9.0, 11.0, 14.0, 9.0, 23.0, 23.0, 21.0, 29.0, 12.0, 11.0, 12.0, 8.0, 12.0, 11.0, 6.0, 6.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.07201596349477768, -0.07041549682617188, -0.06881503015756607, -0.06721456348896027, -0.06561409682035446, -0.06401363015174866, -0.062413159757852554, -0.06081269308924675, -0.05921222269535065, -0.05761175602674484, -0.05601128935813904, -0.054410822689533234, -0.05281035602092743, -0.051209889352321625, -0.04960941895842552, -0.04800895228981972, -0.04640848562121391, -0.04480801895260811, -0.043207552284002304, -0.0416070818901062, -0.0400066152215004, -0.03840614855289459, -0.03680568188428879, -0.03520521521568298, -0.03360474854707718, -0.032004278153181076, -0.03040381148457527, -0.028803344815969467, -0.027202878147363663, -0.02560240961611271, -0.024001942947506905, -0.02240147441625595, -0.020801007747650146, -0.019200541079044342, -0.01760007254779339, -0.015999605879187584, -0.014399138279259205, -0.012798670679330826, -0.011198204010725021, -0.009597736410796642, -0.007997268810868263, -0.006396801210939884, -0.0047963340766727924, -0.003195866709575057, -0.0015953993424773216, 5.06802462041378e-06, 0.0016055353917181492, 0.0032060027588158846, 0.00480647012591362, 0.006406937725841999, 0.008007405325770378, 0.009607871994376183, 0.011208339594304562, 0.01280880719423294, 0.014409273862838745, 0.0160097423940897, 0.017610209062695503, 0.019210675731301308, 0.02081114426255226, 0.022411610931158066, 0.02401207759976387, 0.025612546131014824, 0.02721301279962063, 0.028813481330871582, 0.030413947999477386]}, "_runtime": 160.85576248168945, "_timestamp": 1596211750.6268713, "_step": 200}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 0.0, 6.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010416139848530293, -0.010077937506139278, -0.009739736095070839, -0.009401533752679825, -0.009063332341611385, -0.008725129999220371, -0.008386928588151932, -0.008048726245760918, -0.007710524834692478, -0.007372322492301464, -0.007034120615571737, -0.0066959187388420105, -0.006357716862112284, -0.006019514985382557, -0.00568131310865283, -0.005343111231923103, -0.0050049093551933765, -0.00466670747846365, -0.004328505601733923, -0.003990303725004196, -0.0036521018482744694, -0.003313899738714099, -0.002975697861984372, -0.0026374959852546453, -0.0022992941085249186, -0.0019610922317951918, -0.001622890355065465, -0.0012846883619204164, -0.0009464864851906896, -0.0006082846084609628, -0.00027008267352357507, 6.811923230998218e-05, 0.00040632113814353943, 0.0007445230148732662, 0.001082724891602993, 0.0014209268847480416, 0.0017591287614777684, 0.002097330754622817, 0.002435532631352544, 0.0027737345080822706, 0.0031119363848119974, 0.003450138261541724, 0.003788340138271451, 0.0041265422478318214, 0.004464744124561548, 0.004802946001291275, 0.005141147878021002, 0.005479349754750729, 0.005817551631480455, 0.006155753508210182, 0.006493955384939909, 0.006832157261669636, 0.0071703591383993626, 0.007508561015129089, 0.007846763357520103, 0.008184964768588543, 0.008523167110979557, 0.008861368522047997, 0.00919957086443901, 0.00953777227550745, 0.009875974617898464, 0.010214176028966904, 0.010552378371357918, 0.010890579782426357, 0.011228782124817371]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 5.0, 6.0, 5.0, 3.0, 9.0, 7.0, 10.0, 14.0, 10.0, 14.0, 24.0, 37.0, 35.0, 48.0, 47.0, 67.0, 112.0, 147.0, 229.0, 399.0, 5331.0, 527.0, 224.0, 164.0, 97.0, 72.0, 60.0, 47.0, 32.0, 22.0, 19.0, 18.0, 11.0, 11.0, 10.0, 9.0, 6.0, 4.0, 4.0, 5.0, 7.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.10698042809963226, -0.10358130186796188, -0.1001821756362915, -0.09678305685520172, -0.09338393062353134, -0.08998480439186096, -0.08658568561077118, -0.0831865593791008, -0.07978743314743042, -0.07638830691576004, -0.07298918068408966, -0.06959006190299988, -0.0661909356713295, -0.06279180943965912, -0.05939268693327904, -0.055993564426898956, -0.05259443819522858, -0.0491953119635582, -0.045796189457178116, -0.042397066950798035, -0.038997940719127655, -0.035598814487457275, -0.032199691981077194, -0.028800567612051964, -0.025401443243026733, -0.022002318874001503, -0.018603194504976273, -0.015204070135951042, -0.011804945766925812, -0.008405821397900581, -0.005006697028875351, -0.0016075726598501205, 0.0017915517091751099, 0.00519067607820034, 0.00858980044722557, 0.011988924816250801, 0.015388049185276031, 0.018787173554301262, 0.022186297923326492, 0.025585422292351723, 0.028984546661376953, 0.03238367289304733, 0.035782795399427414, 0.039181917905807495, 0.042581044137477875, 0.045980170369148254, 0.049379292875528336, 0.05277841538190842, 0.056177541613578796, 0.059576667845249176, 0.06297579407691956, 0.06637491285800934, 0.06977403908967972, 0.0731731653213501, 0.07657228410243988, 0.07997141033411026, 0.08337053656578064, 0.08676966279745102, 0.0901687890291214, 0.09356790781021118, 0.09696703404188156, 0.10036616027355194, 0.10376527905464172, 0.1071644052863121, 0.11056353151798248]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 4.0, 5.0, 0.0, 4.0, 5.0, 4.0, 6.0, 1.0, 7.0, 26.0, 4.0, 2.0, 2.0, 0.0, 2.0, 7.0, 5.0, 2.0, 7.0, 2.0, 4.0, 1.0, 3.0, 3.0, 1.0, 1.0, 5.0, 1.0, 0.0, 2.0], "bins": [-0.005347950384020805, -0.005225227214396, -0.0051025040447711945, -0.004979780875146389, -0.004857058171182871, -0.004734335001558065, -0.00461161183193326, -0.0044888886623084545, -0.004366165492683649, -0.004243442323058844, -0.0041207196190953255, -0.00399799644947052, -0.0038752732798457146, -0.003752550110220909, -0.0036298269405961037, -0.003507104003801942, -0.0033843808341771364, -0.003261657664552331, -0.003138934727758169, -0.0030162115581333637, -0.0028934883885085583, -0.0027707654517143965, -0.002648042282089591, -0.0025253191124647856, -0.0024025961756706238, -0.0022798730060458183, -0.002157149836421013, -0.0020344266667962074, -0.0019117037300020456, -0.0017889805603772402, -0.0016662575071677566, -0.001543534337542951, -0.0014208112843334675, -0.0012980882311239839, -0.0011753650614991784, -0.0010526420082896948, -0.0009299188968725502, -0.0008071957854554057, -0.0006844727322459221, -0.0005617496208287776, -0.000439026509411633, -0.0003163033979944885, -0.0001935803156811744, -7.085721881594509e-05, 5.186587804928422e-05, 0.00017458897491451353, 0.00029731207177974284, 0.0004200351540930569, 0.0005427582655102015, 0.000665481376927346, 0.0007882044883444905, 0.0009109275415539742, 0.0010336507111787796, 0.0011563737643882632, 0.0012790968175977468, 0.0014018199872225523, 0.001524543040432036, 0.0016472660936415195, 0.001769989263266325, 0.0018927123164758086, 0.0020154353696852922, 0.0021381585393100977, 0.002260881708934903, 0.002383604645729065, 0.0025063278153538704]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [5.0, 1.0, 1.0, 1.0, 3.0, 5.0, 8.0, 11.0, 19.0, 11.0, 20.0, 23.0, 23.0, 60.0, 72.0, 116.0, 142.0, 201.0, 283.0, 467.0, 619.0, 881.0, 1338.0, 1999.0, 3198.0, 5286.0, 9217.0, 17198.0, 38680.0, 136616.0, 832518.0, 59115.0, 26849.0, 15078.0, 9318.0, 6162.0, 4267.0, 2805.0, 2022.0, 1459.0, 994.0, 704.0, 526.0, 390.0, 262.0, 202.0, 124.0, 104.0, 72.0, 43.0, 39.0, 22.0, 20.0, 7.0, 15.0, 5.0, 6.0, 4.0, 4.0, 1.0, 2.0, 0.0, 2.0, 3.0], "bins": [-0.005998350214213133, -0.005799997132271528, -0.005601643584668636, -0.005403290502727032, -0.00520493695512414, -0.005006583873182535, -0.004808230325579643, -0.004609877243638039, -0.004411524161696434, -0.004213170614093542, -0.0040148175321519375, -0.0038164639845490456, -0.003618110902607441, -0.0034197575878351927, -0.0032214042730629444, -0.003023050958290696, -0.002824697643518448, -0.0026263443287461996, -0.0024279910139739513, -0.002229637699201703, -0.002031284384429455, -0.0018329311860725284, -0.001634577987715602, -0.0014362246729433537, -0.0012378713581711054, -0.0010395180433988571, -0.0008411647868342698, -0.0006428115302696824, -0.00044445821549743414, -0.00024610492982901633, -4.7751644160598516e-05, 0.0001506016415078193, 0.0003489549271762371, 0.0005473082419484854, 0.0007456614985130727, 0.0009440147550776601, 0.0011423680698499084, 0.0013407213846221566, 0.001539074582979083, 0.0017374278977513313, 0.0019357812125235796, 0.002134134527295828, 0.002332487842068076, 0.0025308411568403244, 0.002729194238781929, 0.0029275475535541773, 0.0031259008683264256, 0.003324254183098674, 0.003522607497870922, 0.0037209608126431704, 0.003919314127415419, 0.004117667209357023, 0.004316020756959915, 0.00451437383890152, 0.004712727386504412, 0.004911080468446016, 0.005109434016048908, 0.005307787097990513, 0.0055061401799321175, 0.005704493727535009, 0.005902846809476614, 0.006101200357079506, 0.0062995534390211105, 0.0064979069866240025, 0.006696260068565607]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 12.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.02063564397394657, -0.019769547507166862, -0.018903451040387154, -0.018037354573607445, -0.017171258106827736, -0.016305161640048027, -0.015439065173268318, -0.01457296870648861, -0.0137068722397089, -0.012840775772929192, -0.011974679306149483, -0.011108582839369774, -0.010242486372590065, -0.009376389905810356, -0.008510293439030647, -0.007644196972250938, -0.0067781005054712296, -0.005912004038691521, -0.005045907571911812, -0.004179811105132103, -0.003313714638352394, -0.0024476181715726852, -0.0015815217047929764, -0.0007154252380132675, 0.00015067122876644135, 0.0010167676955461502, 0.001882864162325859, 0.002748960629105568, 0.003615057095885277, 0.004481153562664986, 0.0053472500294446945, 0.006213346496224403, 0.007079442963004112, 0.007945539429783821, 0.00881163589656353, 0.009677732363343239, 0.010543828830122948, 0.011409925296902657, 0.012276021763682365, 0.013142118230462074, 0.014008214697241783, 0.014874311164021492, 0.0157404076308012, 0.01660650409758091, 0.01747260056436062, 0.018338697031140327, 0.019204793497920036, 0.020070889964699745, 0.020936986431479454, 0.021803082898259163, 0.022669179365038872, 0.02353527583181858, 0.02440137229859829, 0.025267468765378, 0.026133565232157707, 0.026999661698937416, 0.027865758165717125, 0.028731854632496834, 0.029597951099276543, 0.03046404756605625, 0.03133014589548111, 0.03219623863697052, 0.03306233882904053, 0.03392843157052994, 0.034794531762599945]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 8.0, 11.0, 16.0, 15.0, 22.0, 28.0, 31.0, 51.0, 49.0, 60.0, 79.0, 88.0, 129.0, 159.0, 219.0, 369.0, 466.0, 603.0, 1024.0, 1614.0, 6082.0, 2390.0, 1480.0, 971.0, 612.0, 402.0, 317.0, 246.0, 149.0, 130.0, 108.0, 104.0, 62.0, 52.0, 40.0, 33.0, 27.0, 26.0, 28.0, 28.0, 19.0, 9.0, 13.0, 7.0, 7.0, 11.0, 6.0, 4.0, 2.0, 5.0, 5.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.011513346806168556, -0.011066013015806675, -0.010618679225444794, -0.010171345435082912, -0.009724011644721031, -0.00927667785435915, -0.008829343132674694, -0.008382009342312813, -0.007934675551950932, -0.00748734176158905, -0.007040007971227169, -0.006592674180865288, -0.0061453403905034065, -0.005698006600141525, -0.005250672344118357, -0.0048033385537564754, -0.004356004763394594, -0.003908670973032713, -0.003461336949840188, -0.0030140031594783068, -0.002566669136285782, -0.0021193353459239006, -0.0016720015555620193, -0.0012246676487848163, -0.0007773337420076132, -0.00032999986433424056, 0.00011733401333913207, 0.0005646678619086742, 0.0010120017686858773, 0.0014593356754630804, 0.0019066694658249617, 0.0023540034890174866, 0.002801337279379368, 0.003248671069741249, 0.003696005092933774, 0.004143339116126299, 0.00459067290648818, 0.005038006696850061, 0.005485340487211943, 0.005932674277573824, 0.0063800085335969925, 0.006827342323958874, 0.007274676114320755, 0.007722009904682636, 0.008169343695044518, 0.008616677485406399, 0.00906401127576828, 0.009511345066130161, 0.009958678856492043, 0.010406013578176498, 0.01085334736853838, 0.011300681158900261, 0.011748014949262142, 0.012195348739624023, 0.012642682529985905, 0.013090016320347786, 0.013537350110709667, 0.013984683901071548, 0.01443201769143343, 0.014879352413117886, 0.015326686203479767, 0.015774019062519073, 0.01622135378420353, 0.016668686643242836, 0.017116021364927292]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.14940476417541504, -0.14598806202411652, -0.1425713449716568, -0.13915464282035828, -0.13573794066905975, -0.13232122361660004, -0.1289045214653015, -0.125487819314003, -0.12207110226154327, -0.11865440011024475, -0.11523769050836563, -0.11182098090648651, -0.10840427875518799, -0.10498756915330887, -0.10157085955142975, -0.09815415740013123, -0.0947374477982521, -0.09132073819637299, -0.08790403604507446, -0.08448732644319534, -0.08107061684131622, -0.0776539146900177, -0.07423720508813858, -0.07082049548625946, -0.06740379333496094, -0.06398708373308182, -0.0605703741312027, -0.057153668254613876, -0.053736962378025055, -0.050320252776145935, -0.046903546899557114, -0.043486837297677994, -0.04007013142108917, -0.03665342554450035, -0.03323671594262123, -0.02982001006603241, -0.02640330232679844, -0.02298659458756447, -0.019569888710975647, -0.016153180971741676, -0.012736473232507706, -0.009319765493273735, -0.005903058685362339, -0.0024863514117896557, 0.0009303558617830276, 0.004347063135355711, 0.007763770408928394, 0.01118047721683979, 0.014597184956073761, 0.01801389269530773, 0.021430600434541702, 0.024847306311130524, 0.028264014050364494, 0.031680721789598465, 0.035097427666187286, 0.038514137268066406, 0.04193084314465523, 0.04534754902124405, 0.04876425862312317, 0.05218096449971199, 0.05559767037630081, 0.05901437997817993, 0.06243108585476875, 0.06584779173135757, 0.0692645013332367]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 7.0, 11.0, 7.0, 11.0, 4.0, 6.0, 3.0, 12.0, 13.0, 18.0, 40.0, 24.0, 17.0, 9.0, 11.0, 12.0, 14.0, 9.0, 12.0, 8.0, 5.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.12356609851121902, -0.12071754783391953, -0.11786898970603943, -0.11502043902873993, -0.11217188090085983, -0.10932333022356033, -0.10647477209568024, -0.10362622141838074, -0.10077767074108124, -0.09792911261320114, -0.09508056193590164, -0.09223200380802155, -0.08938345313072205, -0.08653489500284195, -0.08368634432554245, -0.08083778619766235, -0.07798923552036285, -0.07514068484306335, -0.07229212671518326, -0.06944357603788376, -0.06659501791000366, -0.06374646723270416, -0.060897912830114365, -0.05804935842752457, -0.05520080402493477, -0.05235224962234497, -0.04950369521975517, -0.046655140817165375, -0.043806590139865875, -0.04095803573727608, -0.03810948133468628, -0.03526092693209648, -0.03241237252950668, -0.029563818126916885, -0.026715263724327087, -0.02386671118438244, -0.02101815678179264, -0.018169602379202843, -0.01532104890793562, -0.012472495436668396, -0.009623941034078598, -0.006775387097150087, -0.003926833160221577, -0.001078279223293066, 0.0017702747136354446, 0.004618828650563955, 0.007467382587492466, 0.01031593605875969, 0.013164490461349487, 0.016013044863939285, 0.018861599266529083, 0.021710151806473732, 0.02455870620906353, 0.027407260611653328, 0.030255813151597977, 0.033104367554187775, 0.03595292195677757, 0.03880147635936737, 0.04165003076195717, 0.04449858516454697, 0.047347135841846466, 0.050195690244436264, 0.05304424464702606, 0.05589279904961586, 0.05874135345220566]}, "_runtime": 161.66677904129028, "_timestamp": 1596211751.437888, "_step": 201}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 4.0, 6.0, 3.0, 8.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.011379377916455269, -0.011070795357227325, -0.010762211866676807, -0.010453629307448864, -0.01014504674822092, -0.009836463257670403, -0.009527880698442459, -0.009219298139214516, -0.008910715579986572, -0.008602132089436054, -0.00829354953020811, -0.007984966970980167, -0.007676383480429649, -0.007367800921201706, -0.007059217896312475, -0.006750635337084532, -0.006442052312195301, -0.00613346928730607, -0.005824886728078127, -0.005516303703188896, -0.005207721143960953, -0.004899138119071722, -0.004590555094182491, -0.004281972534954548, -0.003973389510065317, -0.00366480671800673, -0.003356223925948143, -0.0030476409010589123, -0.002739058109000325, -0.002430475316941738, -0.0021218922920525074, -0.0018133094999939203, -0.0015047267079353333, -0.0011961439158767462, -0.0008875610074028373, -0.0005789781571365893, -0.0002703953068703413, 3.818754339590669e-05, 0.0003467703936621547, 0.0006553532439284027, 0.0009639360941946507, 0.0012725188862532377, 0.0015811017947271466, 0.0018896847032010555, 0.0021982674952596426, 0.0025068502873182297, 0.0028154333122074604, 0.0031240161042660475, 0.0034325988963246346, 0.0037411816883832216, 0.004049764480441809, 0.004358347505331039, 0.004666930064558983, 0.004975513089448214, 0.005284096114337444, 0.005592678673565388, 0.0059012616984546185, 0.006209844723343849, 0.006518427282571793, 0.006827010307461023, 0.007135593332350254, 0.0074441758915781975, 0.007752758916467428, 0.008061341941356659, 0.008369924500584602]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 6.0, 6.0, 8.0, 6.0, 13.0, 8.0, 14.0, 11.0, 21.0, 27.0, 33.0, 55.0, 73.0, 91.0, 120.0, 212.0, 320.0, 5259.0, 794.0, 280.0, 170.0, 95.0, 76.0, 50.0, 41.0, 30.0, 17.0, 14.0, 13.0, 12.0, 10.0, 9.0, 7.0, 7.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.11958625912666321, -0.11633073538541794, -0.11307520419359207, -0.1098196804523468, -0.10656414926052094, -0.10330862551927567, -0.1000530943274498, -0.09679757058620453, -0.09354203939437866, -0.09028651565313339, -0.08703099191188812, -0.08377546072006226, -0.08051993697881699, -0.07726440578699112, -0.07400888204574585, -0.07075335085391998, -0.06749782711267471, -0.06424230337142944, -0.06098677217960358, -0.05773124471306801, -0.05447571724653244, -0.05122019350528717, -0.0479646660387516, -0.044709138572216034, -0.041453611105680466, -0.0381980836391449, -0.03494255617260933, -0.03168702870607376, -0.028431503102183342, -0.025175975635647774, -0.021920450031757355, -0.018664922565221786, -0.015409395098686218, -0.01215386763215065, -0.008898341096937656, -0.0056428140960633755, -0.0023872870951890945, 0.0008682399056851864, 0.004123766906559467, 0.007379293907433748, 0.01063482090830803, 0.013890348374843597, 0.017145875841379166, 0.020401401445269585, 0.023656928911805153, 0.02691245637834072, 0.03016798198223114, 0.03342350944876671, 0.03667903691530228, 0.039934564381837845, 0.04319009184837341, 0.04644561931490898, 0.04970114678144455, 0.05295667052268982, 0.05621219798922539, 0.059467725455760956, 0.06272324919700623, 0.06597878038883209, 0.06923430413007736, 0.07248983532190323, 0.0757453590631485, 0.07900089025497437, 0.08225641399621964, 0.0855119451880455, 0.08876746892929077]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 2.0, 3.0, 3.0, 6.0, 6.0, 5.0, 4.0, 21.0, 4.0, 4.0, 7.0, 4.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002203707117587328, -0.002120053628459573, -0.0020364001393318176, -0.0019527465337887406, -0.0018690929282456636, -0.0017854394391179085, -0.0017017859499901533, -0.0016181323444470763, -0.0015344788553193212, -0.001450825366191566, -0.001367171760648489, -0.0012835182715207338, -0.0011998647823929787, -0.0011162111768499017, -0.0010325576877221465, -0.0009489041403867304, -0.0008652505930513144, -0.0007815970457158983, -0.0006979434983804822, -0.000614290009252727, -0.000530636461917311, -0.0004469829145818949, -0.00036332939635030925, -0.00027967587811872363, -0.00019602233078330755, -0.0001123687979998067, -2.8715265216305852e-05, 5.4938267567195e-05, 0.00013859180035069585, 0.0002222453331341967, 0.00030589886591769755, 0.00038955238414928317, 0.00047320593148469925, 0.0005568594788201153, 0.0006405130261555314, 0.0007241665152832866, 0.0008078200626187027, 0.0008914736099541187, 0.0009751270990818739, 0.0010587807046249509, 0.001142434193752706, 0.0012260876828804612, 0.0013097412884235382, 0.0013933947775512934, 0.0014770482666790485, 0.0015607018722221255, 0.0016443553613498807, 0.0017280089668929577, 0.0018116624560207129, 0.001895315945148468, 0.001978969434276223, 0.002062623156234622, 0.002146276645362377, 0.0022299301344901323, 0.0023135836236178875, 0.0023972371127456427, 0.002480890601873398, 0.0025645443238317966, 0.002648197812959552, 0.002731851302087307, 0.002815504791215062, 0.0028991582803428173, 0.002982812002301216, 0.0030664654914289713, 0.0031501189805567265]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 4.0, 4.0, 7.0, 2.0, 16.0, 24.0, 21.0, 25.0, 59.0, 59.0, 118.0, 142.0, 238.0, 352.0, 554.0, 892.0, 1499.0, 2267.0, 4047.0, 7397.0, 14834.0, 35227.0, 114206.0, 873367.0, 66524.0, 25315.0, 12321.0, 6967.0, 4143.0, 2668.0, 1703.0, 1277.0, 873.0, 651.0, 490.0, 328.0, 269.0, 199.0, 149.0, 100.0, 75.0, 60.0, 44.0, 32.0, 22.0, 18.0, 13.0, 12.0, 7.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.005234363954514265, -0.0050563202239573, -0.004878276959061623, -0.004700233228504658, -0.004522189497947693, -0.004344146233052015, -0.00416610250249505, -0.003988059237599373, -0.003810015507042408, -0.0036319720093160868, -0.0034539285115897655, -0.0032758847810328007, -0.0030978412833064795, -0.0029197977855801582, -0.0027417540550231934, -0.002563710557296872, -0.002385667059570551, -0.0022076235618442297, -0.0020295800641179085, -0.0018515363335609436, -0.0016734928358346224, -0.0014954493381083012, -0.0013174057239666581, -0.001139362109825015, -0.0009613186120986938, -0.0007832750561647117, -0.0006052315002307296, -0.00042718794429674745, -0.0002491443883627653, -7.110083242878318e-05, 0.00010694272350519896, 0.0002849862794391811, 0.0004630298353731632, 0.0006410733913071454, 0.0008191169472411275, 0.0009971605613827705, 0.0011752040591090918, 0.001353247556835413, 0.001531291170977056, 0.001709334785118699, 0.0018873782828450203, 0.0020654217805713415, 0.0022434652782976627, 0.0024215090088546276, 0.002599552506580949, 0.00277759600430727, 0.002955639734864235, 0.003133683232590556, 0.0033117267303168774, 0.0034897702280431986, 0.00366781372576952, 0.0038458574563264847, 0.0040239011868834496, 0.004201944451779127, 0.004379988182336092, 0.0045580314472317696, 0.0047360751777887344, 0.004914118908345699, 0.005092162173241377, 0.005270205903798342, 0.005448249168694019, 0.005626292899250984, 0.005804336629807949, 0.005982379894703627, 0.0061604236252605915]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 1.0, 2.0, 3.0, 5.0, 4.0, 11.0, 2.0, 5.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0502207949757576, -0.04920956492424011, -0.04819833114743233, -0.04718710109591484, -0.046175867319107056, -0.04516463726758957, -0.04415340721607208, -0.0431421734392643, -0.04213094338774681, -0.041119709610939026, -0.04010847955942154, -0.03909724950790405, -0.03808601573109627, -0.03707478567957878, -0.036063551902770996, -0.03505232185125351, -0.03404109179973602, -0.03302985802292824, -0.03201862797141075, -0.031007396057248116, -0.02999616414308548, -0.028984932228922844, -0.027973700314760208, -0.026962468400597572, -0.025951236486434937, -0.02494000643491745, -0.023928774520754814, -0.02291754260659218, -0.021906310692429543, -0.020895078778266907, -0.01988384872674942, -0.018872616812586784, -0.01786138489842415, -0.016850152984261513, -0.015838921070098877, -0.014827690087258816, -0.013816459104418755, -0.012805227190256119, -0.011793995276093483, -0.010782764293253422, -0.009771532379090786, -0.00876030046492815, -0.007749069482088089, -0.006737837567925453, -0.005726606119424105, -0.004715374670922756, -0.003704142989590764, -0.002692911308258772, -0.0016816798597574234, -0.0006704482948407531, 0.00034078327007591724, 0.0013520148349925876, 0.002363246399909258, 0.0033744778484106064, 0.004385709762573242, 0.005396941211074591, 0.006408172659575939, 0.007419404108077288, 0.008430635556578636, 0.009441867470741272, 0.010453099384903908, 0.011464330367743969, 0.012475562281906605, 0.013486793264746666, 0.014498025178909302]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 13.0, 7.0, 9.0, 12.0, 5.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 5.0, 5.0, 7.0, 5.0, 2.0, 3.0, 6.0, 7.0, 28.0, 18.0, 27.0, 35.0, 45.0, 60.0, 43.0, 91.0, 101.0, 120.0, 172.0, 264.0, 418.0, 597.0, 915.0, 1370.0, 2453.0, 6433.0, 1878.0, 1037.0, 709.0, 455.0, 278.0, 213.0, 174.0, 126.0, 70.0, 60.0, 41.0, 28.0, 18.0, 17.0, 11.0, 5.0, 3.0, 1.0], "bins": [-0.016248025000095367, -0.015889959409832954, -0.015531891956925392, -0.015173826366662979, -0.014815759845077991, -0.014457693323493004, -0.01409962773323059, -0.013741561211645603, -0.013383494690060616, -0.013025428168475628, -0.01266736164689064, -0.012309296056628227, -0.01195122953504324, -0.011593163013458252, -0.011235097423195839, -0.010877030901610851, -0.010518964380025864, -0.010160897858440876, -0.009802831336855888, -0.009444765746593475, -0.009086699225008488, -0.0087286327034235, -0.008370567113161087, -0.0080125005915761, -0.007654434069991112, -0.007296367548406124, -0.006938301492482424, -0.0065802354365587234, -0.006222168914973736, -0.005864102393388748, -0.005506036337465048, -0.0051479702815413475, -0.00478990375995636, -0.004431837238371372, -0.004073771182447672, -0.003715704893693328, -0.003357638604938984, -0.00299957231618464, -0.002641506027430296, -0.002283439738675952, -0.001925373449921608, -0.001567307161167264, -0.00120924087241292, -0.000851174583658576, -0.000493108294904232, -0.00013504200614988804, 0.00022302428260445595, 0.0005810905713587999, 0.0009391568601131439, 0.001297223148867488, 0.001655289437621832, 0.002013355726376176, 0.00237142201513052, 0.002729488303884864, 0.003087554592639208, 0.003445620881393552, 0.003803687170147896, 0.0041617536917328835, 0.004519819747656584, 0.004877885803580284, 0.005235952325165272, 0.005594018846750259, 0.00595208490267396, 0.00631015095859766, 0.006668217480182648]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09718197584152222, -0.09028966724872589, -0.08339735865592957, -0.07650504261255264, -0.06961273401975632, -0.06272042542695999, -0.05582811310887337, -0.04893580079078674, -0.04204349219799042, -0.03515118360519409, -0.028258871287107468, -0.021366560831665993, -0.014474250376224518, -0.007581939920783043, -0.000689629465341568, 0.006202680990099907, 0.013094991445541382, 0.019987301900982857, 0.02687961235642433, 0.033771924674510956, 0.04066423326730728, 0.04755654186010361, 0.05444885417819023, 0.061341166496276855, 0.06823347508907318, 0.0751257836818695, 0.08201809227466583, 0.08891040831804276, 0.09580271691083908, 0.1026950255036354, 0.10958734154701233, 0.11647965013980865, 0.12337195873260498, 0.1302642673254013, 0.13715657591819763, 0.14404888451099396, 0.15094119310379028, 0.1578335165977478, 0.16472582519054413, 0.17161813378334045, 0.17851044237613678, 0.1854027509689331, 0.19229505956172943, 0.19918736815452576, 0.20607969164848328, 0.2129720002412796, 0.21986430883407593, 0.22675661742687225, 0.23364892601966858, 0.2405412346124649, 0.24743354320526123, 0.25432586669921875, 0.2612181603908539, 0.2681104838848114, 0.27500277757644653, 0.28189510107040405, 0.2887874245643616, 0.2956797182559967, 0.3025720417499542, 0.30946433544158936, 0.3163566589355469, 0.323248952627182, 0.3301412761211395, 0.33703356981277466, 0.3439258933067322]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 7.0, 7.0, 9.0, 8.0, 13.0, 11.0, 23.0, 35.0, 23.0, 13.0, 13.0, 17.0, 11.0, 6.0, 13.0, 10.0, 5.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-0.06489814072847366, -0.06329421699047089, -0.06169029697775841, -0.06008637696504593, -0.05848245322704315, -0.05687853321433067, -0.055274609476327896, -0.05367068946361542, -0.05206676572561264, -0.05046284571290016, -0.048858921974897385, -0.047255001962184906, -0.04565107822418213, -0.04404715821146965, -0.04244323447346687, -0.040839314460754395, -0.03923539072275162, -0.03763147071003914, -0.03602755069732666, -0.03442362695932388, -0.032819706946611404, -0.031215783208608627, -0.029611861333251, -0.02800793945789337, -0.026404019445180893, -0.024800097569823265, -0.023196175694465637, -0.02159225381910801, -0.01998833194375038, -0.018384410068392754, -0.016780488193035126, -0.015176566317677498, -0.01357264444231987, -0.011968722566962242, -0.010364800691604614, -0.008760878816246986, -0.007156957406550646, -0.005553035531193018, -0.003949114121496677, -0.0023451922461390495, -0.0007412703707814217, 0.0008626513881608844, 0.0024665731471031904, 0.004070494789630175, 0.0056744166649878025, 0.00727833854034543, 0.008882259950041771, 0.010486181825399399, 0.012090103700757027, 0.013694025576114655, 0.015297947451472282, 0.01690186932682991, 0.018505791202187538, 0.020109713077545166, 0.021713634952902794, 0.023317556828260422, 0.0249214768409729, 0.026525398716330528, 0.028129320591688156, 0.029733242467045784, 0.03133716434240341, 0.03294108808040619, 0.03454500809311867, 0.036148931831121445, 0.03775285184383392]}, "_runtime": 162.45177698135376, "_timestamp": 1596211752.2228858, "_step": 202}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 5.0, 4.0, 2.0, 1.0, 2.0, 6.0, 3.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.01102487649768591, -0.010725988075137138, -0.010427100583910942, -0.010128212161362171, -0.0098293237388134, -0.009530436247587204, -0.009231547825038433, -0.008932660333812237, -0.008633771911263466, -0.008334883488714695, -0.008035995997488499, -0.007737107574939728, -0.007438219618052244, -0.007139331661164761, -0.00684044323861599, -0.006541555281728506, -0.0062426673248410225, -0.005943779367953539, -0.005644891411066055, -0.005346002988517284, -0.005047115031629801, -0.004748227074742317, -0.004449338652193546, -0.004150450695306063, -0.003851562738418579, -0.0035526747815310955, -0.0032537865918129683, -0.002954898402094841, -0.0026560104452073574, -0.002357122488319874, -0.0020582342986017466, -0.0017593462252989411, -0.0014604581519961357, -0.0011615700786933303, -0.0008626820053905249, -0.0005637939320877194, -0.000264905858784914, 3.398221451789141e-05, 0.00033287028782069683, 0.0006317583611235023, 0.0009306464344263077, 0.001229534507729113, 0.0015284225810319185, 0.001827310654334724, 0.0021261987276375294, 0.002425086684525013, 0.0027239748742431402, 0.0030228630639612675, 0.003321751020848751, 0.0036206389777362347, 0.003919526934623718, 0.004218415357172489, 0.004517303314059973, 0.004816191270947456, 0.005115079693496227, 0.005413967650383711, 0.0057128556072711945, 0.006011743564158678, 0.006310631521046162, 0.0066095199435949326, 0.006908407900482416, 0.0072072958573699, 0.007506184279918671, 0.007805072236806154, 0.008103960193693638]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 8.0, 7.0, 7.0, 16.0, 14.0, 22.0, 21.0, 26.0, 37.0, 60.0, 69.0, 111.0, 159.0, 269.0, 559.0, 5445.0, 419.0, 220.0, 135.0, 97.0, 52.0, 45.0, 35.0, 29.0, 14.0, 12.0, 10.0, 11.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.13178232312202454, -0.12769263982772827, -0.12360294908285141, -0.11951326578855515, -0.11542357504367828, -0.11133389174938202, -0.10724420100450516, -0.10315451771020889, -0.09906482696533203, -0.09497514367103577, -0.0908854603767395, -0.08679576963186264, -0.08270608633756638, -0.07861639559268951, -0.07452671229839325, -0.07043702155351639, -0.06634733825922012, -0.06225765123963356, -0.058167964220047, -0.054078277200460434, -0.04998859018087387, -0.045898906886577606, -0.04180921986699104, -0.03771953284740448, -0.03362984582781792, -0.029540158808231354, -0.02545047178864479, -0.021360786631703377, -0.017271099612116814, -0.01318141259253025, -0.009091726504266262, -0.005002039950340986, -0.0009123533964157104, 0.0031773331575095654, 0.007267019711434841, 0.01135670579969883, 0.015446392819285393, 0.019536079838871956, 0.02362576499581337, 0.027715452015399933, 0.031805139034986496, 0.03589482605457306, 0.03998451307415962, 0.044074200093746185, 0.04816388338804245, 0.05225357040762901, 0.056343257427215576, 0.06043294444680214, 0.0645226314663887, 0.06861231476068497, 0.07270200550556183, 0.0767916887998581, 0.08088137954473495, 0.08497106283903122, 0.08906075358390808, 0.09315043687820435, 0.09724012017250061, 0.10132981091737747, 0.10541949421167374, 0.1095091849565506, 0.11359886825084686, 0.11768855899572372, 0.12177824229001999, 0.12586793303489685, 0.12995761632919312]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 6.0, 25.0, 2.0, 2.0, 4.0, 7.0, 4.0, 6.0, 5.0, 5.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0030573555268347263, -0.0029765497893095016, -0.002895744051784277, -0.0028149383142590523, -0.0027341325767338276, -0.002653326839208603, -0.0025725211016833782, -0.0024917153641581535, -0.002410909626632929, -0.002330103889107704, -0.0022492981515824795, -0.002168492414057255, -0.00208768667653203, -0.0020068809390068054, -0.001926075085066259, -0.0018452693475410342, -0.0017644636100158095, -0.0016836578724905849, -0.0016028521349653602, -0.0015220463974401355, -0.0014412406599149108, -0.001360434922389686, -0.0012796291848644614, -0.0011988234473392367, -0.0011180175933986902, -0.0010372118558734655, -0.0009564061765559018, -0.0008756004390306771, -0.0007947946432977915, -0.0007139889057725668, -0.0006331831682473421, -0.0005523774307221174, -0.00047157169319689274, -0.00039076595567166805, -0.00030996021814644337, -0.00022915445151738822, -0.00014834871399216354, -6.754296919098124e-05, 1.326277561020106e-05, 9.406852041138336e-05, 0.00017487426521256566, 0.00025568000273779035, 0.00033648574026301503, 0.0004172915068920702, 0.0004980972735211253, 0.00057890301104635, 0.0006597087485715747, 0.0007405144860967994, 0.0008213202236220241, 0.0009021259611472487, 0.0009829316986724734, 0.0010637374361976981, 0.0011445431737229228, 0.0012253489112481475, 0.0013061546487733722, 0.0013869603862985969, 0.0014677662402391434, 0.001548571977764368, 0.0016293777152895927, 0.0017101834528148174, 0.0017909891903400421, 0.0018717949278652668, 0.0019526006653904915, 0.002033406402915716, 0.002114212140440941]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 9.0, 9.0, 14.0, 22.0, 37.0, 48.0, 62.0, 62.0, 110.0, 149.0, 200.0, 353.0, 580.0, 884.0, 1524.0, 2532.0, 4297.0, 7753.0, 15580.0, 35277.0, 100815.0, 852046.0, 86568.0, 31966.0, 15209.0, 8463.0, 4989.0, 3247.0, 2046.0, 1414.0, 938.0, 641.0, 466.0, 351.0, 240.0, 187.0, 136.0, 119.0, 64.0, 59.0, 47.0, 39.0, 20.0, 19.0, 14.0, 13.0, 3.0, 6.0, 4.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00469585508108139, -0.004525425843894482, -0.004354996141046286, -0.00418456643819809, -0.004014137201011181, -0.0038437077309936285, -0.003673278260976076, -0.0035028487909585238, -0.0033324193209409714, -0.003161989850923419, -0.0029915603809058666, -0.0028211309108883142, -0.002650701440870762, -0.0024802719708532095, -0.002309842500835657, -0.0021394130308181047, -0.0019689835608005524, -0.001798554090783, -0.0016281246207654476, -0.0014576951507478952, -0.0012872656807303429, -0.0011168362107127905, -0.0009464067406952381, -0.0007759772706776857, -0.0006055478006601334, -0.000435118330642581, -0.0002646888606250286, -9.425939060747623e-05, 7.617007941007614e-05, 0.0002465995494276285, 0.0004170290194451809, 0.0005874584894627333, 0.0007578879594802856, 0.000928317429497838, 0.0010987468995153904, 0.0012691763695329428, 0.0014396058395504951, 0.0016100353095680475, 0.0017804647795856, 0.0019508942496031523, 0.0021213237196207047, 0.002291753189638257, 0.0024621826596558094, 0.0026326121296733618, 0.002803041599690914, 0.0029734710697084665, 0.003143900539726019, 0.0033143300097435713, 0.0034847594797611237, 0.003655188949778676, 0.0038256184197962284, 0.0039960481226444244, 0.004166477359831333, 0.004336906597018242, 0.004507336299866438, 0.004677766002714634, 0.004848195239901543, 0.005018624477088451, 0.005189054179936647, 0.0053594838827848434, 0.005529913119971752, 0.005700342357158661, 0.005870772060006857, 0.006041201762855053, 0.006211631000041962]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 2.0, 3.0, 5.0, 4.0, 5.0, 9.0, 5.0, 4.0, 1.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017575658857822418, -0.016759049147367477, -0.015942439436912537, -0.015125829726457596, -0.014309220016002655, -0.013492611236870289, -0.012676001526415348, -0.011859391815960407, -0.011042782105505466, -0.010226172395050526, -0.009409562684595585, -0.008592952974140644, -0.007776343729346991, -0.00695973401889205, -0.006143124774098396, -0.0053265150636434555, -0.004509905353188515, -0.003693295642733574, -0.0028766861651092768, -0.0020600766874849796, -0.0012434669770300388, -0.00042685738299041986, 0.0003897522110491991, 0.001206361805088818, 0.002022971399128437, 0.002839581109583378, 0.003656190587207675, 0.004472800064831972, 0.005289409775286913, 0.006106019485741854, 0.006922628730535507, 0.007739238440990448, 0.008555848151445389, 0.00937245786190033, 0.01018906757235527, 0.011005677282810211, 0.011822286993265152, 0.012638895772397518, 0.013455505482852459, 0.0142721151933074, 0.01508872490376234, 0.015905333682894707, 0.016721943393349648, 0.01753855310380459, 0.01835516281425953, 0.01917177252471447, 0.01998838223516941, 0.02080499194562435, 0.021621601656079292, 0.022438211366534233, 0.023254821076989174, 0.024071430787444115, 0.024888040497899055, 0.025704650208353996, 0.026521259918808937, 0.027337869629263878, 0.02815447747707367, 0.02897108718752861, 0.02978769689798355, 0.030604306608438492, 0.03142091631889343, 0.03223752602934837, 0.033054135739803314, 0.033870745450258255, 0.034687355160713196]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 11.0, 13.0, 12.0, 15.0, 32.0, 48.0, 48.0, 65.0, 89.0, 118.0, 130.0, 196.0, 261.0, 351.0, 529.0, 757.0, 1095.0, 1549.0, 2434.0, 6042.0, 1772.0, 1029.0, 583.0, 378.0, 243.0, 132.0, 93.0, 64.0, 47.0, 56.0, 32.0, 17.0, 19.0, 20.0, 13.0, 10.0, 11.0, 15.0, 6.0, 10.0, 4.0, 2.0, 0.0, 3.0, 3.0, 4.0, 5.0, 15.0, 18.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 4.0], "bins": [-0.007447580341249704, -0.0071535599417984486, -0.006859539542347193, -0.006565519142895937, -0.006271498277783394, -0.005977477878332138, -0.005683457478880882, -0.0053894370794296265, -0.005095416679978371, -0.004801396280527115, -0.004507375881075859, -0.004213355481624603, -0.0039193350821733475, -0.003625314449891448, -0.0033312938176095486, -0.0030372734181582928, -0.002743253018707037, -0.002449232619255781, -0.0021552122198045254, -0.001861191587522626, -0.0015671711880713701, -0.0012731507886201143, -0.0009791302727535367, -0.00068510981509462, -0.0003910893574357033, -9.706889977678657e-05, 0.00019695155788213015, 0.0004909720155410469, 0.0007849924731999636, 0.0010790128726512194, 0.001373033388517797, 0.0016670539043843746, 0.0019610743038356304, 0.002255094703286886, 0.002549115102738142, 0.0028431357350200415, 0.0031371561344712973, 0.003431176533922553, 0.0037251971662044525, 0.004019217565655708, 0.004313237965106964, 0.00460725836455822, 0.004901278764009476, 0.0051952991634607315, 0.005489319562911987, 0.00578334042802453, 0.006077360827475786, 0.006371381226927042, 0.006665401626378298, 0.006959422025829554, 0.007253442425280809, 0.007547462824732065, 0.007841483689844608, 0.008135504089295864, 0.00842952448874712, 0.008723544888198376, 0.009017565287649632, 0.009311585687100887, 0.009605606086552143, 0.009899626486003399, 0.010193646885454655, 0.01048766728490591, 0.010781687684357166, 0.011075708083808422, 0.011369729414582253]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1599944531917572, -0.1564447432756424, -0.1528950333595276, -0.14934532344341278, -0.14579559862613678, -0.14224588871002197, -0.13869617879390717, -0.13514646887779236, -0.13159675896167755, -0.12804704904556274, -0.12449733167886734, -0.12094762176275253, -0.11739790439605713, -0.11384819447994232, -0.11029848456382751, -0.10674876719713211, -0.1031990572810173, -0.0996493473649025, -0.09609962999820709, -0.09254992008209229, -0.08900021016597748, -0.08545049279928207, -0.08190078288316727, -0.07835107296705246, -0.07480135560035706, -0.07125164568424225, -0.06770193576812744, -0.06415222585201263, -0.06060250848531723, -0.05705279856920242, -0.05350308492779732, -0.04995337501168251, -0.046403661370277405, -0.0428539477288723, -0.03930423781275749, -0.035754524171352386, -0.03220481425523758, -0.028655100613832474, -0.025105386972427368, -0.021555675193667412, -0.018005963414907455, -0.014456251636147499, -0.010906538926064968, -0.0073568266816437244, -0.0038071144372224808, -0.0002574021928012371, 0.0032923100516200066, 0.00684202229604125, 0.010391734540462494, 0.01394144631922245, 0.017491158097982407, 0.021040871739387512, 0.02459058351814747, 0.028140295296907425, 0.03169000893831253, 0.03523971885442734, 0.03878943249583244, 0.04233914613723755, 0.045888856053352356, 0.04943856969475746, 0.05298828333616257, 0.056537993252277374, 0.06008770689368248, 0.06363742053508759, 0.06718713045120239]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 4.0, 3.0, 1.0, 3.0, 6.0, 1.0, 4.0, 10.0, 8.0, 6.0, 5.0, 10.0, 14.0, 13.0, 37.0, 20.0, 14.0, 18.0, 15.0, 12.0, 13.0, 7.0, 6.0, 4.0, 1.0, 2.0, 4.0, 2.0, 4.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 5.0, 0.0, 1.0], "bins": [-0.046797677874565125, -0.04544880986213684, -0.04409993812441826, -0.042751066386699677, -0.04140219837427139, -0.04005333036184311, -0.03870445862412453, -0.037355586886405945, -0.03600671887397766, -0.03465785086154938, -0.033308979123830795, -0.03196010738611221, -0.03061123937368393, -0.029262369498610497, -0.027913499623537064, -0.02656462974846363, -0.025215759873390198, -0.023866889998316765, -0.022518020123243332, -0.0211691502481699, -0.019820280373096466, -0.018471410498023033, -0.0171225406229496, -0.015773670747876167, -0.014424800872802734, -0.013075930997729301, -0.011727061122655869, -0.010378191247582436, -0.009029321372509003, -0.00768045149743557, -0.006331581622362137, -0.004982711747288704, -0.003633841872215271, -0.002284971997141838, -0.0009361021220684052, 0.00041276775300502777, 0.0017616376280784607, 0.0031105075031518936, 0.0044593773782253265, 0.0058082472532987595, 0.007157117128372192, 0.008505987003445625, 0.009854856878519058, 0.011203726753592491, 0.012552596628665924, 0.013901466503739357, 0.01525033637881279, 0.016599206253886223, 0.017948076128959656, 0.01929694600403309, 0.02064581587910652, 0.021994685754179955, 0.023343555629253387, 0.02469242550432682, 0.026041295379400253, 0.027390165254473686, 0.02873903512954712, 0.030087905004620552, 0.031436774879693985, 0.03278564661741257, 0.03413451462984085, 0.035483382642269135, 0.03683225437998772, 0.0381811261177063, 0.03952999413013458]}, "_runtime": 163.22090888023376, "_timestamp": 1596211752.9920177, "_step": 203}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 7.0, 1.0, 3.0, 7.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010754626244306564, -0.010422305203974247, -0.01008998416364193, -0.009757663123309612, -0.00942534301429987, -0.009093021973967552, -0.008760700933635235, -0.008428379893302917, -0.0080960588529706, -0.00776373827829957, -0.007431417237967253, -0.007099096197634935, -0.006766775622963905, -0.006434454582631588, -0.006102133542299271, -0.005769812967628241, -0.005437491927295923, -0.005105170886963606, -0.004772850312292576, -0.0044405292719602585, -0.004108208231627941, -0.0037758874241262674, -0.0034435666166245937, -0.0031112455762922764, -0.0027789247687906027, -0.002446603961288929, -0.0021142829209566116, -0.001781962113454938, -0.0014496411895379424, -0.0011173202656209469, -0.0007849993999116123, -0.0004526785050984472, -0.00012035761028528214, 0.00021196328452788293, 0.000544284179341048, 0.0008766050450503826, 0.0012089259689673781, 0.0015412468928843737, 0.0018735677003860474, 0.0022058887407183647, 0.0025382095482200384, 0.002870530355721712, 0.0032028513960540295, 0.003535172203555703, 0.003867493011057377, 0.004199814051389694, 0.0045321350917220116, 0.004864455666393042, 0.005196776706725359, 0.005529097747057676, 0.005861418321728706, 0.006193739362061024, 0.006526060402393341, 0.006858380977064371, 0.0071907020173966885, 0.007523023057729006, 0.007855343632400036, 0.008187664672732353, 0.00851998571306467, 0.008852306753396988, 0.009184627793729305, 0.009516947902739048, 0.009849268943071365, 0.010181589983403683, 0.010513911023736]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 5.0, 7.0, 1.0, 9.0, 23.0, 13.0, 25.0, 38.0, 47.0, 86.0, 112.0, 173.0, 292.0, 954.0, 5297.0, 289.0, 193.0, 107.0, 78.0, 51.0, 42.0, 23.0, 11.0, 13.0, 13.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1773466318845749, -0.17180544137954712, -0.16626425087451935, -0.16072304546833038, -0.1551818549633026, -0.14964066445827484, -0.14409947395324707, -0.1385582834482193, -0.13301709294319153, -0.12747588753700256, -0.12193469703197479, -0.11639350652694702, -0.11085231602191925, -0.10531111806631088, -0.09976992756128311, -0.09422872960567474, -0.08868753910064697, -0.0831463485956192, -0.07760515064001083, -0.07206396013498306, -0.0665227621793747, -0.060981571674346924, -0.05544038116931915, -0.04989918693900108, -0.044357992708683014, -0.038816798478364944, -0.033275604248046875, -0.027734413743019104, -0.022193219512701035, -0.016652025282382965, -0.011110832914710045, -0.00556963961571455, -2.8446316719055176e-05, 0.00551274698227644, 0.011053940281271935, 0.016595132648944855, 0.022136326879262924, 0.027677521109580994, 0.033218711614608765, 0.038759905844926834, 0.044301100075244904, 0.04984229430556297, 0.05538348853588104, 0.060924679040908813, 0.06646586954593658, 0.07200706750154495, 0.07754825800657272, 0.08308945596218109, 0.08863064646720886, 0.09417183697223663, 0.099713034927845, 0.10525422543287277, 0.11079542338848114, 0.11633661389350891, 0.12187780439853668, 0.12741899490356445, 0.13296020030975342, 0.1385013908147812, 0.14404258131980896, 0.14958377182483673, 0.1551249623298645, 0.16066615283489227, 0.16620735824108124, 0.171748548746109, 0.17728973925113678]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 6.0, 1.0, 4.0, 2.0, 4.0, 1.0, 2.0, 4.0, 29.0, 4.0, 3.0, 5.0, 3.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0031496004667133093, -0.0030660631600767374, -0.002982526086270809, -0.0028989887796342373, -0.0028154514729976654, -0.0027319141663610935, -0.0026483768597245216, -0.0025648397859185934, -0.0024813024792820215, -0.0023977651726454496, -0.0023142280988395214, -0.0022306907922029495, -0.0021471534855663776, -0.0020636161789298058, -0.001980078872293234, -0.0018965417984873056, -0.0018130044918507338, -0.0017294671852141619, -0.0016459299949929118, -0.0015623928047716618, -0.0014788554981350899, -0.001395318191498518, -0.001311781001277268, -0.0012282438110560179, -0.001144706504419446, -0.001061169197782874, -0.000977632007561624, -0.0008940947591327131, -0.0008105575107038021, -0.0007270202622748911, -0.0006434830138459802, -0.0005599457654170692, -0.0004764085169881582, -0.00039287126855924726, -0.0003093340201303363, -0.00022579677170142531, -0.00014225952327251434, -5.872227484360337e-05, 2.4814973585307598e-05, 0.00010835222201421857, 0.00019188947044312954, 0.0002754267188720405, 0.0003589639673009515, 0.00044250121572986245, 0.0005260384641587734, 0.0006095757125876844, 0.0006931129610165954, 0.0007766502094455063, 0.0008601874578744173, 0.0009437247063033283, 0.0010272619547322392, 0.0011107991449534893, 0.0011943364515900612, 0.001277873758226633, 0.0013614109484478831, 0.0014449481386691332, 0.001528485445305705, 0.001612022751942277, 0.001695559942163527, 0.001779097132384777, 0.001862634439021349, 0.0019461717456579208, 0.0020297090522944927, 0.002113246126100421, 0.002196783432736993]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 8.0, 4.0, 15.0, 9.0, 22.0, 37.0, 38.0, 46.0, 70.0, 94.0, 120.0, 167.0, 260.0, 325.0, 475.0, 652.0, 962.0, 1338.0, 2168.0, 3253.0, 5473.0, 9612.0, 17746.0, 36577.0, 99777.0, 862201.0, 71573.0, 27839.0, 14448.0, 8745.0, 5143.0, 3343.0, 2120.0, 1499.0, 1053.0, 673.0, 465.0, 360.0, 253.0, 201.0, 128.0, 107.0, 63.0, 44.0, 32.0, 25.0, 24.0, 16.0, 13.0, 4.0, 6.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.00538313202559948, -0.00521216681227088, -0.0050412011332809925, -0.004870235919952393, -0.004699270240962505, -0.004528305027633905, -0.004357339348644018, -0.004186374135315418, -0.004015408456325531, -0.003844443242996931, -0.0036734777968376875, -0.003502512350678444, -0.003331547137349844, -0.0031605816911906004, -0.002989616245031357, -0.0028186507988721132, -0.0026476853527128696, -0.002476719906553626, -0.0023057544603943825, -0.002134789014235139, -0.0019638235680758953, -0.0017928582383319736, -0.0016218929085880518, -0.0014509274624288082, -0.0012799620162695646, -0.001108996570110321, -0.0009380311821587384, -0.0007670657942071557, -0.0005961003480479121, -0.000425134930992499, -0.00025416951393708587, -8.320409688167274e-05, 8.776132017374039e-05, 0.0002587267372291535, 0.00042969215428456664, 0.0006006575422361493, 0.0007716229883953929, 0.0009425884345546365, 0.0011135537642985582, 0.0012845192104578018, 0.0014554846566170454, 0.001626450102776289, 0.0017974155489355326, 0.001968380995094776, 0.002139346208423376, 0.0023103116545826197, 0.0024812771007418633, 0.002652242546901107, 0.0028232079930603504, 0.002994173439219594, 0.0031651388853788376, 0.003336104331538081, 0.0035070697776973248, 0.0036780349910259247, 0.0038490004371851683, 0.004019965883344412, 0.004190931096673012, 0.004361896775662899, 0.004532861988991499, 0.004703827667981386, 0.004874792881309986, 0.005045758560299873, 0.005216723773628473, 0.0053876894526183605, 0.0055586546659469604]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 6.0, 1.0, 4.0, 6.0, 3.0, 11.0, 5.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03261837363243103, -0.03180012106895447, -0.030981870368123055, -0.03016361966729164, -0.02934536710381508, -0.028527116402983665, -0.027708865702152252, -0.02689061313867569, -0.026072362437844276, -0.025254109874367714, -0.0244358591735363, -0.023617608472704887, -0.022799355909228325, -0.02198110520839691, -0.02116285264492035, -0.020344601944088936, -0.019526351243257523, -0.01870809867978096, -0.017889847978949547, -0.017071595415472984, -0.01625334471464157, -0.015435093082487583, -0.014616841450333595, -0.013798589818179607, -0.01298033818602562, -0.012162087485194206, -0.011343835853040218, -0.01052558422088623, -0.009707332588732243, -0.008889080956578255, -0.008070830255746841, -0.0072525786235928535, -0.006434326991438866, -0.005616075359284878, -0.004797824192792177, -0.003979572560638189, -0.003161321161314845, -0.002343069761991501, -0.0015248182462528348, -0.0007065667887218297, 0.00011168466880917549, 0.0009299361263401806, 0.0017481875838711858, 0.002566439099609852, 0.003384690498933196, 0.00420294189825654, 0.005021193530410528, 0.005839444696903229, 0.006657696329057217, 0.0074759479612112045, 0.008294199593365192, 0.009112450294196606, 0.009930701926350594, 0.010748953558504581, 0.01156720519065857, 0.012385456822812557, 0.013203708454966545, 0.014021959155797958, 0.014840210787951946, 0.015658462420105934, 0.016476713120937347, 0.01729496568441391, 0.018113216385245323, 0.018931468948721886, 0.0197497196495533]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 6.0, 17.0, 11.0, 11.0, 6.0, 1.0, 0.0, 1.0, 5.0, 5.0, 9.0, 5.0, 6.0, 3.0, 23.0, 51.0, 41.0, 57.0, 86.0, 120.0, 124.0, 153.0, 263.0, 388.0, 592.0, 905.0, 1447.0, 2457.0, 5744.0, 1628.0, 1087.0, 720.0, 525.0, 454.0, 310.0, 256.0, 216.0, 153.0, 124.0, 77.0, 78.0, 54.0, 31.0, 25.0, 39.0, 27.0, 21.0, 12.0, 15.0, 8.0, 8.0, 5.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.010501834563910961, -0.010194226168096066, -0.009886618703603745, -0.009579010307788849, -0.009271402843296528, -0.008963794447481632, -0.008656186051666737, -0.008348578587174416, -0.00804097019135952, -0.007733362261205912, -0.007425754331052303, -0.007118146400898695, -0.006810538470745087, -0.006502930540591478, -0.006195322144776583, -0.005887714214622974, -0.005580106284469366, -0.005272498354315758, -0.004964890424162149, -0.004657282028347254, -0.0043496740981936455, -0.004042066168040037, -0.003734458237886429, -0.003426850074902177, -0.0031192421447485685, -0.00281163421459496, -0.0025040260516107082, -0.0021964181214571, -0.0018888100748881698, -0.0015812020283192396, -0.0012735940981656313, -0.0009659860515967011, -0.000658378005027771, -0.0003507699875626713, -4.316197009757161e-05, 0.0002644460473675281, 0.0005720540648326278, 0.0008796621114015579, 0.0011872700415551662, 0.0014948780881240964, 0.0018024861346930265, 0.002110094064846635, 0.002417702227830887, 0.002725310157984495, 0.0030329180881381035, 0.0033405262511223555, 0.003648134181275964, 0.003955742344260216, 0.004263350274413824, 0.004570958204567432, 0.004878566134721041, 0.005186174530535936, 0.005493782460689545, 0.005801390390843153, 0.006108998320996761, 0.00641660625115037, 0.006724214181303978, 0.007031822577118874, 0.007339430507272482, 0.00764703843742609, 0.007954646833240986, 0.008262254297733307, 0.008569862693548203, 0.008877470158040524, 0.00918507855385542]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07416419684886932, -0.07134110480546951, -0.0685180202126503, -0.06569492816925049, -0.06287184357643127, -0.060048751533031464, -0.05722565948963165, -0.05440257117152214, -0.05157948285341263, -0.048756394535303116, -0.045933306217193604, -0.04311021417379379, -0.04028712585568428, -0.03746403753757477, -0.03464094549417496, -0.031817857176065445, -0.028994768857955933, -0.02617168053984642, -0.02334859035909176, -0.020525500178337097, -0.017702411860227585, -0.014879322610795498, -0.012056233361363411, -0.009233144111931324, -0.006410054862499237, -0.00358696561306715, -0.0007638763636350632, 0.0020592128857970238, 0.004882302135229111, 0.007705391384661198, 0.010528480634093285, 0.013351569883525372, 0.01617465913295746, 0.01899774745106697, 0.021820837631821632, 0.024643927812576294, 0.027467016130685806, 0.03029010444879532, 0.03311319649219513, 0.03593628481030464, 0.038759373128414154, 0.041582461446523666, 0.04440554976463318, 0.04722864180803299, 0.0500517301261425, 0.052874818444252014, 0.055697910487651825, 0.05852099880576134, 0.06134408712387085, 0.06416717916727066, 0.06699026376008987, 0.06981335580348969, 0.0726364403963089, 0.07545953243970871, 0.07828262448310852, 0.08110570907592773, 0.08392880111932755, 0.08675189316272736, 0.08957497775554657, 0.09239806979894638, 0.09522116184234619, 0.0980442464351654, 0.10086733847856522, 0.10369042307138443, 0.10651351511478424]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 5.0, 2.0, 0.0, 2.0, 3.0, 10.0, 13.0, 6.0, 9.0, 10.0, 13.0, 8.0, 17.0, 12.0, 21.0, 21.0, 17.0, 35.0, 16.0, 7.0, 5.0, 5.0, 6.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0544777512550354, -0.05228828266263008, -0.050098810344934464, -0.047909341752529144, -0.04571986943483353, -0.04353040084242821, -0.04134093225002289, -0.03915145993232727, -0.03696199133992195, -0.03477252274751663, -0.032583050429821014, -0.030393581837415695, -0.028204111382365227, -0.02601464092731476, -0.02382517233490944, -0.02163570187985897, -0.019446231424808502, -0.017256760969758034, -0.01506729144603014, -0.012877821922302246, -0.010688351467251778, -0.00849888101220131, -0.006309411488473415, -0.004119941499084234, -0.001930471509695053, 0.00025899847969412804, 0.002448468469083309, 0.00463793845847249, 0.0068274084478616714, 0.00901687890291214, 0.011206348426640034, 0.013395817950367928, 0.015585288405418396, 0.017774758860468864, 0.019964229315519333, 0.022153697907924652, 0.02434316836297512, 0.02653263881802559, 0.028722107410430908, 0.030911577865481377, 0.033101048320531845, 0.035290516912937164, 0.03747998923063278, 0.0396694578230381, 0.04185892641544342, 0.04404839873313904, 0.04623786732554436, 0.048427339643239975, 0.050616808235645294, 0.05280627682805061, 0.05499574914574623, 0.05718521773815155, 0.05937469005584717, 0.06156415864825249, 0.0637536272406578, 0.06594309955835342, 0.06813256442546844, 0.07032203674316406, 0.07251150906085968, 0.0747009813785553, 0.07689044624567032, 0.07907991856336594, 0.08126939088106155, 0.08345885574817657, 0.08564832806587219]}, "_runtime": 163.98890209197998, "_timestamp": 1596211753.760011, "_step": 204}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008082546293735504, -0.007767262402921915, -0.007451978977769613, -0.007136695086956024, -0.006821411661803722, -0.006506127770990133, -0.0061908443458378315, -0.005875560455024242, -0.005560277029871941, -0.0052449931390583515, -0.004929709248244762, -0.004614425823092461, -0.0042991419322788715, -0.00398385850712657, -0.0036685746163129807, -0.003353290958330035, -0.0030380073003470898, -0.0027227236423641443, -0.002407439984381199, -0.0020921563263982534, -0.0017768725519999862, -0.0014615888940170407, -0.0011463051196187735, -0.000831021461635828, -0.0005157378036528826, -0.00020045411656610668, 0.00011482957052066922, 0.0004301132576074451, 0.000745396944694221, 0.0010606806026771665, 0.0013759643770754337, 0.0016912480350583792, 0.0020065316930413246, 0.00232181535102427, 0.0026370990090072155, 0.002952382666990161, 0.0032676663249731064, 0.0035829502157866955, 0.003898233873769641, 0.004213517531752586, 0.004528800956904888, 0.004844084847718477, 0.005159368738532066, 0.005474652163684368, 0.005789936054497957, 0.006105219479650259, 0.006420503370463848, 0.00673578679561615, 0.007051070686429739, 0.007366354577243328, 0.00768163800239563, 0.007996921427547932, 0.008312205784022808, 0.00862748920917511, 0.008942772634327412, 0.009258056059479713, 0.00957334041595459, 0.009888623841106892, 0.010203907266259193, 0.01051919162273407, 0.010834475047886372, 0.011149758473038673, 0.011465041898190975, 0.011780326254665852, 0.012095609679818153]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 4.0, 6.0, 14.0, 16.0, 25.0, 23.0, 27.0, 38.0, 48.0, 67.0, 75.0, 112.0, 165.0, 197.0, 345.0, 5318.0, 581.0, 220.0, 183.0, 107.0, 83.0, 45.0, 45.0, 43.0, 22.0, 18.0, 21.0, 21.0, 12.0, 12.0, 6.0, 5.0, 5.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12660767138004303, -0.12260180711746216, -0.11859594285488129, -0.11459008604288101, -0.11058422178030014, -0.10657835751771927, -0.102572500705719, -0.09856663644313812, -0.09456077218055725, -0.09055490791797638, -0.08654904365539551, -0.08254318684339523, -0.07853732258081436, -0.07453145831823349, -0.07052560150623322, -0.06651973724365234, -0.06251387298107147, -0.0585080087184906, -0.05450214818120003, -0.050496287643909454, -0.04649042338132858, -0.04248455911874771, -0.03847869858145714, -0.034472838044166565, -0.030466973781585693, -0.02646111138164997, -0.02245524898171425, -0.018449386581778526, -0.014443524181842804, -0.010437661781907082, -0.006431799381971359, -0.002425936982035637, 0.0015799254179000854, 0.005585787817835808, 0.00959165021777153, 0.013597512617707253, 0.017603375017642975, 0.021609237417578697, 0.02561509981751442, 0.029620962217450142, 0.033626824617385864, 0.037632688879966736, 0.04163854941725731, 0.04564440995454788, 0.049650274217128754, 0.053656138479709625, 0.0576619990170002, 0.06166785955429077, 0.06567372381687164, 0.06967958807945251, 0.07368545234203339, 0.07769130915403366, 0.08169717341661453, 0.0857030376791954, 0.08970889449119568, 0.09371475875377655, 0.09772062301635742, 0.1017264872789383, 0.10573235154151917, 0.10973820835351944, 0.11374407261610031, 0.11774993687868118, 0.12175579369068146, 0.12576165795326233, 0.1297675222158432]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 5.0, 1.0, 2.0, 4.0, 6.0, 4.0, 22.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 5.0, 2.0, 6.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.003292882116511464, -0.0031957202591001987, -0.0030985581688582897, -0.0030013960786163807, -0.0029042342212051153, -0.00280707236379385, -0.002709910273551941, -0.002612748183310032, -0.0025155863258987665, -0.002418424468487501, -0.002321262378245592, -0.002224100288003683, -0.0021269384305924177, -0.0020297765731811523, -0.0019326144829392433, -0.0018354525091126561, -0.001738290535286069, -0.0016411285614594817, -0.0015439665876328945, -0.0014468046138063073, -0.0013496426399797201, -0.001252480666153133, -0.0011553186923265457, -0.0010581567184999585, -0.0009609947446733713, -0.0008638327708467841, -0.0007666707970201969, -0.0006695088231936097, -0.0005723468493670225, -0.0004751848755404353, -0.0003780229017138481, -0.0002808609278872609, -0.00018369895406067371, -8.653698023408651e-05, 1.0624993592500687e-05, 0.00010778696741908789, 0.0002049489412456751, 0.0003021109150722623, 0.0003992728888988495, 0.0004964348627254367, 0.0005935968365520239, 0.0006907588103786111, 0.0007879207842051983, 0.0008850827580317855, 0.0009822447318583727, 0.0010794067056849599, 0.001176568679511547, 0.0012737306533381343, 0.0013708926271647215, 0.0014680546009913087, 0.0015652165748178959, 0.001662378548644483, 0.0017595405224710703, 0.0018567024962976575, 0.0019538644701242447, 0.0020510265603661537, 0.002148188417777419, 0.0022453502751886845, 0.0023425123654305935, 0.0024396744556725025, 0.002536836313083768, 0.0026339981704950333, 0.0027311602607369423, 0.0028283223509788513, 0.0029254842083901167]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 8.0, 6.0, 10.0, 19.0, 30.0, 51.0, 81.0, 111.0, 158.0, 292.0, 452.0, 693.0, 1147.0, 1819.0, 3288.0, 5976.0, 12176.0, 29022.0, 95966.0, 893633.0, 74034.0, 27212.0, 13441.0, 7498.0, 4317.0, 2767.0, 1747.0, 1174.0, 760.0, 518.0, 391.0, 250.0, 174.0, 124.0, 77.0, 62.0, 47.0, 33.0, 15.0, 15.0, 14.0, 7.0, 9.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007258067838847637, -0.007003327831625938, -0.006748588290065527, -0.006493848282843828, -0.006239108741283417, -0.005984368734061718, -0.005729628726840019, -0.005474889185279608, -0.005220149178057909, -0.00496540917083621, -0.004710669629275799, -0.0044559296220541, -0.004201189614832401, -0.00394645007327199, -0.003691710066050291, -0.003436970291659236, -0.003182230517268181, -0.0029274907428771257, -0.0026727509684860706, -0.002418010961264372, -0.0021632711868733168, -0.0019085314124822617, -0.0016537915216758847, -0.0013990516308695078, -0.0011443118564784527, -0.0008895720238797367, -0.0006348321912810206, -0.0003800923586823046, -0.0001253525260835886, 0.00012938730651512742, 0.00038412713911384344, 0.0006388669717125595, 0.0008936068043112755, 0.0011483465787023306, 0.0014030864695087075, 0.0016578263603150845, 0.0019125661347061396, 0.0021673059090971947, 0.0024220459163188934, 0.0026767856907099485, 0.0029315254651010036, 0.0031862652394920588, 0.003441005013883114, 0.0036957450211048126, 0.003950485028326511, 0.004205224569886923, 0.004459964577108622, 0.004714704118669033, 0.004969444125890732, 0.005224184133112431, 0.005478923674672842, 0.005733663681894541, 0.005988403223454952, 0.006243143230676651, 0.00649788323789835, 0.006752622779458761, 0.00700736278668046, 0.007262102793902159, 0.00751684233546257, 0.007771582342684269, 0.008026322349905968, 0.008281062357127666, 0.00853580143302679, 0.00879054144024849, 0.009045281447470188]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 6.0, 2.0, 4.0, 1.0, 12.0, 5.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022531311959028244, -0.02122141234576702, -0.01991151086986065, -0.018601611256599426, -0.017291709780693054, -0.01598181016743183, -0.014671909622848034, -0.013362009078264236, -0.012052108533680439, -0.010742207989096642, -0.009432307444512844, -0.008122406899929047, -0.0068125068210065365, -0.005502606276422739, -0.004192706197500229, -0.0028828056529164314, -0.001572905108332634, -0.00026300468016415834, 0.0010468957480043173, 0.002356796059757471, 0.0036666966043412685, 0.004976597148925066, 0.006286497227847576, 0.007596397772431374, 0.008906298317015171, 0.010216198861598969, 0.011526099406182766, 0.012835999950766563, 0.014145899564027786, 0.015455800108611584, 0.01676570065319538, 0.018075602129101753, 0.019385501742362976, 0.0206954013556242, 0.02200530283153057, 0.023315202444791794, 0.024625103920698166, 0.02593500353395939, 0.02724490500986576, 0.028554804623126984, 0.029864706099033356, 0.03117460571229458, 0.0324845053255558, 0.03379440680146217, 0.035104308277368546, 0.03641420602798462, 0.03772410750389099, 0.03903400897979736, 0.040343910455703735, 0.04165380820631981, 0.04296370968222618, 0.04427361115813255, 0.04558350890874863, 0.046893410384655, 0.04820331186056137, 0.04951321333646774, 0.050823111087083817, 0.05213301256299019, 0.05344291403889656, 0.054752811789512634, 0.056062713265419006, 0.05737261474132538, 0.05868251621723175, 0.059992413967847824, 0.061302315443754196]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 7.0, 11.0, 17.0, 11.0, 16.0, 21.0, 24.0, 59.0, 62.0, 74.0, 91.0, 156.0, 230.0, 387.0, 554.0, 881.0, 1338.0, 2251.0, 6352.0, 1962.0, 1203.0, 778.0, 610.0, 338.0, 261.0, 173.0, 141.0, 96.0, 78.0, 49.0, 29.0, 25.0, 14.0, 20.0, 12.0, 8.0, 8.0, 14.0, 2.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 19.0, 9.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0], "bins": [-0.012366927228868008, -0.011859674006700516, -0.011352420784533024, -0.010845166631042957, -0.010337913408875465, -0.009830660186707973, -0.009323406964540482, -0.00881615374237299, -0.008308900520205498, -0.0078016468323767185, -0.007294393144547939, -0.006787139922380447, -0.0062798867002129555, -0.005772633012384176, -0.005265379790216684, -0.004758126102387905, -0.004250872880220413, -0.0037436194252222776, -0.003236365970224142, -0.00272911274805665, -0.0022218592930585146, -0.001714605838060379, -0.0012073524994775653, -0.0007000991026870906, -0.00019284570589661598, 0.00031440769089385867, 0.0008216610876843333, 0.001328914426267147, 0.0018361678812652826, 0.002343421336263418, 0.00285067455843091, 0.0033579280134290457, 0.0038651814684271812, 0.004372434690594673, 0.004879688378423452, 0.005386941600590944, 0.0058941952884197235, 0.006401448510587215, 0.006908701732754707, 0.0074159554205834866, 0.007923208177089691, 0.008430462330579758, 0.00893771555274725, 0.009444968774914742, 0.009952221997082233, 0.010459475219249725, 0.010966729372739792, 0.011473982594907284, 0.011981235817074776, 0.012488489039242268, 0.01299574226140976, 0.013502996414899826, 0.014010249637067318, 0.01451750285923481, 0.015024756081402302, 0.015532009303569794, 0.01603926345705986, 0.016546515747904778, 0.017053769901394844, 0.01756102405488491, 0.018068276345729828, 0.018575530499219894, 0.01908278279006481, 0.019590036943554878, 0.020097289234399796]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.2793716788291931, -0.2740233242511749, -0.26867496967315674, -0.26332661509513855, -0.257978230714798, -0.2526298761367798, -0.2472815215587616, -0.2419331669807434, -0.23658481240272522, -0.23123644292354584, -0.22588808834552765, -0.22053973376750946, -0.21519136428833008, -0.2098430097103119, -0.2044946551322937, -0.19914628565311432, -0.19379793107509613, -0.18844957649707794, -0.18310120701789856, -0.17775285243988037, -0.17240449786186218, -0.1670561283826828, -0.1617077738046646, -0.15635941922664642, -0.15101104974746704, -0.14566269516944885, -0.14031434059143066, -0.13496598601341248, -0.1296176165342331, -0.1242692619562149, -0.11892089992761612, -0.11357254534959793, -0.10822418332099915, -0.10287582129240036, -0.09752746671438217, -0.09217910468578339, -0.0868307501077652, -0.08148238807916641, -0.07613402605056763, -0.07078567147254944, -0.06543730944395065, -0.060088951140642166, -0.05474059283733368, -0.049392230808734894, -0.04404387250542641, -0.03869551420211792, -0.033347152173519135, -0.027998793870210648, -0.02265043556690216, -0.017302077263593674, -0.011953717097640038, -0.006605357863008976, -0.0012569986283779144, 0.004091360606253147, 0.009439719840884209, 0.01478807907551527, 0.020136438310146332, 0.02548479661345482, 0.030833156779408455, 0.03618151694536209, 0.04152987524867058, 0.046878233551979065, 0.05222659558057785, 0.05757495388388634, 0.06292331218719482]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 12.0, 4.0, 4.0, 7.0, 9.0, 15.0, 33.0, 25.0, 12.0, 20.0, 21.0, 26.0, 10.0, 9.0, 5.0, 8.0, 3.0, 5.0, 4.0, 4.0, 2.0, 1.0, 4.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.09048926085233688, -0.08803645521402359, -0.0855836495757103, -0.083130843937397, -0.08067803829908371, -0.07822523266077042, -0.07577242702245712, -0.07331962138414383, -0.07086681574583054, -0.06841401010751724, -0.06596120446920395, -0.06350839883089066, -0.06105559319257736, -0.05860278755426407, -0.056149981915950775, -0.05369717627763748, -0.05124437063932419, -0.048791565001010895, -0.0463387593626976, -0.04388595372438431, -0.041433148086071014, -0.03898034244775772, -0.03652753680944443, -0.034074731171131134, -0.03162192553281784, -0.029169119894504547, -0.026716314256191254, -0.02426350861787796, -0.021810702979564667, -0.019357897341251373, -0.01690509170293808, -0.014452286064624786, -0.011999480426311493, -0.0095466747879982, -0.007093869149684906, -0.0046410635113716125, -0.002188257873058319, 0.00026454776525497437, 0.002717353403568268, 0.005170159041881561, 0.007622964680194855, 0.010075770318508148, 0.012528575956821442, 0.014981381595134735, 0.01743418723344803, 0.019886992871761322, 0.022339798510074615, 0.02479260414838791, 0.027245409786701202, 0.029698215425014496, 0.03215102106332779, 0.03460382670164108, 0.037056632339954376, 0.03950943797826767, 0.04196224361658096, 0.04441504925489426, 0.04686785489320755, 0.049320660531520844, 0.05177346616983414, 0.05422627180814743, 0.056679077446460724, 0.05913188308477402, 0.06158468872308731, 0.0640374943614006, 0.0664902999997139]}, "_runtime": 164.80092239379883, "_timestamp": 1596211754.5720313, "_step": 205}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 6.0, 9.0, 2.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010660845786333084, -0.010389157570898533, -0.010117468424141407, -0.009845780208706856, -0.00957409106194973, -0.009302402846515179, -0.009030714631080627, -0.008759025484323502, -0.00848733726888895, -0.008215649053454399, -0.007943959906697273, -0.007672271691262722, -0.0074005830101668835, -0.007128894329071045, -0.006857206113636494, -0.006585517432540655, -0.006313828751444817, -0.006042140070348978, -0.0057704513892531395, -0.005498763173818588, -0.00522707449272275, -0.004955385811626911, -0.00468369759619236, -0.004412008915096521, -0.004140320234000683, -0.0038686315529048443, -0.0035969431046396494, -0.0033252546563744545, -0.003053565975278616, -0.0027818772941827774, -0.0025101888459175825, -0.0022385003976523876, -0.001966811716556549, -0.0016951231518760324, -0.0014234345871955156, -0.001151746022514999, -0.0008800574578344822, -0.0006083688931539655, -0.00033668032847344875, -6.499176379293203e-05, 0.00020669680088758469, 0.0004783853655681014, 0.0007500739302486181, 0.0010217624949291348, 0.0012934510596096516, 0.0015651396242901683, 0.001836828188970685, 0.00210851663723588, 0.0023802053183317184, 0.002651893999427557, 0.002923582447692752, 0.0031952708959579468, 0.0034669595770537853, 0.003738648258149624, 0.004010336473584175, 0.004282025154680014, 0.004553713835775852, 0.004825402516871691, 0.005097091197967529, 0.0053687794134020805, 0.005640468094497919, 0.005912156775593758, 0.006183844991028309, 0.006455533672124147, 0.006727222353219986]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 9.0, 6.0, 4.0, 14.0, 14.0, 16.0, 12.0, 20.0, 26.0, 27.0, 45.0, 53.0, 52.0, 85.0, 104.0, 165.0, 258.0, 890.0, 5116.0, 327.0, 185.0, 93.0, 80.0, 77.0, 48.0, 33.0, 30.0, 25.0, 17.0, 21.0, 15.0, 15.0, 8.0, 3.0, 4.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09674014151096344, -0.09351680427789688, -0.09029347449541092, -0.08707013726234436, -0.0838468000292778, -0.08062347024679184, -0.07740013301372528, -0.07417679578065872, -0.07095345854759216, -0.0677301287651062, -0.06450679153203964, -0.06128345802426338, -0.05806012451648712, -0.05483678728342056, -0.0516134537756443, -0.048390116542577744, -0.04516678303480148, -0.04194344952702522, -0.038720112293958664, -0.035496778786182404, -0.032273441553115845, -0.029050108045339584, -0.025826774537563324, -0.022603439167141914, -0.019380103796720505, -0.016156768426299095, -0.01293343398720026, -0.009710099548101425, -0.0064867641776800156, -0.0032634292729198933, -4.0094368159770966e-05, 0.0031832405366003513, 0.006406575441360474, 0.009629910811781883, 0.012853245250880718, 0.016076579689979553, 0.019299915060400963, 0.022523250430822372, 0.025746583938598633, 0.028969919309020042, 0.03219325467944145, 0.03541658818721771, 0.03863992542028427, 0.04186325892806053, 0.04508659243583679, 0.04830992966890335, 0.05153326317667961, 0.05475660040974617, 0.05797993391752243, 0.06120326742529869, 0.06442660093307495, 0.06764993816614151, 0.07087327539920807, 0.07409660518169403, 0.07731994241476059, 0.08054327964782715, 0.08376660943031311, 0.08698994666337967, 0.09021328389644623, 0.09343662112951279, 0.09665995091199875, 0.09988328814506531, 0.10310662537813187, 0.10632995516061783, 0.10955329239368439]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 23.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 7.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.0020276657305657864, -0.001963459886610508, -0.0018992539262399077, -0.0018350480822846293, -0.0017708421219140291, -0.0017066362779587507, -0.0016424304340034723, -0.001578224473632872, -0.0015140186296775937, -0.0014498127857223153, -0.001385606825351715, -0.0013214009813964367, -0.0012571951374411583, -0.001192989177070558, -0.0011287833331152797, -0.0010645773727446795, -0.001000371528789401, -0.0009361656266264617, -0.0008719597244635224, -0.000807753880508244, -0.0007435479783453047, -0.0006793420761823654, -0.000615136232227087, -0.0005509303300641477, -0.0004867244279012084, -0.0004225185257382691, -0.00035831265267916024, -0.0002941067796200514, -0.00022990087745711207, -0.000165694989846088, -0.00010148910223506391, -3.728321462403983e-05, 2.6922672986984253e-05, 9.112856059800833e-05, 0.00015533444820903242, 0.0002195403358200565, 0.0002837462234310806, 0.0003479521255940199, 0.00041215799865312874, 0.0004763638717122376, 0.0005405697738751769, 0.0006047756760381162, 0.0006689815782010555, 0.0007331874221563339, 0.0007973933243192732, 0.0008615992264822125, 0.0009258050704374909, 0.0009900110308080912, 0.0010542168747633696, 0.001118422718718648, 0.0011826286790892482, 0.0012468345230445266, 0.0013110404834151268, 0.0013752463273704052, 0.0014394521713256836, 0.0015036581316962838, 0.0015678639756515622, 0.0016320698196068406, 0.0016962757799774408, 0.0017604816239327192, 0.0018246874678879976, 0.0018888934282585979, 0.0019530992722138762, 0.0020173052325844765, 0.002081511076539755]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 9.0, 5.0, 18.0, 18.0, 34.0, 41.0, 76.0, 116.0, 191.0, 323.0, 590.0, 1022.0, 1918.0, 3700.0, 7882.0, 20077.0, 74578.0, 931255.0, 79665.0, 26613.0, 12696.0, 6983.0, 4098.0, 2500.0, 1601.0, 1162.0, 782.0, 537.0, 336.0, 234.0, 174.0, 106.0, 75.0, 57.0, 47.0, 34.0, 34.0, 15.0, 11.0, 5.0, 6.0, 6.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00602980749681592, -0.005784481298178434, -0.005539155565202236, -0.005293829366564751, -0.005048503167927265, -0.00480317696928978, -0.004557850770652294, -0.004312525037676096, -0.0040671988390386105, -0.003821872640401125, -0.003576546674594283, -0.0033312207087874413, -0.0030858945101499557, -0.0028405683115124702, -0.0025952423457056284, -0.0023499163798987865, -0.002104590181261301, -0.0018592640990391374, -0.0016139380168169737, -0.00136861193459481, -0.0011232858523726463, -0.0008779597701504827, -0.000632633687928319, -0.0003873076057061553, -0.00014198152348399162, 0.00010334455873817205, 0.00034867064096033573, 0.0005939967231824994, 0.0008393228054046631, 0.0010846488876268268, 0.0013299749698489904, 0.0015753010520711541, 0.0018206271342933178, 0.0020659533329308033, 0.002311279298737645, 0.002556605264544487, 0.0028019314631819725, 0.003047257661819458, 0.0032925836276263, 0.0035379095934331417, 0.003783235792070627, 0.004028561990708113, 0.004273887723684311, 0.004519213922321796, 0.004764540120959282, 0.005009866319596767, 0.005255192518234253, 0.005500518251210451, 0.005745844449847937, 0.005991170648485422, 0.00623649638146162, 0.006481822580099106, 0.006727148778736591, 0.006972474977374077, 0.007217801176011562, 0.0074631269089877605, 0.007708453107625246, 0.007953778840601444, 0.00819910503923893, 0.008444431237876415, 0.0086897574365139, 0.008935083635151386, 0.009180409833788872, 0.009425736032426357, 0.009671062231063843]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 9.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020052367821335793, -0.01916934736073017, -0.0182863287627697, -0.017403308302164078, -0.016520287841558456, -0.015637269243597984, -0.014754248782992363, -0.013871229253709316, -0.01298820972442627, -0.012105190195143223, -0.011222170665860176, -0.010339150205254555, -0.009456130675971508, -0.008573111146688461, -0.007690091151744127, -0.006807071156799793, -0.0059240516275167465, -0.0050410320982337, -0.004158012103289366, -0.0032749923411756754, -0.002391972579061985, -0.0015089528169482946, -0.0006259330548346043, 0.0002570867072790861, 0.0011401064693927765, 0.002023126231506467, 0.0029061459936201572, 0.0037891657557338476, 0.004672185517847538, 0.005555205047130585, 0.006438225042074919, 0.007321245037019253, 0.0082042645663023, 0.009087284095585346, 0.009970303624868393, 0.010853324085474014, 0.011736343614757061, 0.012619363144040108, 0.013502383604645729, 0.014385403133928776, 0.015268422663211823, 0.016151443123817444, 0.017034461721777916, 0.017917482182383537, 0.01880050078034401, 0.01968352124094963, 0.020566541701555252, 0.021449560299515724, 0.022332580760121346, 0.023215601220726967, 0.02409861981868744, 0.02498164027929306, 0.02586466073989868, 0.026747679337859154, 0.027630699798464775, 0.028513718396425247, 0.02939673885703087, 0.03027975931763649, 0.031162777915596962, 0.032045796513557434, 0.032928816974163055, 0.03381183743476868, 0.0346948578953743, 0.03557787835597992, 0.03646089881658554]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 5.0, 6.0, 7.0, 2.0, 9.0, 12.0, 5.0, 11.0, 16.0, 25.0, 23.0, 24.0, 39.0, 37.0, 41.0, 58.0, 77.0, 120.0, 134.0, 205.0, 226.0, 369.0, 496.0, 729.0, 1095.0, 2144.0, 6178.0, 1752.0, 1058.0, 816.0, 565.0, 435.0, 312.0, 253.0, 193.0, 152.0, 141.0, 99.0, 96.0, 71.0, 70.0, 52.0, 47.0, 46.0, 25.0, 23.0, 14.0, 20.0, 17.0, 10.0, 17.0, 9.0, 2.0, 6.0, 9.0, 6.0, 7.0, 4.0, 2.0, 2.0], "bins": [-0.012512493878602982, -0.012098954990506172, -0.011685416102409363, -0.011271877214312553, -0.010858338326215744, -0.010444799438118935, -0.010031260550022125, -0.009617721661925316, -0.009204182773828506, -0.008790642954409122, -0.008377104066312313, -0.007963565178215504, -0.007550026290118694, -0.007136487402021885, -0.0067229485139250755, -0.006309409625828266, -0.005895870737731457, -0.005482331849634647, -0.005068792961537838, -0.004655254073441029, -0.004241715185344219, -0.003828176064416766, -0.003414636943489313, -0.0030010980553925037, -0.0025875591672956944, -0.002174020279198885, -0.0017604812746867537, -0.0013469422701746225, -0.0009334033820778131, -0.0005198644357733428, -0.00010632548946887255, 0.00030721345683559775, 0.000720752403140068, 0.0011342912912368774, 0.0015478302957490087, 0.00196136930026114, 0.0023749081883579493, 0.0027884470764547586, 0.0032019861973822117, 0.003615525085479021, 0.0040290639735758305, 0.00444260286167264, 0.004856141749769449, 0.005269680637866259, 0.005683219991624355, 0.006096758879721165, 0.006510297767817974, 0.0069238366559147835, 0.007337375544011593, 0.007750914432108402, 0.008164453320205212, 0.008577992208302021, 0.00899153109639883, 0.00940506998449564, 0.00981860887259245, 0.010232147760689259, 0.010645687580108643, 0.011059226468205452, 0.011472765356302261, 0.01188630424439907, 0.01229984313249588, 0.01271338202059269, 0.013126920908689499, 0.013540459796786308, 0.013953998684883118]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2583855092525482, -0.25149548053741455, -0.24460545182228088, -0.23771540820598602, -0.23082537949085236, -0.2239353507757187, -0.21704532206058502, -0.21015529334545135, -0.2032652497291565, -0.19637522101402283, -0.18948519229888916, -0.1825951635837555, -0.17570513486862183, -0.16881510615348816, -0.1619250625371933, -0.15503503382205963, -0.14814500510692596, -0.1412549763917923, -0.13436494767665863, -0.12747490406036377, -0.1205848753452301, -0.11369484663009644, -0.10680481791496277, -0.0999147817492485, -0.09302475303411484, -0.08613472431898117, -0.0792446881532669, -0.07235465943813324, -0.06546463072299957, -0.05857459455728531, -0.05168456584215164, -0.044794533401727676, -0.03790450096130371, -0.031014468520879745, -0.02412443794310093, -0.017234407365322113, -0.010344374924898148, -0.0034543434157967567, 0.003435688093304634, 0.010325719602406025, 0.017215751111507416, 0.02410578355193138, 0.030995814129710197, 0.037885844707489014, 0.04477587714791298, 0.051665909588336945, 0.05855593830347061, 0.06544597446918488, 0.07233600318431854, 0.07922603189945221, 0.08611606806516647, 0.09300609678030014, 0.0998961329460144, 0.10678616166114807, 0.11367619037628174, 0.120566226541996, 0.12745624780654907, 0.13434629142284393, 0.1412363201379776, 0.14812634885311127, 0.15501637756824493, 0.1619064062833786, 0.16879644989967346, 0.17568647861480713, 0.1825765073299408]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 4.0, 5.0, 4.0, 5.0, 7.0, 18.0, 23.0, 30.0, 39.0, 16.0, 19.0, 11.0, 3.0, 3.0, 2.0, 4.0, 5.0, 4.0, 5.0, 6.0, 5.0, 2.0, 3.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.13819944858551025, -0.13431398570537567, -0.1304285228252411, -0.1265430599451065, -0.12265758961439133, -0.11877211928367615, -0.11488665640354156, -0.11100119352340698, -0.1071157306432724, -0.10323026031255722, -0.09934479743242264, -0.09545933455228806, -0.09157386422157288, -0.0876884013414383, -0.08380293846130371, -0.07991746813058853, -0.07603200525045395, -0.07214654237031937, -0.06826107203960419, -0.0643756091594696, -0.06049014627933502, -0.05660467967391014, -0.05271921306848526, -0.04883375018835068, -0.044948283582925797, -0.041062816977500916, -0.03717735409736633, -0.03329188749194145, -0.02940642274916172, -0.02552095800638199, -0.021635491400957108, -0.017750026658177376, -0.013864561915397644, -0.009979097172617912, -0.006093631498515606, -0.002208166290074587, 0.0016772989183664322, 0.005562764126807451, 0.00944822933524847, 0.013333695009350777, 0.01721915975213051, 0.02110462449491024, 0.024990089237689972, 0.028875555843114853, 0.032761022448539734, 0.036646485328674316, 0.0405319519340992, 0.04441741481423378, 0.04830288141965866, 0.05218834802508354, 0.056073810905218124, 0.059959277510643005, 0.06384474039077759, 0.06773021072149277, 0.07161567360162735, 0.07550113648176193, 0.07938660681247711, 0.0832720696926117, 0.08715753257274628, 0.09104299545288086, 0.09492846578359604, 0.09881392866373062, 0.1026993915438652, 0.10658486187458038, 0.11047032475471497]}, "_runtime": 165.60675573349, "_timestamp": 1596211755.3778646, "_step": 206}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 7.0, 6.0, 5.0, 3.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.014827576465904713, -0.014432418160140514, -0.014037259854376316, -0.013642101548612118, -0.01324694324284792, -0.012851784937083721, -0.012456625699996948, -0.01206146739423275, -0.011666309088468552, -0.011271150782704353, -0.010875992476940155, -0.010480834171175957, -0.010085675865411758, -0.00969051755964756, -0.009295359253883362, -0.008900200948119164, -0.008505042642354965, -0.008109883405268192, -0.007714725565165281, -0.007319566793739796, -0.006924408487975597, -0.006529250182211399, -0.006134091876447201, -0.0057389335706830025, -0.005343775264918804, -0.0049486164934933186, -0.00455345818772912, -0.004158299881964922, -0.0037631415762007236, -0.0033679830376058817, -0.0029728247318416834, -0.0025776661932468414, -0.002182507887482643, -0.001787349465303123, -0.0013921910431236029, -0.0009970327373594046, -0.0006018743151798844, -0.00020671592210419476, 0.0001884424709714949, 0.0005836008349433541, 0.0009787592571228743, 0.0013739176793023944, 0.0017690761014819145, 0.002164234407246113, 0.002559392713010311, 0.002954551251605153, 0.0033497095573693514, 0.0037448680959641933, 0.004140026401728392, 0.00453518470749259, 0.004930343013256788, 0.005325501784682274, 0.005720660090446472, 0.0061158183962106705, 0.006510976701974869, 0.006906135007739067, 0.007301293313503265, 0.007696452084928751, 0.008091609925031662, 0.008486769162118435, 0.008881927467882633, 0.009277085773646832, 0.00967224407941103, 0.010067402385175228, 0.010462560690939426]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 8.0, 5.0, 7.0, 10.0, 11.0, 21.0, 29.0, 29.0, 33.0, 34.0, 42.0, 48.0, 61.0, 117.0, 149.0, 197.0, 617.0, 5375.0, 396.0, 226.0, 133.0, 72.0, 66.0, 47.0, 37.0, 33.0, 25.0, 20.0, 8.0, 12.0, 12.0, 9.0, 3.0, 11.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12872278690338135, -0.12495574355125427, -0.1211886927485466, -0.11742164939641953, -0.11365460604429245, -0.10988755524158478, -0.1061205118894577, -0.10235346853733063, -0.09858642518520355, -0.09481937438249588, -0.0910523310303688, -0.08728528767824173, -0.08351823687553406, -0.07975119352340698, -0.07598415017127991, -0.07221709936857224, -0.06845005601644516, -0.06468301266431808, -0.06091596558690071, -0.05714891850948334, -0.05338187515735626, -0.04961482807993889, -0.045847781002521515, -0.04208073765039444, -0.038313690572977066, -0.03454664349555969, -0.030779600143432617, -0.027012553066015244, -0.02324550785124302, -0.019478462636470795, -0.01571141555905342, -0.011944370344281197, -0.008177325129508972, -0.0044102794490754604, -0.0006432337686419487, 0.003123811911791563, 0.006890857592225075, 0.0106579028069973, 0.014424948953092098, 0.018191995099186897, 0.02195904031395912, 0.025726085528731346, 0.02949313074350357, 0.033260177820920944, 0.03702722489833832, 0.04079426825046539, 0.04456131532788277, 0.04832835868000984, 0.052095405757427216, 0.05586245283484459, 0.059629496186971664, 0.06339654326438904, 0.06716358661651611, 0.07093063741922379, 0.07469768077135086, 0.07846472412347794, 0.08223177492618561, 0.08599881827831268, 0.08976586163043976, 0.09353290498256683, 0.0972999557852745, 0.10106699913740158, 0.10483404248952866, 0.10860109329223633, 0.1123681366443634]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 2.0, 4.0, 4.0, 5.0, 7.0, 5.0, 6.0, 26.0, 6.0, 4.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002827832940965891, -0.00274073937907815, -0.002653645584359765, -0.002566552022472024, -0.0024794582277536392, -0.002392364665865898, -0.0023052708711475134, -0.0022181773092597723, -0.0021310835145413876, -0.0020439899526536465, -0.0019568963907659054, -0.0018698025960475206, -0.0017827090341597795, -0.0016956153558567166, -0.0016085216775536537, -0.0015214279992505908, -0.0014343343209475279, -0.001347240642644465, -0.001260146964341402, -0.0011730532860383391, -0.0010859596077352762, -0.0009988660458475351, -0.0009117723675444722, -0.0008246786892414093, -0.0007375850109383464, -0.0006504913326352835, -0.0005633976543322206, -0.00047630403423681855, -0.00038921035593375564, -0.0003021166776306927, -0.00021502302843146026, -0.00012792936468031257, -4.0835700929164886e-05, 4.62579628219828e-05, 0.0001333516265731305, 0.00022044529032427818, 0.00030753895407542586, 0.0003946326323784888, 0.00048172628157772124, 0.0005688199307769537, 0.0006559136090800166, 0.0007430072873830795, 0.0008301009656861424, 0.0009171945857815444, 0.0010042882058769464, 0.0010913818841800094, 0.0011784755624830723, 0.0012655692407861352, 0.0013526629190891981, 0.001439756597392261, 0.001526850275695324, 0.0016139439539983869, 0.0017010376323014498, 0.0017881311941891909, 0.0018752248724922538, 0.0019623185507953167, 0.002049412112683058, 0.0021365059074014425, 0.0022235994692891836, 0.0023106932640075684, 0.0023977868258953094, 0.002484880620613694, 0.0025719741825014353, 0.00265906797721982, 0.002746161539107561]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 6.0, 2.0, 5.0, 4.0, 7.0, 9.0, 11.0, 28.0, 34.0, 53.0, 63.0, 98.0, 129.0, 182.0, 270.0, 427.0, 593.0, 848.0, 1279.0, 2005.0, 3375.0, 6087.0, 12084.0, 27845.0, 80694.0, 883437.0, 92273.0, 31357.0, 14597.0, 7853.0, 4743.0, 2814.0, 1935.0, 1352.0, 935.0, 668.0, 489.0, 322.0, 216.0, 151.0, 119.0, 73.0, 54.0, 34.0, 32.0, 14.0, 10.0, 8.0, 3.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.0056800274178385735, -0.005488698370754719, -0.005297369323670864, -0.005106039810925722, -0.0049147107638418674, -0.004723381716758013, -0.004532052669674158, -0.004340723622590303, -0.0041493941098451614, -0.003958065062761307, -0.003766736015677452, -0.0035754069685935974, -0.0033840779215097427, -0.0031927486415952444, -0.0030014195945113897, -0.0028100903145968914, -0.0026187612675130367, -0.002427432220429182, -0.0022361029405146837, -0.002044773893430829, -0.0018534447299316525, -0.001662115566432476, -0.0014707865193486214, -0.0012794573558494449, -0.0010881281923502684, -0.0008967990288510919, -0.0007054699235595763, -0.0005141408182680607, -0.0003228116547688842, -0.00013148252037353814, 5.984661402180791e-05, 0.00025117574841715395, 0.0004425048828125, 0.0006338340463116765, 0.0008251631516031921, 0.0010164922568947077, 0.0012078214203938842, 0.0013991505838930607, 0.0015904796309769154, 0.0017818087944760919, 0.0019731379579752684, 0.002164467005059123, 0.0023557962849736214, 0.002547125332057476, 0.0027384543791413307, 0.002929783659055829, 0.0031211127061396837, 0.003312441986054182, 0.0035037710331380367, 0.0036951000802218914, 0.0038864293601363897, 0.004077758640050888, 0.004269087687134743, 0.004460416734218597, 0.004651745781302452, 0.004843074828386307, 0.0050344038754701614, 0.005225733388215303, 0.005417062435299158, 0.005608391482383013, 0.0057997205294668674, 0.005991049576550722, 0.006182379089295864, 0.006373708136379719, 0.0065650371834635735]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 1.0, 3.0, 5.0, 3.0, 3.0, 1.0, 9.0, 1.0, 7.0, 4.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02309233695268631, -0.022088201716542244, -0.021084066480398178, -0.02007993310689926, -0.019075797870755196, -0.01807166263461113, -0.017067529261112213, -0.016063394024968147, -0.015059258788824081, -0.014055123552680016, -0.013050989247858524, -0.012046854943037033, -0.011042719706892967, -0.010038584470748901, -0.00903445016592741, -0.008030315861105919, -0.007026180624961853, -0.0060220458544790745, -0.005017911083996296, -0.004013776313513517, -0.003009641543030739, -0.0020055067725479603, -0.0010013720020651817, 2.762768417596817e-06, 0.0010068975389003754, 0.002011032309383154, 0.0030151670798659325, 0.004019301850348711, 0.0050234366208314896, 0.006027571391314268, 0.007031706161797047, 0.008035840466618538, 0.009039975702762604, 0.01004411093890667, 0.01104824524372816, 0.012052379548549652, 0.013056514784693718, 0.014060650020837784, 0.015064784325659275, 0.016068918630480766, 0.017073053866624832, 0.018077189102768898, 0.019081324338912964, 0.02008545771241188, 0.021089592948555946, 0.022093728184700012, 0.02309786155819893, 0.024101996794342995, 0.02510613203048706, 0.026110267266631126, 0.027114402502775192, 0.02811853587627411, 0.029122671112418175, 0.03012680634856224, 0.031130939722061157, 0.03213507682085037, 0.03313921019434929, 0.034143343567848206, 0.03514748066663742, 0.03615161404013634, 0.037155747413635254, 0.03815988451242447, 0.039164017885923386, 0.0401681549847126, 0.04117228835821152]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 6.0, 7.0, 4.0, 16.0, 22.0, 26.0, 48.0, 50.0, 63.0, 87.0, 102.0, 127.0, 179.0, 229.0, 346.0, 402.0, 649.0, 896.0, 1329.0, 1981.0, 6340.0, 2290.0, 1105.0, 708.0, 453.0, 260.0, 193.0, 122.0, 101.0, 64.0, 45.0, 24.0, 17.0, 20.0, 14.0, 7.0, 8.0, 8.0, 11.0, 9.0, 1.0, 0.0, 0.0, 1.0, 1.0, 17.0, 15.0, 11.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0], "bins": [-0.011775702238082886, -0.011379948817193508, -0.01098419539630413, -0.010588441975414753, -0.010192688554525375, -0.009796935133635998, -0.00940118171274662, -0.009005428291857243, -0.008609674870967865, -0.008213921450078487, -0.00781816802918911, -0.007422414142638445, -0.007026660721749067, -0.00663090730085969, -0.006235153879970312, -0.0058394004590809345, -0.005443647038191557, -0.005047893617302179, -0.004652140196412802, -0.004256386775523424, -0.0038606333546340466, -0.0034648797009140253, -0.0030691262800246477, -0.00267337285913527, -0.0022776194382458925, -0.001881866017356515, -0.0014861125964671373, -0.001090359059162438, -0.0006946056382730603, -0.00029885218827985227, 9.690126171335578e-05, 0.0004926547408103943, 0.0008884081616997719, 0.0012841615825891495, 0.001679915003478527, 0.0020756684243679047, 0.0024714218452572823, 0.0028671754989773035, 0.003262928919866681, 0.0036586823407560587, 0.004054435528814793, 0.0044501894153654575, 0.004845942836254835, 0.005241696257144213, 0.00563744967803359, 0.006033203098922968, 0.0064289565198123455, 0.006824709940701723, 0.007220463361591101, 0.007616216782480478, 0.008011970669031143, 0.00840772408992052, 0.008803477510809898, 0.009199230931699276, 0.009594984352588654, 0.009990737773478031, 0.010386491194367409, 0.010782244615256786, 0.011177998036146164, 0.011573751457035542, 0.011969504877924919, 0.012365258298814297, 0.012761011719703674, 0.013156765140593052, 0.01355251856148243]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.085595041513443, -0.0827699825167656, -0.0799449235200882, -0.0771198570728302, -0.0742947980761528, -0.0714697390794754, -0.06864467263221741, -0.06581961363554001, -0.06299455463886261, -0.06016949564218521, -0.057344432920217514, -0.05451937019824982, -0.05169431120157242, -0.04886925220489502, -0.04604418948292732, -0.043219126760959625, -0.04039406776428223, -0.03756900876760483, -0.03474394604563713, -0.031918883323669434, -0.029093824326992035, -0.026268763467669487, -0.02344370260834694, -0.02061864174902439, -0.017793580889701843, -0.014968520030379295, -0.012143459171056747, -0.0093183983117342, -0.006493337452411652, -0.0036682765930891037, -0.0008432157337665558, 0.001981845125555992, 0.00480690598487854, 0.007631966844201088, 0.010457027703523636, 0.013282088562846184, 0.01610714942216873, 0.01893221028149128, 0.021757271140813828, 0.024582332000136375, 0.027407392859458923, 0.03023245371878147, 0.03305751457810402, 0.035882577300071716, 0.038707636296749115, 0.041532695293426514, 0.04435775801539421, 0.04718282073736191, 0.05000787973403931, 0.052832938730716705, 0.0556580014526844, 0.0584830641746521, 0.0613081231713295, 0.0641331821680069, 0.06695824861526489, 0.06978330761194229, 0.07260836660861969, 0.07543342560529709, 0.07825848460197449, 0.08108355104923248, 0.08390861004590988, 0.08673366904258728, 0.08955873548984528, 0.09238379448652267, 0.09520885348320007]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 7.0, 5.0, 9.0, 5.0, 9.0, 12.0, 8.0, 15.0, 11.0, 17.0, 33.0, 9.0, 13.0, 12.0, 9.0, 17.0, 4.0, 5.0, 1.0, 6.0, 3.0, 6.0, 4.0, 5.0, 4.0, 3.0, 4.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.03199395164847374, -0.030428655445575714, -0.028863361105322838, -0.02729806676506996, -0.025732770562171936, -0.02416747435927391, -0.022602180019021034, -0.021036885678768158, -0.019471589475870132, -0.017906293272972107, -0.01634099893271923, -0.01477570366114378, -0.013210408389568329, -0.011645113117992878, -0.010079817846417427, -0.008514522574841976, -0.006949227303266525, -0.005383932031691074, -0.0038186367601156235, -0.0022533414885401726, -0.0006880462169647217, 0.0008772490546107292, 0.00244254432618618, 0.004007839597761631, 0.005573134869337082, 0.007138430140912533, 0.008703725412487984, 0.010269020684063435, 0.011834315955638885, 0.013399611227214336, 0.014964906498789787, 0.016530200839042664, 0.01809549704194069, 0.019660793244838715, 0.02122608758509159, 0.022791381925344467, 0.024356678128242493, 0.025921974331140518, 0.027487268671393394, 0.02905256301164627, 0.030617859214544296, 0.03218315541744232, 0.03374844789505005, 0.035313744097948074, 0.0368790403008461, 0.038444336503744125, 0.04000963270664215, 0.04157492518424988, 0.0431402213871479, 0.04470551759004593, 0.046270810067653656, 0.04783610627055168, 0.04940140247344971, 0.05096669867634773, 0.05253199487924576, 0.054097287356853485, 0.05566258355975151, 0.057227879762649536, 0.05879317224025726, 0.06035846844315529, 0.061923764646053314, 0.06348905712366104, 0.06505435705184937, 0.06661964952945709, 0.06818494200706482]}, "_runtime": 166.38918042182922, "_timestamp": 1596211756.1602893, "_step": 207}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 11.0, 6.0, 4.0, 2.0, 2.0, 0.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.015978707000613213, -0.015532172285020351, -0.01508563756942749, -0.014639101922512054, -0.014192567206919193, -0.013746032491326332, -0.013299496844410896, -0.012852962128818035, -0.012406427413225174, -0.011959892697632313, -0.011513357982039452, -0.011066822335124016, -0.010620287619531155, -0.010173752903938293, -0.009727217257022858, -0.009280682541429996, -0.008834147825837135, -0.008387613110244274, -0.007941078394651413, -0.007494542747735977, -0.007048008032143116, -0.006601473316550255, -0.006154938135296106, -0.005708402954041958, -0.005261868238449097, -0.0048153335228562355, -0.004368798341602087, -0.0039222631603479385, -0.0034757284447550774, -0.0030291934963315725, -0.0025826585479080677, -0.002136123599484563, -0.001689588651061058, -0.0012430537026375532, -0.0007965187542140484, -0.00034998380579054356, 9.655114263296127e-05, 0.0005430860910564661, 0.000989621039479971, 0.0014361559879034758, 0.0018826909363269806, 0.0023292258847504854, 0.0027757608331739902, 0.003222295781597495, 0.003668830730021, 0.004115365445613861, 0.00456190062686801, 0.005008435808122158, 0.005454970523715019, 0.00590150523930788, 0.006348040420562029, 0.006794575601816177, 0.0072411103174090385, 0.0076876450330019, 0.008134180679917336, 0.008580715395510197, 0.009027250111103058, 0.009473784826695919, 0.00992031954228878, 0.010366855189204216, 0.010813389904797077, 0.011259924620389938, 0.011706460267305374, 0.012152994982898235, 0.012599529698491096]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 7.0, 3.0, 3.0, 2.0, 6.0, 7.0, 8.0, 15.0, 11.0, 12.0, 13.0, 19.0, 35.0, 51.0, 51.0, 91.0, 121.0, 231.0, 522.0, 5793.0, 370.0, 180.0, 96.0, 57.0, 46.0, 43.0, 23.0, 21.0, 25.0, 17.0, 12.0, 7.0, 8.0, 4.0, 5.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13586804270744324, -0.13122467696666718, -0.1265813112258911, -0.12193795293569565, -0.11729459464550018, -0.11265122890472412, -0.10800786316394806, -0.1033645048737526, -0.09872113913297653, -0.09407777339220047, -0.089434415102005, -0.08479104936122894, -0.08014768362045288, -0.07550432533025742, -0.07086095958948135, -0.06621760129928589, -0.06157423555850983, -0.05693087354302406, -0.0522875115275383, -0.04764414578676224, -0.043000783771276474, -0.03835742175579071, -0.03371405601501465, -0.029070693999528885, -0.02442733198404312, -0.019783969968557358, -0.015140606090426445, -0.010497243143618107, -0.005853880196809769, -0.0012105172500014305, 0.0034328456968069077, 0.008076208643615246, 0.012719571590423584, 0.017362933605909348, 0.02200629748404026, 0.026649661362171173, 0.03129302337765694, 0.0359363853931427, 0.04057975113391876, 0.045223113149404526, 0.04986647516489029, 0.05450983718037605, 0.059153199195861816, 0.06379656493663788, 0.06843993067741394, 0.0730832889676094, 0.07772665470838547, 0.08237001299858093, 0.087013378739357, 0.09165674448013306, 0.09630010277032852, 0.10094346851110458, 0.10558682680130005, 0.11023019254207611, 0.11487355828285217, 0.11951691657304764, 0.1241602823138237, 0.12880364060401917, 0.13344700634479523, 0.1380903720855713, 0.14273373782634735, 0.1473771035671234, 0.15202045440673828, 0.15666382014751434, 0.1613071858882904]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 6.0, 3.0, 3.0, 8.0, 4.0, 4.0, 3.0, 25.0, 5.0, 6.0, 2.0, 6.0, 3.0, 5.0, 1.0, 5.0, 2.0, 3.0, 2.0, 0.0, 3.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003731199074536562, -0.0036128228530287743, -0.0034944466315209866, -0.003376070177182555, -0.0032576939556747675, -0.00313931773416698, -0.003020941512659192, -0.0029025650583207607, -0.002784188836812973, -0.0026658126153051853, -0.0025474363937973976, -0.00242906017228961, -0.0023106837179511786, -0.002192307496443391, -0.002073931274935603, -0.0019555550534278154, -0.001837178715504706, -0.0017188024939969182, -0.0016004261560738087, -0.001482049934566021, -0.0013636735966429114, -0.0012452973751351237, -0.0011269210372120142, -0.0010085448157042265, -0.0008901685359887779, -0.0007717922562733293, -0.0006534159765578806, -0.000535039696842432, -0.00041666344623081386, -0.00029828716651536524, -0.00017991090135183185, -6.153462891234085e-05, 5.6841643527150154e-05, 0.00017521792324259877, 0.0002935942029580474, 0.00041197045356966555, 0.0005303467623889446, 0.0006487229838967323, 0.000767099263612181, 0.0008854755433276296, 0.001003851881250739, 0.0011222281027585268, 0.0012406043242663145, 0.001358980662189424, 0.0014773568836972117, 0.0015957332216203213, 0.001714109443128109, 0.0018324857810512185, 0.0019508620025590062, 0.0020692383404821157, 0.0021876145619899035, 0.002305990783497691, 0.002424367005005479, 0.0025427434593439102, 0.002661119680851698, 0.0027794959023594856, 0.0028978721238672733, 0.003016248345375061, 0.0031346247997134924, 0.00325300102122128, 0.003371377242729068, 0.0034897534642368555, 0.003608129918575287, 0.0037265061400830746, 0.0038448823615908623]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 7.0, 6.0, 8.0, 12.0, 19.0, 26.0, 38.0, 47.0, 75.0, 107.0, 170.0, 234.0, 336.0, 570.0, 769.0, 1164.0, 1869.0, 3256.0, 5817.0, 11807.0, 29485.0, 116526.0, 900609.0, 57191.0, 22070.0, 10907.0, 5906.0, 3661.0, 2204.0, 1488.0, 973.0, 649.0, 471.0, 321.0, 256.0, 147.0, 108.0, 85.0, 70.0, 45.0, 34.0, 29.0, 17.0, 14.0, 11.0, 8.0, 5.0, 6.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006057979539036751, -0.005827786400914192, -0.005597593728452921, -0.00536740105599165, -0.005137207917869091, -0.0049070147797465324, -0.004676822107285261, -0.00444662943482399, -0.004216436296701431, -0.003986243158578873, -0.0037560504861176014, -0.0035258575808256865, -0.0032956646755337715, -0.0030654717702418566, -0.0028352788649499416, -0.0026050859596580267, -0.0023748930543661118, -0.002144700149074197, -0.0019145072437822819, -0.001684314338490367, -0.001454121433198452, -0.001223928527906537, -0.0009937356226146221, -0.0007635427173227072, -0.0005333498120307922, -0.0003031569067388773, -7.296400144696236e-05, 0.00015722890384495258, 0.0003874218091368675, 0.0006176147144287825, 0.0008478076197206974, 0.0010780005250126123, 0.0013081934303045273, 0.0015383863355964422, 0.0017685792408883572, 0.001998772146180272, 0.002228965051472187, 0.002459157956764102, 0.002689350862056017, 0.002919543767347932, 0.003149736672639847, 0.0033799295779317617, 0.0036101224832236767, 0.0038403153885155916, 0.0040705082938075066, 0.004300701431930065, 0.0045308941043913364, 0.004761086776852608, 0.004991279914975166, 0.005221473053097725, 0.005451665725558996, 0.0056818583980202675, 0.005912051536142826, 0.006142244674265385, 0.006372437346726656, 0.006602630019187927, 0.006832823157310486, 0.007063016295433044, 0.007293208967894316, 0.007523401640355587, 0.007753594778478146, 0.007983787916600704, 0.008213980123400688, 0.008444173261523247, 0.008674366399645805]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 8.0, 6.0, 4.0, 11.0, 11.0, 9.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010938766412436962, -0.009096049703657627, -0.007253333926200867, -0.005410617217421532, -0.003567900974303484, -0.0017251846147701144, 0.00011753174476325512, 0.0019602482207119465, 0.003802964463829994, 0.005645680706948042, 0.00748839695006609, 0.009331113658845425, 0.011173829436302185, 0.01301654614508152, 0.014859262853860855, 0.01670197956264019, 0.018544696271419525, 0.02038741111755371, 0.022230127826333046, 0.02407284453511238, 0.025915561243891716, 0.02775827795267105, 0.029600992798805237, 0.03144371137022972, 0.03328642621636391, 0.03512914106249809, 0.03697185963392258, 0.03881457448005676, 0.04065729305148125, 0.04250000789761543, 0.04434272274374962, 0.0461854413151741, 0.04802815616130829, 0.04987087473273277, 0.05171358957886696, 0.053556304425001144, 0.05539902299642563, 0.057241737842559814, 0.0590844564139843, 0.060927171260118484, 0.06276988983154297, 0.06461260467767715, 0.06645531952381134, 0.06829803436994553, 0.07014075666666031, 0.0719834715127945, 0.07382618635892868, 0.07566890120506287, 0.07751161605119705, 0.07935433834791183, 0.08119705319404602, 0.0830397680401802, 0.08488248288631439, 0.08672519773244858, 0.08856792002916336, 0.09041063487529755, 0.09225334972143173, 0.09409606456756592, 0.0959387794137001, 0.09778150171041489, 0.09962421655654907, 0.10146693140268326, 0.10330964624881744, 0.10515236109495163, 0.10699508339166641]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 4.0, 5.0, 11.0, 12.0, 42.0, 85.0, 140.0, 230.0, 403.0, 766.0, 1373.0, 3009.0, 8180.0, 2043.0, 898.0, 392.0, 236.0, 167.0, 98.0, 75.0, 59.0, 27.0, 12.0, 6.0, 8.0, 22.0, 6.0, 12.0, 9.0, 4.0, 5.0, 16.0, 8.0, 4.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 18.0, 0.0, 7.0, 20.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.009452331811189651, -0.008750533685088158, -0.008048735558986664, -0.007346936501562595, -0.0066451383754611015, -0.005943340249359608, -0.0052415416575968266, -0.004539743065834045, -0.0038379449397325516, -0.003136146580800414, -0.0024343482218682766, -0.001732549862936139, -0.0010307515040040016, -0.00032895314507186413, 0.00037284521386027336, 0.0010746435727924109, 0.0017764419317245483, 0.002478240290656686, 0.0031800386495888233, 0.003881837008520961, 0.004583635367453098, 0.005285433493554592, 0.005987232085317373, 0.006689030677080154, 0.007390828803181648, 0.008092626929283142, 0.008794425055384636, 0.009496224112808704, 0.010198022238910198, 0.010899820365011692, 0.01160161942243576, 0.012303417548537254, 0.013005215674638748, 0.013707013800740242, 0.014408811926841736, 0.015110610984265804, 0.015812408179044724, 0.016514208167791367, 0.01721600629389286, 0.017917804419994354, 0.018619602546095848, 0.019321400672197342, 0.020023198798298836, 0.02072499692440033, 0.021426796913146973, 0.022128595039248466, 0.02283039316534996, 0.023532191291451454, 0.024233989417552948, 0.024935787543654442, 0.025637585669755936, 0.02633938379585743, 0.027041181921958923, 0.027742981910705566, 0.02844478003680706, 0.029146578162908554, 0.029848376289010048, 0.030550174415111542, 0.031251974403858185, 0.03195377066731453, 0.03265557065606117, 0.03335736691951752, 0.03405916690826416, 0.034760963171720505, 0.03546276316046715]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.15231850743293762, -0.1486898809671402, -0.14506125450134277, -0.14143262803554535, -0.13780400156974792, -0.1341753751039505, -0.13054674863815308, -0.12691812217235565, -0.12328949570655823, -0.1196608692407608, -0.11603224277496338, -0.11240361630916595, -0.10877498984336853, -0.1051463633775711, -0.10151773691177368, -0.09788911044597626, -0.09426048398017883, -0.09063185751438141, -0.08700323104858398, -0.08337460458278656, -0.07974597811698914, -0.07611735165119171, -0.07248872518539429, -0.06886009871959686, -0.06523147225379944, -0.061602845788002014, -0.05797421932220459, -0.054345592856407166, -0.05071696639060974, -0.04708833992481232, -0.04345971345901489, -0.03983108699321747, -0.036202460527420044, -0.03257383406162262, -0.028945207595825195, -0.02531658113002777, -0.021687954664230347, -0.018059328198432922, -0.014430701732635498, -0.010802075266838074, -0.007173448801040649, -0.003544822335243225, 8.380413055419922e-05, 0.0037124305963516235, 0.007341057062149048, 0.010969683527946472, 0.014598309993743896, 0.01822693645954132, 0.021855562925338745, 0.02548418939113617, 0.029112815856933594, 0.03274144232273102, 0.03637006878852844, 0.03999869525432587, 0.04362732172012329, 0.047255948185920715, 0.05088457465171814, 0.054513201117515564, 0.05814182758331299, 0.06177045404911041, 0.06539908051490784, 0.06902770698070526, 0.07265633344650269, 0.07628495991230011, 0.07991358637809753]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 5.0, 3.0, 3.0, 5.0, 2.0, 6.0, 7.0, 8.0, 6.0, 6.0, 11.0, 15.0, 16.0, 17.0, 31.0, 11.0, 12.0, 8.0, 10.0, 12.0, 8.0, 10.0, 6.0, 5.0, 7.0, 5.0, 5.0, 8.0, 4.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.023891985416412354, -0.02285170927643776, -0.021811434999108315, -0.02077115885913372, -0.019730884581804276, -0.01869060844182968, -0.017650334164500237, -0.016610058024525642, -0.015569782815873623, -0.014529507607221603, -0.013489232398569584, -0.012448957189917564, -0.01140868104994297, -0.01036840584129095, -0.009328130632638931, -0.008287855423986912, -0.007247580215334892, -0.006207305006682873, -0.005167029798030853, -0.0041267541237175465, -0.003086478915065527, -0.0020462037064135075, -0.0010059282649308443, 3.434706013649702e-05, 0.0010746223852038383, 0.002114897593855858, 0.003155173035338521, 0.004195448476821184, 0.005235723685473204, 0.006275998894125223, 0.00731627456843853, 0.00835654977709055, 0.009396824985742569, 0.010437100194394588, 0.011477375403046608, 0.012517650611698627, 0.013557925820350647, 0.014598201960325241, 0.015638476237654686, 0.01667875237762928, 0.017719026654958725, 0.01875930279493332, 0.019799578934907913, 0.020839853212237358, 0.021880129352211952, 0.022920403629541397, 0.02396067976951599, 0.025000954046845436, 0.02604123018682003, 0.027081506326794624, 0.02812178060412407, 0.029162056744098663, 0.030202331021428108, 0.031242607161402702, 0.03228288143873215, 0.03332315757870674, 0.034363433718681335, 0.03540370985865593, 0.036443982273340225, 0.03748425841331482, 0.03852453455328941, 0.03956481069326401, 0.0406050831079483, 0.0416453592479229, 0.04268563538789749]}, "_runtime": 167.1365728378296, "_timestamp": 1596211756.9076817, "_step": 208}
+{"val_accuracy": 0.8243935502283105, "val_loss": 0.4556900623454351, "_runtime": 169.16324710845947, "_timestamp": 1596211758.934356, "_step": 209}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.928482711315155 Truth: v", "Prediction: P Confidence: 0.5511656403541565 Truth: 5", "Prediction: U Confidence: 0.5241766571998596 Truth: 2", "Prediction: O Confidence: 0.6125357747077942 Truth: 0"]}, "_runtime": 169.44249391555786, "_timestamp": 1596211759.2136028, "_step": 210}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 4.0, 7.0, 10.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01534589659422636, -0.014850308187305927, -0.01435471884906292, -0.013859130442142487, -0.013363541103899479, -0.012867952696979046, -0.012372363358736038, -0.011876774951815605, -0.011381186544895172, -0.010885597206652164, -0.010390008799731731, -0.009894419461488724, -0.00939883105456829, -0.008903241716325283, -0.00840765330940485, -0.007912063971161842, -0.007416475564241409, -0.006920886691659689, -0.006425297819077969, -0.005929708946496248, -0.005434120073914528, -0.004938531666994095, -0.0044429427944123745, -0.003947353921830654, -0.003451765049248934, -0.0029561761766672134, -0.002460587304085493, -0.0019649986643344164, -0.001469409791752696, -0.0009738209773786366, -0.00047823216300457716, 1.735665136948228e-05, 0.0005129454657435417, 0.001008534338325262, 0.0015041230944916606, 0.001999711850658059, 0.0024953007232397795, 0.0029908895958215, 0.0034864782355725765, 0.003982067108154297, 0.004477655980736017, 0.004973244853317738, 0.005468833725899458, 0.005964422598481178, 0.006460011005401611, 0.006955599877983332, 0.007451188750565052, 0.00794677808880806, 0.008442366495728493, 0.008937954902648926, 0.009433544240891933, 0.009929132647812366, 0.010424721986055374, 0.010920310392975807, 0.011415899731218815, 0.011911488138139248, 0.012407077476382256, 0.012902665883302689, 0.013398254290223122, 0.01389384362846613, 0.014389432035386562, 0.01488502137362957, 0.015380609780550003, 0.015876198187470436, 0.01637178659439087]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 4.0, 1.0, 0.0, 7.0, 5.0, 12.0, 13.0, 15.0, 23.0, 21.0, 30.0, 44.0, 61.0, 69.0, 88.0, 161.0, 304.0, 5219.0, 1084.0, 243.0, 136.0, 87.0, 63.0, 57.0, 35.0, 29.0, 26.0, 16.0, 13.0, 19.0, 2.0, 3.0, 2.0, 3.0, 0.0, 4.0, 6.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.1558627188205719, -0.1511244773864746, -0.14638622105121613, -0.14164796471595764, -0.13690972328186035, -0.13217148184776306, -0.12743322551250458, -0.12269497662782669, -0.1179567277431488, -0.11321847885847092, -0.10848022997379303, -0.10374198108911514, -0.09900373220443726, -0.09426548331975937, -0.08952723443508148, -0.0847889855504036, -0.08005073666572571, -0.07531248778104782, -0.07057423889636993, -0.06583599001169205, -0.06109774112701416, -0.05635949224233627, -0.051621243357658386, -0.0468829944729805, -0.04214474558830261, -0.037406496703624725, -0.03266824781894684, -0.02792999893426895, -0.023191750049591064, -0.018453501164913177, -0.01371525228023529, -0.008977003395557404, -0.004238754510879517, 0.0004994943737983704, 0.005237743258476257, 0.009975992143154144, 0.014714241027832031, 0.019452489912509918, 0.024190738797187805, 0.028928987681865692, 0.03366723656654358, 0.038405485451221466, 0.04314373433589935, 0.04788198322057724, 0.05262023210525513, 0.057358480989933014, 0.0620967298746109, 0.06683497875928879, 0.07157322764396667, 0.07631147652864456, 0.08104972541332245, 0.08578797429800034, 0.09052622318267822, 0.09526447206735611, 0.100002720952034, 0.10474096983671188, 0.10947921872138977, 0.11421746760606766, 0.11895571649074554, 0.12369396537542343, 0.12843221426010132, 0.1331704556941986, 0.1379087120294571, 0.14264696836471558, 0.14738520979881287]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 1.0, 3.0, 8.0, 3.0, 3.0, 6.0, 8.0, 27.0, 5.0, 5.0, 8.0, 3.0, 3.0, 8.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004626831039786339, -0.004496788140386343, -0.004366745240986347, -0.004236702341586351, -0.004106659442186356, -0.003976617008447647, -0.0038465741090476513, -0.0037165312096476555, -0.0035864883102476597, -0.003456445410847664, -0.003326402511447668, -0.003196359844878316, -0.00306631694547832, -0.0029362740460783243, -0.002806231379508972, -0.0026761884801089764, -0.0025461455807089806, -0.0024161026813089848, -0.002286059781908989, -0.002156017115339637, -0.002025974215939641, -0.0018959313165396452, -0.0017658885335549712, -0.0016358457505702972, -0.0015058028511703014, -0.0013757599517703056, -0.0012457171687856317, -0.0011156743858009577, -0.0009856314864009619, -0.000855588645208627, -0.0007255458040162921, -0.0005955029628239572, -0.0004654601216316223, -0.0003354172804392874, -0.00020537443924695253, -7.533159805461764e-05, 5.471124313771725e-05, 0.00018475408433005214, 0.00031479692552238703, 0.0004448397667147219, 0.0005748826079070568, 0.0007049254490993917, 0.0008349682902917266, 0.0009650111314840615, 0.0010950539726763964, 0.0012250968720763922, 0.0013551396550610662, 0.0014851824380457401, 0.001615225337445736, 0.0017452682368457317, 0.0018753110198304057, 0.0020053538028150797, 0.0021353967022150755, 0.0022654396016150713, 0.0023954822681844234, 0.0025255251675844193, 0.002655568066984415, 0.002785610966384411, 0.0029156538657844067, 0.003045696532353759, 0.0031757394317537546, 0.0033057823311537504, 0.0034358249977231026, 0.0035658678971230984, 0.003695910796523094]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 6.0, 6.0, 5.0, 4.0, 20.0, 23.0, 25.0, 31.0, 57.0, 86.0, 99.0, 167.0, 235.0, 342.0, 504.0, 833.0, 1380.0, 2383.0, 4665.0, 9940.0, 26169.0, 112660.0, 921698.0, 56205.0, 19719.0, 9220.0, 4867.0, 2854.0, 1758.0, 1169.0, 732.0, 513.0, 348.0, 247.0, 181.0, 146.0, 99.0, 65.0, 48.0, 30.0, 29.0, 23.0, 7.0, 3.0, 5.0, 8.0, 6.0, 7.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.009345024824142456, -0.00906457006931305, -0.008784116245806217, -0.00850366149097681, -0.008223207667469978, -0.007942752912640572, -0.007662298157811165, -0.007381843868643045, -0.007101389579474926, -0.0068209352903068066, -0.006540481001138687, -0.00626002624630928, -0.005979571957141161, -0.0056991176679730415, -0.005418662913143635, -0.005138208623975515, -0.004857754334807396, -0.0045773000456392765, -0.004296845756471157, -0.00401639100164175, -0.003735936712473631, -0.0034554824233055115, -0.0031750279013067484, -0.0028945733793079853, -0.002614119090139866, -0.0023336648009717464, -0.0020532102789729834, -0.001772755873389542, -0.0014923014678061008, -0.0012118470622226596, -0.0009313926566392183, -0.0006509382510557771, -0.0003704838454723358, -9.002943988889456e-05, 0.0001904249656945467, 0.00047087937127798796, 0.0007513337768614292, 0.0010317881824448705, 0.0013122425880283117, 0.001592696993611753, 0.0018731513991951942, 0.0021536056883633137, 0.0024340602103620768, 0.00271451473236084, 0.0029949690215289593, 0.0032754233106970787, 0.003555877832695842, 0.003836332354694605, 0.004116786643862724, 0.004397240933030844, 0.004677695222198963, 0.00495814997702837, 0.005238604266196489, 0.005519058555364609, 0.0057995133101940155, 0.006079967599362135, 0.006360421888530254, 0.006640876177698374, 0.006921330466866493, 0.0072017852216959, 0.007482239510864019, 0.007762693800032139, 0.008043148554861546, 0.008323602378368378, 0.008604057133197784]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 5.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 3.0, 1.0, 5.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033433571457862854, -0.032463010400533676, -0.0314924530684948, -0.030521893873810768, -0.02955133467912674, -0.02858077362179756, -0.027610214427113533, -0.026639655232429504, -0.025669096037745476, -0.024698536843061447, -0.02372797764837742, -0.02275741845369339, -0.021786857396364212, -0.020816298201680183, -0.019845739006996155, -0.018875179812312126, -0.017904620617628098, -0.01693406142294407, -0.01596350222826004, -0.014992942102253437, -0.014022382907569408, -0.01305182371288538, -0.012081263586878777, -0.011110704392194748, -0.01014014519751072, -0.00916958600282669, -0.008199026808142662, -0.007228466682136059, -0.00625790748745203, -0.0052873482927680016, -0.004316788632422686, -0.0033462292049080133, -0.002375669777393341, -0.0014051103498786688, -0.0004345509223639965, 0.0005360085051506758, 0.001506567932665348, 0.0024771273601800203, 0.0034476867876946926, 0.0044182464480400085, 0.005388805642724037, 0.006359364837408066, 0.007329924497753382, 0.008300484158098698, 0.009271043352782726, 0.010241602547466755, 0.011212162673473358, 0.012182721868157387, 0.013153281062841415, 0.014123840257525444, 0.015094399452209473, 0.0160649586468935, 0.01703551784157753, 0.018006078898906708, 0.018976638093590736, 0.019947197288274765, 0.020917756482958794, 0.021888315677642822, 0.02285887487232685, 0.02382943406701088, 0.024799995124340057, 0.025770554319024086, 0.026741113513708115, 0.027711672708392143, 0.028682231903076172]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 3.0, 0.0, 2.0, 4.0, 2.0, 6.0, 3.0, 9.0, 7.0, 17.0, 19.0, 25.0, 35.0, 49.0, 82.0, 94.0, 114.0, 218.0, 314.0, 387.0, 573.0, 941.0, 1547.0, 2970.0, 6245.0, 1561.0, 975.0, 644.0, 447.0, 322.0, 218.0, 159.0, 87.0, 60.0, 57.0, 49.0, 55.0, 25.0, 22.0, 20.0, 10.0, 7.0, 5.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.019862167537212372, -0.019279813393950462, -0.018697459250688553, -0.018115105107426643, -0.017532750964164734, -0.016950396820902824, -0.016368042677640915, -0.015785688534379005, -0.01520333532243967, -0.014620981179177761, -0.014038627035915852, -0.013456272892653942, -0.012873919680714607, -0.012291565537452698, -0.011709211394190788, -0.011126857250928879, -0.01054450310766697, -0.00996214896440506, -0.00937979482114315, -0.00879744067788124, -0.008215086534619331, -0.007632732857018709, -0.007050379179418087, -0.0064680250361561775, -0.005885670892894268, -0.0053033167496323586, -0.004720962606370449, -0.004138608928769827, -0.0035562547855079174, -0.002973900642246008, -0.002391546731814742, -0.0018091927049681544, -0.0012268386781215668, -0.0006444846512749791, -6.213062442839146e-05, 0.0005202234024181962, 0.0011025774292647839, 0.0016849314561113715, 0.002267285482957959, 0.002849639393389225, 0.0034319935366511345, 0.004014347679913044, 0.0045967018231749535, 0.005179055500775576, 0.005761409644037485, 0.006343763787299395, 0.006926117464900017, 0.007508471608161926, 0.008090825751423836, 0.008673179894685745, 0.009255534037947655, 0.009837888181209564, 0.010420242324471474, 0.011002595536410809, 0.011584949679672718, 0.012167303822934628, 0.012749657966196537, 0.013332012109458447, 0.013914366252720356, 0.014496720395982265, 0.0150790736079216, 0.01566142775118351, 0.01624378189444542, 0.01682613603770733, 0.01740849018096924]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.14573083817958832, -0.14045237004756927, -0.13517390191555023, -0.12989541888237, -0.12461695075035095, -0.11933848261833191, -0.11406001448631287, -0.10878153890371323, -0.10350307077169418, -0.09822460263967514, -0.0929461270570755, -0.08766765892505646, -0.08238919079303741, -0.07711071521043777, -0.07183224707841873, -0.06655377149581909, -0.06127530336380005, -0.05599683150649071, -0.050718359649181366, -0.04543989151716232, -0.04016141965985298, -0.03488294780254364, -0.029604477807879448, -0.024326007813215256, -0.019047535955905914, -0.013769065029919147, -0.00849059410393238, -0.003212123177945614, 0.002066347748041153, 0.00734481867402792, 0.012623289600014687, 0.01790175959467888, 0.02318023145198822, 0.02845870330929756, 0.0337371751666069, 0.039015643298625946, 0.04429411515593529, 0.04957258701324463, 0.05485105514526367, 0.06012952700257301, 0.06540799885988235, 0.0706864669919014, 0.07596494257450104, 0.08124341070652008, 0.08652187883853912, 0.09180035442113876, 0.0970788225531578, 0.10235729813575745, 0.10763576626777649, 0.11291423439979553, 0.11819270998239517, 0.12347117811441422, 0.12874965369701385, 0.1340281218290329, 0.13930658996105194, 0.14458505809307098, 0.14986354112625122, 0.15514200925827026, 0.1604204773902893, 0.16569894552230835, 0.1709774136543274, 0.17625588178634644, 0.18153436481952667, 0.18681283295154572, 0.19209130108356476]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 7.0, 8.0, 7.0, 7.0, 7.0, 9.0, 3.0, 2.0, 4.0, 10.0, 13.0, 11.0, 14.0, 16.0, 13.0, 47.0, 11.0, 23.0, 8.0, 5.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.13523676991462708, -0.1302964985370636, -0.12535624206066132, -0.12041597068309784, -0.11547570675611496, -0.11053544282913208, -0.1055951714515686, -0.10065490752458572, -0.09571464359760284, -0.09077437967061996, -0.08583411574363708, -0.08089384436607361, -0.07595358043909073, -0.07101331651210785, -0.06607304513454437, -0.06113278120756149, -0.05619251728057861, -0.051252253353595734, -0.046311985701322556, -0.04137171804904938, -0.0364314541220665, -0.03149119019508362, -0.02655092254281044, -0.02161065675318241, -0.016670390963554382, -0.011730125173926353, -0.006789859384298325, -0.0018495935946702957, 0.003090672194957733, 0.008030937984585762, 0.012971203774213791, 0.01791146956384182, 0.02285173535346985, 0.027792001143097878, 0.032732266932725906, 0.037672534584999084, 0.042612798511981964, 0.047553062438964844, 0.05249333009123802, 0.0574335977435112, 0.06237386167049408, 0.06731412559747696, 0.07225438952445984, 0.07719466090202332, 0.0821349248290062, 0.08707518875598907, 0.09201546013355255, 0.09695572406053543, 0.10189598798751831, 0.10683625191450119, 0.11177651584148407, 0.11671678721904755, 0.12165705114603043, 0.1265973150730133, 0.13153758645057678, 0.13647784292697906, 0.14141811430454254, 0.14635838568210602, 0.1512986421585083, 0.15623891353607178, 0.16117918491363525, 0.16611944139003754, 0.171059712767601, 0.1759999692440033, 0.18094024062156677]}, "_runtime": 169.55035877227783, "_timestamp": 1596211759.3214676, "_step": 211}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 5.0, 1.0, 4.0, 5.0, 9.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.02270856872200966, -0.022194810211658478, -0.021681053563952446, -0.021167295053601265, -0.020653538405895233, -0.020139779895544052, -0.01962602138519287, -0.01911226473748684, -0.018598506227135658, -0.018084747716784477, -0.017570991069078445, -0.017057232558727264, -0.016543474048376083, -0.01602971740067005, -0.01551595889031887, -0.015002201311290264, -0.014488443732261658, -0.013974686153233051, -0.013460928574204445, -0.012947170063853264, -0.012433412484824657, -0.011919654905796051, -0.01140589639544487, -0.010892138816416264, -0.010378381237387657, -0.00986462365835905, -0.009350866079330444, -0.008837107568979263, -0.008323349989950657, -0.0078095924109220505, -0.007295834366232157, -0.006782076321542263, -0.006268318742513657, -0.00575456116348505, -0.0052408031187951565, -0.004727045074105263, -0.004213287495076656, -0.0036995296832174063, -0.003185771871358156, -0.002672014059498906, -0.002158256247639656, -0.001644498435780406, -0.001130740623921156, -0.0006169828120619059, -0.00010322500020265579, 0.0004105328116565943, 0.0009242906235158443, 0.0014380484353750944, 0.0019518062472343445, 0.0024655640590935946, 0.0029793218709528446, 0.0034930796828120947, 0.004006837494671345, 0.004520595073699951, 0.005034353118389845, 0.005548111163079739, 0.006061868742108345, 0.0065756263211369514, 0.007089384365826845, 0.007603142410516739, 0.008116899989545345, 0.008630657568573952, 0.009144416078925133, 0.00965817365795374, 0.010171931236982346]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 3.0, 5.0, 10.0, 8.0, 9.0, 12.0, 16.0, 20.0, 33.0, 45.0, 56.0, 78.0, 106.0, 157.0, 290.0, 5020.0, 1189.0, 304.0, 176.0, 106.0, 74.0, 70.0, 25.0, 27.0, 21.0, 12.0, 13.0, 3.0, 7.0, 6.0, 3.0, 2.0, 1.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15093734860420227, -0.14572128653526306, -0.14050520956516266, -0.13528914749622345, -0.13007308542728424, -0.12485701590776443, -0.11964094638824463, -0.11442487686872482, -0.10920880734920502, -0.10399274528026581, -0.098776675760746, -0.0935606062412262, -0.08834454417228699, -0.08312847465276718, -0.07791240513324738, -0.07269634306430817, -0.06748027354478836, -0.06226420775055885, -0.05704813823103905, -0.05183207243680954, -0.046616002917289734, -0.041399937123060226, -0.03618387132883072, -0.030967803671956062, -0.025751736015081406, -0.02053566835820675, -0.015319601632654667, -0.010103534907102585, -0.004887467250227928, 0.0003285999409854412, 0.005544667132198811, 0.010760733857750893, 0.01597680151462555, 0.021192869171500206, 0.026408936828374863, 0.03162500262260437, 0.036841072142124176, 0.042057137936353683, 0.04727320373058319, 0.052489273250103, 0.057705339044332504, 0.06292140483856201, 0.06813747435808182, 0.07335354387760162, 0.07856960594654083, 0.08378567546606064, 0.08900174498558044, 0.09421780705451965, 0.09943387657403946, 0.10464994609355927, 0.10986600816249847, 0.11508207768201828, 0.12029814720153809, 0.1255142092704773, 0.1307302862405777, 0.1359463483095169, 0.14116241037845612, 0.14637848734855652, 0.15159454941749573, 0.15681061148643494, 0.16202668845653534, 0.16724275052547455, 0.17245881259441376, 0.17767488956451416, 0.18289095163345337]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 4.0, 3.0, 3.0, 3.0, 0.0, 3.0, 5.0, 7.0, 24.0, 5.0, 5.0, 1.0, 2.0, 3.0, 6.0, 7.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022876611910760403, -0.0021856611128896475, -0.0020836612675338984, -0.0019816611893475056, -0.0018796613439917564, -0.0017776613822206855, -0.0016756614204496145, -0.0015736614586785436, -0.0014716614969074726, -0.0013696614187210798, -0.0012676614569500089, -0.001165661495178938, -0.001063661533407867, -0.000961661571636796, -0.000859661609865725, -0.0007576616480946541, -0.0006556616863235831, -0.0005536617245525122, -0.0004516617627814412, -0.0003496617719065398, -0.00024766181013546884, -0.00014566184836439788, -4.36618720414117e-05, 5.8338097005616874e-05, 0.00016033806605264544, 0.0002623380278237164, 0.00036433798959478736, 0.0004663379804696888, 0.0005683379713445902, 0.0006703379331156611, 0.0007723378948867321, 0.0008743378566578031, 0.000976337818428874, 0.001078337780199945, 0.001180337741971016, 0.0012823377037420869, 0.0013843376655131578, 0.0014863376272842288, 0.0015883375890552998, 0.0016903375508263707, 0.0017923375125974417, 0.0018943375907838345, 0.0019963374361395836, 0.0020983375143259764, 0.0022003373596817255, 0.0023023374378681183, 0.0024043372832238674, 0.00250633736141026, 0.002608337439596653, 0.002710337284952402, 0.002812337363138795, 0.002914337208494544, 0.003016337286680937, 0.003118337132036686, 0.0032203372102230787, 0.003322337055578828, 0.0034243371337652206, 0.0035263369791209698, 0.0036283370573073626, 0.0037303369026631117, 0.0038323369808495045, 0.003934336826205254, 0.004036336671561003, 0.004138336982578039, 0.004240336827933788]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 6.0, 9.0, 10.0, 12.0, 17.0, 25.0, 56.0, 93.0, 130.0, 220.0, 340.0, 512.0, 904.0, 1455.0, 2695.0, 5140.0, 10699.0, 26674.0, 103799.0, 914803.0, 62824.0, 22658.0, 10801.0, 5789.0, 3520.0, 2046.0, 1343.0, 912.0, 576.0, 419.0, 291.0, 227.0, 165.0, 114.0, 78.0, 50.0, 45.0, 40.0, 29.0, 25.0, 23.0, 4.0, 16.0, 10.0, 6.0, 5.0, 2.0, 3.0, 2.0, 7.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.006313685327768326, -0.006043821107596159, -0.005773956421762705, -0.005504092201590538, -0.005234227515757084, -0.004964363295584917, -0.00469449907541275, -0.004424634389579296, -0.004154770169407129, -0.003884905716404319, -0.0036150412634015083, -0.0033451770432293415, -0.003075312590226531, -0.0028054481372237206, -0.0025355839170515537, -0.0022657194640487432, -0.0019958550110459328, -0.0017259905580431223, -0.0014561262214556336, -0.001186261884868145, -0.0009163974318653345, -0.000646533037070185, -0.0003766686422750354, -0.00010680424747988582, 0.00016306014731526375, 0.0004329245421104133, 0.0007027889369055629, 0.0009726533317007124, 0.001242517726495862, 0.0015123821794986725, 0.0017822465160861611, 0.00205211085267365, 0.0023219753056764603, 0.0025918397586792707, 0.0028617042116820812, 0.003131568431854248, 0.0034014328848570585, 0.003671297337859869, 0.003941161558032036, 0.00421102624386549, 0.004480890464037657, 0.004750754684209824, 0.005020619370043278, 0.0052904835902154446, 0.005560347810387611, 0.0058302124962210655, 0.006100076716393232, 0.0063699414022266865, 0.006639805622398853, 0.00690966984257102, 0.007179534528404474, 0.007449398748576641, 0.007719263434410095, 0.007989127188920975, 0.008258991874754429, 0.008528856560587883, 0.008798720315098763, 0.009068585000932217, 0.00933844968676567, 0.009608314372599125, 0.009878178127110004, 0.010148042812943459, 0.010417907498776913, 0.010687771253287792, 0.010957635939121246]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 10.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018403412774205208, -0.01778794452548027, -0.017172476276755333, -0.016557008028030396, -0.015941541641950607, -0.015326072461903095, -0.014710605144500732, -0.014095136895775795, -0.013479668647050858, -0.01286420039832592, -0.012248732149600983, -0.01163326483219862, -0.011017796583473682, -0.010402328334748745, -0.009786861017346382, -0.009171392768621445, -0.008555924519896507, -0.00794045627117157, -0.00732498848810792, -0.0067095207050442696, -0.006094052456319332, -0.005478584207594395, -0.0048631164245307446, -0.004247648641467094, -0.003632180392742157, -0.003016712376847863, -0.0024012443609535694, -0.0017857763450592756, -0.0011703083291649818, -0.0005548403132706881, 6.062770262360573e-05, 0.0006760957185178995, 0.0012915637344121933, 0.001907031750306487, 0.002522499766200781, 0.0031379677820950747, 0.0037534357979893684, 0.004368904046714306, 0.004984371829777956, 0.005599839612841606, 0.006215307861566544, 0.006830776110291481, 0.007446243893355131, 0.008061711676418781, 0.008677179925143719, 0.009292648173868656, 0.009908115491271019, 0.010523583739995956, 0.011139051988720894, 0.011754520237445831, 0.012369988486170769, 0.012985455803573132, 0.013600924052298069, 0.014216392301023006, 0.01483185961842537, 0.015447327867150307, 0.016062796115875244, 0.01667826436460018, 0.01729373261332512, 0.017909200862050056, 0.018524669110774994, 0.019140135496854782, 0.01975560374557972, 0.020371071994304657, 0.020986540243029594]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 7.0, 9.0, 11.0, 15.0, 22.0, 17.0, 28.0, 26.0, 33.0, 50.0, 68.0, 94.0, 125.0, 133.0, 197.0, 250.0, 394.0, 470.0, 666.0, 921.0, 1527.0, 5483.0, 2876.0, 1678.0, 1027.0, 678.0, 473.0, 334.0, 192.0, 139.0, 92.0, 81.0, 67.0, 47.0, 23.0, 24.0, 36.0, 35.0, 13.0, 6.0, 11.0, 12.0, 7.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0], "bins": [-0.011703193187713623, -0.011358283460140228, -0.011013373732566833, -0.010668464004993439, -0.010323554277420044, -0.00997864454984665, -0.009633734822273254, -0.00928882509469986, -0.008943915367126465, -0.008599004708230495, -0.0082540949806571, -0.007909185253083706, -0.007564275525510311, -0.007219365797936916, -0.006874456070363522, -0.006529546342790127, -0.006184636615216732, -0.005839726887643337, -0.0054948171600699425, -0.005149907432496548, -0.004804997704923153, -0.004460087511688471, -0.004115177784115076, -0.0037702680565416813, -0.0034253583289682865, -0.0030804486013948917, -0.002735538873821497, -0.0023906289134174585, -0.0020457191858440638, -0.001700809458270669, -0.0013558996142819524, -0.0010109897702932358, -0.000666080042719841, -0.0003211702569387853, 2.3739528842270374e-05, 0.00036864931462332606, 0.0007135591004043818, 0.0010584688279777765, 0.0014033786719664931, 0.0017482885159552097, 0.0020931982435286045, 0.0024381079711019993, 0.002783017698675394, 0.0031279276590794325, 0.0034728373866528273, 0.003817747114226222, 0.0041626570746302605, 0.004507566802203655, 0.00485247652977705, 0.005197386257350445, 0.00554229598492384, 0.005887205712497234, 0.006232115440070629, 0.006577025633305311, 0.006921935360878706, 0.007266845088452101, 0.0076117548160254955, 0.007956665009260178, 0.008301574736833572, 0.008646484464406967, 0.008991394191980362, 0.009336303919553757, 0.009681213647127151, 0.010026123374700546, 0.010371033102273941]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1264762282371521, -0.1235438659787178, -0.1206115111708641, -0.11767914891242981, -0.11474678665399551, -0.11181443184614182, -0.10888206958770752, -0.10594970732927322, -0.10301735252141953, -0.10008499026298523, -0.09715262800455093, -0.09422027319669724, -0.09128791093826294, -0.08835554867982864, -0.08542319387197495, -0.08249083161354065, -0.07955847680568695, -0.07662611454725266, -0.07369375228881836, -0.07076139748096466, -0.06782903522253036, -0.06489667296409607, -0.06196431443095207, -0.059031955897808075, -0.05609959363937378, -0.05316723510622978, -0.050234876573085785, -0.04730251803994179, -0.04437015578150749, -0.041437797248363495, -0.0385054387152195, -0.0355730764567852, -0.032640717923641205, -0.02970835752785206, -0.02677599899470806, -0.023843638598918915, -0.020911280065774918, -0.01797891966998577, -0.015046559274196625, -0.012114199809730053, -0.009181840345263481, -0.006249480880796909, -0.00331712095066905, -0.00038476125337183475, 0.0025475984439253807, 0.0054799579083919525, 0.008412318304181099, 0.01134467776864767, 0.014277037233114243, 0.01720939762890339, 0.020141756162047386, 0.023074116557836533, 0.02600647509098053, 0.028938835486769676, 0.03187119588255882, 0.03480355441570282, 0.037735916674137115, 0.04066827520728111, 0.04360063374042511, 0.04653299227356911, 0.0494653545320034, 0.0523977130651474, 0.0553300715982914, 0.05826243385672569, 0.06119479238986969]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 5.0, 10.0, 7.0, 9.0, 9.0, 25.0, 35.0, 27.0, 15.0, 18.0, 16.0, 18.0, 12.0, 11.0, 6.0, 6.0, 4.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.07234326750040054, -0.07062241435050964, -0.06890155375003815, -0.06718070060014725, -0.06545983999967575, -0.06373898684978485, -0.06201812997460365, -0.060297273099422455, -0.05857641622424126, -0.05685555934906006, -0.05513470247387886, -0.05341384559869766, -0.05169299244880676, -0.049972135573625565, -0.048251278698444366, -0.04653042182326317, -0.04480956494808197, -0.04308870807290077, -0.041367851197719574, -0.039646994322538376, -0.03792613744735718, -0.03620528429746628, -0.03448442742228508, -0.03276357054710388, -0.031042713671922684, -0.029321856796741486, -0.027600999921560287, -0.02588014490902424, -0.02415928803384304, -0.022438431158661842, -0.020717576146125793, -0.018996719270944595, -0.017275862395763397, -0.015555005520582199, -0.013834149576723576, -0.012113293632864952, -0.010392436757683754, -0.008671579882502556, -0.006950723938643932, -0.0052298675291240215, -0.0035090111196041107, -0.0017881547100842, -6.729830056428909e-05, 0.0016535581089556217, 0.0033744145184755325, 0.005095270927995443, 0.006816127337515354, 0.008536983281373978, 0.010257840156555176, 0.011978697031736374, 0.013699552975594997, 0.015420408919453621, 0.01714126579463482, 0.018862122669816017, 0.020582977682352066, 0.022303834557533264, 0.024024691432714462, 0.02574554830789566, 0.02746640518307686, 0.029187260195612907, 0.030908117070794106, 0.032628972083330154, 0.03434982895851135, 0.03607068583369255, 0.03779154270887375]}, "_runtime": 170.3653461933136, "_timestamp": 1596211760.136455, "_step": 212}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 6.0, 3.0, 4.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011036459356546402, -0.010761871002614498, -0.010487282648682594, -0.010212695226073265, -0.009938106872141361, -0.009663518518209457, -0.009388931095600128, -0.009114342741668224, -0.00883975438773632, -0.008565166033804417, -0.008290577679872513, -0.008015990257263184, -0.00774140190333128, -0.007466813549399376, -0.007192225661128759, -0.006917637772858143, -0.006643049418926239, -0.006368461064994335, -0.006093873176723719, -0.005819285288453102, -0.005544696934521198, -0.005270108580589294, -0.004995520692318678, -0.004720932804048061, -0.0044463444501161575, -0.004171756096184254, -0.003897168207913637, -0.003622580086812377, -0.003347991965711117, -0.0030734038446098566, -0.0027988157235085964, -0.0025242276024073362, -0.002249639481306076, -0.001975051360204816, -0.0017004632391035557, -0.0014258751180022955, -0.0011512869969010353, -0.0008766988757997751, -0.0006021107546985149, -0.00032752263359725475, -5.293451249599457e-05, 0.00022165360860526562, 0.0004962417297065258, 0.000770829850807786, 0.0010454179719090462, 0.0013200060930103064, 0.0015945942141115665, 0.0018691823352128267, 0.002143770456314087, 0.002418358577415347, 0.0026929466985166073, 0.0029675348196178675, 0.0032421229407191277, 0.003516711061820388, 0.003791299182921648, 0.0040658870711922646, 0.004340475425124168, 0.004615063779056072, 0.004889651667326689, 0.005164239555597305, 0.005438827909529209, 0.005713416263461113, 0.0059880041517317295, 0.006262592040002346, 0.00653718039393425]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 5.0, 0.0, 5.0, 3.0, 6.0, 5.0, 6.0, 7.0, 7.0, 10.0, 26.0, 21.0, 32.0, 35.0, 41.0, 55.0, 85.0, 133.0, 167.0, 316.0, 5272.0, 826.0, 295.0, 158.0, 124.0, 61.0, 54.0, 34.0, 30.0, 16.0, 22.0, 13.0, 11.0, 7.0, 8.0, 6.0, 8.0, 0.0, 2.0, 2.0, 1.0, 6.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10905764251947403, -0.10563115775585175, -0.10220466554164886, -0.09877818077802658, -0.0953516885638237, -0.09192520380020142, -0.08849871158599854, -0.08507222682237625, -0.08164574205875397, -0.07821924984455109, -0.0747927650809288, -0.07136627286672592, -0.06793978810310364, -0.06451329588890076, -0.06108681112527847, -0.05766032263636589, -0.05423383414745331, -0.050807345658540726, -0.04738085716962814, -0.04395436868071556, -0.04052788019180298, -0.037101395428180695, -0.03367490693926811, -0.03024841845035553, -0.026821929961442947, -0.023395441472530365, -0.019968952983617783, -0.01654246635735035, -0.013115977868437767, -0.009689489379525185, -0.006263001821935177, -0.0028365137986838818, 0.0005899742245674133, 0.004016462247818708, 0.0074429502710700035, 0.010869437828660011, 0.014295926317572594, 0.017722414806485176, 0.02114890143275261, 0.02457538992166519, 0.028001878410577774, 0.031428366899490356, 0.03485485538840294, 0.03828134387731552, 0.041707828640937805, 0.04513431712985039, 0.04856080561876297, 0.05198729410767555, 0.055413782596588135, 0.05884027108550072, 0.0622667595744133, 0.06569324433803558, 0.06911973655223846, 0.07254622131586075, 0.07597271353006363, 0.07939919829368591, 0.0828256905078888, 0.08625217527151108, 0.08967866003513336, 0.09310515224933624, 0.09653163701295853, 0.09995812922716141, 0.10338461399078369, 0.10681110620498657, 0.11023759096860886]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 5.0, 3.0, 3.0, 0.0, 7.0, 3.0, 1.0, 20.0, 5.0, 5.0, 3.0, 2.0, 7.0, 5.0, 2.0, 2.0, 3.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025588383432477713, -0.0024738467764109373, -0.002388855442404747, -0.002303863875567913, -0.002218872308731079, -0.002133880974724889, -0.002048889407888055, -0.001963897841051221, -0.0018789063906297088, -0.0017939149402081966, -0.0017089233733713627, -0.0016239319229498506, -0.0015389404725283384, -0.0014539489056915045, -0.0013689574552699924, -0.0012839658884331584, -0.0011989744380116463, -0.0011139829875901341, -0.0010289914207533002, -0.0009439999703317881, -0.000859008461702615, -0.000774016953073442, -0.0006890255026519299, -0.0006040339940227568, -0.0005190424853935838, -0.00043405097676441073, -0.00034905949723906815, -0.00026406801771372557, -0.00017907650908455253, -9.408501500729471e-05, -9.093520930036902e-06, 7.589797314722091e-05, 0.00016088946722447872, 0.00024588097585365176, 0.00033087245537899435, 0.00041586393490433693, 0.00050085544353351, 0.000585846952162683, 0.0006708384025841951, 0.0007558299112133682, 0.0008408214198425412, 0.0009258129284717143, 0.0010108044371008873, 0.0010957958875223994, 0.0011807873379439116, 0.0012657789047807455, 0.0013507703552022576, 0.0014357619220390916, 0.0015207533724606037, 0.0016057448228821158, 0.0016907363897189498, 0.001775727840140462, 0.0018607194069772959, 0.001945710857398808, 0.00203070230782032, 0.002115693874657154, 0.002200685441493988, 0.0022856767755001783, 0.0023706683423370123, 0.0024556599091738462, 0.0025406512431800365, 0.0026256428100168705, 0.0027106343768537045, 0.0027956257108598948, 0.0028806172776967287]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 8.0, 10.0, 13.0, 10.0, 22.0, 25.0, 37.0, 50.0, 74.0, 90.0, 123.0, 167.0, 205.0, 296.0, 414.0, 647.0, 1098.0, 1881.0, 3494.0, 7978.0, 21588.0, 90107.0, 951752.0, 60123.0, 19852.0, 8967.0, 4434.0, 2397.0, 1364.0, 823.0, 548.0, 333.0, 232.0, 126.0, 107.0, 56.0, 69.0, 25.0, 25.0, 16.0, 8.0, 9.0, 8.0, 6.0, 0.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008050154894590378, -0.007785797119140625, -0.007521438878029585, -0.007257081102579832, -0.006992722861468792, -0.006728365086019039, -0.006464006844907999, -0.006199649069458246, -0.005935290828347206, -0.005670933052897453, -0.0054065752774477005, -0.00514221703633666, -0.004877859260886908, -0.0046135010197758675, -0.004349143244326115, -0.0040847850032150745, -0.0038204272277653217, -0.0035560692194849253, -0.003291711211204529, -0.0030273532029241323, -0.002762995194643736, -0.002498637419193983, -0.0022342794109135866, -0.00196992140263319, -0.0017055633943527937, -0.0014412053860723972, -0.0011768473777920008, -0.0009124894859269261, -0.0006481314776465297, -0.00038377349846996367, -0.00011941551929339767, 0.00014494245988316834, 0.00040930043905973434, 0.0006736584473401308, 0.0009380163974128664, 0.001202374347485602, 0.0014667323557659984, 0.0017310903640463948, 0.0019954482559114695, 0.002259806264191866, 0.0025241642724722624, 0.002788522280752659, 0.0030528802890330553, 0.0033172382973134518, 0.0035815960727632046, 0.003845954081043601, 0.0041103120893239975, 0.004374670330435038, 0.00463902810588479, 0.004903385881334543, 0.005167744122445583, 0.005432101897895336, 0.005696460139006376, 0.005960817914456129, 0.006225176155567169, 0.006489533931016922, 0.006753891706466675, 0.007018249947577715, 0.007282607723027468, 0.007546965964138508, 0.007811323739588261, 0.008075681515038013, 0.008340040221810341, 0.008604397997260094, 0.008868755772709846]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 9.0, 2.0, 3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04785429686307907, -0.046785708516836166, -0.04571712017059326, -0.04464853182435036, -0.04357994347810745, -0.04251135140657425, -0.041442763060331345, -0.04037417471408844, -0.039305586367845535, -0.03823699802160263, -0.037168409675359726, -0.03609982132911682, -0.03503122925758362, -0.033962640911340714, -0.03289405256509781, -0.031825464218854904, -0.030756875872612, -0.029688287526369095, -0.02861969918012619, -0.027551108971238136, -0.02648252062499523, -0.025413932278752327, -0.024345342069864273, -0.02327675372362137, -0.022208165377378464, -0.02113957703113556, -0.020070988684892654, -0.0190023984760046, -0.017933810129761696, -0.01686522178351879, -0.015796631574630737, -0.014728043228387833, -0.013659454882144928, -0.012590866535902023, -0.011522277258336544, -0.010453687980771065, -0.00938509963452816, -0.008316511288285255, -0.007247922010719776, -0.006179333198815584, -0.005110744386911392, -0.0040421555750072, -0.0029735667631030083, -0.0019049779511988163, -0.0008363891392946243, 0.00023219967260956764, 0.0013007884845137596, 0.0023693772964179516, 0.0034379661083221436, 0.0045065549202263355, 0.0055751437321305275, 0.0066437325440347195, 0.0077123213559389114, 0.008780909702181816, 0.009849498979747295, 0.010918088257312775, 0.01198667660355568, 0.013055264949798584, 0.014123854227364063, 0.015192443504929543, 0.016261031851172447, 0.017329620197415352, 0.018398210406303406, 0.01946679875254631, 0.020535387098789215]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 3.0, 8.0, 2.0, 4.0, 4.0, 7.0, 3.0, 6.0, 4.0, 4.0, 26.0, 19.0, 17.0, 6.0, 7.0, 14.0, 13.0, 26.0, 40.0, 48.0, 70.0, 103.0, 147.0, 226.0, 276.0, 409.0, 469.0, 715.0, 1000.0, 1918.0, 6623.0, 2189.0, 1274.0, 936.0, 601.0, 394.0, 245.0, 174.0, 134.0, 75.0, 49.0, 45.0, 25.0, 15.0, 4.0, 5.0, 5.0, 8.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 1.0], "bins": [-0.01728859357535839, -0.016850948333740234, -0.016413303092122078, -0.01597565971314907, -0.015538014471530914, -0.015100369229912758, -0.014662723988294601, -0.01422507967799902, -0.013787434436380863, -0.013349790126085281, -0.012912144884467125, -0.012474499642848969, -0.012036855332553387, -0.01159921009093523, -0.011161565780639648, -0.010723920539021492, -0.010286275297403336, -0.009848630987107754, -0.009410985745489597, -0.008973341435194016, -0.008535696193575859, -0.008098051883280277, -0.007660406641662121, -0.007222761865705252, -0.006785117089748383, -0.006347471848130226, -0.005909827072173357, -0.005472182296216488, -0.005034537520259619, -0.00459689274430275, -0.004159247502684593, -0.003721602726727724, -0.003283957950770855, -0.002846313174813986, -0.002408668166026473, -0.001971023390069604, -0.001533378497697413, -0.001095733605325222, -0.000658088771160692, -0.00022044390789233148, 0.00021720095537602901, 0.00065484584774822, 0.001092490740120411, 0.00153013551607728, 0.001967780292034149, 0.002405425300821662, 0.002843070076778531, 0.003280715085566044, 0.003718359861522913, 0.004156004637479782, 0.004593649413436651, 0.005031294655054808, 0.005468939431011677, 0.005906584206968546, 0.006344228982925415, 0.006781873758882284, 0.007219518534839153, 0.00765716377645731, 0.008094808086752892, 0.008532453328371048, 0.008970098569989204, 0.009407742880284786, 0.009845388121902943, 0.010283032432198524, 0.010720677673816681]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1282137930393219, -0.1242658868432045, -0.1203179806470871, -0.1163700670003891, -0.1124221608042717, -0.1084742546081543, -0.1045263409614563, -0.1005784347653389, -0.0966305285692215, -0.0926826223731041, -0.0887347161769867, -0.0847868025302887, -0.0808388963341713, -0.0768909901380539, -0.0729430764913559, -0.0689951702952385, -0.0650472640991211, -0.06109935790300369, -0.05715144798159599, -0.05320353806018829, -0.04925563186407089, -0.04530772566795349, -0.04135981574654579, -0.03741190582513809, -0.03346399962902069, -0.02951609157025814, -0.02556818351149559, -0.02162027545273304, -0.01767236739397049, -0.01372445933520794, -0.009776551276445389, -0.0058286432176828384, -0.001880735158920288, 0.0020671728998422623, 0.006015080958604813, 0.009962989017367363, 0.013910897076129913, 0.017858805134892464, 0.021806713193655014, 0.025754621252417564, 0.029702529311180115, 0.033650435507297516, 0.037598345428705215, 0.041546255350112915, 0.045494161546230316, 0.04944206774234772, 0.05338997766375542, 0.057337887585163116, 0.06128579378128052, 0.06523369997739792, 0.06918160617351532, 0.07312951982021332, 0.07707742601633072, 0.08102533221244812, 0.08497324585914612, 0.08892115205526352, 0.09286905825138092, 0.09681696444749832, 0.10076487064361572, 0.10471278429031372, 0.10866069048643112, 0.11260859668254852, 0.11655651032924652, 0.12050441652536392, 0.12445232272148132]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 5.0, 4.0, 5.0, 7.0, 9.0, 10.0, 13.0, 16.0, 17.0, 31.0, 14.0, 8.0, 11.0, 7.0, 10.0, 14.0, 13.0, 11.0, 6.0, 5.0, 3.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.05693607032299042, -0.05515468120574951, -0.053373292088508606, -0.0515918992459774, -0.049810510128736496, -0.04802912101149559, -0.046247728168964386, -0.04446633905172348, -0.042684949934482574, -0.04090356081724167, -0.03912217170000076, -0.03734077885746956, -0.03555938974022865, -0.03377800062298775, -0.03199660778045654, -0.030215218663215637, -0.02843382954597473, -0.026652440428733826, -0.02487104944884777, -0.023089658468961716, -0.02130826935172081, -0.019526880234479904, -0.01774548925459385, -0.015964098274707794, -0.014182709157466888, -0.012401319108903408, -0.010619929060339928, -0.008838539011776447, -0.007057148963212967, -0.0052757589146494865, -0.003494368866086006, -0.0017129788175225258, 6.841123104095459e-05, 0.001849801279604435, 0.0036311913281679153, 0.005412581376731396, 0.007193971425294876, 0.008975361473858356, 0.010756751522421837, 0.012538141570985317, 0.014319531619548798, 0.016100920736789703, 0.01788231171667576, 0.019663702696561813, 0.02144509181380272, 0.023226480931043625, 0.02500787191092968, 0.026789262890815735, 0.02857065200805664, 0.030352041125297546, 0.03213343024253845, 0.033914823085069656, 0.03569621220231056, 0.03747760131955147, 0.03925899416208267, 0.04104038327932358, 0.042821772396564484, 0.04460316151380539, 0.046384550631046295, 0.0481659434735775, 0.049947332590818405, 0.05172872170805931, 0.053510114550590515, 0.05529150366783142, 0.05707289278507233]}, "_runtime": 171.19122648239136, "_timestamp": 1596211760.9623353, "_step": 213}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 8.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00778611283749342, -0.007548213936388493, -0.0073103150352835655, -0.007072416599839926, -0.006834517698734999, -0.006596618797630072, -0.006358720362186432, -0.006120821461081505, -0.005882922559976578, -0.005645023658871651, -0.005407124757766724, -0.005169226322323084, -0.004931327421218157, -0.00469342852011323, -0.00445553008466959, -0.004217631183564663, -0.003979732282459736, -0.003741833381354809, -0.0035039347130805254, -0.003266036044806242, -0.003028137143701315, -0.002790238242596388, -0.0025523395743221045, -0.002314440906047821, -0.002076542004942894, -0.0018386432202532887, -0.0016007444355636835, -0.0013628456508740783, -0.001124946866184473, -0.0008870480814948678, -0.0006491492968052626, -0.00041125051211565733, -0.0001733517274260521, 6.454705726355314e-05, 0.0003024458419531584, 0.0005403446266427636, 0.0007782434113323689, 0.001016142196021974, 0.0012540409807115793, 0.0014919397654011846, 0.0017298385500907898, 0.001967737451195717, 0.0022056361194700003, 0.0024435347877442837, 0.0026814336888492107, 0.002919332589954138, 0.003157231258228421, 0.0033951299265027046, 0.0036330288276076317, 0.0038709277287125587, 0.004108826629817486, 0.0043467250652611256, 0.004584623966366053, 0.00482252286747098, 0.0050604213029146194, 0.0052983202040195465, 0.005536219105124474, 0.005774118006229401, 0.006012016907334328, 0.0062499153427779675, 0.0064878142438828945, 0.006725713144987822, 0.006963611580431461, 0.007201510481536388, 0.0074394093826413155]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 2.0, 5.0, 6.0, 8.0, 9.0, 14.0, 12.0, 9.0, 22.0, 25.0, 31.0, 38.0, 60.0, 53.0, 76.0, 91.0, 123.0, 214.0, 367.0, 5216.0, 604.0, 264.0, 177.0, 108.0, 90.0, 63.0, 44.0, 49.0, 27.0, 26.0, 19.0, 9.0, 14.0, 6.0, 4.0, 10.0, 4.0, 3.0, 6.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.11193840205669403, -0.10896206647157669, -0.10598573088645935, -0.10300939530134201, -0.10003305971622467, -0.09705672413110733, -0.09408038854598999, -0.09110405296087265, -0.08812771737575531, -0.08515138179063797, -0.08217504620552063, -0.07919871062040329, -0.07622237503528595, -0.07324603945016861, -0.07026970386505127, -0.06729336827993393, -0.06431703269481659, -0.06134070083498955, -0.05836436524987221, -0.05538802966475487, -0.05241169407963753, -0.04943535849452019, -0.04645902290940285, -0.04348268732428551, -0.040506355464458466, -0.037530019879341125, -0.034553684294223785, -0.031577348709106445, -0.028601013123989105, -0.025624677538871765, -0.022648341953754425, -0.019672006368637085, -0.016695670783519745, -0.013719335198402405, -0.010742999613285065, -0.007766664959490299, -0.004790329374372959, -0.0018139940220862627, 0.0011623413302004337, 0.0041386764496564865, 0.007115012034773827, 0.010091347619891167, 0.013067683205008507, 0.016044018790125847, 0.019020352512598038, 0.021996688097715378, 0.024973023682832718, 0.027949359267950058, 0.030925694853067398, 0.03390203043818474, 0.03687836602330208, 0.03985470160841942, 0.04283103719353676, 0.0458073727786541, 0.04878370836377144, 0.05176004394888878, 0.05473637580871582, 0.05771271139383316, 0.0606890469789505, 0.06366538256406784, 0.06664171814918518, 0.06961805373430252, 0.07259438931941986, 0.0755707249045372, 0.07854706048965454]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 8.0, 4.0, 1.0, 8.0, 3.0, 26.0, 3.0, 7.0, 3.0, 5.0, 4.0, 3.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003876580623909831, -0.0037511298432946205, -0.0036256788298487663, -0.003500228049233556, -0.0033747772686183453, -0.003249326255172491, -0.0031238754745572805, -0.00299842469394207, -0.002872973680496216, -0.0027475228998810053, -0.0026220721192657948, -0.0024966213386505842, -0.00237117032520473, -0.0022457195445895195, -0.002120268763974309, -0.0019948177505284548, -0.0018693669699132442, -0.0017439160728827119, -0.0016184652922675014, -0.001493014395236969, -0.0013675636146217585, -0.001242112717591226, -0.0011166618205606937, -0.0009912110399454832, -0.0008657601429149508, -0.0007403093040920794, -0.000614858465269208, -0.0004894075682386756, -0.00036395672941580415, -0.00023850587604101747, -0.0001130550226662308, 1.2395830708555877e-05, 0.00013784668408334255, 0.000263297522906214, 0.0003887483908329159, 0.0005141992587596178, 0.0006396500975824893, 0.0007651009364053607, 0.0008905518334358931, 0.0010160026140511036, 0.001141453511081636, 0.0012669044081121683, 0.0013923551887273788, 0.0015178060857579112, 0.0016432569827884436, 0.001768707763403654, 0.0018941586604341865, 0.002019609557464719, 0.0021450603380799294, 0.00227051111869514, 0.002395962132140994, 0.0025214129127562046, 0.002646863693371415, 0.0027723147068172693, 0.00289776548743248, 0.0030232162680476904, 0.003148667048662901, 0.003274118062108755, 0.0033995688427239656, 0.003525019623339176, 0.0036504706367850304, 0.003775921417400241, 0.0039013721980154514, 0.004026823211461306, 0.0041522737592458725]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 6.0, 8.0, 9.0, 14.0, 28.0, 33.0, 56.0, 81.0, 122.0, 189.0, 322.0, 523.0, 884.0, 1492.0, 2889.0, 5266.0, 10400.0, 22861.0, 61295.0, 850696.0, 146482.0, 37501.0, 16456.0, 8510.0, 4843.0, 2775.0, 1778.0, 1199.0, 840.0, 616.0, 388.0, 322.0, 202.0, 163.0, 108.0, 84.0, 55.0, 34.0, 26.0, 17.0, 11.0, 15.0, 7.0, 6.0, 5.0, 6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005968822166323662, -0.005762130953371525, -0.005555439740419388, -0.0053487480618059635, -0.0051420568488538265, -0.0049353656359016895, -0.0047286744229495525, -0.0045219832099974155, -0.004315291531383991, -0.004108600318431854, -0.0039019091054797173, -0.0036952178925275803, -0.0034885266795754433, -0.0032818352337926626, -0.0030751440208405256, -0.002868452575057745, -0.002661761362105608, -0.002455070149153471, -0.0022483787033706903, -0.0020416874904185534, -0.0018349961610510945, -0.0016283048316836357, -0.0014216136187314987, -0.00121492228936404, -0.001008230959996581, -0.0008015396306291223, -0.0005948483594693244, -0.000388157059205696, -0.00018146575894206762, 2.522554132156074e-05, 0.0002319168415851891, 0.00043860814184881747, 0.0006452994421124458, 0.0008519907714799047, 0.0010586821008473635, 0.0012653733137995005, 0.0014720646431669593, 0.001678755972534418, 0.001885447185486555, 0.0020921386312693357, 0.0022988298442214727, 0.0025055210571736097, 0.0027122125029563904, 0.0029189037159085274, 0.0031255949288606644, 0.003332286374643445, 0.003538977587595582, 0.0037456690333783627, 0.0039523602463305, 0.004159051459282637, 0.004365742672234774, 0.004572434350848198, 0.004779125563800335, 0.004985816776752472, 0.005192507989704609, 0.005399199202656746, 0.005605890415608883, 0.005812582094222307, 0.006019273307174444, 0.006225964520126581, 0.006432655733078718, 0.006639346946030855, 0.0068460386246442795, 0.0070527298375964165, 0.0072594210505485535]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 2.0, 1.0, 3.0, 1.0, 12.0, 3.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03335283696651459, -0.03256300464272499, -0.031773168593645096, -0.0309833362698555, -0.030193502083420753, -0.029403667896986008, -0.02861383557319641, -0.027824001386761665, -0.02703416720032692, -0.026244334876537323, -0.025454500690102577, -0.02466466650366783, -0.023874832317233086, -0.02308499999344349, -0.022295165807008743, -0.021505331620573997, -0.02071549743413925, -0.019925665110349655, -0.01913583092391491, -0.018345996737480164, -0.017556164413690567, -0.01676633022725582, -0.015976496040821075, -0.015186662785708904, -0.014396829530596733, -0.013606995344161987, -0.012817162089049816, -0.01202732790261507, -0.0112374946475029, -0.010447660461068153, -0.009657827205955982, -0.008867993019521236, -0.008078159764409065, -0.007288326043635607, -0.006498492322862148, -0.00570865860208869, -0.004918824881315231, -0.00412899162620306, -0.0033391579054296017, -0.002549324184656143, -0.0017594904638826847, -0.0009696568013168871, -0.00017982313875108957, 0.000610010523814708, 0.0013998441863805056, 0.002189677907153964, 0.002979511395096779, 0.0037693451158702374, 0.004559178836643696, 0.005349012557417154, 0.006138846278190613, 0.006928679998964071, 0.00771851371973753, 0.008508346974849701, 0.009298181161284447, 0.010088014416396618, 0.010877847671508789, 0.011667681857943535, 0.012457515113055706, 0.013247349299490452, 0.014037182554602623, 0.014827016741037369, 0.01561684999614954, 0.01640668325126171, 0.017196517437696457]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 12.0, 12.0, 17.0, 3.0, 1.0, 5.0, 7.0, 5.0, 14.0, 15.0, 25.0, 34.0, 20.0, 48.0, 48.0, 59.0, 64.0, 106.0, 146.0, 148.0, 208.0, 300.0, 426.0, 510.0, 728.0, 1155.0, 1822.0, 6049.0, 2144.0, 1251.0, 859.0, 611.0, 436.0, 316.0, 191.0, 165.0, 123.0, 79.0, 70.0, 43.0, 25.0, 28.0, 28.0, 19.0, 12.0, 11.0, 8.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.010882554575800896, -0.010567530058324337, -0.010252505540847778, -0.00993748102337122, -0.009622456505894661, -0.009307431988418102, -0.008992407470941544, -0.008677382953464985, -0.008362358435988426, -0.008047334849834442, -0.007732309866696596, -0.0074172853492200375, -0.007102261297404766, -0.006787236779928207, -0.006472212262451649, -0.00615718774497509, -0.005842163227498531, -0.005527138710021973, -0.005212114192545414, -0.004897089675068855, -0.004582065157592297, -0.004267041105777025, -0.0039520165883004665, -0.003636992070823908, -0.003321967553347349, -0.0030069430358707905, -0.002691918518394232, -0.0023768942337483168, -0.002061869716271758, -0.0017468451987951994, -0.0014318207977339625, -0.0011167963966727257, -0.000801771879196167, -0.0004867474199272692, -0.00017172296065837145, 0.00014330149861052632, 0.0004583259578794241, 0.0007733504171483219, 0.0010883748764172196, 0.0014033992774784565, 0.0017184237949550152, 0.002033448312431574, 0.0023484728299081326, 0.0026634971145540476, 0.0029785216320306063, 0.003293546149507165, 0.00360857043415308, 0.003923594951629639, 0.004238619469106197, 0.004553643986582756, 0.004868668504059315, 0.005183693021535873, 0.005498717539012432, 0.0058137415908277035, 0.006128766108304262, 0.006443790625780821, 0.0067588151432573795, 0.007073839660733938, 0.007388864178210497, 0.007703888695687056, 0.008018912747502327, 0.008333937264978886, 0.008648961782455444, 0.008963986299932003, 0.009279010817408562]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07329538464546204, -0.07057489454746246, -0.06785440444946289, -0.06513392180204391, -0.06241343170404434, -0.05969294160604477, -0.0569724515080452, -0.05425196513533592, -0.05153147503733635, -0.04881098493933678, -0.0460904985666275, -0.04337000846862793, -0.04064951837062836, -0.03792903199791908, -0.03520854189991951, -0.032488055527210236, -0.029767565429210663, -0.02704707719385624, -0.024326588958501816, -0.021606098860502243, -0.01888561062514782, -0.016165122389793396, -0.013444633223116398, -0.0107241440564394, -0.008003655821084976, -0.005283167120069265, -0.0025626784190535545, 0.0001578102819621563, 0.002878298982977867, 0.005598787683993578, 0.008319276385009289, 0.011039765551686287, 0.01376025378704071, 0.016480742022395134, 0.019201230257749557, 0.02192172035574913, 0.024642208591103554, 0.027362696826457977, 0.03008318692445755, 0.032803673297166824, 0.0355241633951664, 0.03824465349316597, 0.040965139865875244, 0.04368562996387482, 0.04640612006187439, 0.049126606434583664, 0.05184709653258324, 0.05456758290529251, 0.057288073003292084, 0.060008563101291656, 0.06272905319929123, 0.0654495358467102, 0.06817002594470978, 0.07089051604270935, 0.07361100614070892, 0.0763314962387085, 0.07905198633670807, 0.08177246898412704, 0.08449295908212662, 0.08721344918012619, 0.08993393927812576, 0.09265442937612534, 0.09537491202354431, 0.09809540212154388, 0.10081589221954346]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 6.0, 6.0, 15.0, 17.0, 23.0, 49.0, 31.0, 22.0, 16.0, 11.0, 12.0, 12.0, 3.0, 7.0, 3.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.07258813828229904, -0.06996806710958481, -0.06734799593687057, -0.06472792476415634, -0.06210785731673241, -0.05948778614401817, -0.05686771497130394, -0.054247643798589706, -0.05162757635116577, -0.04900750517845154, -0.046387434005737305, -0.04376736283302307, -0.04114729166030884, -0.038527220487594604, -0.03590715304017067, -0.033287081867456436, -0.030667010694742203, -0.02804693952202797, -0.025426870211958885, -0.022806799039244652, -0.020186729729175568, -0.017566658556461334, -0.0149465873837471, -0.012326517142355442, -0.009706446900963783, -0.0070863766595721245, -0.004466305952519178, -0.001846235478296876, 0.0007738349959254265, 0.003393905470147729, 0.006013975944370031, 0.008634046651422977, 0.011254116892814636, 0.013874187134206295, 0.016494257375597954, 0.019114328548312187, 0.02173439785838127, 0.024354469031095505, 0.026974540203809738, 0.029594609513878822, 0.032214678823947906, 0.03483474999666214, 0.03745482116937637, 0.04007489234209061, 0.04269496351480484, 0.045315034687519073, 0.04793510213494301, 0.05055517330765724, 0.053175244480371475, 0.05579531565308571, 0.05841538682579994, 0.06103545427322388, 0.06365552544593811, 0.06627559661865234, 0.06889566779136658, 0.07151573896408081, 0.07413581013679504, 0.07675588130950928, 0.07937595248222351, 0.08199601620435715, 0.08461608737707138, 0.08723615854978561, 0.08985622972249985, 0.09247630089521408, 0.09509637206792831]}, "_runtime": 172.00116777420044, "_timestamp": 1596211761.7722766, "_step": 214}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 3.0, 5.0, 7.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01245587132871151, -0.012074793688952923, -0.011693715117871761, -0.011312637478113174, -0.010931558907032013, -0.010550481267273426, -0.010169402696192265, -0.009788325056433678, -0.009407246485352516, -0.00902616884559393, -0.008645090274512768, -0.008264012634754181, -0.00788293406367302, -0.0075018564239144325, -0.007120778318494558, -0.006739700213074684, -0.00635862210765481, -0.005977544002234936, -0.005596465896815062, -0.005215387791395187, -0.004834309685975313, -0.004453231580555439, -0.004072153475135565, -0.0036910756025463343, -0.00330999749712646, -0.002928919391706586, -0.0025478412862867117, -0.0021667631808668375, -0.0017856851918622851, -0.001404607086442411, -0.0010235290974378586, -0.0006424509920179844, -0.0002613728865981102, 0.00011970518971793354, 0.0005007832660339773, 0.0008818613132461905, 0.0012629394186660647, 0.001644017524085939, 0.0020250955130904913, 0.0024061736185103655, 0.0027872517239302397, 0.003168329829350114, 0.003549407934769988, 0.003930485807359219, 0.004311563912779093, 0.004692642018198967, 0.005073720123618841, 0.005454798229038715, 0.0058358763344585896, 0.006216954439878464, 0.006598032545298338, 0.006979110650718212, 0.007360188756138086, 0.0077412668615579605, 0.008122344501316547, 0.008503423072397709, 0.008884500712156296, 0.009265579283237457, 0.009646656922996044, 0.010027735494077206, 0.010408813133835793, 0.010789891704916954, 0.011170969344675541, 0.011552047915756702, 0.01193312555551529]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 3.0, 9.0, 11.0, 6.0, 13.0, 18.0, 21.0, 26.0, 30.0, 45.0, 66.0, 87.0, 100.0, 176.0, 307.0, 5298.0, 905.0, 260.0, 152.0, 95.0, 74.0, 41.0, 35.0, 29.0, 18.0, 19.0, 16.0, 9.0, 12.0, 12.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.15906628966331482, -0.15462510287761688, -0.15018390119075775, -0.14574271440505981, -0.14130151271820068, -0.13686032593250275, -0.13241912424564362, -0.12797793745994568, -0.12353673577308655, -0.11909554898738861, -0.11465435475111008, -0.11021316051483154, -0.10577196627855301, -0.10133077204227448, -0.09688957780599594, -0.09244838356971741, -0.08800718933343887, -0.08356599509716034, -0.0791248008608818, -0.07468360662460327, -0.07024241238832474, -0.0658012181520462, -0.06136002764105797, -0.056918833404779434, -0.0524776391685009, -0.048036444932222366, -0.04359525069594383, -0.0391540564596653, -0.03471286594867706, -0.03027166984975338, -0.025830477476119995, -0.02138928323984146, -0.016948089003562927, -0.012506894767284393, -0.008065701462328434, -0.0036245076917111874, 0.0008166860789060593, 0.005257879849523306, 0.009699073620140553, 0.014140266925096512, 0.018581461161375046, 0.02302265539765358, 0.027463849633932114, 0.03190504387021065, 0.03634623438119888, 0.04078742861747742, 0.04522862285375595, 0.049669817090034485, 0.05411101132631302, 0.05855220556259155, 0.06299339979887009, 0.06743459403514862, 0.07187578827142715, 0.07631698250770569, 0.08075817674398422, 0.08519937098026276, 0.0896405577659607, 0.09408175200223923, 0.09852294623851776, 0.1029641404747963, 0.10740533471107483, 0.11184652894735336, 0.1162877231836319, 0.12072891741991043, 0.12517011165618896]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 1.0, 4.0, 6.0, 5.0, 7.0, 4.0, 5.0, 23.0, 3.0, 4.0, 7.0, 5.0, 5.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0026274346746504307, -0.002526784548535943, -0.0024261341895908117, -0.002325484063476324, -0.0022248337045311928, -0.002124183578416705, -0.002023533219471574, -0.0019228830933570862, -0.0018222328508272767, -0.0017215826082974672, -0.0016209323657676578, -0.0015202821232378483, -0.0014196319971233606, -0.0013189817545935512, -0.0012183315120637417, -0.0011176812695339322, -0.0010170310270041227, -0.0009163807844743133, -0.0008157305419445038, -0.0007150803576223552, -0.0006144301150925457, -0.0005137798725627363, -0.00041312965913675725, -0.00031247944571077824, -0.00021182920318096876, -0.00011117897520307451, -1.0528747225180268e-05, 9.012148075271398e-05, 0.00019077170873060822, 0.0002914219512604177, 0.0003920721646863967, 0.0004927223781123757, 0.0005933726206421852, 0.0006940228631719947, 0.0007946731057018042, 0.0008953232900239527, 0.0009959735907614231, 0.0010966237168759108, 0.0011972739594057202, 0.0012979242019355297, 0.0013985744444653392, 0.0014992246869951487, 0.0015998749295249581, 0.0017005251720547676, 0.0018011752981692553, 0.0019018255406990647, 0.002002475783228874, 0.0021031261421740055, 0.002203776268288493, 0.002304426394402981, 0.002405076753348112, 0.0025057268794625998, 0.002606377238407731, 0.0027070273645222187, 0.00280767772346735, 0.0029083278495818377, 0.0030089779756963253, 0.0031096283346414566, 0.0032102784607559443, 0.0033109288197010756, 0.003411578945815563, 0.0035122293047606945, 0.003612879430875182, 0.0037135297898203135, 0.003814179915934801]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 4.0, 2.0, 12.0, 7.0, 14.0, 18.0, 17.0, 53.0, 75.0, 98.0, 134.0, 221.0, 311.0, 457.0, 782.0, 1400.0, 2812.0, 6397.0, 17598.0, 71388.0, 952634.0, 81392.0, 23473.0, 9327.0, 4505.0, 2451.0, 1426.0, 868.0, 546.0, 376.0, 267.0, 183.0, 110.0, 68.0, 67.0, 37.0, 25.0, 21.0, 14.0, 13.0, 10.0, 4.0, 7.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0083013866096735, -0.00801088847219944, -0.00772039033472538, -0.00742989219725132, -0.00713939405977726, -0.006848896387964487, -0.006558398250490427, -0.006267900113016367, -0.005977401975542307, -0.005686903838068247, -0.005396405700594187, -0.005105907563120127, -0.004815409891307354, -0.004524911753833294, -0.004234413616359234, -0.003943915478885174, -0.0036534173414111137, -0.0033629192039370537, -0.0030724210664629936, -0.0027819231618195772, -0.002491425024345517, -0.002200926886871457, -0.0019104288658127189, -0.0016199308447539806, -0.0013294327072799206, -0.0010389345698058605, -0.0007484365487471223, -0.00045793846948072314, -0.000167440390214324, 0.00012305768905207515, 0.0004135557683184743, 0.0007040538475848734, 0.0009945519268512726, 0.0012850500643253326, 0.0015755480853840709, 0.001866046106442809, 0.002156544243916869, 0.0024470423813909292, 0.0027375402860343456, 0.0030280384235084057, 0.0033185365609824657, 0.003609034698456526, 0.003899532835930586, 0.004190030973404646, 0.004480528645217419, 0.004771026782691479, 0.005061524920165539, 0.005352023057639599, 0.005642521195113659, 0.005933019332587719, 0.006223517470061779, 0.006514015607535839, 0.006804513745009899, 0.007095011416822672, 0.007385509554296732, 0.007676007691770792, 0.007966505363583565, 0.008257003501057625, 0.008547501638531685, 0.008837999776005745, 0.009128497913479805, 0.009418996050953865, 0.009709494188427925, 0.009999992325901985, 0.010290490463376045]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 6.0, 3.0, 14.0, 6.0, 3.0, 4.0, 7.0, 5.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.09793347120285034, -0.09611710906028748, -0.09430074691772461, -0.09248438477516174, -0.09066802263259888, -0.08885166049003601, -0.08703529834747314, -0.08521893620491028, -0.08340257406234741, -0.08158621191978455, -0.07976984977722168, -0.07795348763465881, -0.07613712549209595, -0.07432076334953308, -0.07250440120697021, -0.07068803906440735, -0.06887167692184448, -0.06705531477928162, -0.06523895263671875, -0.06342259049415588, -0.06160622835159302, -0.05978986620903015, -0.057973504066467285, -0.05615714192390442, -0.05434077978134155, -0.052524417638778687, -0.05070805549621582, -0.048891693353652954, -0.04707533121109009, -0.04525896906852722, -0.043442606925964355, -0.04162624478340149, -0.03980988264083862, -0.03799352049827576, -0.03617715835571289, -0.034360796213150024, -0.03254443407058716, -0.030728071928024292, -0.028911709785461426, -0.02709534764289856, -0.025278985500335693, -0.023462623357772827, -0.02164626121520996, -0.019829899072647095, -0.01801353693008423, -0.016197174787521362, -0.014380812644958496, -0.01256445050239563, -0.010748088359832764, -0.008931726217269897, -0.007115364074707031, -0.005299001932144165, -0.003482639789581299, -0.0016662776470184326, 0.0001500844955444336, 0.0019664466381073, 0.003782808780670166, 0.005599170923233032, 0.0074155330657958984, 0.009231895208358765, 0.01104825735092163, 0.012864619493484497, 0.014680981636047363, 0.01649734377861023, 0.018313705921173096]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 13.0, 6.0, 14.0, 8.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 6.0, 4.0, 1.0, 2.0, 5.0, 4.0, 18.0, 17.0, 9.0, 7.0, 19.0, 10.0, 17.0, 40.0, 70.0, 69.0, 129.0, 142.0, 223.0, 349.0, 670.0, 1131.0, 2528.0, 7815.0, 2355.0, 1204.0, 630.0, 378.0, 212.0, 120.0, 71.0, 40.0, 35.0, 12.0, 10.0, 9.0, 5.0, 4.0, 2.0], "bins": [-0.031998977065086365, -0.03133769705891609, -0.03067641332745552, -0.030015133321285248, -0.029353851452469826, -0.028692569583654404, -0.02803128771483898, -0.02737000770866871, -0.026708725839853287, -0.026047443971037865, -0.025386162102222443, -0.02472488023340702, -0.024063600227236748, -0.023402318358421326, -0.022741036489605904, -0.02207975462079048, -0.02141847461462021, -0.020757192745804787, -0.020095910876989365, -0.019434629008173943, -0.01877334713935852, -0.018112067133188248, -0.017450785264372826, -0.016789503395557404, -0.01612822152674198, -0.015466940589249134, -0.014805658720433712, -0.014144377782940865, -0.013483095914125443, -0.012821814976632595, -0.012160533107817173, -0.011499252170324326, -0.010837970301508904, -0.010176688432693481, -0.009515407495200634, -0.008854125626385212, -0.008192844688892365, -0.0075315628200769424, -0.006870281416922808, -0.006209000013768673, -0.005547718610614538, -0.0048864372074604034, -0.004225155804306269, -0.0035638741683214903, -0.0029025927651673555, -0.002241311362013221, -0.0015800298424437642, -0.0009187483810819685, -0.0002574669197201729, 0.0004038145416416228, 0.0010650960030034184, 0.001726377522572875, 0.0023876589257270098, 0.0030489403288811445, 0.003710221964865923, 0.004371503368020058, 0.005032784771174192, 0.005694066174328327, 0.006355347577482462, 0.007016628980636597, 0.007677910849452019, 0.008339191786944866, 0.009000473655760288, 0.009661754593253136, 0.010323036462068558]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 3.0, 6.0, 5.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06342820078134537, -0.05358283221721649, -0.043737463653087616, -0.03389209881424904, -0.024046730250120163, -0.014201362617313862, -0.004355994984507561, 0.00548937264829874, 0.015334740281105042, 0.025180108845233917, 0.03502547740936279, 0.04487084224820137, 0.054716210812330246, 0.06456157565116882, 0.0744069442152977, 0.08425231277942657, 0.09409768134355545, 0.10394304990768433, 0.1137884184718132, 0.12363378703594208, 0.13347914814949036, 0.14332452416419983, 0.1531698852777481, 0.16301526129245758, 0.17286062240600586, 0.18270598351955414, 0.1925513595342636, 0.2023967206478119, 0.21224209666252136, 0.22208745777606964, 0.2319328337907791, 0.2417781949043274, 0.25162357091903687, 0.26146891713142395, 0.2713142931461334, 0.2811596691608429, 0.29100504517555237, 0.30085039138793945, 0.3106957674026489, 0.3205411434173584, 0.33038651943206787, 0.34023186564445496, 0.35007724165916443, 0.3599226176738739, 0.369767963886261, 0.37961333990097046, 0.38945871591567993, 0.3993040919303894, 0.4091494381427765, 0.41899481415748596, 0.42884019017219543, 0.4386855363845825, 0.448530912399292, 0.45837628841400146, 0.46822166442871094, 0.478067010641098, 0.4879123866558075, 0.49775776267051697, 0.507603108882904, 0.5174484848976135, 0.527293860912323, 0.5371392369270325, 0.5469846129417419, 0.5568299889564514, 0.5666753053665161]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 2.0, 6.0, 8.0, 5.0, 8.0, 1.0, 10.0, 9.0, 10.0, 13.0, 13.0, 32.0, 16.0, 15.0, 24.0, 5.0, 15.0, 12.0, 8.0, 10.0, 5.0, 6.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.034370098263025284, -0.033079009503126144, -0.031787920743227005, -0.030496830120682716, -0.029205739498138428, -0.02791465073823929, -0.02662356197834015, -0.02533247135579586, -0.02404138259589672, -0.02275029383599758, -0.021459203213453293, -0.020168114453554153, -0.018877025693655014, -0.017585935071110725, -0.016294846311211586, -0.015003756619989872, -0.013712666928768158, -0.012421577237546444, -0.01113048754632473, -0.00983939878642559, -0.008548309095203876, -0.0072572194039821625, -0.005966130178421736, -0.004675040952861309, -0.003383951261639595, -0.0020928618032485247, -0.0008017723448574543, 0.0004893171135336161, 0.0017804065719246864, 0.003071496030315757, 0.004362585488706827, 0.005653674714267254, 0.006944764405488968, 0.008235854096710682, 0.009526943787932396, 0.010818032547831535, 0.01210912223905325, 0.013400211930274963, 0.014691300690174103, 0.01598239131271839, 0.01727348007261753, 0.01856456883251667, 0.01985565945506096, 0.0211467482149601, 0.022437836974859238, 0.023728927597403526, 0.025020016357302666, 0.026311106979846954, 0.027602195739746094, 0.028893284499645233, 0.030184375122189522, 0.03147546574473381, 0.03276655450463295, 0.03405764326453209, 0.03534873202443123, 0.03663982078433037, 0.037930913269519806, 0.039222002029418945, 0.040513090789318085, 0.041804179549217224, 0.043095268309116364, 0.0443863570690155, 0.04567744955420494, 0.04696853831410408, 0.04825962707400322]}, "_runtime": 172.82115197181702, "_timestamp": 1596211762.5922608, "_step": 215}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 8.0, 8.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0072002774104475975, -0.006917043123394251, -0.006633808370679617, -0.00635057408362627, -0.006067339330911636, -0.00578410504385829, -0.005500870756804943, -0.005217636004090309, -0.0049344017170369625, -0.004651167429983616, -0.004367932677268982, -0.004084698390215635, -0.003801463870331645, -0.0035182293504476547, -0.003234995063394308, -0.002951760543510318, -0.0026685260236263275, -0.0023852915037423372, -0.002102056983858347, -0.0018188226968050003, -0.00153558817692101, -0.0012523536570370197, -0.0009691192535683513, -0.0006858847918920219, -0.0004026503302156925, -0.00011941586853936315, 0.00016381859313696623, 0.0004470530548132956, 0.000730287516489625, 0.0010135220363736153, 0.0012967564398422837, 0.0015799908433109522, 0.0018632253631949425, 0.0021464598830789328, 0.002429694402962923, 0.0027129286900162697, 0.00299616320990026, 0.0032793977297842503, 0.003562632016837597, 0.003845866536721587, 0.0041291010566055775, 0.004412335343658924, 0.004695570096373558, 0.004978804383426905, 0.005262038670480251, 0.005545273423194885, 0.005828507710248232, 0.006111742462962866, 0.0063949767500162125, 0.006678211037069559, 0.006961445789784193, 0.00724468007683754, 0.007527914829552174, 0.00781114911660552, 0.008094383403658867, 0.0083776181563735, 0.008660852909088135, 0.008944086730480194, 0.009227321483194828, 0.009510556235909462, 0.009793790057301521, 0.010077024810016155, 0.01036025956273079, 0.010643493384122849, 0.010926728136837482]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 7.0, 3.0, 2.0, 2.0, 4.0, 4.0, 13.0, 11.0, 18.0, 18.0, 22.0, 19.0, 34.0, 33.0, 48.0, 47.0, 50.0, 77.0, 90.0, 112.0, 175.0, 275.0, 5298.0, 644.0, 229.0, 140.0, 101.0, 75.0, 66.0, 59.0, 41.0, 40.0, 31.0, 29.0, 15.0, 12.0, 14.0, 10.0, 11.0, 9.0, 6.0, 3.0, 5.0, 4.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0], "bins": [-0.09279007464647293, -0.09003898501396179, -0.08728788793087006, -0.08453679829835892, -0.08178570121526718, -0.07903461158275604, -0.0762835144996643, -0.07353242486715317, -0.07078133523464203, -0.06803023815155029, -0.06527914851903915, -0.06252805143594742, -0.05977696180343628, -0.05702586844563484, -0.054274775087833405, -0.05152368173003197, -0.04877258837223053, -0.04602149501442909, -0.043270401656627655, -0.04051930829882622, -0.03776821494102478, -0.03501712530851364, -0.032266031950712204, -0.029514938592910767, -0.02676384523510933, -0.024012751877307892, -0.021261658519506454, -0.018510567024350166, -0.01575947366654873, -0.013008380308747292, -0.010257287882268429, -0.007506194990128279, -0.004755102097988129, -0.0020040092058479786, 0.0007470836862921715, 0.0034981765784323215, 0.006249269470572472, 0.009000362828373909, 0.011751455254852772, 0.014502547681331635, 0.017253641039133072, 0.02000473439693451, 0.022755827754735947, 0.025506919249892235, 0.028258012607693672, 0.03100910596549511, 0.0337601974606514, 0.036511290818452835, 0.03926238417625427, 0.04201347753405571, 0.04476457089185715, 0.047515664249658585, 0.05026675760746002, 0.05301784723997116, 0.0557689405977726, 0.058520033955574036, 0.06127112731337547, 0.06402222067117691, 0.06677331030368805, 0.06952440738677979, 0.07227549701929092, 0.07502659410238266, 0.0777776837348938, 0.08052878081798553, 0.08327987045049667]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 1.0, 4.0, 5.0, 5.0, 3.0, 8.0, 5.0, 4.0, 27.0, 2.0, 5.0, 2.0, 3.0, 2.0, 3.0, 1.0, 3.0, 5.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002349413000047207, -0.00228062248788774, -0.0022118319757282734, -0.0021430416963994503, -0.0020742511842399836, -0.002005460672080517, -0.00193667015992105, -0.0018678797641769052, -0.0017990892520174384, -0.0017302987398579717, -0.0016615083441138268, -0.00159271783195436, -0.0015239273197948933, -0.0014551369240507483, -0.0013863464118912816, -0.0013175560161471367, -0.00124876550398767, -0.0011799749918282032, -0.0011111845960840583, -0.0010423940839245915, -0.0009736036299727857, -0.0009048131760209799, -0.0008360226638615131, -0.0007672322099097073, -0.0006984417559579015, -0.0006296513020060956, -0.0005608608480542898, -0.0004920703358948231, -0.00042327988194301724, -0.0003544894279912114, -0.00028569894493557513, -0.00021690847643185407, -0.000148118007928133, -7.932753942441195e-05, -1.0537070920690894e-05, 5.8253397583030164e-05, 0.00012704386608675122, 0.00019583433459047228, 0.00026462480309419334, 0.0003334152861498296, 0.00040220574010163546, 0.0004709961940534413, 0.0005397866480052471, 0.0006085771601647139, 0.0006773676141165197, 0.0007461580680683255, 0.0008149485802277923, 0.0008837390341795981, 0.0009525294881314039, 0.0010213200002908707, 0.0010901103960350156, 0.0011589009081944823, 0.0012276913039386272, 0.001296481816098094, 0.0013652723282575607, 0.0014340627240017056, 0.0015028532361611724, 0.0015716437483206391, 0.001640434144064784, 0.0017092246562242508, 0.0017780151683837175, 0.0018468055641278625, 0.0019155960762873292, 0.001984386472031474, 0.002053176984190941]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 4.0, 8.0, 5.0, 13.0, 16.0, 25.0, 30.0, 55.0, 84.0, 113.0, 141.0, 214.0, 306.0, 507.0, 785.0, 1224.0, 2103.0, 3582.0, 6346.0, 12119.0, 26098.0, 68331.0, 852014.0, 125170.0, 37671.0, 17664.0, 9399.0, 5527.0, 3220.0, 2130.0, 1408.0, 999.0, 695.0, 465.0, 322.0, 257.0, 188.0, 114.0, 87.0, 51.0, 46.0, 41.0, 22.0, 11.0, 12.0, 2.0, 3.0, 5.0, 2.0, 3.0, 3.0], "bins": [-0.005376895423978567, -0.005226793698966503, -0.0050766924396157265, -0.0049265907146036625, -0.004776489455252886, -0.004626387730240822, -0.004476286470890045, -0.004326184745877981, -0.0041760834865272045, -0.0040259817615151405, -0.00387588026933372, -0.0037257787771523, -0.0035756772849708796, -0.0034255757927894592, -0.003275474300608039, -0.0031253728084266186, -0.0029752713162451982, -0.002825169824063778, -0.0026750683318823576, -0.0025249668397009373, -0.002374865347519517, -0.0022247638553380966, -0.0020746623631566763, -0.0019245607545599341, -0.0017744592623785138, -0.0016243577701970935, -0.0014742562780156732, -0.0013241547858342528, -0.0011740531772375107, -0.0010239516850560904, -0.00087385019287467, -0.0007237487006932497, -0.0005736472085118294, -0.00042354571633040905, -0.00027344419504515827, -0.0001233426883118227, 2.6758818421512842e-05, 0.0001768603251548484, 0.00032696183188818395, 0.00047706335317343473, 0.0006271648453548551, 0.0007772663375362754, 0.0009273678297176957, 0.001077469321899116, 0.0012275709304958582, 0.0013776724226772785, 0.0015277739148586988, 0.0016778754070401192, 0.0018279768992215395, 0.00197807839140296, 0.00212817988358438, 0.0022782813757658005, 0.002428382867947221, 0.002578484360128641, 0.0027285858523100615, 0.0028786873444914818, 0.0030287890695035458, 0.003178890561684966, 0.0033289920538663864, 0.0034790935460478067, 0.003629195038229227, 0.0037792965304106474, 0.003929398022592068, 0.004079499281942844, 0.004229601006954908]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 6.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010905747301876545, -0.010525105521082878, -0.010144462808966637, -0.00976382102817297, -0.009383178316056728, -0.009002536535263062, -0.00862189382314682, -0.008241252042353153, -0.007860610261559486, -0.007479967549443245, -0.007099325302988291, -0.006718683056533337, -0.00633804127573967, -0.005957399029284716, -0.0055767567828297615, -0.005196114536374807, -0.004815472289919853, -0.004434830043464899, -0.004054187797009945, -0.0036735457833856344, -0.0032929035369306803, -0.002912261290475726, -0.0025316192768514156, -0.0021509770303964615, -0.0017703347839415073, -0.0013896925374865532, -0.0010090504074469209, -0.0006284082191996276, -0.0002477660309523344, 0.00013287615729495883, 0.0005135183455422521, 0.0008941605337895453, 0.0012748027220368385, 0.0016554449684917927, 0.002036087214946747, 0.0024167292285710573, 0.0027973714750260115, 0.0031780137214809656, 0.003558655735105276, 0.00393929798156023, 0.004319940228015184, 0.0047005824744701385, 0.005081224720925093, 0.005461866967380047, 0.005842508748173714, 0.006223150994628668, 0.006603793241083622, 0.006984435487538576, 0.00736507773399353, 0.007745719980448484, 0.008126362226903439, 0.008507004007697105, 0.008887646719813347, 0.009268288500607014, 0.009648931212723255, 0.010029572993516922, 0.010410215705633163, 0.01079085748642683, 0.011171499267220497, 0.011552141979336739, 0.011932783760130405, 0.012313426472246647, 0.012694068253040314, 0.013074710965156555, 0.013455352745950222]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 5.0, 3.0, 6.0, 10.0, 5.0, 20.0, 25.0, 48.0, 52.0, 63.0, 83.0, 76.0, 117.0, 149.0, 221.0, 228.0, 278.0, 346.0, 485.0, 614.0, 902.0, 1375.0, 5212.0, 2507.0, 1390.0, 961.0, 766.0, 546.0, 411.0, 356.0, 269.0, 188.0, 152.0, 135.0, 90.0, 68.0, 40.0, 46.0, 40.0, 33.0, 15.0, 14.0, 12.0, 16.0, 9.0, 6.0, 7.0, 5.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.006688849534839392, -0.00647967541590333, -0.006270501762628555, -0.0060613276436924934, -0.005852153524756432, -0.00564297940582037, -0.005433805286884308, -0.005224631633609533, -0.0050154575146734715, -0.00480628339573741, -0.004597109742462635, -0.004387935623526573, -0.004178761504590511, -0.0039695873856544495, -0.0037604134995490313, -0.003551239613443613, -0.003342065494507551, -0.0031328913755714893, -0.002923717489466071, -0.002714543603360653, -0.002505369484424591, -0.002296195365488529, -0.002087021479383111, -0.001877847476862371, -0.001668673474341631, -0.001459499471820891, -0.0012503254693001509, -0.0010411514667794108, -0.0008319774642586708, -0.0006228034617379308, -0.00041362945921719074, -0.0002044554566964507, 4.718545824289322e-06, 0.00021389254834502935, 0.0004230665508657694, 0.0006322405533865094, 0.0008414145559072495, 0.0010505885584279895, 0.0012597625609487295, 0.0014689365634694695, 0.0016781105659902096, 0.0018872845685109496, 0.0020964585710316896, 0.002305632457137108, 0.0025148065760731697, 0.0027239806950092316, 0.0029331545811146498, 0.003142328467220068, 0.00335150258615613, 0.0035606767050921917, 0.00376985059119761, 0.003979024477303028, 0.00418819859623909, 0.004397372715175152, 0.004606546834111214, 0.004815720487385988, 0.00502489460632205, 0.005234068725258112, 0.0054432423785328865, 0.005652416497468948, 0.00586159061640501, 0.006070764735341072, 0.006279938854277134, 0.0064891125075519085, 0.00669828662648797]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04414714127779007, -0.04273021221160889, -0.041313283145427704, -0.03989635407924652, -0.03847942501306534, -0.037062495946884155, -0.03564556688070297, -0.03422863781452179, -0.03281170874834061, -0.03139478340744972, -0.02997785247862339, -0.028560923412442207, -0.027143996208906174, -0.02572706714272499, -0.024310138076543808, -0.022893209010362625, -0.021476279944181442, -0.02005935087800026, -0.018642421811819077, -0.017225492745637894, -0.01580856367945671, -0.014391635544598103, -0.012974707409739494, -0.011557778343558311, -0.010140849277377129, -0.008723920211195946, -0.00730699161067605, -0.005890063010156155, -0.004473133943974972, -0.0030562051106244326, -0.0016392762772738934, -0.00022234744392335415, 0.001194581389427185, 0.0026115102227777243, 0.0040284390561282635, 0.005445367656648159, 0.006862296722829342, 0.008279225789010525, 0.009696153923869133, 0.011113082990050316, 0.012530012056231499, 0.013946941122412682, 0.015363870188593864, 0.016780799254775047, 0.01819772645831108, 0.019614655524492264, 0.021031584590673447, 0.02244851365685463, 0.023865442723035812, 0.025282371789216995, 0.026699300855398178, 0.02811622992157936, 0.029533158987760544, 0.030950086191296577, 0.03236701712012291, 0.03378394618630409, 0.03520087152719498, 0.03661780059337616, 0.03803472965955734, 0.039451658725738525, 0.04086858779191971, 0.04228551685810089, 0.043702445924282074, 0.04511937499046326, 0.04653630405664444]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 7.0, 8.0, 10.0, 8.0, 10.0, 7.0, 10.0, 10.0, 9.0, 12.0, 16.0, 47.0, 16.0, 13.0, 14.0, 17.0, 9.0, 3.0, 11.0, 12.0, 8.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.050402723252773285, -0.04912298545241356, -0.04784324765205383, -0.046563513576984406, -0.04528377577662468, -0.044004037976264954, -0.04272430017590523, -0.0414445623755455, -0.040164828300476074, -0.03888509050011635, -0.03760535269975662, -0.036325614899396896, -0.03504587709903717, -0.033766139298677444, -0.03248640522360802, -0.03120666742324829, -0.029926929622888565, -0.02864719182252884, -0.027367455884814262, -0.026087718084454536, -0.02480798214673996, -0.023528244346380234, -0.022248506546020508, -0.02096877060830593, -0.019689032807946205, -0.01840929500758648, -0.017129559069871902, -0.015849821269512177, -0.014570084400475025, -0.013290347531437874, -0.012010609731078148, -0.010730872862040997, -0.009451135993003845, -0.008171399123966694, -0.006891661789268255, -0.005611924454569817, -0.004332187585532665, -0.0030524504836648703, -0.0017727133817970753, -0.0004929762799292803, 0.0007867608219385147, 0.0020664979238063097, 0.0033462350256741047, 0.004625972360372543, 0.005905709229409695, 0.007185446098446846, 0.008465183898806572, 0.009744920767843723, 0.011024657636880875, 0.012304394505918026, 0.013584131374955177, 0.014863869175314903, 0.01614360511302948, 0.017423342913389206, 0.018703080713748932, 0.01998281665146351, 0.021262554451823235, 0.02254229225218296, 0.023822028189897537, 0.025101765990257263, 0.02638150379061699, 0.027661239728331566, 0.028940977528691292, 0.03022071346640587, 0.031500451266765594]}, "_runtime": 173.66568088531494, "_timestamp": 1596211763.4367898, "_step": 216}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 10.0, 2.0, 4.0, 1.0, 2.0, 0.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012515137903392315, -0.012096265330910683, -0.011677391827106476, -0.011258519254624844, -0.010839646682143211, -0.010420774109661579, -0.010001901537179947, -0.00958302803337574, -0.009164155460894108, -0.008745282888412476, -0.008326409384608269, -0.007907536812126637, -0.007488664239645004, -0.007069791667163372, -0.0066509186290204525, -0.006232045590877533, -0.005813173018395901, -0.0053943004459142685, -0.004975427407771349, -0.004556554369628429, -0.004137681797146797, -0.0037188089918345213, -0.0032999361865222454, -0.0028810633812099695, -0.0024621905758976936, -0.0020433177705854177, -0.0016244449652731419, -0.001205572159960866, -0.0007866993546485901, -0.0003678265493363142, 5.1046255975961685e-05, 0.00046991906128823757, 0.0008887918666005135, 0.0013076646719127893, 0.0017265374772250652, 0.002145410282537341, 0.002564283087849617, 0.002983155893161893, 0.0034020286984741688, 0.0038209015037864447, 0.0042397743090987206, 0.004658646881580353, 0.005077519919723272, 0.005496392957866192, 0.005915265530347824, 0.006334138102829456, 0.006753011140972376, 0.007171884179115295, 0.007590756751596928, 0.00800962932407856, 0.008428502827882767, 0.008847375400364399, 0.009266247972846031, 0.009685120545327663, 0.010103993117809296, 0.010522866621613503, 0.010941739194095135, 0.011360611766576767, 0.011779485270380974, 0.012198357842862606, 0.012617230415344238, 0.01303610298782587, 0.013454975560307503, 0.01387384906411171, 0.014292721636593342]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 4.0, 5.0, 6.0, 5.0, 6.0, 26.0, 13.0, 24.0, 20.0, 38.0, 54.0, 66.0, 90.0, 108.0, 175.0, 292.0, 791.0, 5240.0, 319.0, 184.0, 107.0, 87.0, 65.0, 47.0, 25.0, 28.0, 21.0, 16.0, 16.0, 10.0, 8.0, 5.0, 5.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13428916037082672, -0.12996189296245575, -0.12563462555408478, -0.12130735069513321, -0.11698008328676224, -0.11265281587839127, -0.1083255410194397, -0.10399827361106873, -0.09967100620269775, -0.09534373879432678, -0.09101647138595581, -0.08668919652700424, -0.08236192911863327, -0.0780346617102623, -0.07370738685131073, -0.06938011944293976, -0.06505285203456879, -0.060725584626197815, -0.056398313492536545, -0.052071042358875275, -0.0477437749505043, -0.04341650754213333, -0.03908923640847206, -0.03476196527481079, -0.03043469786643982, -0.0261074285954237, -0.021780159324407578, -0.017452890053391457, -0.013125620782375336, -0.008798351511359215, -0.004471082240343094, -0.00014381296932697296, 0.004183456301689148, 0.008510725572705269, 0.01283799484372139, 0.01716526411473751, 0.02149253338575363, 0.025819802656769753, 0.030147071927785873, 0.034474343061447144, 0.038801610469818115, 0.04312887787818909, 0.04745614901185036, 0.05178342014551163, 0.0561106875538826, 0.06043795496225357, 0.06476522982120514, 0.06909249722957611, 0.07341976463794708, 0.07774703204631805, 0.08207429945468903, 0.0864015743136406, 0.09072884172201157, 0.09505610913038254, 0.0993833839893341, 0.10371065139770508, 0.10803791880607605, 0.11236518621444702, 0.116692453622818, 0.12101972848176956, 0.12534698843955994, 0.1296742707490921, 0.13400153815746307, 0.13832880556583405, 0.14265607297420502]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 5.0, 7.0, 0.0, 4.0, 4.0, 3.0, 3.0, 4.0, 3.0, 6.0, 3.0, 4.0, 25.0, 4.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0019368623616173863, -0.0018661163048818707, -0.0017953702481463552, -0.0017246241914108396, -0.001653878134675324, -0.0015831320779398084, -0.0015123860212042928, -0.0014416399644687772, -0.0013708940241485834, -0.0013001479674130678, -0.0012294019106775522, -0.0011586558539420366, -0.001087909797206521, -0.0010171637404710054, -0.0009464176837354898, -0.0008756716269999743, -0.0008049255702644587, -0.0007341795135289431, -0.0006634334567934275, -0.0005926874000579119, -0.0005219413433223963, -0.00045119531569071114, -0.000380449288059026, -0.0003097032313235104, -0.00023895717458799481, -0.00016821111785247922, -9.746507566887885e-05, -2.6719026209320873e-05, 4.402702325023711e-05, 0.00011477307270979509, 0.00018551912216935307, 0.00025626516435295343, 0.00032701122108846903, 0.0003977572778239846, 0.0004685033345595002, 0.0005392493912950158, 0.0006099954480305314, 0.0006807414465583861, 0.0007514875032939017, 0.0008222335600294173, 0.0008929796167649329, 0.0009637256735004485, 0.0010344716720283031, 0.0011052177287638187, 0.0011759637854993343, 0.00124670984223485, 0.0013174558989703655, 0.0013882019557058811, 0.0014589480124413967, 0.0015296940691769123, 0.001600440125912428, 0.0016711861826479435, 0.001741932239383459, 0.0018126782961189747, 0.0018834243528544903, 0.001954170409590006, 0.0020249164663255215, 0.002095662523061037, 0.0021664085797965527, 0.0022371546365320683, 0.002307900693267584, 0.0023786467500030994, 0.002449392806738615, 0.0025201388634741306, 0.0025908849202096462]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [3.0, 6.0, 2.0, 4.0, 9.0, 9.0, 8.0, 15.0, 18.0, 24.0, 54.0, 56.0, 78.0, 121.0, 166.0, 257.0, 331.0, 471.0, 721.0, 1089.0, 1666.0, 2635.0, 4149.0, 6991.0, 12205.0, 22660.0, 48368.0, 150188.0, 800656.0, 61637.0, 26924.0, 14221.0, 8452.0, 5090.0, 3108.0, 2144.0, 1410.0, 1000.0, 681.0, 514.0, 353.0, 309.0, 211.0, 151.0, 104.0, 86.0, 69.0, 47.0, 46.0, 32.0, 19.0, 23.0, 19.0, 11.0, 4.0, 2.0, 4.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.004537411034107208, -0.004376688506454229, -0.0042159659788012505, -0.0040552434511482716, -0.003894520690664649, -0.00373379816301167, -0.003573075635358691, -0.0034123531077057123, -0.0032516303472220898, -0.003090907819569111, -0.002930185291916132, -0.002769462764263153, -0.002608740236610174, -0.0024480177089571953, -0.0022872949484735727, -0.002126572420820594, -0.001965849893167615, -0.001805127365514636, -0.0016444047214463353, -0.0014836821937933564, -0.0013229595497250557, -0.0011622370220720768, -0.001001514494419098, -0.0008407919085584581, -0.0006800693226978183, -0.0005193467368371785, -0.0003586241800803691, -0.00019790160877164453, -3.717903746291995e-05, 0.00012354353384580463, 0.0002842661051545292, 0.00044498866191133857, 0.0006057112477719784, 0.0007664338336326182, 0.000927156419493258, 0.001087878947146237, 0.0012486015912145376, 0.0014093241188675165, 0.0015700466465204954, 0.0017307692905887961, 0.001891491818241775, 0.0020522144623100758, 0.0022129369899630547, 0.0023736595176160336, 0.0025343820452690125, 0.0026951045729219913, 0.002855827333405614, 0.003016549861058593, 0.0031772723887115717, 0.0033379949163645506, 0.0034987174440175295, 0.003659440204501152, 0.003820162732154131, 0.00398088525980711, 0.004141607787460089, 0.004302330315113068, 0.0044630528427660465, 0.004623775370419025, 0.004784497898072004, 0.0049452208913862705, 0.005105943419039249, 0.005266665946692228, 0.005427388474345207, 0.005588111001998186, 0.005748833529651165]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 6.0, 1.0, 0.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.020553361624479294, -0.019995948299765587, -0.01943853497505188, -0.018881121650338173, -0.018323708325624466, -0.01776629500091076, -0.017208881676197052, -0.016651468351483345, -0.016094055026769638, -0.015536640770733356, -0.01497922744601965, -0.014421814121305943, -0.013864400796592236, -0.013306987471878529, -0.012749574147164822, -0.012192160822451115, -0.011634747497737408, -0.0110773341730237, -0.010519920848309994, -0.009962507523596287, -0.00940509419888258, -0.008847680874168873, -0.008290267549455166, -0.007732853759080172, -0.007175440434366465, -0.006618027109652758, -0.006060613784939051, -0.005503200460225344, -0.004945786669850349, -0.0043883733451366425, -0.0038309600204229355, -0.0032735466957092285, -0.0027161333709955215, -0.0021587200462818146, -0.0016013066051527858, -0.001043893164023757, -0.00048647983931005, 7.093354361131787e-05, 0.0006283469265326858, 0.0011857603676617146, 0.0017431736923754215, 0.0023005870170891285, 0.0028580003418028355, 0.003415413899347186, 0.003972827456891537, 0.004530240781605244, 0.005087654106318951, 0.005645067431032658, 0.006202480755746365, 0.0067598940804600716, 0.0073173074051737785, 0.007874720729887486, 0.008432134054601192, 0.0089895473793149, 0.009546960704028606, 0.010104374028742313, 0.010661788284778595, 0.011219201609492302, 0.011776614934206009, 0.012334028258919716, 0.012891441583633423, 0.01344885490834713, 0.014006268233060837, 0.014563681557774544, 0.01512109488248825]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 10.0, 15.0, 22.0, 24.0, 8.0, 17.0, 20.0, 31.0, 40.0, 50.0, 43.0, 44.0, 57.0, 78.0, 86.0, 102.0, 160.0, 181.0, 234.0, 252.0, 365.0, 449.0, 613.0, 1026.0, 1643.0, 5535.0, 1835.0, 1276.0, 939.0, 769.0, 525.0, 435.0, 330.0, 239.0, 186.0, 141.0, 108.0, 104.0, 89.0, 63.0, 49.0, 27.0, 42.0, 34.0, 18.0, 13.0, 23.0, 12.0, 17.0, 5.0, 6.0, 7.0, 7.0, 5.0, 1.0, 2.0, 2.0], "bins": [-0.00881545152515173, -0.008543252013623714, -0.008271053433418274, -0.007998853921890259, -0.007726655341684818, -0.007454455830156803, -0.007182256784290075, -0.0069100577384233475, -0.00663785869255662, -0.006365659646689892, -0.006093460600823164, -0.005821261554956436, -0.005549062043428421, -0.005276862997561693, -0.005004663951694965, -0.0047324649058282375, -0.00446026585996151, -0.004188066814094782, -0.003915867768228054, -0.0036436684895306826, -0.0033714694436639547, -0.003099270397797227, -0.0028270711190998554, -0.0025548720732331276, -0.0022826730273663998, -0.002010473981499672, -0.0017382748192176223, -0.0014660756569355726, -0.0011938766110688448, -0.000921677506994456, -0.0006494784029200673, -0.00037727929884567857, -0.00010508019477128983, 0.00016711890930309892, 0.00043931801337748766, 0.0007115171174518764, 0.0009837162215262651, 0.001255915267392993, 0.0015281144296750426, 0.0018003135919570923, 0.00207251263782382, 0.002344711683690548, 0.0026169107295572758, 0.0028891100082546473, 0.003161309054121375, 0.003433508099988103, 0.0037057073786854744, 0.003977906424552202, 0.00425010547041893, 0.004522304516285658, 0.004794503562152386, 0.0050667026080191135, 0.005338901653885841, 0.0056111011654138565, 0.005883300211280584, 0.006155499257147312, 0.00642769830301404, 0.006699897348880768, 0.006972096394747496, 0.0072442954406142235, 0.007516494952142239, 0.0077886939980089664, 0.008060893043875694, 0.008333091624081135, 0.00860529113560915]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07860025763511658, -0.07520592957735062, -0.07181160151958466, -0.0684172734618187, -0.06502293795347214, -0.06162860989570618, -0.058234281837940216, -0.054839953780174255, -0.051445625722408295, -0.048051293939352036, -0.044656965881586075, -0.041262637823820114, -0.037868306040763855, -0.034473977982997894, -0.031079648062586784, -0.027685320004820824, -0.024290990084409714, -0.020896660163998604, -0.017502332106232643, -0.014108002185821533, -0.010713673196732998, -0.007319344207644463, -0.00392501475289464, -0.000530685530975461, 0.002863643690943718, 0.006257972680032253, 0.009652301669120789, 0.013046631589531898, 0.01644096150994301, 0.01983528956770897, 0.02322961948812008, 0.02662394754588604, 0.03001827746629715, 0.03341260552406311, 0.03680693730711937, 0.04020126536488533, 0.04359559342265129, 0.04698992520570755, 0.05038425326347351, 0.05377858132123947, 0.05717290937900543, 0.06056724116206169, 0.06396157294511795, 0.06735590100288391, 0.07075022906064987, 0.07414455711841583, 0.0775388851761818, 0.08093321323394775, 0.08432754874229431, 0.08772187680006027, 0.09111620485782623, 0.0945105329155922, 0.09790486097335815, 0.10129918903112411, 0.10469351708889008, 0.10808785259723663, 0.1114821806550026, 0.11487650871276855, 0.11827083677053452, 0.12166516482830048, 0.12505950033664703, 0.1284538209438324, 0.13184815645217896, 0.13524247705936432, 0.13863681256771088]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 8.0, 4.0, 6.0, 5.0, 10.0, 15.0, 11.0, 18.0, 20.0, 31.0, 51.0, 21.0, 15.0, 15.0, 8.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05857414752244949, -0.056101419031620026, -0.05362869054079056, -0.05115596204996109, -0.04868323355913162, -0.04621050879359245, -0.043737780302762985, -0.04126505181193352, -0.03879232332110405, -0.03631959483027458, -0.033846866339445114, -0.031374137848615646, -0.028901411220431328, -0.02642868272960186, -0.02395595610141754, -0.021483227610588074, -0.019010499119758606, -0.016537770628929138, -0.014065043069422245, -0.011592315509915352, -0.009119587019085884, -0.006646858993917704, -0.004174130968749523, -0.0017014029435813427, 0.0007713250815868378, 0.0032440531067550182, 0.005716781131923199, 0.008189508691430092, 0.01066223718225956, 0.013134965673089027, 0.01560769323259592, 0.018080420792102814, 0.02055314928293228, 0.02302587777376175, 0.025498606264591217, 0.027971332892775536, 0.030444061383605003, 0.03291678801178932, 0.03538951650261879, 0.03786224499344826, 0.040334973484277725, 0.04280770197510719, 0.04528043046593666, 0.04775315895676613, 0.0502258837223053, 0.052698612213134766, 0.05517134070396423, 0.0576440691947937, 0.06011679768562317, 0.06258952617645264, 0.0650622546672821, 0.06753498315811157, 0.07000771164894104, 0.07248044013977051, 0.07495316863059998, 0.07742589712142944, 0.07989862561225891, 0.08237134665250778, 0.08484407514333725, 0.08731680363416672, 0.08978953212499619, 0.09226226061582565, 0.09473498910665512, 0.09720771759748459, 0.09968044608831406]}, "_runtime": 174.49149918556213, "_timestamp": 1596211764.262608, "_step": 217}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.011280163191258907, -0.010965951718389988, -0.010651741176843643, -0.010337529703974724, -0.010023319162428379, -0.00970910768955946, -0.009394897148013115, -0.009080685675144196, -0.008766474202275276, -0.008452263660728931, -0.008138052187860012, -0.007823841646313667, -0.007509630173444748, -0.007195419166237116, -0.006881208159029484, -0.006566997151821852, -0.00625278614461422, -0.005938575137406588, -0.0056243641301989555, -0.0053101531229913235, -0.004995942115783691, -0.004681730642914772, -0.00436751963570714, -0.004053308628499508, -0.003739097621291876, -0.0034248866140842438, -0.0031106756068766117, -0.002796464366838336, -0.002482253359630704, -0.002168042352423072, -0.001853831228800118, -0.001539620105177164, -0.001225409097969532, -0.000911198032554239, -0.0005969869671389461, -0.0002827759017236531, 3.14351636916399e-05, 0.0003456462291069329, 0.0006598572945222259, 0.0009740683599375188, 0.0012882794253528118, 0.0016024904325604439, 0.0019167015561833978, 0.0022309126798063517, 0.0025451236870139837, 0.002859334694221616, 0.0031735459342598915, 0.0034877569414675236, 0.0038019679486751556, 0.004116178955882788, 0.00443038996309042, 0.004744600970298052, 0.005058811977505684, 0.005373023450374603, 0.005687234457582235, 0.006001445464789867, 0.0063156564719974995, 0.0066298674792051315, 0.006944078486412764, 0.007258289493620396, 0.007572500966489315, 0.00788671150803566, 0.00820092298090458, 0.008515133522450924, 0.008829344995319843]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 7.0, 5.0, 11.0, 6.0, 5.0, 12.0, 22.0, 26.0, 30.0, 26.0, 40.0, 50.0, 52.0, 78.0, 109.0, 161.0, 263.0, 5397.0, 754.0, 267.0, 150.0, 100.0, 68.0, 42.0, 55.0, 43.0, 24.0, 17.0, 23.0, 11.0, 10.0, 11.0, 7.0, 6.0, 1.0, 5.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.12991327047348022, -0.12617865204811096, -0.1224440261721611, -0.11870940029621124, -0.11497477442026138, -0.11124015599489212, -0.10750553011894226, -0.1037709042429924, -0.10003628581762314, -0.09630165994167328, -0.09256703406572342, -0.08883241564035416, -0.0850977897644043, -0.08136316388845444, -0.07762854546308517, -0.07389391958713531, -0.07015930116176605, -0.06642467528581619, -0.06269004940986633, -0.05895542725920677, -0.05522080510854721, -0.05148617923259735, -0.04775155708193779, -0.04401693493127823, -0.04028230905532837, -0.03654768690466881, -0.03281306475400925, -0.029078440740704536, -0.025343816727399826, -0.021609194576740265, -0.017874570563435555, -0.014139947481453419, -0.010405324399471283, -0.006670701317489147, -0.002936077769845724, 0.0007985455449670553, 0.004533168859779835, 0.00826779194176197, 0.012002415955066681, 0.015737038105726242, 0.019471662119030952, 0.023206286132335663, 0.026940908282995224, 0.030675532296299934, 0.034410156309604645, 0.038144778460264206, 0.04187940061092377, 0.04561402648687363, 0.04934864863753319, 0.05308327078819275, 0.05681789666414261, 0.06055251881480217, 0.06428714096546173, 0.06802176684141159, 0.07175638526678085, 0.07549101114273071, 0.07922563701868057, 0.08296025544404984, 0.0866948813199997, 0.09042950719594955, 0.09416412562131882, 0.09789875149726868, 0.10163337737321854, 0.1053679957985878, 0.10910262167453766]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 6.0, 3.0, 1.0, 7.0, 4.0, 3.0, 5.0, 3.0, 2.0, 4.0, 4.0, 20.0, 5.0, 5.0, 2.0, 2.0, 2.0, 8.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0029529808089137077, -0.0028694160282611847, -0.0027858512476086617, -0.0027022864669561386, -0.0026187216863036156, -0.0025351569056510925, -0.0024515921249985695, -0.0023680273443460464, -0.0022844625636935234, -0.0022008977830410004, -0.0021173330023884773, -0.0020337682217359543, -0.0019502034410834312, -0.0018666386604309082, -0.0017830738797783852, -0.0016995090991258621, -0.001615944318473339, -0.001532379537820816, -0.001448814757168293, -0.00136524997651577, -0.001281685195863247, -0.0011981204152107239, -0.0011145556345582008, -0.0010309908539056778, -0.0009474260732531548, -0.0008638612926006317, -0.0007802965119481087, -0.0006967317312955856, -0.0006131669506430626, -0.0005296021699905396, -0.0004460373893380165, -0.00036247260868549347, -0.00027890782803297043, -0.0001953430473804474, -0.00011177826672792435, -2.8213486075401306e-05, 5.5351294577121735e-05, 0.00013891607522964478, 0.00022248085588216782, 0.00030604563653469086, 0.0003896104171872139, 0.00047317519783973694, 0.00055673997849226, 0.000640304759144783, 0.0007238695397973061, 0.0008074343204498291, 0.0008909991011023521, 0.0009745638817548752, 0.0010581286624073982, 0.0011416934430599213, 0.0012252582237124443, 0.0013088230043649673, 0.0013923877850174904, 0.0014759525656700134, 0.0015595173463225365, 0.0016430821269750595, 0.0017266469076275826, 0.0018102116882801056, 0.0018937764689326286, 0.0019773412495851517, 0.0020609060302376747, 0.0021444708108901978, 0.002228035591542721, 0.002311600372195244, 0.002395165152847767]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 5.0, 9.0, 9.0, 8.0, 15.0, 25.0, 31.0, 49.0, 53.0, 87.0, 127.0, 168.0, 286.0, 378.0, 619.0, 900.0, 1396.0, 2284.0, 3799.0, 6845.0, 13342.0, 29950.0, 91155.0, 888993.0, 75171.0, 27979.0, 14106.0, 8233.0, 4603.0, 2923.0, 1902.0, 1256.0, 819.0, 604.0, 409.0, 282.0, 203.0, 139.0, 126.0, 92.0, 52.0, 46.0, 35.0, 25.0, 23.0, 20.0, 15.0, 11.0, 10.0, 6.0, 2.0, 4.0, 2.0, 1.0, 3.0, 4.0], "bins": [-0.005617140326648951, -0.005438986700028181, -0.005260833073407412, -0.005082679446786642, -0.004904525820165873, -0.004726372193545103, -0.004548218566924334, -0.004370064940303564, -0.004191911779344082, -0.004013758152723312, -0.0038356042932718992, -0.0036574506666511297, -0.003479297272861004, -0.0033011436462402344, -0.003122990019619465, -0.0029448363929986954, -0.002766682766377926, -0.0025885291397571564, -0.002410375513136387, -0.0022322218865156174, -0.002054068259894848, -0.0018759147496894002, -0.0016977612394839525, -0.001519607612863183, -0.0013414539862424135, -0.001163300359621644, -0.0009851467330008745, -0.0008069932227954268, -0.0006288395961746573, -0.0004506859986577183, -0.00027253240114077926, -9.437880362384021e-05, 8.377479389309883e-05, 0.0002619283914100379, 0.0004400819889269769, 0.0006182355573400855, 0.000796389183960855, 0.0009745428105816245, 0.0011526963207870722, 0.0013308499474078417, 0.0015090035740286112, 0.0016871572006493807, 0.0018653108272701502, 0.0020434644538909197, 0.0022216178476810455, 0.002399771474301815, 0.0025779251009225845, 0.002756078727543354, 0.0029342323541641235, 0.003112385980784893, 0.0032905396074056625, 0.003468693234026432, 0.0036468468606472015, 0.0038250002544373274, 0.0040031541138887405, 0.00418130774050951, 0.0043594613671302795, 0.004537614528089762, 0.004715768154710531, 0.004893921781331301, 0.00507207540795207, 0.00525022903457284, 0.005428382661193609, 0.005606536287814379, 0.005784689914435148]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 5.0, 5.0, 2.0, 3.0, 2.0, 8.0, 2.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.030303407460451126, -0.02949380874633789, -0.028684210032224655, -0.02787461318075657, -0.027065014466643333, -0.026255415752530098, -0.02544581890106201, -0.024636220186948776, -0.02382662147283554, -0.023017022758722305, -0.02220742404460907, -0.021397827193140984, -0.020588228479027748, -0.019778629764914513, -0.018969032913446426, -0.01815943419933319, -0.017349835485219955, -0.01654023677110672, -0.015730638056993484, -0.014921041205525398, -0.014111442491412163, -0.013301843777298927, -0.012492245994508266, -0.011682648211717606, -0.01087304949760437, -0.010063450783491135, -0.009253853000700474, -0.008444255217909813, -0.0076346565037965775, -0.006825058255344629, -0.006015460006892681, -0.005205861758440733, -0.004396263509988785, -0.0035866652615368366, -0.0027770670130848885, -0.0019674687646329403, -0.0011578705161809921, -0.00034827226772904396, 0.0004613259807229042, 0.0012709242291748524, 0.0020805224776268005, 0.0028901207260787487, 0.003699718974530697, 0.004509317222982645, 0.005318915471434593, 0.006128513719886541, 0.0069381119683384895, 0.007747710216790438, 0.008557308465242386, 0.009366907179355621, 0.010176504962146282, 0.010986102744936943, 0.011795701459050179, 0.012605300173163414, 0.013414897955954075, 0.014224495738744736, 0.015034094452857971, 0.015843693166971207, 0.016653291881084442, 0.01746288873255253, 0.018272487446665764, 0.019082086160779, 0.019891683012247086, 0.02070128172636032, 0.021510880440473557]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 2.0, 7.0, 4.0, 7.0, 5.0, 10.0, 10.0, 19.0, 20.0, 28.0, 34.0, 49.0, 80.0, 115.0, 111.0, 154.0, 216.0, 345.0, 468.0, 567.0, 922.0, 1332.0, 1898.0, 6334.0, 2324.0, 1222.0, 678.0, 433.0, 289.0, 191.0, 127.0, 103.0, 81.0, 49.0, 37.0, 40.0, 36.0, 16.0, 7.0, 7.0, 12.0, 9.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.011066325008869171, -0.010654252022504807, -0.010242179036140442, -0.009830106981098652, -0.009418033994734287, -0.009005961008369923, -0.008593888022005558, -0.008181815035641193, -0.007769742514938116, -0.0073576695285737514, -0.006945597007870674, -0.0065335240215063095, -0.006121451035141945, -0.005709378514438868, -0.005297305528074503, -0.004885233007371426, -0.004473160021007061, -0.004061087034642696, -0.003649014513939619, -0.0032369415275752544, -0.0028248687740415335, -0.0024127960205078125, -0.002000723034143448, -0.001588650280609727, -0.001176577527076006, -0.000764504715334624, -0.00035243190359324217, 5.9640908148139715e-05, 0.0004717137198895216, 0.0008837865316309035, 0.0012958593433722854, 0.0017079322133213282, 0.002120004966855049, 0.00253207772038877, 0.002944150473922491, 0.0033562234602868557, 0.0037682962138205767, 0.004180368967354298, 0.004592441953718662, 0.00500451447442174, 0.005416587460786104, 0.005828660447150469, 0.006240732967853546, 0.006652805954217911, 0.007064878940582275, 0.007476951461285353, 0.00788902398198843, 0.008301096968352795, 0.00871316995471716, 0.009125242941081524, 0.009537315927445889, 0.009949387982487679, 0.010361460968852043, 0.010773533955216408, 0.011185606941580772, 0.011597679927945137, 0.012009752914309502, 0.012421824969351292, 0.012833897955715656, 0.013245970942080021, 0.013658043928444386, 0.01407011691480875, 0.01448218896985054, 0.014894261956214905, 0.01530633494257927]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1486683487892151, -0.1442318707704544, -0.13979539275169373, -0.13535891473293304, -0.13092245161533356, -0.12648597359657288, -0.1220494955778122, -0.11761301755905151, -0.11317653954029083, -0.10874006897211075, -0.10430359095335007, -0.09986711293458939, -0.0954306423664093, -0.09099416434764862, -0.08655768632888794, -0.08212121576070786, -0.07768473774194717, -0.07324825972318649, -0.06881178915500641, -0.06437531113624573, -0.059938833117485046, -0.055502358824014664, -0.05106588453054428, -0.0466294065117836, -0.04219293221831322, -0.037756457924842834, -0.03331997990608215, -0.02888350561261177, -0.02444702945649624, -0.020010553300380707, -0.01557407807558775, -0.011137602850794792, -0.00670112669467926, -0.0022646510042250156, 0.002171824686229229, 0.006608300376683474, 0.011044776067137718, 0.01548125222325325, 0.019917726516723633, 0.024354202672839165, 0.028790678828954697, 0.03322715312242508, 0.03766363114118576, 0.04210010543465614, 0.046536579728126526, 0.05097305774688721, 0.05540953204035759, 0.05984601005911827, 0.06428248435258865, 0.06871896237134933, 0.07315543293952942, 0.0775919109582901, 0.08202838897705078, 0.08646485954523087, 0.09090133756399155, 0.09533781558275223, 0.09977428615093231, 0.104210764169693, 0.10864724218845367, 0.11308372020721436, 0.11752019077539444, 0.12195666879415512, 0.1263931393623352, 0.1308296173810959, 0.13526609539985657]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 11.0, 11.0, 18.0, 23.0, 25.0, 65.0, 28.0, 14.0, 13.0, 5.0, 5.0, 10.0, 3.0, 4.0, 3.0, 1.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.09702850133180618, -0.09336328506469727, -0.08969806879758835, -0.08603285253047943, -0.08236763626337051, -0.0787024199962616, -0.07503720372915268, -0.07137198746204376, -0.06770676374435425, -0.06404154747724533, -0.06037633493542671, -0.056711118668317795, -0.05304589867591858, -0.04938068240880966, -0.045715466141700745, -0.04205024987459183, -0.03838503360748291, -0.03471981734037399, -0.031054601073265076, -0.02738938294351101, -0.023724166676402092, -0.020058950409293175, -0.01639373227953911, -0.012728516012430191, -0.009063299745321274, -0.005398083012551069, -0.0017328662797808647, 0.0019323504529893398, 0.005597567185759544, 0.009262783452868462, 0.012928000651299953, 0.016593217849731445, 0.020258434116840363, 0.02392365038394928, 0.027588866651058197, 0.031254082918167114, 0.03491929918527603, 0.03858451917767525, 0.042249735444784164, 0.04591495171189308, 0.049580167979002, 0.053245384246110916, 0.05691060051321983, 0.06057581678032875, 0.06424103677272797, 0.06790625303983688, 0.0715714693069458, 0.07523668557405472, 0.07890190184116364, 0.08256711810827255, 0.08623233437538147, 0.08989755064249039, 0.0935627669095993, 0.09722798317670822, 0.10089319944381714, 0.10455841571092606, 0.10822363197803497, 0.11188885569572449, 0.1155540719628334, 0.11921928822994232, 0.12288450449705124, 0.12654972076416016, 0.13021492958068848, 0.133880153298378, 0.1375453770160675]}, "_runtime": 175.31307172775269, "_timestamp": 1596211765.0841806, "_step": 218}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 9.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011769614182412624, -0.011443236842751503, -0.011116858571767807, -0.010790481232106686, -0.010464103892445564, -0.010137725621461868, -0.009811348281800747, -0.009484970010817051, -0.00915859267115593, -0.008832215331494808, -0.008505837060511112, -0.00817945972084999, -0.007853081449866295, -0.0075267041102051735, -0.007200326770544052, -0.0068739489652216434, -0.006547571159899235, -0.006221193354576826, -0.005894815549254417, -0.005568438209593296, -0.005242060404270887, -0.004915682598948479, -0.004589305259287357, -0.004262927453964949, -0.00393654964864254, -0.0036101718433201313, -0.0032837942708283663, -0.0029574166983366013, -0.0026310388930141926, -0.002304661087691784, -0.001978283515200019, -0.001651905826292932, -0.0013255281373858452, -0.0009991504484787583, -0.0006727727595716715, -0.00034639507066458464, -2.0017381757497787e-05, 0.00030636030714958906, 0.0006327379960566759, 0.0009591156849637628, 0.0012854933738708496, 0.0016118710627779365, 0.0019382487516850233, 0.0022646263241767883, 0.002591004129499197, 0.0029173819348216057, 0.0032437595073133707, 0.0035701370798051357, 0.0038965148851275444, 0.004222892690449953, 0.004549270495772362, 0.004875647835433483, 0.005202025640755892, 0.0055284034460783005, 0.005854780785739422, 0.0061811585910618305, 0.006507536396384239, 0.006833914201706648, 0.0071602920070290565, 0.007486669346690178, 0.007813047617673874, 0.008139424957334995, 0.008465802296996117, 0.008792180567979813, 0.009118557907640934]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 6.0, 5.0, 3.0, 3.0, 3.0, 8.0, 4.0, 11.0, 10.0, 18.0, 15.0, 19.0, 33.0, 29.0, 48.0, 52.0, 91.0, 89.0, 134.0, 192.0, 303.0, 5329.0, 641.0, 275.0, 141.0, 114.0, 67.0, 72.0, 36.0, 41.0, 17.0, 21.0, 17.0, 12.0, 9.0, 11.0, 9.0, 3.0, 3.0, 8.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 5.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09483901411294937, -0.09164152294397354, -0.08844403922557831, -0.08524654805660248, -0.08204906433820724, -0.07885157316923141, -0.07565408945083618, -0.07245659828186035, -0.06925910711288452, -0.06606162339448929, -0.06286413222551346, -0.059666648507118225, -0.056469157338142395, -0.05327166989445686, -0.05007418245077133, -0.0468766950070858, -0.04367920756340027, -0.04048172011971474, -0.037284232676029205, -0.034086745232343674, -0.030889255926012993, -0.02769176848232746, -0.02449427917599678, -0.02129679173231125, -0.018099304288625717, -0.014901816844940186, -0.01170432846993208, -0.008506840094923973, -0.0053093526512384415, -0.0021118647418916225, 0.0010856231674551964, 0.004283111076802015, 0.007480598986148834, 0.010678086429834366, 0.013875574804842472, 0.01707306317985058, 0.02027055062353611, 0.02346803806722164, 0.026665527373552322, 0.029863014817237854, 0.033060502260923386, 0.03625798970460892, 0.03945547714829445, 0.04265296459197998, 0.04585045576095581, 0.04904794320464134, 0.052245430648326874, 0.055442918092012405, 0.05864040553569794, 0.06183789297938347, 0.065035380423069, 0.06823287159204483, 0.07143035531044006, 0.0746278464794159, 0.07782533019781113, 0.08102282136678696, 0.08422030508518219, 0.08741779625415802, 0.09061528742313385, 0.09381277114152908, 0.09701026231050491, 0.10020774602890015, 0.10340523719787598, 0.10660272091627121, 0.10980021208524704]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 9.0, 5.0, 4.0, 24.0, 3.0, 3.0, 4.0, 2.0, 1.0, 7.0, 3.0, 3.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0031502891797572374, -0.0030537040438503027, -0.002957118907943368, -0.0028605337720364332, -0.002763948868960142, -0.0026673637330532074, -0.0025707785971462727, -0.002474193461239338, -0.002377608325332403, -0.0022810231894254684, -0.0021844380535185337, -0.002087852917611599, -0.0019912677817046642, -0.0018946827622130513, -0.0017980977427214384, -0.0017015126068145037, -0.001604927470907569, -0.0015083423350006342, -0.0014117571990936995, -0.0013151721796020865, -0.0012185870436951518, -0.001122001907788217, -0.0010254168882966042, -0.0009288317523896694, -0.0008322466164827347, -0.0007356614805757999, -0.0006390764028765261, -0.0005424913251772523, -0.00044590618927031755, -0.0003493210824672133, -0.000252735975664109, -0.0001561508688610047, -5.956576205790043e-05, 3.701934474520385e-05, 0.00013360445154830813, 0.00023018955835141242, 0.0003267746651545167, 0.000423359771957621, 0.0005199448787607253, 0.0006165299564599991, 0.0007131150923669338, 0.0008097002282738686, 0.0009062853059731424, 0.0010028703836724162, 0.001099455519579351, 0.0011960406554862857, 0.0012926256749778986, 0.0013892108108848333, 0.001485795946791768, 0.0015823810826987028, 0.0016789662186056376, 0.0017755512380972505, 0.0018721363740041852, 0.001968721393495798, 0.002065306529402733, 0.0021618916653096676, 0.0022584768012166023, 0.002355061937123537, 0.002451647073030472, 0.0025482322089374065, 0.0026448173448443413, 0.0027414022479206324, 0.002837987383827567, 0.002934572519734502, 0.0030311576556414366]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 5.0, 7.0, 13.0, 18.0, 34.0, 32.0, 51.0, 64.0, 104.0, 168.0, 274.0, 392.0, 714.0, 1096.0, 1698.0, 2886.0, 5404.0, 10695.0, 23050.0, 66742.0, 892650.0, 106738.0, 33063.0, 14820.0, 7719.0, 4288.0, 2546.0, 1544.0, 998.0, 621.0, 415.0, 266.0, 179.0, 121.0, 77.0, 45.0, 37.0, 18.0, 10.0, 7.0, 6.0, 5.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.007251907605677843, -0.0070488788187503815, -0.00684585003182292, -0.006642821244895458, -0.006439792457967997, -0.006236763671040535, -0.006033734884113073, -0.005830706097185612, -0.00562767731025815, -0.0054246485233306885, -0.005221619736403227, -0.005018590949475765, -0.004815562162548304, -0.004612533375620842, -0.00440950458869338, -0.004206475801765919, -0.004003447014838457, -0.0038004182279109955, -0.003597389440983534, -0.0033943606540560722, -0.0031913318671286106, -0.002988303080201149, -0.0027852742932736874, -0.0025822455063462257, -0.002379216719418764, -0.0021761879324913025, -0.001973159145563841, -0.0017701303586363792, -0.0015671015717089176, -0.001364072784781456, -0.0011610439978539944, -0.0009580152109265327, -0.0007549864239990711, -0.0005519576370716095, -0.0003489288501441479, -0.00014590006321668625, 5.7128723710775375e-05, 0.000260157510638237, 0.0004631862975656986, 0.0006662150844931602, 0.0008692438714206219, 0.0010722726583480835, 0.0012753014452755451, 0.0014783302322030067, 0.0016813590191304684, 0.00188438780605793, 0.0020874165929853916, 0.0022904453799128532, 0.002493474166840315, 0.0026965029537677765, 0.002899531740695238, 0.0031025605276226997, 0.0033055893145501614, 0.003508618101477623, 0.0037116468884050846, 0.003914675675332546, 0.004117704462260008, 0.0043207332491874695, 0.004523762036114931, 0.004726790823042393, 0.004929819609969854, 0.005132848396897316, 0.005335877183824778, 0.005538905970752239, 0.005741934757679701]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 11.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014016268774867058, -0.013485090807080269, -0.012953913770616055, -0.01242273673415184, -0.011891558766365051, -0.011360380798578262, -0.010829203762114048, -0.010298026725649834, -0.009766848757863045, -0.009235670790076256, -0.008704493753612041, -0.008173316717147827, -0.007642138749361038, -0.007110961247235537, -0.006579783745110035, -0.006048606242984533, -0.005517428740859032, -0.00498625123873353, -0.004455073736608028, -0.003923896234482527, -0.003392718732357025, -0.0028615412302315235, -0.002330363728106022, -0.0017991862259805202, -0.0012680087238550186, -0.000736831221729517, -0.00020565371960401535, 0.0003255237825214863, 0.0008567012846469879, 0.0013878787867724895, 0.0019190562888979912, 0.002450233791023493, 0.0029814112931489944, 0.003512588795274496, 0.004043766297399998, 0.004574943799525499, 0.005106121301651001, 0.005637298803776503, 0.006168476305902004, 0.006699653808027506, 0.0072308313101530075, 0.007762008812278509, 0.00829318631440401, 0.008824363350868225, 0.009355541318655014, 0.009886719286441803, 0.010417896322906017, 0.010949073359370232, 0.01148025132715702, 0.01201142929494381, 0.012542606331408024, 0.013073783367872238, 0.013604961335659027, 0.014136139303445816, 0.01466731633991003, 0.015198493376374245, 0.015729671344161034, 0.016260849311947823, 0.016792025417089462, 0.01732320338487625, 0.01785438135266304, 0.01838555932044983, 0.018916737288236618, 0.019447913393378258, 0.019979091361165047]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 1.0, 6.0, 3.0, 5.0, 9.0, 7.0, 9.0, 5.0, 11.0, 21.0, 19.0, 25.0, 36.0, 32.0, 47.0, 66.0, 75.0, 117.0, 122.0, 150.0, 195.0, 261.0, 341.0, 414.0, 600.0, 773.0, 1057.0, 1568.0, 5331.0, 1840.0, 1214.0, 870.0, 648.0, 520.0, 398.0, 329.0, 264.0, 202.0, 165.0, 145.0, 115.0, 64.0, 72.0, 40.0, 34.0, 43.0, 18.0, 29.0, 24.0, 32.0, 20.0, 7.0, 5.0, 6.0, 1.0, 5.0, 4.0, 4.0, 1.0, 0.0, 2.0], "bins": [-0.0073965759947896, -0.007162853609770536, -0.006929130759090185, -0.006695408374071121, -0.00646168552339077, -0.006227963138371706, -0.005994240753352642, -0.005760517902672291, -0.005526795517653227, -0.005293072666972876, -0.005059350281953812, -0.004825627896934748, -0.0045919050462543964, -0.0043581826612353325, -0.004124459810554981, -0.0038907374255359173, -0.0036570148076862097, -0.003423292189836502, -0.0031895695719867945, -0.0029558471869677305, -0.002722124569118023, -0.0024884019512683153, -0.0022546793334186077, -0.0020209567155689, -0.0017872342141345143, -0.0015535115962848067, -0.001319789094850421, -0.0010860664770007133, -0.0008523439173586667, -0.00061862135771662, -0.0003848987689707428, -0.0001511761947767809, 8.254637941718102e-05, 0.0003162689390592277, 0.0005499914987012744, 0.000783714116550982, 0.0010174366179853678, 0.0012511592358350754, 0.001484881853684783, 0.0017186043551191688, 0.0019523269729688764, 0.002186049474403262, 0.0024197720922529697, 0.0026534947101026773, 0.002887217327952385, 0.0031209399458020926, 0.0033546623308211565, 0.003588384948670864, 0.0038221075665205717, 0.004055830184370279, 0.004289552569389343, 0.0045232754200696945, 0.0047569978050887585, 0.00499072065576911, 0.005224443040788174, 0.005458165425807238, 0.005691888276487589, 0.005925610661506653, 0.006159333512187004, 0.006393055897206068, 0.006626778282225132, 0.006860501132905483, 0.007094223517924547, 0.0073279463686048985, 0.007561668753623962]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05439646542072296, -0.05231757462024689, -0.05023868754506111, -0.04815979674458504, -0.04608090594410896, -0.04400201886892319, -0.04192312806844711, -0.03984423726797104, -0.037765346467494965, -0.03568645939230919, -0.033607568591833115, -0.03152867779135704, -0.029449790716171265, -0.02737089991569519, -0.025292010977864265, -0.02321312017738819, -0.021134231239557266, -0.01905534230172634, -0.016976451501250267, -0.014897562563419342, -0.012818672694265842, -0.010739782825112343, -0.008660893887281418, -0.006582004018127918, -0.004503114148974419, -0.0024242245126515627, -0.00034533487632870674, 0.0017335547599941492, 0.003812444396317005, 0.005891334265470505, 0.00797022320330143, 0.01004911307245493, 0.012128002941608429, 0.014206892810761929, 0.016285782679915428, 0.018364671617746353, 0.020443562418222427, 0.022522451356053352, 0.024601340293884277, 0.02668023109436035, 0.028759120032191277, 0.0308380089700222, 0.032916899770498276, 0.03499579057097435, 0.037074677646160126, 0.0391535684466362, 0.041232459247112274, 0.04331134632229805, 0.045390237122774124, 0.0474691279232502, 0.049548014998435974, 0.05162690579891205, 0.05370579659938812, 0.0557846836745739, 0.05786357447504997, 0.05994246527552605, 0.06202135235071182, 0.0641002431511879, 0.06617913395166397, 0.06825802475214005, 0.07033691555261612, 0.0724157989025116, 0.07449468970298767, 0.07657358050346375, 0.07865247130393982]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 5.0, 2.0, 1.0, 6.0, 5.0, 4.0, 7.0, 5.0, 9.0, 2.0, 9.0, 22.0, 17.0, 21.0, 40.0, 16.0, 9.0, 13.0, 8.0, 5.0, 11.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 5.0, 4.0, 4.0, 4.0, 1.0, 1.0, 7.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03917865827679634, -0.03763847053050995, -0.036098282784223557, -0.034558095037937164, -0.03301790729165077, -0.03147771954536438, -0.029937533661723137, -0.028397345915436745, -0.026857158169150352, -0.02531697042286396, -0.023776782676577568, -0.022236594930291176, -0.020696409046649933, -0.01915622130036354, -0.01761603355407715, -0.016075845807790756, -0.014535658061504364, -0.012995470315217972, -0.01145528256893158, -0.009915095753967762, -0.00837490800768137, -0.006834720261394978, -0.005294532980769873, -0.003754345467314124, -0.0022141579538583755, -0.000673970440402627, 0.0008662170730531216, 0.00240640458650887, 0.003946592099964619, 0.005486779846251011, 0.007026967126876116, 0.00856715440750122, 0.010107342153787613, 0.011647529900074005, 0.013187717646360397, 0.014727904461324215, 0.016268093138933182, 0.017808279022574425, 0.019348466768860817, 0.02088865451514721, 0.0224288422614336, 0.023969030007719994, 0.025509217754006386, 0.027049405500292778, 0.02858959138393402, 0.030129779130220413, 0.031669966876506805, 0.0332101546227932, 0.03475034236907959, 0.03629053011536598, 0.037830717861652374, 0.039370905607938766, 0.04091109335422516, 0.04245128110051155, 0.04399146884679794, 0.045531656593084335, 0.04707184433937073, 0.04861202836036682, 0.050152216106653214, 0.051692403852939606, 0.053232591599226, 0.05477277934551239, 0.05631296709179878, 0.057853154838085175, 0.05939334258437157]}, "_runtime": 176.12427306175232, "_timestamp": 1596211765.895382, "_step": 219}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 9.0, 6.0, 4.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013524731621146202, -0.013121097348630428, -0.012717463076114655, -0.01231382880359888, -0.011910194531083107, -0.011506560258567333, -0.01110292598605156, -0.010699291713535786, -0.010295657441020012, -0.009892023168504238, -0.009488388895988464, -0.00908475462347269, -0.008681120350956917, -0.008277486078441143, -0.00787385180592537, -0.0074702175334095955, -0.007066583260893822, -0.006662948988378048, -0.006259314715862274, -0.0058556804433465, -0.005452046170830727, -0.005048411898314953, -0.004644777625799179, -0.004241143353283405, -0.0038375090807676315, -0.0034338748082518578, -0.003030240535736084, -0.00262660626322031, -0.0022229719907045364, -0.0018193377181887627, -0.001415703445672989, -0.0010120691731572151, -0.0006084349006414413, -0.00020480062812566757, 0.0001988336443901062, 0.00060246791690588, 0.0010061021894216537, 0.0014097364619374275, 0.0018133707344532013, 0.002217005006968975, 0.002620639279484749, 0.0030242735520005226, 0.0034279078245162964, 0.00383154209703207, 0.004235176369547844, 0.004638810642063618, 0.0050424449145793915, 0.005446079187095165, 0.005849713459610939, 0.006253347732126713, 0.006656982004642487, 0.00706061627715826, 0.007464250549674034, 0.007867884822189808, 0.008271519094705582, 0.008675153367221355, 0.00907878763973713, 0.009482421912252903, 0.009886056184768677, 0.01028969045728445, 0.010693324729800224, 0.011096959002315998, 0.011500593274831772, 0.011904227547347546, 0.01230786181986332]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 4.0, 4.0, 2.0, 8.0, 12.0, 7.0, 11.0, 14.0, 14.0, 28.0, 45.0, 32.0, 75.0, 99.0, 177.0, 292.0, 5655.0, 767.0, 233.0, 154.0, 81.0, 56.0, 35.0, 29.0, 18.0, 23.0, 14.0, 5.0, 10.0, 6.0, 4.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1572372317314148, -0.15227985382080078, -0.14732246100902557, -0.14236506819725037, -0.13740769028663635, -0.13245031237602234, -0.12749291956424713, -0.12253553420305252, -0.11757814884185791, -0.1126207634806633, -0.10766337811946869, -0.10270599275827408, -0.09774860739707947, -0.09279122203588486, -0.08783383667469025, -0.08287645131349564, -0.07791906595230103, -0.07296168059110641, -0.0680042952299118, -0.0630469098687172, -0.05808952450752258, -0.05313213914632797, -0.04817475378513336, -0.04321736842393875, -0.03825998306274414, -0.03330259770154953, -0.02834521234035492, -0.02338782697916031, -0.018430441617965698, -0.013473056256771088, -0.008515670895576477, -0.0035582855343818665, 0.0013990998268127441, 0.006356485188007355, 0.011313870549201965, 0.016271255910396576, 0.021228641271591187, 0.026186026632785797, 0.031143411993980408, 0.03610079735517502, 0.04105818271636963, 0.04601556807756424, 0.05097295343875885, 0.05593033879995346, 0.06088772416114807, 0.06584510952234268, 0.07080249488353729, 0.0757598802447319, 0.08071726560592651, 0.08567465096712112, 0.09063203632831573, 0.09558942168951035, 0.10054680705070496, 0.10550419241189957, 0.11046157777309418, 0.11541896313428879, 0.1203763484954834, 0.1253337264060974, 0.13029111921787262, 0.13524851202964783, 0.14020588994026184, 0.14516326785087585, 0.15012066066265106, 0.15507805347442627, 0.16003543138504028]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 4.0, 5.0, 4.0, 6.0, 2.0, 23.0, 6.0, 6.0, 4.0, 2.0, 7.0, 1.0, 0.0, 0.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023493929766118526, -0.0022719085682183504, -0.002194424159824848, -0.0021169399842619896, -0.0020394555758684874, -0.001961971167474985, -0.0018844867590814829, -0.0018070024671033025, -0.0017295180587098002, -0.001652033650316298, -0.0015745493583381176, -0.0014970649499446154, -0.0014195805415511131, -0.0013420962495729327, -0.0012646118411794305, -0.00118712754920125, -0.0011096431408077478, -0.0010321587324142456, -0.0009546744404360652, -0.000877190032042563, -0.0007997056818567216, -0.0007222213316708803, -0.0006447369232773781, -0.0005672525730915368, -0.0004897682229056954, -0.0004122838727198541, -0.00033479949343018234, -0.00025731511414051056, -0.00017983076395466924, -0.00010234639921691269, -2.4862034479156137e-05, 5.2622330258600414e-05, 0.00013010669499635696, 0.00020759105973411351, 0.00028507542447187006, 0.00036255980376154184, 0.00044004415394738317, 0.0005175285041332245, 0.0005950129125267267, 0.000672497262712568, 0.0007499816128984094, 0.0008274659630842507, 0.000904950313270092, 0.0009824347216635942, 0.0010599191300570965, 0.0011374034220352769, 0.0012148878304287791, 0.0012923721224069595, 0.0013698565308004618, 0.001447340939193964, 0.0015248252311721444, 0.0016023096395656466, 0.001679793931543827, 0.0017572783399373293, 0.0018347627483308315, 0.001912247040309012, 0.001989731565117836, 0.0020672157406806946, 0.002144700149074197, 0.002222184557467699, 0.0022996689658612013, 0.0023771533742547035, 0.002454637549817562, 0.0025321219582110643, 0.0026096063666045666]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 7.0, 5.0, 7.0, 13.0, 16.0, 38.0, 47.0, 88.0, 109.0, 184.0, 284.0, 488.0, 787.0, 1236.0, 2209.0, 4268.0, 9228.0, 21162.0, 61997.0, 907087.0, 112322.0, 29113.0, 12669.0, 6498.0, 3559.0, 2124.0, 1353.0, 898.0, 547.0, 369.0, 254.0, 161.0, 148.0, 99.0, 66.0, 62.0, 39.0, 17.0, 18.0, 14.0, 7.0, 9.0, 5.0, 5.0, 5.0, 0.0, 7.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.006768583785742521, -0.006533678155392408, -0.0062987725250422955, -0.006063866429030895, -0.005828960798680782, -0.005594055168330669, -0.0053591495379805565, -0.005124243907630444, -0.004889338277280331, -0.0046544321812689304, -0.0044195265509188175, -0.004184620920568705, -0.003949715290218592, -0.003714809427037835, -0.003479903796687722, -0.0032449979335069656, -0.0030100923031568527, -0.00277518667280674, -0.0025402808096259832, -0.0023053751792758703, -0.0020704693160951138, -0.0018355636857450008, -0.001600658055394888, -0.0013657523086294532, -0.0011308465618640184, -0.0008959408150985837, -0.0006610351265408099, -0.0004261294088792056, -0.0001912236912176013, 4.3682026444002986e-05, 0.00027858774410560727, 0.0005134934326633811, 0.0007483991794288158, 0.0009833049261942506, 0.0012182106729596853, 0.0014531163033097982, 0.001688022050075233, 0.0019229277968406677, 0.0021578334271907806, 0.002392739290371537, 0.00262764492072165, 0.002862550551071763, 0.0030974564142525196, 0.0033323620446026325, 0.0035672676749527454, 0.003802173538133502, 0.004037079401314259, 0.0042719850316643715, 0.004506890662014484, 0.004741796292364597, 0.00497670192271471, 0.0052116080187261105, 0.005446513649076223, 0.005681419279426336, 0.005916324909776449, 0.006151230540126562, 0.006386136636137962, 0.006621042266488075, 0.006855947896838188, 0.007090853527188301, 0.007325759157538414, 0.007560664787888527, 0.007795570883899927, 0.008030476048588753, 0.008265381678938866]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 7.0, 3.0, 0.0, 2.0, 2.0, 4.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.014174149371683598, -0.013673408888280392, -0.01317266933619976, -0.012671928852796555, -0.012171188369393349, -0.011670448817312717, -0.011169708333909512, -0.01066896878182888, -0.010168228298425674, -0.009667487815022469, -0.009166748262941837, -0.008666007779538631, -0.008165268227458, -0.007664527744054794, -0.0071637872606515884, -0.00666304724290967, -0.006162307225167751, -0.005661567207425833, -0.005160827189683914, -0.004660086706280708, -0.00415934668853879, -0.003658606670796871, -0.003157866420224309, -0.0026571261696517467, -0.002156386151909828, -0.0016556460177525878, -0.0011549058835953474, -0.000654165749438107, -0.00015342561528086662, 0.00034731451887637377, 0.0008480546530336142, 0.0013487947871908545, 0.001849534921348095, 0.0023502749390900135, 0.0028510151896625757, 0.003351755440235138, 0.0038524954579770565, 0.004353235475718975, 0.004853975959122181, 0.0053547159768640995, 0.005855455994606018, 0.006356196012347937, 0.006856936030089855, 0.007357676513493061, 0.007858416065573692, 0.008359156548976898, 0.008859897032380104, 0.009360636584460735, 0.009861377067863941, 0.010362117551267147, 0.010862857103347778, 0.011363597586750984, 0.01186433807015419, 0.012365077622234821, 0.012865818105638027, 0.013366557657718658, 0.013867298141121864, 0.01436803862452507, 0.014868778176605701, 0.015369518660008907, 0.01587025821208954, 0.016370998695492744, 0.01687173917889595, 0.017372479662299156, 0.017873220145702362]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 6.0, 5.0, 4.0, 6.0, 6.0, 10.0, 9.0, 11.0, 16.0, 19.0, 32.0, 48.0, 40.0, 55.0, 77.0, 117.0, 108.0, 173.0, 198.0, 292.0, 345.0, 450.0, 596.0, 795.0, 1170.0, 1682.0, 5488.0, 1909.0, 1153.0, 838.0, 594.0, 475.0, 364.0, 284.0, 168.0, 167.0, 146.0, 106.0, 87.0, 74.0, 39.0, 39.0, 48.0, 54.0, 23.0, 25.0, 12.0, 15.0, 14.0, 8.0, 7.0, 3.0, 6.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.00898923259228468, -0.008722785860300064, -0.008456339128315449, -0.008189891465008259, -0.007923444733023643, -0.007656998001039028, -0.0073905508033931255, -0.00712410407140851, -0.006857656873762608, -0.006591210141777992, -0.006324763409793377, -0.006058316212147474, -0.005791869480162859, -0.005525422282516956, -0.005258975550532341, -0.004992528352886438, -0.004726081620901823, -0.004459634888917208, -0.004193187691271305, -0.00392674095928669, -0.003660293761640787, -0.003393847029656172, -0.003127400064840913, -0.002860953100025654, -0.002594506135210395, -0.002328059170395136, -0.002061612205579877, -0.0017951653571799397, -0.0015287183923646808, -0.0012622714275494218, -0.0009958245791494846, -0.0007293776143342257, -0.0004629306495189667, -0.00019648371380753815, 6.996322190389037e-05, 0.0003364101576153189, 0.0006028570933267474, 0.0008693040581420064, 0.0011357509065419436, 0.0014021978713572025, 0.0016686448361724615, 0.0019350918009877205, 0.0022015387658029795, 0.0024679857306182384, 0.0027344324626028538, 0.0030008794274181128, 0.0032673263922333717, 0.0035337733570486307, 0.0038002203218638897, 0.004066667053848505, 0.004333114251494408, 0.004599560983479023, 0.004866008181124926, 0.005132454913109541, 0.005398902110755444, 0.005665348842740059, 0.005931795574724674, 0.006198242772370577, 0.006464689504355192, 0.006731136702001095, 0.00699758343398571, 0.007264030631631613, 0.007530477363616228, 0.007796924561262131, 0.008063371293246746]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.08671166747808456, -0.08480778336524963, -0.0829038992524147, -0.08100001513957977, -0.07909613102674484, -0.07719224691390991, -0.07528836280107498, -0.07338447868824005, -0.07148058712482452, -0.0695767030119896, -0.06767281889915466, -0.06576893478631973, -0.0638650506734848, -0.06196116656064987, -0.06005728244781494, -0.05815339833498001, -0.05624951422214508, -0.05434563010931015, -0.05244174599647522, -0.05053786188364029, -0.04863397777080536, -0.04673008993268013, -0.0448262058198452, -0.04292232170701027, -0.04101843759417534, -0.03911455348134041, -0.03721066936850548, -0.03530678525567055, -0.03340289741754532, -0.03149901330471039, -0.029595129191875458, -0.027691245079040527, -0.025787360966205597, -0.023883476853370667, -0.021979592740535736, -0.020075706765055656, -0.018171822652220726, -0.016267938539385796, -0.01436405349522829, -0.012460168451070786, -0.010556284338235855, -0.008652400225400925, -0.00674851518124342, -0.004844630602747202, -0.002940746024250984, -0.0010368614457547665, 0.0008670231327414513, 0.002770907711237669, 0.004674792289733887, 0.0065786768682301044, 0.008482561446726322, 0.010386446490883827, 0.012290330603718758, 0.014194214716553688, 0.016098100692033768, 0.018001984804868698, 0.01990586891770363, 0.02180975303053856, 0.02371363714337349, 0.02561752311885357, 0.0275214072316885, 0.02942529134452343, 0.03132917732000351, 0.03323306143283844, 0.03513694554567337]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 6.0, 5.0, 7.0, 6.0, 5.0, 12.0, 10.0, 12.0, 12.0, 16.0, 31.0, 22.0, 8.0, 12.0, 8.0, 9.0, 11.0, 9.0, 13.0, 8.0, 4.0, 6.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0], "bins": [-0.10365799814462662, -0.10140319168567657, -0.09914839267730713, -0.09689358621835709, -0.09463877975940704, -0.0923839807510376, -0.09012917429208755, -0.08787437528371811, -0.08561956882476807, -0.08336476236581802, -0.08110996335744858, -0.07885515689849854, -0.07660035789012909, -0.07434555143117905, -0.072090744972229, -0.06983594596385956, -0.06758113950490952, -0.06532633304595947, -0.06307153403759003, -0.060816727578639984, -0.05856192484498024, -0.056307122111320496, -0.05405231565237045, -0.05179751291871071, -0.049542710185050964, -0.04728790745139122, -0.045033104717731476, -0.04277829825878143, -0.04052349552512169, -0.038268692791461945, -0.0360138863325119, -0.03375908359885216, -0.03150428086519241, -0.02924947813153267, -0.026994673535227776, -0.024739868938922882, -0.022485066205263138, -0.020230263471603394, -0.0179754588752985, -0.015720654278993607, -0.013465851545333862, -0.011211047880351543, -0.008956244215369225, -0.006701440550386906, -0.004446636885404587, -0.002191833220422268, 6.297044456005096e-05, 0.00231777410954237, 0.004572577774524689, 0.006827381439507008, 0.009082185104489326, 0.011336988769471645, 0.013591792434453964, 0.01584659516811371, 0.018101399764418602, 0.020356204360723495, 0.02261100709438324, 0.024865809828042984, 0.027120614424347878, 0.02937541902065277, 0.031630221754312515, 0.03388502448797226, 0.0361398309469223, 0.038394633680582047, 0.04064943641424179]}, "_runtime": 176.93172359466553, "_timestamp": 1596211766.7028325, "_step": 220}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 7.0, 5.0, 7.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.014735069125890732, -0.014298928901553154, -0.013862788677215576, -0.013426648452877998, -0.01299050822854042, -0.012554368004202843, -0.012118227779865265, -0.011682087555527687, -0.01124594733119011, -0.010809808038175106, -0.010373667813837528, -0.00993752758949995, -0.009501387365162373, -0.009065247140824795, -0.008629106916487217, -0.008192966692149639, -0.007756826467812061, -0.0073206862434744835, -0.006884546019136906, -0.006448405794799328, -0.00601226557046175, -0.0055761258117854595, -0.005139985587447882, -0.004703845363110304, -0.004267705138772726, -0.0038315649144351482, -0.0033954246900975704, -0.0029592846985906363, -0.0025231444742530584, -0.0020870042499154806, -0.0016508641419932246, -0.0012147240340709686, -0.0007785838097333908, -0.0003424436436034739, 9.3696522526443e-05, 0.0005298366886563599, 0.0009659768547862768, 0.0014021170791238546, 0.0018382571870461106, 0.0022743972949683666, 0.0027105375193059444, 0.0031466777436435223, 0.0035828179679811, 0.004018958192318678, 0.004455097950994968, 0.004891238175332546, 0.005327378399670124, 0.005763518624007702, 0.00619965884834528, 0.0066357990726828575, 0.007071939297020435, 0.007508079521358013, 0.007944219745695591, 0.008380359970033169, 0.008816500194370747, 0.009252640418708324, 0.009688779711723328, 0.010124919936060905, 0.010561060160398483, 0.010997200384736061, 0.011433340609073639, 0.011869480833411217, 0.012305621057748795, 0.012741761282086372, 0.01317790150642395]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 8.0, 6.0, 12.0, 13.0, 19.0, 26.0, 40.0, 45.0, 87.0, 100.0, 160.0, 306.0, 863.0, 5400.0, 299.0, 173.0, 98.0, 82.0, 48.0, 41.0, 32.0, 18.0, 13.0, 7.0, 4.0, 6.0, 0.0, 2.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18421480059623718, -0.17846129834651947, -0.17270779609680176, -0.16695427894592285, -0.16120077669620514, -0.15544727444648743, -0.14969375729560852, -0.1439402550458908, -0.1381867527961731, -0.13243325054645538, -0.12667974829673767, -0.12092623114585876, -0.11517272889614105, -0.10941922664642334, -0.10366571694612503, -0.09791220724582672, -0.09215870499610901, -0.0864052027463913, -0.08065169304609299, -0.07489818334579468, -0.06914468109607697, -0.06339117884635925, -0.057637669146060944, -0.05188416317105293, -0.04613065719604492, -0.04037715122103691, -0.0346236452460289, -0.02887013927102089, -0.02311663329601288, -0.017363127321004868, -0.011609621345996857, -0.005856115370988846, -0.00010260939598083496, 0.005650896579027176, 0.011404402554035187, 0.017157908529043198, 0.02291141450405121, 0.02866492047905922, 0.03441842645406723, 0.04017193242907524, 0.04592543840408325, 0.05167894437909126, 0.057432450354099274, 0.06318596005439758, 0.0689394623041153, 0.07469296455383301, 0.08044647425413132, 0.08619998395442963, 0.09195348620414734, 0.09770698845386505, 0.10346049815416336, 0.10921400785446167, 0.11496751010417938, 0.1207210123538971, 0.126474529504776, 0.1322280317544937, 0.13798153400421143, 0.14373503625392914, 0.14948853850364685, 0.15524205565452576, 0.16099555790424347, 0.16674906015396118, 0.1725025773048401, 0.1782560795545578, 0.1840095818042755]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 5.0, 0.0, 5.0, 3.0, 4.0, 24.0, 1.0, 1.0, 3.0, 4.0, 4.0, 4.0, 7.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002669590525329113, -0.002579269465059042, -0.002488948404788971, -0.0023986273445189, -0.002308306284248829, -0.002217985223978758, -0.002127664163708687, -0.002037343103438616, -0.0019470220431685448, -0.001856700866483152, -0.0017663798062130809, -0.0016760587459430099, -0.0015857376856729388, -0.0014954166254028678, -0.0014050955651327968, -0.0013147745048627257, -0.0012244534445926547, -0.0011341323843225837, -0.0010438113240525126, -0.0009534902637824416, -0.0008631692035123706, -0.0007728480850346386, -0.0006825270247645676, -0.0005922059644944966, -0.0005018849042244256, -0.0004115638439543545, -0.0003212427836842835, -0.000230921694310382, -0.00014060063404031098, -5.0279566494282335e-05, 4.004150105174631e-05, 0.00013036257587373257, 0.0002206836361438036, 0.0003110046964138746, 0.00040132575668394566, 0.0004916468169540167, 0.0005819678772240877, 0.0006722889957018197, 0.0007626100559718907, 0.0008529311162419617, 0.0009432521765120327, 0.0010335732949897647, 0.0011238943552598357, 0.0012142154155299067, 0.0013045364757999778, 0.0013948575360700488, 0.0014851785963401198, 0.0015754996566101909, 0.001665820716880262, 0.001756141777150333, 0.001846462837420404, 0.001936783897690475, 0.002027105074375868, 0.002117426134645939, 0.00220774719491601, 0.002298068255186081, 0.002388389315456152, 0.002478710375726223, 0.002569031435996294, 0.002659352496266365, 0.002749673556536436, 0.002839994616806507, 0.002930315677076578, 0.003020636737346649, 0.00311095779761672]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 7.0, 7.0, 5.0, 13.0, 8.0, 13.0, 16.0, 21.0, 43.0, 64.0, 85.0, 115.0, 167.0, 222.0, 340.0, 537.0, 765.0, 1319.0, 2273.0, 4006.0, 7855.0, 16599.0, 45703.0, 842367.0, 173632.0, 41130.0, 18446.0, 9467.0, 5550.0, 3325.0, 1956.0, 1189.0, 752.0, 485.0, 337.0, 233.0, 176.0, 127.0, 87.0, 59.0, 35.0, 25.0, 22.0, 14.0, 11.0, 7.0, 4.0, 4.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.008449544198811054, -0.008192888461053371, -0.007936232723295689, -0.007679576985538006, -0.007422921247780323, -0.007166265044361353, -0.00690960930660367, -0.006652953568845987, -0.0063962978310883045, -0.006139642093330622, -0.005882986355572939, -0.005626330617815256, -0.005369674414396286, -0.005113018676638603, -0.00485636293888092, -0.004599707201123238, -0.004343051463365555, -0.004086395725607872, -0.003829739987850189, -0.0035730840172618628, -0.00331642827950418, -0.003059772541746497, -0.0028031165711581707, -0.002546460833400488, -0.002289805095642805, -0.0020331493578851223, -0.0017764935037121177, -0.001519837649539113, -0.0012631819117814302, -0.0010065261740237474, -0.0007498703198507428, -0.0004932145238853991, -0.0002365587279200554, 2.0097068045288324e-05, 0.00027675286401063204, 0.0005334086599759758, 0.0007900644559413195, 0.0010467201936990023, 0.001303376047872007, 0.0015600319020450115, 0.0018166876398026943, 0.002073343377560377, 0.00232999911531806, 0.0025866550859063864, 0.002843310823664069, 0.003099966561421752, 0.0033566225320100784, 0.0036132782697677612, 0.003869934007525444, 0.004126589745283127, 0.00438324548304081, 0.004639901220798492, 0.004896556958556175, 0.005153213161975145, 0.005409868899732828, 0.005666524637490511, 0.005923180375248194, 0.0061798361130058765, 0.006436491850763559, 0.006693147588521242, 0.006949803791940212, 0.007206459529697895, 0.007463115267455578, 0.007719771005213261, 0.007976426742970943]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 10.0, 2.0, 3.0, 4.0, 4.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.07803497463464737, -0.07642391324043274, -0.07481285184621811, -0.07320179790258408, -0.07159073650836945, -0.06997967511415482, -0.06836861371994019, -0.06675755232572556, -0.06514649838209152, -0.06353543698787689, -0.06192437559366226, -0.06031331419944763, -0.0587022565305233, -0.05709119513630867, -0.05548013746738434, -0.05386907607316971, -0.05225801467895508, -0.050646957010030746, -0.049035895615816116, -0.047424837946891785, -0.045813776552677155, -0.04420271888375282, -0.04259165748953819, -0.04098059609532356, -0.03936953842639923, -0.0377584770321846, -0.03614741936326027, -0.03453635796904564, -0.03292529657483101, -0.03131423890590668, -0.029703177511692047, -0.028092117980122566, -0.026481058448553085, -0.024869998916983604, -0.023258939385414124, -0.021647877991199493, -0.020036818459630013, -0.01842575892806053, -0.01681469939649105, -0.015203638933598995, -0.013592579402029514, -0.011981519870460033, -0.010370459407567978, -0.008759399875998497, -0.007148339878767729, -0.005537279881536961, -0.00392622034996748, -0.0023151603527367115, -0.0007041003555059433, 0.0009069595253095031, 0.0025180194061249495, 0.004129079170525074, 0.005740139167755842, 0.00735119916498661, 0.008962258696556091, 0.010573319159448147, 0.012184378691017628, 0.013795438222587109, 0.015406498685479164, 0.017017558217048645, 0.018628617748618126, 0.020239677280187607, 0.021850738674402237, 0.023461798205971718, 0.0250728577375412]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 19.0, 11.0, 19.0, 2.0, 3.0, 0.0, 0.0, 1.0, 6.0, 16.0, 18.0, 15.0, 1.0, 4.0, 8.0, 17.0, 8.0, 18.0, 27.0, 49.0, 47.0, 50.0, 70.0, 116.0, 173.0, 246.0, 336.0, 495.0, 956.0, 2253.0, 6647.0, 2240.0, 1482.0, 947.0, 640.0, 422.0, 341.0, 254.0, 154.0, 104.0, 66.0, 50.0, 32.0, 21.0, 8.0, 5.0, 8.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.02557346224784851, -0.02490311488509178, -0.024232767522335052, -0.023562420159578323, -0.022892072796821594, -0.022221725434064865, -0.021551378071308136, -0.020881030708551407, -0.020210683345794678, -0.019540337845683098, -0.01886999048292637, -0.01819964312016964, -0.01752929575741291, -0.01685894839465618, -0.016188601031899452, -0.015518253669142723, -0.014847906306385994, -0.014177558943629265, -0.013507211580872536, -0.012836864218115807, -0.012166516855359077, -0.011496170423924923, -0.010825823061168194, -0.010155475698411465, -0.009485128335654736, -0.008814780972898006, -0.008144433610141277, -0.0074740867130458355, -0.006803739350289106, -0.006133391987532377, -0.005463045090436935, -0.004792697727680206, -0.004122350364923477, -0.003452003002166748, -0.0027816558722406626, -0.002111308742314577, -0.001440961379557848, -0.0007706141332164407, -0.00010026688687503338, 0.0005700803594663739, 0.0012404276058077812, 0.0019107748521491885, 0.002581122098490596, 0.0032514692284166813, 0.00392181659117341, 0.0045921639539301395, 0.005262510851025581, 0.0059328582137823105, 0.00660320557653904, 0.007273552939295769, 0.007943900302052498, 0.008614247664809227, 0.009284595027565956, 0.00995494145900011, 0.01062528882175684, 0.011295636184513569, 0.011965983547270298, 0.012636330910027027, 0.013306678272783756, 0.013977025635540485, 0.01464737206697464, 0.015317719429731369, 0.015988066792488098, 0.016658414155244827, 0.017328761518001556]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1611260324716568, -0.15599748492240906, -0.15086893737316132, -0.14574038982391357, -0.14061182737350464, -0.1354832798242569, -0.13035473227500916, -0.1252261847257614, -0.12009763717651367, -0.11496908962726593, -0.10984054207801819, -0.10471198707818985, -0.09958343952894211, -0.09445489197969437, -0.08932633697986603, -0.08419778943061829, -0.07906924188137054, -0.0739406943321228, -0.06881214678287506, -0.06368359178304672, -0.05855504423379898, -0.05342649668455124, -0.0482979454100132, -0.04316939413547516, -0.03804084658622742, -0.032912299036979675, -0.027783747762441635, -0.022655198350548744, -0.017526648938655853, -0.012398099526762962, -0.007269550114870071, -0.0021410007029771805, 0.0029875487089157104, 0.008116098120808601, 0.013244647532701492, 0.018373196944594383, 0.023501746356487274, 0.028630295768380165, 0.033758845180273056, 0.038887396454811096, 0.04401594400405884, 0.04914449155330658, 0.05427304282784462, 0.05940159410238266, 0.0645301416516304, 0.06965868920087814, 0.07478724420070648, 0.07991579174995422, 0.08504433929920197, 0.09017288684844971, 0.09530143439769745, 0.10042998939752579, 0.10555853694677353, 0.11068708449602127, 0.11581563949584961, 0.12094418704509735, 0.1260727345943451, 0.13120128214359283, 0.13632982969284058, 0.14145837724208832, 0.14658692479133606, 0.151715487241745, 0.15684403479099274, 0.16197258234024048, 0.16710112988948822]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 10.0, 2.0, 5.0, 11.0, 11.0, 12.0, 14.0, 25.0, 20.0, 16.0, 25.0, 27.0, 40.0, 19.0, 15.0, 6.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.11336925625801086, -0.11039892584085464, -0.10742859542369843, -0.1044582650065422, -0.10148793458938599, -0.09851761162281036, -0.09554728120565414, -0.09257695078849792, -0.0896066203713417, -0.08663628995418549, -0.08366595953702927, -0.08069562911987305, -0.07772530615329742, -0.0747549757361412, -0.07178464531898499, -0.06881431490182877, -0.06584398448467255, -0.06287365406751633, -0.05990332365036011, -0.056932996958494186, -0.05396266654133797, -0.05099233612418175, -0.048022009432315826, -0.04505167901515961, -0.04208134859800339, -0.03911101818084717, -0.03614068776369095, -0.03317036107182503, -0.030200030654668808, -0.02722970023751259, -0.024259371683001518, -0.021289043128490448, -0.01831871271133423, -0.015348383225500584, -0.012378053739666939, -0.009407724253833294, -0.006437394767999649, -0.003467065282166004, -0.0004967357963323593, 0.0024735936895012856, 0.00544392317533493, 0.008414252661168575, 0.01138458214700222, 0.014354911632835865, 0.01732524111866951, 0.02029557153582573, 0.0232659000903368, 0.02623622864484787, 0.02920655906200409, 0.03217688947916031, 0.03514721989631653, 0.03811754658818245, 0.04108787700533867, 0.04405820742249489, 0.04702853411436081, 0.04999886453151703, 0.05296919494867325, 0.05593952536582947, 0.05890985578298569, 0.06188018247485161, 0.06485050916671753, 0.06782083958387375, 0.07079117000102997, 0.07376150041818619, 0.07673183083534241]}, "_runtime": 177.6889545917511, "_timestamp": 1596211767.4600635, "_step": 221}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 4.0, 4.0, 6.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008406132459640503, -0.008142320439219475, -0.007878508418798447, -0.0076146963983774185, -0.00735088437795639, -0.0070870728231966496, -0.006823260802775621, -0.006559448782354593, -0.006295636761933565, -0.006031824741512537, -0.005768012721091509, -0.005504200700670481, -0.00524038914591074, -0.004976577125489712, -0.004712765105068684, -0.0044489530846476555, -0.004185141064226627, -0.003921329043805599, -0.003657517023384571, -0.0033937052357941866, -0.0031298932153731585, -0.0028660811949521303, -0.002602269407361746, -0.0023384573869407177, -0.0020746453665196896, -0.0018108333460986614, -0.0015470214420929551, -0.0012832095380872488, -0.0010193975176662207, -0.0007555855554528534, -0.0004917735932394862, -0.000227961631026119, 3.585033118724823e-05, 0.00029966229340061545, 0.0005634742556139827, 0.0008272862178273499, 0.0010910981800407171, 0.0013549102004617453, 0.0016187221044674516, 0.0018825340084731579, 0.002146346028894186, 0.002410158049315214, 0.0026739700697362423, 0.0029377818573266268, 0.003201593877747655, 0.003465405898168683, 0.0037292176857590675, 0.003993029706180096, 0.004256841726601124, 0.004520653747022152, 0.00478446576744318, 0.005048277787864208, 0.005312089808285236, 0.005575901363044977, 0.005839713383466005, 0.0061035254038870335, 0.006367337424308062, 0.00663114944472909, 0.006894961465150118, 0.007158773485571146, 0.007422585040330887, 0.007686397060751915, 0.007950209081172943, 0.008214021101593971, 0.008477833122015]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 5.0, 6.0, 11.0, 9.0, 12.0, 14.0, 24.0, 28.0, 43.0, 42.0, 77.0, 120.0, 140.0, 224.0, 546.0, 5610.0, 372.0, 191.0, 116.0, 91.0, 55.0, 40.0, 34.0, 29.0, 19.0, 15.0, 7.0, 10.0, 4.0, 6.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11904191970825195, -0.11523402482271194, -0.11142612248659134, -0.10761822760105133, -0.10381033271551132, -0.10000243782997131, -0.09619453549385071, -0.0923866406083107, -0.08857874572277069, -0.08477084338665009, -0.08096294850111008, -0.07715505361557007, -0.07334715873003006, -0.06953925639390945, -0.06573136150836945, -0.06192346662282944, -0.05811556801199913, -0.05430766940116882, -0.050499774515628815, -0.04669187590479851, -0.0428839810192585, -0.03907608240842819, -0.035268187522888184, -0.03146028891205788, -0.02765239216387272, -0.02384449541568756, -0.020036598667502403, -0.016228701919317245, -0.012420804239809513, -0.008612907491624355, -0.00480501027777791, -0.0009971132967621088, 0.0028107836842536926, 0.00661868043243885, 0.010426577180624008, 0.01423447486013174, 0.018042370676994324, 0.02185026928782463, 0.02565816603600979, 0.029466062784194946, 0.033273957669734955, 0.03708185628056526, 0.04088975489139557, 0.04469764977693558, 0.048505548387765884, 0.05231344327330589, 0.0561213418841362, 0.05992923676967621, 0.06373713910579681, 0.06754503399133682, 0.07135292887687683, 0.07516082376241684, 0.07896872609853745, 0.08277662098407745, 0.08658451586961746, 0.09039241075515747, 0.09420031309127808, 0.09800820797681808, 0.1018161028623581, 0.1056240051984787, 0.10943190008401871, 0.11323979496955872, 0.11704768985509872, 0.12085559219121933, 0.12466348707675934]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 5.0, 6.0, 4.0, 6.0, 3.0, 8.0, 11.0, 7.0, 27.0, 3.0, 4.0, 2.0, 6.0, 4.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002955259522423148, -0.0028533325530588627, -0.0027514055836945772, -0.0026494788471609354, -0.00254755187779665, -0.0024456249084323645, -0.002343697939068079, -0.002241771202534437, -0.0021398442331701517, -0.0020379172638058662, -0.0019359902944415808, -0.0018340634414926171, -0.0017321364721283317, -0.001630209619179368, -0.0015282826498150826, -0.001426355796866119, -0.0013244288275018334, -0.001222501858137548, -0.0011205750051885843, -0.0010186480358242989, -0.0009167211828753352, -0.0008147942135110497, -0.0007128673023544252, -0.0006109403911978006, -0.0005090134800411761, -0.0004070865688845515, -0.00030515965772792697, -0.00020323271746747196, -0.0001013058063108474, 6.211121217347682e-07, 0.00010254803055431694, 0.00020447495626285672, 0.0003064018674194813, 0.00040832877857610583, 0.0005102556897327304, 0.0006121826008893549, 0.0007141095120459795, 0.000816036481410265, 0.0009179633925668895, 0.001019890303723514, 0.0011218171566724777, 0.0012237441260367632, 0.0013256710954010487, 0.0014275979483500123, 0.0015295249177142978, 0.0016314517706632614, 0.0017333787400275469, 0.0018353055929765105, 0.001937232562340796, 0.0020391594152897596, 0.002141086384654045, 0.0022430133540183306, 0.002344940323382616, 0.002446867059916258, 0.0025487940292805433, 0.002650720998644829, 0.0027526479680091143, 0.0028545749373733997, 0.0029565016739070415, 0.003058428643271327, 0.0031603556126356125, 0.003262282581999898, 0.0033642093185335398, 0.0034661362878978252, 0.0035680632572621107]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 8.0, 7.0, 14.0, 8.0, 23.0, 35.0, 57.0, 79.0, 103.0, 184.0, 275.0, 510.0, 953.0, 1998.0, 4725.0, 12639.0, 46070.0, 931018.0, 136794.0, 25829.0, 9231.0, 3935.0, 2011.0, 1149.0, 687.0, 403.0, 258.0, 177.0, 104.0, 82.0, 58.0, 42.0, 40.0, 22.0, 25.0, 18.0, 13.0, 10.0, 13.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006906911265105009, -0.0066291568800807, -0.006351402495056391, -0.006073648110032082, -0.0057958937250077724, -0.005518139339983463, -0.005240384954959154, -0.004962630569934845, -0.004684876650571823, -0.004407122265547514, -0.004129367880523205, -0.003851613262668252, -0.0035738591104745865, -0.0032961047254502773, -0.003018350340425968, -0.002740595955401659, -0.00246284157037735, -0.0021850871853530407, -0.0019073328003287315, -0.0016295785317197442, -0.001351824146695435, -0.0010740697616711259, -0.0007963154348544776, -0.0005185611080378294, -0.00024080672301352024, 3.694763290695846e-05, 0.00031470198882743716, 0.0005924563156440854, 0.0008702107006683946, 0.0011479650856927037, 0.001425719354301691, 0.0017034737393260002, 0.0019812281243503094, 0.0022589825093746185, 0.0025367368943989277, 0.002814491279423237, 0.003092245664447546, 0.0033699998166412115, 0.0036477542016655207, 0.0039255088195204735, 0.004203262738883495, 0.0044810171239078045, 0.004758771508932114, 0.005036525893956423, 0.005314280278980732, 0.005592034664005041, 0.00586978904902935, 0.0061475434340536594, 0.006425297819077969, 0.006703052204102278, 0.006980806589126587, 0.007258560974150896, 0.007536315359175205, 0.007814069278538227, 0.008091824129223824, 0.008369578048586845, 0.008647332899272442, 0.008925086818635464, 0.00920284166932106, 0.009480595588684082, 0.009758350439369678, 0.0100361043587327, 0.010313859209418297, 0.010591613128781319, 0.01086936704814434]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 5.0, 11.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.020304225385189056, -0.019237542524933815, -0.018170857802033424, -0.017104174941778183, -0.01603749208152294, -0.014970808289945126, -0.01390412449836731, -0.012837441638112068, -0.011770757846534252, -0.010704074054956436, -0.009637391194701195, -0.008570707403123379, -0.00750402407720685, -0.006437340751290321, -0.005370656959712505, -0.004303973633795977, -0.003237290307879448, -0.0021706069819629192, -0.0011039234232157469, -3.723998088389635e-05, 0.0010294434614479542, 0.002096126787364483, 0.0031628103461116552, 0.004229493904858828, 0.005296177230775356, 0.006362860556691885, 0.007429543882608414, 0.00849622767418623, 0.009562911465764046, 0.010629594326019287, 0.011696278117597103, 0.012762960977852345, 0.01382964476943016, 0.014896328561007977, 0.015963012352585793, 0.017029695212841034, 0.018096378073096275, 0.019163062795996666, 0.020229745656251907, 0.02129642851650715, 0.02236311137676239, 0.02342979609966278, 0.024496478959918022, 0.025563161820173264, 0.026629846543073654, 0.027696529403328896, 0.028763212263584137, 0.029829896986484528, 0.03089657984673977, 0.03196326270699501, 0.0330299474298954, 0.03409662842750549, 0.035163313150405884, 0.036229997873306274, 0.03729667887091637, 0.03836336359381676, 0.03943004831671715, 0.04049672931432724, 0.04156341403722763, 0.04263009876012802, 0.04369677975773811, 0.044763464480638504, 0.045830149203538895, 0.04689683020114899, 0.04796351492404938]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 9.0, 11.0, 15.0, 16.0, 22.0, 32.0, 41.0, 56.0, 79.0, 89.0, 109.0, 173.0, 225.0, 274.0, 353.0, 518.0, 742.0, 1080.0, 1542.0, 2561.0, 6641.0, 1655.0, 794.0, 393.0, 329.0, 186.0, 119.0, 76.0, 67.0, 33.0, 41.0, 19.0, 15.0, 6.0, 12.0, 4.0, 2.0, 2.0, 9.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 13.0, 10.0, 22.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 8.0], "bins": [-0.011149130761623383, -0.010728061199188232, -0.010306991636753082, -0.009885922074317932, -0.009464852511882782, -0.009043782949447632, -0.008622712455689907, -0.008201642893254757, -0.007780573330819607, -0.007359503768384457, -0.0069384342059493065, -0.006517364643514156, -0.006096295081079006, -0.005675225518643856, -0.005254155490547419, -0.0048330859281122684, -0.004412016365677118, -0.003990946803241968, -0.0035698770079761744, -0.003148807445541024, -0.0027277376502752304, -0.0023066680878400803, -0.0018855985254049301, -0.0014645288465544581, -0.0010434591677039862, -0.0006223894888535142, -0.00020131986821070313, 0.00021974978153593838, 0.0006408194312825799, 0.0010618891101330519, 0.001482958672568202, 0.001904028351418674, 0.002325098030269146, 0.002746167592704296, 0.00316723738797009, 0.00358830695040524, 0.004009376745671034, 0.004430446308106184, 0.004851515870541334, 0.005272585432976484, 0.005693655461072922, 0.006114725023508072, 0.006535794585943222, 0.006956864148378372, 0.007377933710813522, 0.0077990032732486725, 0.008220072835683823, 0.008641142398118973, 0.009062211960554123, 0.009483282454311848, 0.009904352016746998, 0.010325421579182148, 0.010746491141617298, 0.011167560704052448, 0.011588630266487598, 0.012009699828922749, 0.012430769391357899, 0.012851838953793049, 0.013272908516228199, 0.013693979009985924, 0.014115048572421074, 0.014536118134856224, 0.014957187697291374, 0.015378257259726524, 0.015799326822161674]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1187531128525734, -0.11493009328842163, -0.11110708117485046, -0.1072840690612793, -0.10346104949712753, -0.09963802993297577, -0.0958150178194046, -0.09199200570583344, -0.08816898614168167, -0.08434596657752991, -0.08052295446395874, -0.07669994235038757, -0.07287692278623581, -0.06905390322208405, -0.06523089110851288, -0.06140787526965141, -0.05758485943078995, -0.05376184359192848, -0.04993882775306702, -0.04611581191420555, -0.042292796075344086, -0.03846978023648262, -0.034646764397621155, -0.03082374855875969, -0.027000732719898224, -0.02317771688103676, -0.019354701042175293, -0.015531685203313828, -0.011708669364452362, -0.007885653525590897, -0.004062637686729431, -0.0002396218478679657, 0.0035833939909934998, 0.007406409829854965, 0.01122942566871643, 0.015052441507577896, 0.01887545734643936, 0.022698473185300827, 0.026521489024162292, 0.030344504863023758, 0.03416752070188522, 0.03799053654074669, 0.041813552379608154, 0.04563656821846962, 0.049459584057331085, 0.05328259989619255, 0.057105615735054016, 0.06092863157391548, 0.06475164741277695, 0.06857466697692871, 0.07239767909049988, 0.07622069120407104, 0.08004371076822281, 0.08386673033237457, 0.08768974244594574, 0.0915127545595169, 0.09533577412366867, 0.09915879368782043, 0.1029818058013916, 0.10680481791496277, 0.11062783747911453, 0.1144508570432663, 0.11827386915683746, 0.12209688127040863, 0.125919908285141]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 0.0, 5.0, 3.0, 12.0, 13.0, 23.0, 33.0, 60.0, 13.0, 13.0, 11.0, 9.0, 5.0, 3.0, 5.0, 5.0, 7.0, 2.0, 5.0, 4.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0699300616979599, -0.06749541312456131, -0.06506076455116272, -0.06262612342834473, -0.060191474854946136, -0.057756826281547546, -0.055322181433439255, -0.05288753658533096, -0.05045288801193237, -0.04801823943853378, -0.04558359459042549, -0.0431489497423172, -0.04071430116891861, -0.03827965259552002, -0.03584500774741173, -0.033410362899303436, -0.030975714325904846, -0.028541067615151405, -0.026106420904397964, -0.023671774193644524, -0.021237127482891083, -0.018802480772137642, -0.0163678340613842, -0.01393318735063076, -0.01149854063987732, -0.009063893929123878, -0.006629247218370438, -0.004194600507616997, -0.001759953796863556, 0.000674692913889885, 0.003109339624643326, 0.005543986335396767, 0.007978633046150208, 0.010413279756903648, 0.01284792646765709, 0.01528257317841053, 0.01771721988916397, 0.020151866599917412, 0.022586513310670853, 0.025021160021424294, 0.027455806732177734, 0.029890453442931175, 0.032325100153684616, 0.03475974500179291, 0.0371943935751915, 0.03962904214859009, 0.04206368699669838, 0.04449833184480667, 0.04693298041820526, 0.04936762899160385, 0.05180227383971214, 0.054236918687820435, 0.056671567261219025, 0.059106215834617615, 0.061540860682725906, 0.0639755055308342, 0.06641015410423279, 0.06884480267763138, 0.07127945125102997, 0.07371409237384796, 0.07614874094724655, 0.07858338952064514, 0.08101803064346313, 0.08345267921686172, 0.08588732779026031]}, "_runtime": 178.43781781196594, "_timestamp": 1596211768.2089267, "_step": 222}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 6.0, 5.0, 6.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008939361199736595, -0.008650542236864567, -0.008361724205315113, -0.008072905242443085, -0.007784086745232344, -0.007495267782360315, -0.007206449285149574, -0.006917630787938833, -0.006628812290728092, -0.006339993327856064, -0.006051174830645323, -0.005762356333434582, -0.005473537370562553, -0.005184718873351812, -0.004895900376141071, -0.004607081413269043, -0.004318262916058302, -0.004029444418847561, -0.003740625688806176, -0.0034518069587647915, -0.0031629884615540504, -0.0028741697315126657, -0.002585351001471281, -0.00229653250426054, -0.0020077137742191553, -0.0017188951605930924, -0.0014300765469670296, -0.0011412578169256449, -0.000852439203299582, -0.0005636205896735191, -0.00027480191783979535, 1.4016724890097976e-05, 0.0003028353676199913, 0.0005916539812460542, 0.000880472653079778, 0.0011692913249135017, 0.0014581099385395646, 0.0017469285521656275, 0.002035747282207012, 0.0023245657794177532, 0.002613384509459138, 0.0029022032395005226, 0.0031910217367112637, 0.0034798404667526484, 0.003768659196794033, 0.004057477694004774, 0.004346296191215515, 0.0046351151540875435, 0.0049239336512982845, 0.005212752148509026, 0.005501571111381054, 0.005790389608591795, 0.006079208105802536, 0.006368027068674564, 0.006656845565885305, 0.0069456640630960464, 0.007234483025968075, 0.007523301523178816, 0.007812120020389557, 0.008100938983261585, 0.008389757014811039, 0.008678575977683067, 0.008967394940555096, 0.00925621297210455, 0.009545031934976578]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 5.0, 3.0, 8.0, 11.0, 5.0, 7.0, 10.0, 11.0, 23.0, 22.0, 40.0, 37.0, 41.0, 56.0, 86.0, 129.0, 196.0, 307.0, 5333.0, 766.0, 250.0, 167.0, 98.0, 67.0, 45.0, 50.0, 33.0, 19.0, 23.0, 13.0, 12.0, 11.0, 2.0, 11.0, 5.0, 3.0, 2.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10632771253585815, -0.10275613516569138, -0.099184550344944, -0.09561297297477722, -0.09204138815402985, -0.08846981078386307, -0.08489822596311569, -0.08132664859294891, -0.07775506377220154, -0.07418348640203476, -0.07061190903186798, -0.0670403242111206, -0.06346874684095383, -0.05989716574549675, -0.05632558465003967, -0.052754003554582596, -0.04918242245912552, -0.04561084136366844, -0.042039260268211365, -0.03846767917275429, -0.03489609807729721, -0.03132452070713043, -0.027752939611673355, -0.024181358516216278, -0.0206097774207592, -0.017038196325302124, -0.013466616161167622, -0.00989503599703312, -0.006323454901576042, -0.0027518742717802525, 0.0008197063580155373, 0.004391286987811327, 0.007962867617607117, 0.011534448713064194, 0.015106028877198696, 0.0186776090413332, 0.022249190136790276, 0.025820771232247353, 0.02939235046505928, 0.03296393156051636, 0.036535512655973434, 0.04010709375143051, 0.04367867484688759, 0.047250255942344666, 0.050821833312511444, 0.05439341440796852, 0.0579649955034256, 0.061536576598882675, 0.06510815769433975, 0.06867973506450653, 0.0722513198852539, 0.07582289725542068, 0.07939448207616806, 0.08296605944633484, 0.08653764426708221, 0.09010922163724899, 0.09368079900741577, 0.09725238382816315, 0.10082396119832993, 0.1043955460190773, 0.10796712338924408, 0.11153870820999146, 0.11511028558015823, 0.11868187040090561, 0.12225344777107239]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 7.0, 6.0, 8.0, 5.0, 23.0, 5.0, 6.0, 1.0, 3.0, 4.0, 5.0, 3.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0023270382080227137, -0.0022258786484599113, -0.0021247193217277527, -0.0020235597621649504, -0.001922400202602148, -0.0018212406430393457, -0.0017200811998918653, -0.0016189217567443848, -0.0015177621971815825, -0.0014166026376187801, -0.0013154431944712996, -0.0012142837513238192, -0.0011131241917610168, -0.0010119646321982145, -0.000910805189050734, -0.0008096456876955926, -0.0007084861863404512, -0.0006073266849853098, -0.0005061671836301684, -0.00040500768227502704, -0.00030384818091988564, -0.00020268867956474423, -0.00010152917820960283, -3.696768544614315e-07, 0.00010078982450067997, 0.00020194932585582137, 0.00030310882721096277, 0.0004042683285661042, 0.0005054278299212456, 0.000606587331276387, 0.0007077468326315284, 0.0008089063339866698, 0.0009100658353418112, 0.0010112253949046135, 0.001112384838052094, 0.0012135442811995745, 0.0013147038407623768, 0.001415863400325179, 0.0015170228434726596, 0.00161818228662014, 0.0017193418461829424, 0.0018205014057457447, 0.0019216608488932252, 0.0020228202920407057, 0.002123979851603508, 0.0022251394111663103, 0.0023262989707291126, 0.0024274582974612713, 0.0025286178570240736, 0.002629777416586876, 0.0027309367433190346, 0.002832096302881837, 0.002933255862444639, 0.0030344154220074415, 0.003135574981570244, 0.0032367343083024025, 0.003337893867865205, 0.003439053427428007, 0.003540212754160166, 0.003641372313722968, 0.0037425318732857704, 0.0038436914328485727, 0.003944850992411375, 0.004046010319143534, 0.00414717011153698]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 6.0, 16.0, 15.0, 25.0, 23.0, 44.0, 70.0, 88.0, 132.0, 213.0, 264.0, 440.0, 663.0, 1052.0, 1731.0, 3024.0, 5642.0, 11609.0, 29882.0, 135048.0, 901213.0, 47063.0, 17992.0, 8904.0, 5203.0, 3069.0, 1894.0, 1272.0, 889.0, 617.0, 420.0, 304.0, 212.0, 144.0, 127.0, 95.0, 63.0, 45.0, 32.0, 23.0, 21.0, 5.0, 11.0, 8.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.006763997953385115, -0.006532901898026466, -0.006301806308329105, -0.006070710252970457, -0.005839614197611809, -0.005608518607914448, -0.0053774225525557995, -0.0051463269628584385, -0.00491523090749979, -0.004684134852141142, -0.004453039262443781, -0.004221943207085133, -0.003990847617387772, -0.0037597515620291233, -0.003528655506670475, -0.0032975596841424704, -0.0030664638616144657, -0.002835368039086461, -0.0026042722165584564, -0.002373176161199808, -0.0021420803386718035, -0.0019109845161437988, -0.0016798885772004724, -0.0014487926382571459, -0.0012176968157291412, -0.0009866009932011366, -0.0007555050542578101, -0.0005244091735221446, -0.000293313292786479, -6.221741205081344e-05, 0.00016887846868485212, 0.0003999743494205177, 0.0006310702301561832, 0.0008621661108918488, 0.0010932619916275144, 0.0013243579305708408, 0.0015554537530988455, 0.0017865495756268501, 0.0020176456309854984, 0.002248741453513503, 0.0024798372760415077, 0.0027109330985695124, 0.002942028921097517, 0.0031731249764561653, 0.00340422079898417, 0.0036353166215121746, 0.003866412676870823, 0.004097508266568184, 0.004328604321926832, 0.0045597003772854805, 0.0047907959669828415, 0.00502189202234149, 0.005252988077700138, 0.005484083667397499, 0.005715179722756147, 0.005946275312453508, 0.006177371367812157, 0.006408467423170805, 0.006639563012868166, 0.006870659068226814, 0.007101754657924175, 0.0073328507132828236, 0.007563946768641472, 0.007795042358338833, 0.008026137948036194]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 8.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016692733392119408, -0.016104836016893387, -0.015516937710344791, -0.014929039403796196, -0.0143411410972476, -0.01375324372202158, -0.013165345415472984, -0.012577447108924389, -0.011989548802375793, -0.011401651427149773, -0.010813753120601177, -0.010225854814052582, -0.009637957438826561, -0.009050059132277966, -0.00846216082572937, -0.00787426345050335, -0.007286365143954754, -0.006698467303067446, -0.00611056899651885, -0.005522671155631542, -0.004934772849082947, -0.004346875008195639, -0.0037589771673083305, -0.0031710790935903788, -0.002583181019872427, -0.001995282946154475, -0.0014073849888518453, -0.0008194869733415544, -0.00023158895783126354, 0.0003563090576790273, 0.0009442070731893182, 0.0015321050304919481, 0.0021200031042099, 0.0027079011779278517, 0.0032957992516458035, 0.0038836970925331116, 0.004471595399081707, 0.005059493239969015, 0.005647391080856323, 0.006235289387404919, 0.006823187228292227, 0.007411085069179535, 0.00799898337572813, 0.008586881682276726, 0.009174779057502747, 0.009762677364051342, 0.010350575670599937, 0.010938473045825958, 0.011526371352374554, 0.012114269658923149, 0.01270216703414917, 0.013290065340697765, 0.01387796364724636, 0.014465861022472382, 0.015053759329020977, 0.015641657635569572, 0.016229555010795593, 0.016817454248666763, 0.017405351623892784, 0.017993248999118805, 0.018581148236989975, 0.019169045612215996, 0.019756942987442017, 0.020344842225313187, 0.020932739600539207]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 2.0, 10.0, 6.0, 16.0, 17.0, 36.0, 36.0, 47.0, 39.0, 64.0, 81.0, 81.0, 173.0, 208.0, 258.0, 381.0, 567.0, 779.0, 1252.0, 1988.0, 5711.0, 1646.0, 1150.0, 834.0, 632.0, 434.0, 390.0, 326.0, 243.0, 199.0, 145.0, 145.0, 122.0, 74.0, 58.0, 62.0, 40.0, 40.0, 23.0, 23.0, 17.0, 7.0, 12.0, 5.0, 7.0, 4.0, 6.0, 3.0, 2.0, 4.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.008560104295611382, -0.008246742188930511, -0.007933381013572216, -0.007620019372552633, -0.0073066577315330505, -0.0069932956248521805, -0.006679933983832598, -0.006366572342813015, -0.006053210701793432, -0.0057398490607738495, -0.005426487419754267, -0.005113125778734684, -0.004799763672053814, -0.004486402031034231, -0.0041730403900146484, -0.0038596787489950657, -0.003546317107975483, -0.0032329554669559, -0.0029195938259363174, -0.002606231952086091, -0.0022928703110665083, -0.0019795086700469255, -0.001666146912612021, -0.0013527851551771164, -0.0010394235141575336, -0.00072606181493029, -0.0004127001157030463, -9.933841647580266e-05, 0.000214023282751441, 0.0005273849819786847, 0.0008407466812059283, 0.001154108438640833, 0.0014674700796604156, 0.0017808317206799984, 0.002094193361699581, 0.0024075552355498075, 0.0027209168765693903, 0.003034278517588973, 0.0033476403914391994, 0.003661002032458782, 0.003974363673478365, 0.004287725314497948, 0.0046010869555175304, 0.004914448596537113, 0.005227810703217983, 0.005541172344237566, 0.005854533985257149, 0.0061678956262767315, 0.006481257267296314, 0.006794618908315897, 0.00710798054933548, 0.0074213421903550625, 0.007734703831374645, 0.008048065938055515, 0.00836142711341381, 0.00867478922009468, 0.00898815132677555, 0.009301512502133846, 0.009614874608814716, 0.009928235784173012, 0.010241597890853882, 0.010554959066212177, 0.010868321172893047, 0.011181682348251343, 0.011495044454932213]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07080848515033722, -0.06844247877597809, -0.06607647240161896, -0.06371045857667923, -0.0613444522023201, -0.05897844582796097, -0.05661243945360184, -0.05424642935395241, -0.05188042297959328, -0.049514416605234146, -0.04714840650558472, -0.044782400131225586, -0.042416393756866455, -0.040050383657217026, -0.037684377282857895, -0.035318367183208466, -0.032952360808849335, -0.030586352571845055, -0.028220344334840775, -0.025854337960481644, -0.023488329723477364, -0.021122321486473083, -0.018756315112113953, -0.016390306875109673, -0.014024298638105392, -0.011658290401101112, -0.009292283095419407, -0.006926275324076414, -0.004560267552733421, -0.0021942597813904285, 0.00017174798995256424, 0.002537755761295557, 0.00490376353263855, 0.007269771303981543, 0.009635779075324535, 0.01200178638100624, 0.014367794618010521, 0.0167338028550148, 0.019099809229373932, 0.021465817466378212, 0.023831825703382492, 0.026197833940386772, 0.028563842177391052, 0.030929848551750183, 0.033295854926109314, 0.03566186502575874, 0.038027871400117874, 0.0403938814997673, 0.042759887874126434, 0.045125894248485565, 0.047491904348134995, 0.049857910722494125, 0.052223920822143555, 0.054589927196502686, 0.056955933570861816, 0.059321943670511246, 0.06168795004487038, 0.0640539601445198, 0.06641996651887894, 0.06878597289323807, 0.0711519792675972, 0.07351798564195633, 0.07588399946689606, 0.07825000584125519, 0.08061601221561432]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 7.0, 6.0, 1.0, 7.0, 4.0, 7.0, 9.0, 13.0, 15.0, 11.0, 20.0, 9.0, 17.0, 18.0, 36.0, 25.0, 2.0, 10.0, 5.0, 12.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.04867745190858841, -0.04703814908862114, -0.04539884999394417, -0.0437595471739769, -0.04212024807929993, -0.04048094525933266, -0.038841646164655685, -0.037202343344688416, -0.035563044250011444, -0.033923741430044174, -0.032284438610076904, -0.030645139515399933, -0.029005836695432663, -0.027366535738110542, -0.02572723478078842, -0.0240879338234663, -0.02244863286614418, -0.02080933190882206, -0.01917003095149994, -0.01753072999417782, -0.015891429036855698, -0.014252127148211002, -0.012612825259566307, -0.010973524302244186, -0.009334223344922066, -0.007694922387599945, -0.006055620964616537, -0.004416319541633129, -0.0027770185843110085, -0.0011377173941582441, 0.0005015837959945202, 0.0021408849861472845, 0.003780186176300049, 0.0054194871336221695, 0.0070587885566055775, 0.008698089979588985, 0.010337390936911106, 0.011976691894233227, 0.013615993782877922, 0.015255294740200043, 0.016894595697522163, 0.018533896654844284, 0.020173197612166405, 0.021812498569488525, 0.023451801389455795, 0.025091102346777916, 0.026730403304100037, 0.028369704261422157, 0.030009005218744278, 0.03164830803871155, 0.03328760713338852, 0.03492690995335579, 0.03656620904803276, 0.03820551186800003, 0.039844810962677, 0.04148411378264427, 0.04312341660261154, 0.04476271569728851, 0.04640201851725578, 0.048041317611932755, 0.049680620431900024, 0.051319919526576996, 0.052959222346544266, 0.05459852144122124, 0.05623782426118851]}, "_runtime": 179.19745063781738, "_timestamp": 1596211768.9685595, "_step": 223}
+{"gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 6.0, 9.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009999167174100876, -0.009658551774919033, -0.00931793637573719, -0.008977320976555347, -0.008636705577373505, -0.008296090178191662, -0.007955474779009819, -0.007614859379827976, -0.007274243980646133, -0.006933629047125578, -0.006593013647943735, -0.006252398248761892, -0.0059117828495800495, -0.005571167450398207, -0.005230552051216364, -0.004889936652034521, -0.004549321252852678, -0.0042087058536708355, -0.0038680904544889927, -0.00352747505530715, -0.003186859656125307, -0.002846244489774108, -0.002505629090592265, -0.0021650136914104223, -0.0018243982922285795, -0.0014837828930467367, -0.001143167493864894, -0.0008025522110983729, -0.00046193681191653013, -0.00012132144183851779, 0.00021929392823949456, 0.0005599092692136765, 0.0009005246683955193, 0.001241140067577362, 0.0015817554667592049, 0.0019223707495257258, 0.0022629862651228905, 0.0026036014314740896, 0.0029442168306559324, 0.0032848322298377752, 0.003625447629019618, 0.003966062795370817, 0.00430667819455266, 0.004647293593734503, 0.004987908992916346, 0.005328524392098188, 0.005669139791280031, 0.006009755190461874, 0.006350370589643717, 0.00669098598882556, 0.007031601388007402, 0.007372216787189245, 0.007712832186371088, 0.008053447119891644, 0.008394062519073486, 0.008734677918255329, 0.009075293317437172, 0.009415908716619015, 0.009756524115800858, 0.0100971395149827, 0.010437754914164543, 0.010778370313346386, 0.011118985712528229, 0.011459601111710072, 0.011800216510891914]}, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 8.0, 4.0, 4.0, 7.0, 4.0, 9.0, 10.0, 10.0, 22.0, 18.0, 24.0, 31.0, 48.0, 50.0, 47.0, 78.0, 72.0, 122.0, 141.0, 239.0, 531.0, 5356.0, 350.0, 177.0, 126.0, 99.0, 55.0, 58.0, 38.0, 27.0, 32.0, 21.0, 25.0, 14.0, 12.0, 11.0, 9.0, 8.0, 7.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.10340739041566849, -0.10037554800510406, -0.09734369814395905, -0.09431185573339462, -0.0912800133228302, -0.08824816346168518, -0.08521632105112076, -0.08218447864055634, -0.07915262877941132, -0.0761207863688469, -0.07308894395828247, -0.07005710154771805, -0.06702525168657303, -0.0639934092760086, -0.060961563140153885, -0.05792972072958946, -0.05489787459373474, -0.05186602845788002, -0.0488341860473156, -0.045802339911460876, -0.042770497500896454, -0.03973865136504173, -0.03670680522918701, -0.03367496281862259, -0.030643116682767868, -0.027611272409558296, -0.024579428136348724, -0.021547582000494003, -0.01851573772728443, -0.01548389345407486, -0.012452048249542713, -0.009420203045010567, -0.006388358771800995, -0.0033565140329301357, -0.0003246692940592766, 0.0027071754448115826, 0.005739020183682442, 0.008770864456892014, 0.01180270966142416, 0.014834554865956306, 0.01786639913916588, 0.02089824341237545, 0.023930087685585022, 0.026961933821439743, 0.029993778094649315, 0.03302562236785889, 0.03605746850371361, 0.03908931091427803, 0.04212115705013275, 0.04515300318598747, 0.048184845596551895, 0.051216691732406616, 0.05424853414297104, 0.05728038027882576, 0.06031222641468048, 0.0633440688252449, 0.06637591123580933, 0.06940776109695435, 0.07243960350751877, 0.07547144591808319, 0.07850329577922821, 0.08153513818979263, 0.08456698060035706, 0.08759883046150208, 0.0906306728720665]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 2.0, 3.0, 3.0, 6.0, 1.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 23.0, 7.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002623843029141426, -0.0025312898214906454, -0.0024387366138398647, -0.002346183406189084, -0.0022536301985383034, -0.0021610769908875227, -0.002068523783236742, -0.0019759705755859613, -0.0018834174843505025, -0.0017908642766997218, -0.0016983110690489411, -0.0016057578613981605, -0.0015132047701627016, -0.001420651562511921, -0.0013280983548611403, -0.0012355451472103596, -0.001142991939559579, -0.0010504387319087982, -0.0009578855242580175, -0.0008653323748148978, -0.0007727791671641171, -0.0006802259595133364, -0.0005876728100702167, -0.000495119602419436, -0.0004025663947686553, -0.0003100131871178746, -0.0002174600085709244, -0.00012490681547205895, -3.23536223731935e-05, 6.019957072567195e-05, 0.0001527527638245374, 0.0002453059423714876, 0.0003378591500222683, 0.000430412357673049, 0.0005229655653238297, 0.0006155187147669494, 0.0007080719224177301, 0.0008006251300685108, 0.0008931782795116305, 0.0009857314871624112, 0.0010782846948131919, 0.0011708379024639726, 0.0012633911101147532, 0.001355944317765534, 0.0014484974090009928, 0.0015410506166517735, 0.0016336038243025541, 0.0017261570319533348, 0.0018187102396041155, 0.0019112634472548962, 0.002003816654905677, 0.0020963698625564575, 0.002188923070207238, 0.002281476277858019, 0.0023740294855087996, 0.0024665826931595802, 0.0025591356679797173, 0.002651688875630498, 0.0027442420832812786, 0.0028367952909320593, 0.00292934849858284, 0.0030219017062336206, 0.0031144549138844013, 0.003207008121535182, 0.0032995613291859627]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 3.0, 6.0, 7.0, 13.0, 13.0, 23.0, 31.0, 50.0, 55.0, 93.0, 129.0, 234.0, 329.0, 522.0, 958.0, 1596.0, 2813.0, 5139.0, 10244.0, 23439.0, 67827.0, 908592.0, 94268.0, 29679.0, 14157.0, 7594.0, 4314.0, 2574.0, 1604.0, 1043.0, 720.0, 441.0, 336.0, 201.0, 159.0, 103.0, 89.0, 63.0, 43.0, 30.0, 22.0, 23.0, 11.0, 10.0, 11.0, 7.0, 2.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007747462019324303, -0.007503298111259937, -0.007259134668856859, -0.007014970760792494, -0.006770807318389416, -0.00652664341032505, -0.006282479502260685, -0.006038316059857607, -0.0057941521517932415, -0.005549988243728876, -0.005305824801325798, -0.005061660893261433, -0.004817496985197067, -0.004573333542793989, -0.004329169634729624, -0.004085006192326546, -0.0038408422842621803, -0.0035966786090284586, -0.003352514933794737, -0.0031083510257303715, -0.0028641873504966497, -0.002620023675262928, -0.0023758597671985626, -0.002131696091964841, -0.0018875324167311192, -0.0016433687414973974, -0.0013992049498483539, -0.0011550411581993103, -0.0009108774829655886, -0.0006667137495242059, -0.0004225500160828233, -0.00017838628264144063, 6.577745079994202e-05, 0.00030994118424132466, 0.0005541049176827073, 0.00079826865112409, 0.0010424323845654726, 0.0012865960597991943, 0.001530759851448238, 0.0017749236430972815, 0.002019087318331003, 0.002263250993564725, 0.0025074146687984467, 0.002751578576862812, 0.0029957422520965338, 0.0032399059273302555, 0.003484069835394621, 0.0037282335106283426, 0.003972397185862064, 0.00421656109392643, 0.004460724536329508, 0.004704888444393873, 0.004949051886796951, 0.005193215794861317, 0.005437379702925682, 0.00568154314532876, 0.0059257070533931255, 0.006169870961457491, 0.006414034403860569, 0.006658198311924934, 0.0069023622199893, 0.007146525662392378, 0.007390689570456743, 0.007634853012859821, 0.007879016920924187]}, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 6.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.034247368574142456, -0.033411409705877304, -0.03257545083761215, -0.031739491969347, -0.030903533101081848, -0.030067574232816696, -0.029231615364551544, -0.028395656496286392, -0.02755969762802124, -0.026723738759756088, -0.025887779891490936, -0.025051821023225784, -0.024215862154960632, -0.02337990328669548, -0.02254394441843033, -0.021707985550165176, -0.020872026681900024, -0.020036067813634872, -0.01920010894536972, -0.01836415007710457, -0.017528191208839417, -0.016692232340574265, -0.015856273472309113, -0.01502031460404396, -0.014184355735778809, -0.013348396867513657, -0.012512437999248505, -0.011676479130983353, -0.0108405202627182, -0.010004561394453049, -0.009168602526187897, -0.008332643657922745, -0.007496684789657593, -0.006660725921392441, -0.005824767053127289, -0.004988808184862137, -0.004152849316596985, -0.003316890448331833, -0.002480931580066681, -0.001644972711801529, -0.000809013843536377, 2.6945024728775024e-05, 0.000862903892993927, 0.001698862761259079, 0.002534821629524231, 0.003370780497789383, 0.004206739366054535, 0.005042698234319687, 0.005878657102584839, 0.006714615970849991, 0.007550574839115143, 0.008386533707380295, 0.009222492575645447, 0.010058451443910599, 0.01089441031217575, 0.011730369180440903, 0.012566328048706055, 0.013402286916971207, 0.014238245785236359, 0.01507420465350151, 0.015910163521766663, 0.016746122390031815, 0.017582081258296967, 0.01841804012656212, 0.01925399899482727]}, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 21.0, 16.0, 8.0, 12.0, 5.0, 11.0, 6.0, 16.0, 20.0, 25.0, 22.0, 34.0, 49.0, 55.0, 95.0, 133.0, 131.0, 170.0, 257.0, 291.0, 358.0, 487.0, 753.0, 939.0, 1422.0, 2329.0, 5431.0, 1558.0, 994.0, 749.0, 522.0, 368.0, 280.0, 183.0, 140.0, 100.0, 84.0, 71.0, 53.0, 45.0, 37.0, 20.0, 24.0, 21.0, 12.0, 8.0, 5.0, 11.0, 9.0, 3.0, 8.0, 6.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.011495270766317844, -0.011158784851431847, -0.010822298005223274, -0.010485812090337276, -0.010149326175451279, -0.009812840260565281, -0.009476353414356709, -0.00913986749947071, -0.008803381584584713, -0.00846689473837614, -0.008130408823490143, -0.007793922908604145, -0.00745743652805686, -0.007120950613170862, -0.006784464232623577, -0.006447978317737579, -0.006111491937190294, -0.005775005556643009, -0.005438519641757011, -0.005102033261209726, -0.0047655473463237286, -0.0044290609657764435, -0.004092575050890446, -0.0037560886703431606, -0.003419602522626519, -0.0030831163749098778, -0.0027466302271932364, -0.002410144079476595, -0.00207365769892931, -0.0017371716676279902, -0.001400685403496027, -0.0010641992557793856, -0.0007277131080627441, -0.00039122693124227226, -5.4740754421800375e-05, 0.0002817454223986715, 0.0006182315992191434, 0.0009547177469357848, 0.001291204011067748, 0.0016276901587843895, 0.001964176306501031, 0.0023006624542176723, 0.0026371486019343138, 0.002973634749650955, 0.0033101211301982403, 0.0036466072779148817, 0.003983093425631523, 0.004319579340517521, 0.004656065721064806, 0.004992552101612091, 0.005329038016498089, 0.005665524397045374, 0.006002010311931372, 0.006338496692478657, 0.0066749826073646545, 0.00701146898791194, 0.007347955368459225, 0.0076844412833452225, 0.00802092719823122, 0.008357414044439793, 0.00869389995932579, 0.009030385874211788, 0.009366871789097786, 0.009703358635306358, 0.010039844550192356]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08727259188890457, -0.08239404857158661, -0.07751551270484924, -0.07263696938753128, -0.06775842607021332, -0.06287989020347595, -0.05800134688615799, -0.05312280356884003, -0.04824426397681236, -0.0433657243847847, -0.038487181067466736, -0.03360864147543907, -0.028730100020766258, -0.023851558566093445, -0.01897301897406578, -0.014094477519392967, -0.009215936064720154, -0.004337395075708628, 0.0005411459133028984, 0.0054196869023144245, 0.01029822789132595, 0.015176769345998764, 0.020055308938026428, 0.02493385039269924, 0.029812391847372055, 0.03469093143939972, 0.03956947475671768, 0.044448014348745346, 0.04932655394077301, 0.05420509725809097, 0.05908363685011864, 0.0639621764421463, 0.06884071975946426, 0.07371926307678223, 0.07859779894351959, 0.08347634226083755, 0.08835488557815552, 0.09323342144489288, 0.09811196476221085, 0.10299050807952881, 0.10786904394626617, 0.11274758726358414, 0.1176261305809021, 0.12250467389822006, 0.12738321721553802, 0.1322617530822754, 0.13714028894901276, 0.14201883971691132, 0.14689737558364868, 0.15177591145038605, 0.1566544622182846, 0.16153299808502197, 0.16641153395175934, 0.1712900847196579, 0.17616862058639526, 0.18104715645313263, 0.1859257072210312, 0.19080424308776855, 0.19568277895450592, 0.20056132972240448, 0.20543986558914185, 0.2103184014558792, 0.21519695222377777, 0.22007548809051514, 0.2249540388584137]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 4.0, 3.0, 6.0, 11.0, 5.0, 9.0, 9.0, 9.0, 12.0, 16.0, 39.0, 16.0, 10.0, 9.0, 7.0, 5.0, 6.0, 6.0, 7.0, 3.0, 5.0, 7.0, 5.0, 1.0, 1.0, 5.0, 6.0, 2.0, 3.0, 0.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06539050489664078, -0.06330655515193939, -0.06122260540723801, -0.05913865193724632, -0.05705470219254494, -0.05497075244784355, -0.052886802703142166, -0.05080285295844078, -0.0487188994884491, -0.04663494974374771, -0.044550999999046326, -0.04246705025434494, -0.040383100509643555, -0.03829915076494217, -0.036215197294950485, -0.0341312475502491, -0.032047297805547714, -0.02996334806084633, -0.027879396453499794, -0.02579544670879841, -0.023711495101451874, -0.02162754535675049, -0.019543595612049103, -0.017459644004702568, -0.015375694260001183, -0.013291743583977222, -0.011207792907953262, -0.009123843163251877, -0.007039892487227917, -0.004955941811203957, -0.002871991600841284, -0.0007880411576479673, 0.0012959092855453491, 0.0033798597287386656, 0.005463810171931982, 0.007547760382294655, 0.009631711058318615, 0.011715661734342575, 0.01379961147904396, 0.015883563086390495, 0.01796751283109188, 0.020051462575793266, 0.0221354141831398, 0.024219363927841187, 0.026303313672542572, 0.028387265279889107, 0.030471215024590492, 0.03255516663193703, 0.03463911637663841, 0.0367230661213398, 0.038807015866041183, 0.04089096933603287, 0.04297491908073425, 0.04505886882543564, 0.047142818570137024, 0.04922676831483841, 0.051310718059539795, 0.05339467152953148, 0.055478621274232864, 0.05756257101893425, 0.059646520763635635, 0.06173047050833702, 0.0638144239783287, 0.06589837372303009, 0.06798232346773148]}, "_runtime": 179.96805024147034, "_timestamp": 1596211769.739159, "_step": 224}
+{"val_accuracy": 0.8248202054794521, "val_loss": 0.45605560143788654, "_runtime": 181.34893012046814, "_timestamp": 1596211771.120039, "_step": 225}
+{"examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.9308946132659912 Truth: v", "Prediction: p Confidence: 0.5311713218688965 Truth: 5", "Prediction: U Confidence: 0.5560292601585388 Truth: 2", "Prediction: O Confidence: 0.6023010611534119 Truth: 0"]}, "_runtime": 181.62048983573914, "_timestamp": 1596211771.3915987, "_step": 226}
+{"validation_metric": 0.6702197488584475, "_runtime": 182.56896781921387, "_timestamp": 1596211772.3400767, "_step": 227}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json b/wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json
new file mode 100644
index 0000000..78ab6fa
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-metadata.json
@@ -0,0 +1,30 @@
+{
+ "root": "/home/akternurra/Documents/projects/quest-for-general-artifical-intelligence/projects/text-recognizer",
+ "program": "<python with no main file>",
+ "git": {
+ "remote": "git@github.com:aktersnurra/text-recognizer.git",
+ "commit": "fa461db6132e7a22f3aa1bb48cce8981890325fb"
+ },
+ "email": "gustaf.rydholm@gmail.com",
+ "startedAt": "2020-07-31T16:06:32.918872",
+ "host": "kompjuter",
+ "username": "akternurra",
+ "executable": "/home/akternurra/.cache/pypoetry/virtualenvs/text-recognizer-N1c_zsdp-py3.8/bin/python",
+ "os": "Linux-5.4.0-42-generic-x86_64-with-glibc2.27",
+ "python": "3.8.2",
+ "gpu": "GeForce RTX 2070",
+ "gpu_count": 1,
+ "cpu_count": 12,
+ "cuda": "10.1.105",
+ "args": [
+ "--gpu=-1",
+ "--save",
+ "--experiment_config={\"dataloader\": \"EmnistDataLoader\", \"data_loader_args\": {\"splits\": [\"train\", \"val\"], \"sample_to_balance\": true, \"subsample_fraction\": null, \"transform\": null, \"target_transform\": null, \"batch_size\": 256, \"shuffle\": true, \"num_workers\": 8, \"cuda\": true, \"seed\": 4711}, \"model\": \"CharacterModel\", \"metrics\": [\"accuracy\"], \"network\": \"LeNet\", \"network_args\": {\"input_size\": [28, 28], \"output_size\": 62}, \"train_args\": {\"batch_size\": 256, \"epochs\": 16}, \"criterion\": \"CrossEntropyLoss\", \"criterion_args\": {\"weight\": null, \"ignore_index\": -100, \"reduction\": \"mean\"}, \"optimizer\": \"AdamW\", \"optimizer_args\": {\"lr\": 0.01, \"betas\": [0.9, 0.999], \"eps\": 1e-08, \"weight_decay\": 0, \"amsgrad\": false}, \"lr_scheduler\": \"OneCycleLR\", \"lr_scheduler_args\": {\"max_lr\": 0.001, \"epochs\": 16}, \"callbacks\": [\"Checkpoint\", \"EarlyStopping\", \"WandbCallback\", \"WandbImageLogger\"], \"callback_args\": {\"Checkpoint\": {\"monitor\": \"val_accuracy\"}, \"EarlyStopping\": {\"monitor\": \"val_loss\", \"min_delta\": 0.0, \"patience\": 3, \"mode\": \"min\"}, \"WandbCallback\": {\"log_batch_frequency\": 10}, \"WandbImageLogger\": {\"num_examples\": 4}}, \"verbosity\": 2, \"resume_experiment\": null, \"experiment_group\": \"Sample Experiments\"}"
+ ],
+ "state": "finished",
+ "jobType": null,
+ "mode": "run",
+ "project": "text-recognizer",
+ "heartbeatAt": "2020-07-31T16:09:32.747302",
+ "exitcode": 0
+}
diff --git a/wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json b/wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json
new file mode 100644
index 0000000..49cb0a4
--- /dev/null
+++ b/wandb/run-20200731_160632-2x5j8g6d/wandb-summary.json
@@ -0,0 +1 @@
+{"graph_0": {"_type": "graph-file", "path": "media/graph/graph_0_summary_e437d211.graph.json", "sha256": "e437d211a9ea69e8952ff8ef3d41a260106b83a8173e252f2ba1412c642ebc88", "size": 1814}, "_timestamp": 1596211772.3400767, "gradients/layers.2.weight": {"_type": "histogram", "values": [7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 21.0, 16.0, 8.0, 12.0, 5.0, 11.0, 6.0, 16.0, 20.0, 25.0, 22.0, 34.0, 49.0, 55.0, 95.0, 133.0, 131.0, 170.0, 257.0, 291.0, 358.0, 487.0, 753.0, 939.0, 1422.0, 2329.0, 5431.0, 1558.0, 994.0, 749.0, 522.0, 368.0, 280.0, 183.0, 140.0, 100.0, 84.0, 71.0, 53.0, 45.0, 37.0, 20.0, 24.0, 21.0, 12.0, 8.0, 5.0, 11.0, 9.0, 3.0, 8.0, 6.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.011495270766317844, -0.011158784851431847, -0.010822298005223274, -0.010485812090337276, -0.010149326175451279, -0.009812840260565281, -0.009476353414356709, -0.00913986749947071, -0.008803381584584713, -0.00846689473837614, -0.008130408823490143, -0.007793922908604145, -0.00745743652805686, -0.007120950613170862, -0.006784464232623577, -0.006447978317737579, -0.006111491937190294, -0.005775005556643009, -0.005438519641757011, -0.005102033261209726, -0.0047655473463237286, -0.0044290609657764435, -0.004092575050890446, -0.0037560886703431606, -0.003419602522626519, -0.0030831163749098778, -0.0027466302271932364, -0.002410144079476595, -0.00207365769892931, -0.0017371716676279902, -0.001400685403496027, -0.0010641992557793856, -0.0007277131080627441, -0.00039122693124227226, -5.4740754421800375e-05, 0.0002817454223986715, 0.0006182315992191434, 0.0009547177469357848, 0.001291204011067748, 0.0016276901587843895, 0.001964176306501031, 0.0023006624542176723, 0.0026371486019343138, 0.002973634749650955, 0.0033101211301982403, 0.0036466072779148817, 0.003983093425631523, 0.004319579340517521, 0.004656065721064806, 0.004992552101612091, 0.005329038016498089, 0.005665524397045374, 0.006002010311931372, 0.006338496692478657, 0.0066749826073646545, 0.00701146898791194, 0.007347955368459225, 0.0076844412833452225, 0.00802092719823122, 0.008357414044439793, 0.00869389995932579, 0.009030385874211788, 0.009366871789097786, 0.009703358635306358, 0.010039844550192356]}, "gradients/layers.0.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 3.0, 4.0, 2.0, 4.0, 3.0, 2.0, 4.0, 3.0, 6.0, 11.0, 5.0, 9.0, 9.0, 9.0, 12.0, 16.0, 39.0, 16.0, 10.0, 9.0, 7.0, 5.0, 6.0, 6.0, 7.0, 3.0, 5.0, 7.0, 5.0, 1.0, 1.0, 5.0, 6.0, 2.0, 3.0, 0.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06539050489664078, -0.06330655515193939, -0.06122260540723801, -0.05913865193724632, -0.05705470219254494, -0.05497075244784355, -0.052886802703142166, -0.05080285295844078, -0.0487188994884491, -0.04663494974374771, -0.044550999999046326, -0.04246705025434494, -0.040383100509643555, -0.03829915076494217, -0.036215197294950485, -0.0341312475502491, -0.032047297805547714, -0.02996334806084633, -0.027879396453499794, -0.02579544670879841, -0.023711495101451874, -0.02162754535675049, -0.019543595612049103, -0.017459644004702568, -0.015375694260001183, -0.013291743583977222, -0.011207792907953262, -0.009123843163251877, -0.007039892487227917, -0.004955941811203957, -0.002871991600841284, -0.0007880411576479673, 0.0012959092855453491, 0.0033798597287386656, 0.005463810171931982, 0.007547760382294655, 0.009631711058318615, 0.011715661734342575, 0.01379961147904396, 0.015883563086390495, 0.01796751283109188, 0.020051462575793266, 0.0221354141831398, 0.024219363927841187, 0.026303313672542572, 0.028387265279889107, 0.030471215024590492, 0.03255516663193703, 0.03463911637663841, 0.0367230661213398, 0.038807015866041183, 0.04089096933603287, 0.04297491908073425, 0.04505886882543564, 0.047142818570137024, 0.04922676831483841, 0.051310718059539795, 0.05339467152953148, 0.055478621274232864, 0.05756257101893425, 0.059646520763635635, 0.06173047050833702, 0.0638144239783287, 0.06589837372303009, 0.06798232346773148]}, "gradients/layers.7.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 5.0, 3.0, 6.0, 7.0, 13.0, 13.0, 23.0, 31.0, 50.0, 55.0, 93.0, 129.0, 234.0, 329.0, 522.0, 958.0, 1596.0, 2813.0, 5139.0, 10244.0, 23439.0, 67827.0, 908592.0, 94268.0, 29679.0, 14157.0, 7594.0, 4314.0, 2574.0, 1604.0, 1043.0, 720.0, 441.0, 336.0, 201.0, 159.0, 103.0, 89.0, 63.0, 43.0, 30.0, 22.0, 23.0, 11.0, 10.0, 11.0, 7.0, 2.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.007747462019324303, -0.007503298111259937, -0.007259134668856859, -0.007014970760792494, -0.006770807318389416, -0.00652664341032505, -0.006282479502260685, -0.006038316059857607, -0.0057941521517932415, -0.005549988243728876, -0.005305824801325798, -0.005061660893261433, -0.004817496985197067, -0.004573333542793989, -0.004329169634729624, -0.004085006192326546, -0.0038408422842621803, -0.0035966786090284586, -0.003352514933794737, -0.0031083510257303715, -0.0028641873504966497, -0.002620023675262928, -0.0023758597671985626, -0.002131696091964841, -0.0018875324167311192, -0.0016433687414973974, -0.0013992049498483539, -0.0011550411581993103, -0.0009108774829655886, -0.0006667137495242059, -0.0004225500160828233, -0.00017838628264144063, 6.577745079994202e-05, 0.00030994118424132466, 0.0005541049176827073, 0.00079826865112409, 0.0010424323845654726, 0.0012865960597991943, 0.001530759851448238, 0.0017749236430972815, 0.002019087318331003, 0.002263250993564725, 0.0025074146687984467, 0.002751578576862812, 0.0029957422520965338, 0.0032399059273302555, 0.003484069835394621, 0.0037282335106283426, 0.003972397185862064, 0.00421656109392643, 0.004460724536329508, 0.004704888444393873, 0.004949051886796951, 0.005193215794861317, 0.005437379702925682, 0.00568154314532876, 0.0059257070533931255, 0.006169870961457491, 0.006414034403860569, 0.006658198311924934, 0.0069023622199893, 0.007146525662392378, 0.007390689570456743, 0.007634853012859821, 0.007879016920924187]}, "gradients/layers.7.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 2.0, 3.0, 3.0, 6.0, 1.0, 7.0, 2.0, 2.0, 3.0, 1.0, 3.0, 23.0, 7.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002623843029141426, -0.0025312898214906454, -0.0024387366138398647, -0.002346183406189084, -0.0022536301985383034, -0.0021610769908875227, -0.002068523783236742, -0.0019759705755859613, -0.0018834174843505025, -0.0017908642766997218, -0.0016983110690489411, -0.0016057578613981605, -0.0015132047701627016, -0.001420651562511921, -0.0013280983548611403, -0.0012355451472103596, -0.001142991939559579, -0.0010504387319087982, -0.0009578855242580175, -0.0008653323748148978, -0.0007727791671641171, -0.0006802259595133364, -0.0005876728100702167, -0.000495119602419436, -0.0004025663947686553, -0.0003100131871178746, -0.0002174600085709244, -0.00012490681547205895, -3.23536223731935e-05, 6.019957072567195e-05, 0.0001527527638245374, 0.0002453059423714876, 0.0003378591500222683, 0.000430412357673049, 0.0005229655653238297, 0.0006155187147669494, 0.0007080719224177301, 0.0008006251300685108, 0.0008931782795116305, 0.0009857314871624112, 0.0010782846948131919, 0.0011708379024639726, 0.0012633911101147532, 0.001355944317765534, 0.0014484974090009928, 0.0015410506166517735, 0.0016336038243025541, 0.0017261570319533348, 0.0018187102396041155, 0.0019112634472548962, 0.002003816654905677, 0.0020963698625564575, 0.002188923070207238, 0.002281476277858019, 0.0023740294855087996, 0.0024665826931595802, 0.0025591356679797173, 0.002651688875630498, 0.0027442420832812786, 0.0028367952909320593, 0.00292934849858284, 0.0030219017062336206, 0.0031144549138844013, 0.003207008121535182, 0.0032995613291859627]}, "gradients/layers.10.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 6.0, 9.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009999167174100876, -0.009658551774919033, -0.00931793637573719, -0.008977320976555347, -0.008636705577373505, -0.008296090178191662, -0.007955474779009819, -0.007614859379827976, -0.007274243980646133, -0.006933629047125578, -0.006593013647943735, -0.006252398248761892, -0.0059117828495800495, -0.005571167450398207, -0.005230552051216364, -0.004889936652034521, -0.004549321252852678, -0.0042087058536708355, -0.0038680904544889927, -0.00352747505530715, -0.003186859656125307, -0.002846244489774108, -0.002505629090592265, -0.0021650136914104223, -0.0018243982922285795, -0.0014837828930467367, -0.001143167493864894, -0.0008025522110983729, -0.00046193681191653013, -0.00012132144183851779, 0.00021929392823949456, 0.0005599092692136765, 0.0009005246683955193, 0.001241140067577362, 0.0015817554667592049, 0.0019223707495257258, 0.0022629862651228905, 0.0026036014314740896, 0.0029442168306559324, 0.0032848322298377752, 0.003625447629019618, 0.003966062795370817, 0.00430667819455266, 0.004647293593734503, 0.004987908992916346, 0.005328524392098188, 0.005669139791280031, 0.006009755190461874, 0.006350370589643717, 0.00669098598882556, 0.007031601388007402, 0.007372216787189245, 0.007712832186371088, 0.008053447119891644, 0.008394062519073486, 0.008734677918255329, 0.009075293317437172, 0.009415908716619015, 0.009756524115800858, 0.0100971395149827, 0.010437754914164543, 0.010778370313346386, 0.011118985712528229, 0.011459601111710072, 0.011800216510891914]}, "gradients/layers.0.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08727259188890457, -0.08239404857158661, -0.07751551270484924, -0.07263696938753128, -0.06775842607021332, -0.06287989020347595, -0.05800134688615799, -0.05312280356884003, -0.04824426397681236, -0.0433657243847847, -0.038487181067466736, -0.03360864147543907, -0.028730100020766258, -0.023851558566093445, -0.01897301897406578, -0.014094477519392967, -0.009215936064720154, -0.004337395075708628, 0.0005411459133028984, 0.0054196869023144245, 0.01029822789132595, 0.015176769345998764, 0.020055308938026428, 0.02493385039269924, 0.029812391847372055, 0.03469093143939972, 0.03956947475671768, 0.044448014348745346, 0.04932655394077301, 0.05420509725809097, 0.05908363685011864, 0.0639621764421463, 0.06884071975946426, 0.07371926307678223, 0.07859779894351959, 0.08347634226083755, 0.08835488557815552, 0.09323342144489288, 0.09811196476221085, 0.10299050807952881, 0.10786904394626617, 0.11274758726358414, 0.1176261305809021, 0.12250467389822006, 0.12738321721553802, 0.1322617530822754, 0.13714028894901276, 0.14201883971691132, 0.14689737558364868, 0.15177591145038605, 0.1566544622182846, 0.16153299808502197, 0.16641153395175934, 0.1712900847196579, 0.17616862058639526, 0.18104715645313263, 0.1859257072210312, 0.19080424308776855, 0.19568277895450592, 0.20056132972240448, 0.20543986558914185, 0.2103184014558792, 0.21519695222377777, 0.22007548809051514, 0.2249540388584137]}, "_runtime": 182.56896781921387, "gradients/layers.2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 5.0, 2.0, 6.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.034247368574142456, -0.033411409705877304, -0.03257545083761215, -0.031739491969347, -0.030903533101081848, -0.030067574232816696, -0.029231615364551544, -0.028395656496286392, -0.02755969762802124, -0.026723738759756088, -0.025887779891490936, -0.025051821023225784, -0.024215862154960632, -0.02337990328669548, -0.02254394441843033, -0.021707985550165176, -0.020872026681900024, -0.020036067813634872, -0.01920010894536972, -0.01836415007710457, -0.017528191208839417, -0.016692232340574265, -0.015856273472309113, -0.01502031460404396, -0.014184355735778809, -0.013348396867513657, -0.012512437999248505, -0.011676479130983353, -0.0108405202627182, -0.010004561394453049, -0.009168602526187897, -0.008332643657922745, -0.007496684789657593, -0.006660725921392441, -0.005824767053127289, -0.004988808184862137, -0.004152849316596985, -0.003316890448331833, -0.002480931580066681, -0.001644972711801529, -0.000809013843536377, 2.6945024728775024e-05, 0.000862903892993927, 0.001698862761259079, 0.002534821629524231, 0.003370780497789383, 0.004206739366054535, 0.005042698234319687, 0.005878657102584839, 0.006714615970849991, 0.007550574839115143, 0.008386533707380295, 0.009222492575645447, 0.010058451443910599, 0.01089441031217575, 0.011730369180440903, 0.012566328048706055, 0.013402286916971207, 0.014238245785236359, 0.01507420465350151, 0.015910163521766663, 0.016746122390031815, 0.017582081258296967, 0.01841804012656212, 0.01925399899482727]}, "_step": 227, "gradients/layers.10.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 8.0, 4.0, 4.0, 7.0, 4.0, 9.0, 10.0, 10.0, 22.0, 18.0, 24.0, 31.0, 48.0, 50.0, 47.0, 78.0, 72.0, 122.0, 141.0, 239.0, 531.0, 5356.0, 350.0, 177.0, 126.0, 99.0, 55.0, 58.0, 38.0, 27.0, 32.0, 21.0, 25.0, 14.0, 12.0, 11.0, 9.0, 8.0, 7.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.10340739041566849, -0.10037554800510406, -0.09734369814395905, -0.09431185573339462, -0.0912800133228302, -0.08824816346168518, -0.08521632105112076, -0.08218447864055634, -0.07915262877941132, -0.0761207863688469, -0.07308894395828247, -0.07005710154771805, -0.06702525168657303, -0.0639934092760086, -0.060961563140153885, -0.05792972072958946, -0.05489787459373474, -0.05186602845788002, -0.0488341860473156, -0.045802339911460876, -0.042770497500896454, -0.03973865136504173, -0.03670680522918701, -0.03367496281862259, -0.030643116682767868, -0.027611272409558296, -0.024579428136348724, -0.021547582000494003, -0.01851573772728443, -0.01548389345407486, -0.012452048249542713, -0.009420203045010567, -0.006388358771800995, -0.0033565140329301357, -0.0003246692940592766, 0.0027071754448115826, 0.005739020183682442, 0.008770864456892014, 0.01180270966142416, 0.014834554865956306, 0.01786639913916588, 0.02089824341237545, 0.023930087685585022, 0.026961933821439743, 0.029993778094649315, 0.03302562236785889, 0.03605746850371361, 0.03908931091427803, 0.04212115705013275, 0.04515300318598747, 0.048184845596551895, 0.051216691732406616, 0.05424853414297104, 0.05728038027882576, 0.06031222641468048, 0.0633440688252449, 0.06637591123580933, 0.06940776109695435, 0.07243960350751877, 0.07547144591808319, 0.07850329577922821, 0.08153513818979263, 0.08456698060035706, 0.08759883046150208, 0.0906306728720665]}, "val_loss": 0.45605560143788654, "val_accuracy": 0.8248202054794521, "examples": {"width": 28, "height": 28, "format": "png", "count": 4, "_type": "images", "captions": ["Prediction: z Confidence: 0.9308946132659912 Truth: v", "Prediction: p Confidence: 0.5311713218688965 Truth: 5", "Prediction: U Confidence: 0.5560292601585388 Truth: 2", "Prediction: O Confidence: 0.6023010611534119 Truth: 0"]}, "validation_metric": 0.6702197488584475}